flytekitplugins.inference.sidecar_template

class ModelInferenceTemplate(
    image: typing.Optional[str],
    health_endpoint: typing.Optional[str],
    port: int,
    cpu: int,
    gpu: int,
    mem: str,
    ephemeral_storage: str,
    env: typing.Optional[dict[str, str]],
    download_inputs: bool,
    download_inputs_mem: str,
    download_inputs_cpu: int,
)