flytekitplugins.inference.sidecar_template

class ModelInferenceTemplate(
    image: typing.Optional[str] = None,
    health_endpoint: typing.Optional[str] = None,
    port: int = 8000,
    cpu: int = 1,
    gpu: int = 1,
    mem: str = '1Gi',
    ephemeral_storage: str = '1Gi',
    env: typing.Optional[dict[str, str]] = None,
    download_inputs: bool = False,
    download_inputs_mem: str = '500Mi',
    download_inputs_cpu: int = 2,
)