hex.k8s.svc.litellm

Copy Spec Skeleton

nix

(hex.k8s.svc.litellm {
  version = "v1.81.0";
})

Arg	Notes

Arg	Default	Notes
`name`	`"litellm"`	-
`version`	`"v1.81.0"`	-
`namespace`	`"default"`	-
`image_registry`	`"ghcr.io/berriai"`	-
`image_base`	`"litellm-database"`	-
`image_tag`	`"litellm_stable_release_branch-${version}-stable"`	-
`image`	`"${image_registry}/${image_base}:${image_tag}"`	-
`replicas`	`1`	-
`cpuRequest`	`"0.5"`	-
`cpuLimit`	`"2"`	-
`memoryRequest`	`"1Gi"`	-
`memoryLimit`	`"4Gi"`	-
`autoscale`	`false`	-
`extraEnv`	`[ ]`	-
`extraEnvAttrs`	`{ }`	-
`extraVolumes`	`[ ]`	-
`port`	`4000`	-
`secretName`	`"litellm-secret"`	-
`failureThreshold`	`3`	-
`periodSeconds`	`10`	-
`successThreshold`	`1`	-
`timeoutSeconds`	`4`	-
`livenessProbe`	`{ httpGet = { inherit port; path = "/health/liveliness"; }; inherit failureThreshold periodSeconds successThreshold timeoutSeconds; }`	-
`readinessProbe`	`{ httpGet = { inherit port; path = "/health/readiness"; }; inherit failureThreshold periodSeconds successThreshold timeoutSeconds; }`	-
`maxUnavailable`	`0`	-
`maxSurge`	`"50%"`	-
`litellm_config`	`{ model_list = [ { litellm_params = { model = "groq/openai/gpt-oss-120b"; drop_params = true; }; model_name = "gpt-oss-120b"; } ]; }`	-
`litellm-conf`	`"${name}-litellm-conf"`	-
`labels`	`{ inherit name; tier = "api"; }`	-
`extraService`	`{ }`	escape hatch to inject other service spec
`extraDeploymentAnnotations`	`{ }`	-