Skip to content
This repository was archived by the owner on Oct 15, 2025. It is now read-only.

[Chart] Enable Separate Resources for P and D #309

Draft
robertgshaw2-redhat wants to merge 5 commits into
base: main
Choose a base branch
from
Draft

[Chart] Enable Separate Resources for P and D #309

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
f750601
For quick validation use 1st decode pod if there are multiple pods (#…
mnmehta Jun 6, 2025
36ab0c9
rmove examples
robertgshaw2-redhat Jun 8, 2025
ff8ae72
fix typo
robertgshaw2-redhat Jun 8, 2025
e117b30
fix
robertgshaw2-redhat Jun 8, 2025
282ee2a
updated schema
robertgshaw2-redhat Jun 8, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions charts/llm-d/templates/sample-application/modelservice.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ spec:
{{- range .Values.sampleApplication.decode.extraArgs }}
- {{ include "common.tplvalues.render" ( dict "value" . "context" $) | quote }}
{{- end }}
resources: {{ .Values.sampleApplication.resources | toYaml | nindent 8 }}
resources: {{ .Values.sampleApplication.decode.resources | toYaml | nindent 8 }}
env:
{{- if eq (include "sampleApplication.modelArtifactType" . ) "hf" }}
- name: HF_TOKEN
Expand All @@ -49,7 +49,7 @@ spec:
{{- range .Values.sampleApplication.prefill.extraArgs }}
- {{ include "common.tplvalues.render" ( dict "value" . "context" $) | quote }}
{{- end }}
resources: {{ .Values.sampleApplication.resources | toYaml | nindent 8 }}
resources: {{ .Values.sampleApplication.prefill.resources | toYaml | nindent 8 }}
env:
{{- if eq (include "sampleApplication.modelArtifactType" . ) "hf" }}
- name: HF_TOKEN
Expand Down
169 changes: 114 additions & 55 deletions charts/llm-d/values.schema.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10471,6 +10471,65 @@
"description": "number of desired decode replicas",
"required": [],
"title": "replicas"
},
"resources": {
"description": "ResourceRequirements describes the compute resource requirements.",
"properties": {
"claims": {
"description": "Claims lists the names of resources, defined in spec.resourceClaims, that are used by this container.\n\nThis is an alpha field and requires enabling the DynamicResourceAllocation feature gate.\n\nThis field is immutable. It can only be set for containers.",
"items": {
"description": "ResourceClaim references one entry in PodSpec.ResourceClaims.",
"properties": {
"name": {
"description": "Name must match the name of one entry in pod.spec.resourceClaims of the Pod where this field is used. It makes that resource available inside a container.",
"type": "string"
},
"request": {
"description": "Request is the name chosen for a request in the referenced claim. If empty, everything from the claim is made available, otherwise only the result of this request.",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"type": "array",
"x-kubernetes-list-map-keys": [
"name"
],
"x-kubernetes-list-type": "map"
},
"limits": {
"additionalProperties": {
"oneOf": [
{
"type": "string"
},
{
"type": "number"
}
]
},
"description": "Limits describes the maximum amount of compute resources allowed. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/",
"type": "object"
},
"requests": {
"additionalProperties": {
"oneOf": [
{
"type": "string"
},
{
"type": "number"
}
]
},
"description": "Requests describes the minimum amount of compute resources required. If Requests is omitted for a container, it defaults to Limits if that is explicitly specified, otherwise to an implementation-defined value. Requests cannot exceed Limits. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/",
"type": "object"
}
},
"type": "object"
}
},
"required": [],
Expand Down Expand Up @@ -10688,69 +10747,69 @@
"description": "number of desired prefill replicas",
"required": [],
"title": "replicas"
}
},
"required": [],
"title": "prefill",
"type": "object"
},
"resources": {
"description": "ResourceRequirements describes the compute resource requirements.",
"properties": {
"claims": {
"description": "Claims lists the names of resources, defined in spec.resourceClaims, that are used by this container.\n\nThis is an alpha field and requires enabling the DynamicResourceAllocation feature gate.\n\nThis field is immutable. It can only be set for containers.",
"items": {
"description": "ResourceClaim references one entry in PodSpec.ResourceClaims.",
"properties": {
"name": {
"description": "Name must match the name of one entry in pod.spec.resourceClaims of the Pod where this field is used. It makes that resource available inside a container.",
"type": "string"
},
"resources": {
"description": "ResourceRequirements describes the compute resource requirements.",
"properties": {
"claims": {
"description": "Claims lists the names of resources, defined in spec.resourceClaims, that are used by this container.\n\nThis is an alpha field and requires enabling the DynamicResourceAllocation feature gate.\n\nThis field is immutable. It can only be set for containers.",
"items": {
"description": "ResourceClaim references one entry in PodSpec.ResourceClaims.",
"properties": {
"name": {
"description": "Name must match the name of one entry in pod.spec.resourceClaims of the Pod where this field is used. It makes that resource available inside a container.",
"type": "string"
},
"request": {
"description": "Request is the name chosen for a request in the referenced claim. If empty, everything from the claim is made available, otherwise only the result of this request.",
"type": "string"
}
},
"required": [
"name"
],
"type": "object"
},
"request": {
"description": "Request is the name chosen for a request in the referenced claim. If empty, everything from the claim is made available, otherwise only the result of this request.",
"type": "string"
}
"type": "array",
"x-kubernetes-list-map-keys": [
"name"
],
"x-kubernetes-list-type": "map"
},
"required": [
"name"
],
"type": "object"
},
"type": "array",
"x-kubernetes-list-map-keys": [
"name"
],
"x-kubernetes-list-type": "map"
},
"limits": {
"additionalProperties": {
"oneOf": [
{
"type": "string"
"limits": {
"additionalProperties": {
"oneOf": [
{
"type": "string"
},
{
"type": "number"
}
]
},
{
"type": "number"
}
]
},
"description": "Limits describes the maximum amount of compute resources allowed. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/",
"type": "object"
},
"requests": {
"additionalProperties": {
"oneOf": [
{
"type": "string"
"description": "Limits describes the maximum amount of compute resources allowed. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/",
"type": "object"
},
"requests": {
"additionalProperties": {
"oneOf": [
{
"type": "string"
},
{
"type": "number"
}
]
},
{
"type": "number"
}
]
"description": "Requests describes the minimum amount of compute resources required. If Requests is omitted for a container, it defaults to Limits if that is explicitly specified, otherwise to an implementation-defined value. Requests cannot exceed Limits. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/",
"type": "object"
}
},
"description": "Requests describes the minimum amount of compute resources required. If Requests is omitted for a container, it defaults to Limits if that is explicitly specified, otherwise to an implementation-defined value. Requests cannot exceed Limits. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/",
"type": "object"
}
},
"required": [],
"title": "prefill",
"type": "object"
}
},
Expand Down
36 changes: 24 additions & 12 deletions charts/llm-d/values.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -125,22 +125,22 @@ sampleApplication:
# -- Key within the secret under which the token is located
key: HF_TOKEN

# @schema
# $ref: https://raw.githubusercontent.com/yannh/kubernetes-json-schema/master/master/_definitions.json#/definitions/io.k8s.api.core.v1.ResourceRequirements
# @schema
# -- Modify resource limits/requests available to the pods
# -- Resource requests/limits
# <br /> Ref: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/#resource-requests-and-limits-of-pod-and-container
resources:
limits:
nvidia.com/gpu: "1"
requests:
nvidia.com/gpu: "1"

# -- InferencePool port configuration
inferencePoolPort: 8000

prefill:
# @schema
# $ref: https://raw.githubusercontent.com/yannh/kubernetes-json-schema/master/master/_definitions.json#/definitions/io.k8s.api.core.v1.ResourceRequirements
# @schema
# -- Modify resource limits/requests available to the pods
# -- Resource requests/limits
# <br /> Ref: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/#resource-requests-and-limits-of-pod-and-container
resources:
limits:
nvidia.com/gpu: "1"
requests:
nvidia.com/gpu: "1"

# -- number of desired prefill replicas
replicas: 1

Expand All @@ -152,6 +152,18 @@ sampleApplication:
extraArgs: []

decode:
# @schema
# $ref: https://raw.githubusercontent.com/yannh/kubernetes-json-schema/master/master/_definitions.json#/definitions/io.k8s.api.core.v1.ResourceRequirements
# @schema
# -- Modify resource limits/requests available to the pods
# -- Resource requests/limits
# <br /> Ref: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/#resource-requests-and-limits-of-pod-and-container
resources:
limits:
nvidia.com/gpu: "1"
requests:
nvidia.com/gpu: "1"

# -- number of desired decode replicas
replicas: 1

Expand Down
Loading