Merge pull request #157 from YuhanLiu11/fix_v1

Adding vLLM v1 support (part 1)
vllm-project · Feb 19, 2025 · ecca068 · ecca068
2 parents 4c3aeef + bb6c2c0
commit ecca068
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/helm/Chart.yaml b/helm/Chart.yaml
@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.0.9
+version: 0.0.10
 
 maintainers:
   - name: apostac
diff --git a/helm/templates/deployment-vllm-multi.yaml b/helm/templates/deployment-vllm-multi.yaml
@@ -69,6 +69,12 @@ spec:
           env:
           - name: HF_HOME
             value: /data
+          {{- with $modelSpec.vllmConfig}}
+          {{- if hasKey . "v1" }}
+          - name: VLLM_USE_V1
+            value: {{ default 0 $modelSpec.vllmConfig.v1 | quote }}
+          {{- end}}
+          {{- end}}
           {{- if $modelSpec.hf_token }}
           - name: HF_TOKEN
             valueFrom: