We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a834acf commit 0859d8cCopy full SHA for 0859d8c
charts/all/vllm-inference-service/templates/inference-service.yaml
@@ -35,10 +35,13 @@ spec:
35
python - <<'PY'
36
from huggingface_hub import snapshot_download, login
37
import os
38
- token = os.environ.get("HF_TOKEN")
+ token = os.environ.get("HF_TOKEN", "").strip()
39
model = os.environ.get("MODEL_ID")
40
if token:
41
+ print("HF_TOKEN found, logging in to Hugging Face...")
42
login(token=token)
43
+ else:
44
+ print("No HF_TOKEN found, downloading model without authentication...")
45
snapshot_download(
46
repo_id=model,
47
local_dir="/cache/models"
0 commit comments