diff --git a/examples/backends/mocker/deploy/agg.yaml b/examples/backends/mocker/deploy/agg.yaml index 1b02c3e4ee..4a07b226f5 100644 --- a/examples/backends/mocker/deploy/agg.yaml +++ b/examples/backends/mocker/deploy/agg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: mocker-agg componentType: frontend replicas: 1 diff --git a/examples/backends/mocker/deploy/disagg.yaml b/examples/backends/mocker/deploy/disagg.yaml index 0f730cbc55..4b91ea109b 100644 --- a/examples/backends/mocker/deploy/disagg.yaml +++ b/examples/backends/mocker/deploy/disagg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: mocker-disagg componentType: frontend replicas: 1 diff --git a/examples/backends/sglang/deploy/agg.yaml b/examples/backends/sglang/deploy/agg.yaml index c6302906b6..93d6857c33 100644 --- a/examples/backends/sglang/deploy/agg.yaml +++ b/examples/backends/sglang/deploy/agg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: sglang-agg componentType: frontend replicas: 1 diff --git a/examples/backends/sglang/deploy/agg_logging.yaml b/examples/backends/sglang/deploy/agg_logging.yaml index a6e576aae9..f964704c77 100644 --- a/examples/backends/sglang/deploy/agg_logging.yaml +++ b/examples/backends/sglang/deploy/agg_logging.yaml @@ -11,6 +11,7 @@ spec: value: "1" services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: sglang-agg componentType: frontend replicas: 1 diff --git a/examples/backends/sglang/deploy/agg_router.yaml b/examples/backends/sglang/deploy/agg_router.yaml index 1ba71473ff..e921f16384 100644 --- a/examples/backends/sglang/deploy/agg_router.yaml +++ b/examples/backends/sglang/deploy/agg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: sglang-agg-router componentType: frontend replicas: 1 diff --git a/examples/backends/sglang/deploy/disagg-multinode.yaml b/examples/backends/sglang/deploy/disagg-multinode.yaml index ac161b3159..462442ebed 100644 --- a/examples/backends/sglang/deploy/disagg-multinode.yaml +++ b/examples/backends/sglang/deploy/disagg-multinode.yaml @@ -17,6 +17,7 @@ spec: backendFramework: sglang services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: sglang-disagg-multinode componentType: frontend replicas: 1 diff --git a/examples/backends/sglang/deploy/disagg.yaml b/examples/backends/sglang/deploy/disagg.yaml index 52866fedf5..f06f20ae0e 100644 --- a/examples/backends/sglang/deploy/disagg.yaml +++ b/examples/backends/sglang/deploy/disagg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: sglang-disagg componentType: frontend replicas: 1 diff --git a/examples/backends/sglang/deploy/disagg_planner.yaml b/examples/backends/sglang/deploy/disagg_planner.yaml index afd7bfda6e..076e568056 100644 --- a/examples/backends/sglang/deploy/disagg_planner.yaml +++ b/examples/backends/sglang/deploy/disagg_planner.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: dynamo componentType: frontend replicas: 1 diff --git a/examples/backends/trtllm/deploy/agg-with-config.yaml b/examples/backends/trtllm/deploy/agg-with-config.yaml index 839df47cf0..e803355fcf 100644 --- a/examples/backends/trtllm/deploy/agg-with-config.yaml +++ b/examples/backends/trtllm/deploy/agg-with-config.yaml @@ -29,6 +29,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: trtllm-agg componentType: frontend replicas: 1 diff --git a/examples/backends/trtllm/deploy/agg.yaml b/examples/backends/trtllm/deploy/agg.yaml index fb9f31f0bf..5dbccc5b40 100644 --- a/examples/backends/trtllm/deploy/agg.yaml +++ b/examples/backends/trtllm/deploy/agg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: trtllm-agg componentType: frontend replicas: 1 diff --git a/examples/backends/trtllm/deploy/agg_router.yaml b/examples/backends/trtllm/deploy/agg_router.yaml index 819301b748..9265877dc8 100644 --- a/examples/backends/trtllm/deploy/agg_router.yaml +++ b/examples/backends/trtllm/deploy/agg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: trtllm-agg-router componentType: frontend replicas: 1 diff --git a/examples/backends/trtllm/deploy/disagg-multinode.yaml b/examples/backends/trtllm/deploy/disagg-multinode.yaml index 79da85fbe2..1c3b38a5ff 100644 --- a/examples/backends/trtllm/deploy/disagg-multinode.yaml +++ b/examples/backends/trtllm/deploy/disagg-multinode.yaml @@ -90,6 +90,7 @@ spec: value: "/models" services: Frontend: + envFromSecret: hf-token-secret volumeMounts: - name: models mountPoint: /models diff --git a/examples/backends/trtllm/deploy/disagg.yaml b/examples/backends/trtllm/deploy/disagg.yaml index 20925b154e..f0a645e003 100644 --- a/examples/backends/trtllm/deploy/disagg.yaml +++ b/examples/backends/trtllm/deploy/disagg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: trtllm-disagg componentType: frontend replicas: 1 diff --git a/examples/backends/trtllm/deploy/disagg_planner.yaml b/examples/backends/trtllm/deploy/disagg_planner.yaml index e2f4396839..bc6c86c9ea 100644 --- a/examples/backends/trtllm/deploy/disagg_planner.yaml +++ b/examples/backends/trtllm/deploy/disagg_planner.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: trtllm-disagg-planner componentType: frontend replicas: 1 diff --git a/examples/backends/trtllm/deploy/disagg_router.yaml b/examples/backends/trtllm/deploy/disagg_router.yaml index ea66224ae3..832d67f96f 100644 --- a/examples/backends/trtllm/deploy/disagg_router.yaml +++ b/examples/backends/trtllm/deploy/disagg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: trtllm-v1-disagg-router componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/agg.yaml b/examples/backends/vllm/deploy/agg.yaml index b58c23ef15..d162f9cc76 100644 --- a/examples/backends/vllm/deploy/agg.yaml +++ b/examples/backends/vllm/deploy/agg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-agg componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/agg_kvbm.yaml b/examples/backends/vllm/deploy/agg_kvbm.yaml index 5d84638769..1bb487292c 100644 --- a/examples/backends/vllm/deploy/agg_kvbm.yaml +++ b/examples/backends/vllm/deploy/agg_kvbm.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-agg-kvbm componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/agg_router.yaml b/examples/backends/vllm/deploy/agg_router.yaml index 26b961a061..7ac818fa5e 100644 --- a/examples/backends/vllm/deploy/agg_router.yaml +++ b/examples/backends/vllm/deploy/agg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-agg-router componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg-multinode.yaml b/examples/backends/vllm/deploy/disagg-multinode.yaml index bfb56e6daf..f0c3aafc91 100644 --- a/examples/backends/vllm/deploy/disagg-multinode.yaml +++ b/examples/backends/vllm/deploy/disagg-multinode.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg.yaml b/examples/backends/vllm/deploy/disagg.yaml index 799d8741b9..37d6474ff4 100644 --- a/examples/backends/vllm/deploy/disagg.yaml +++ b/examples/backends/vllm/deploy/disagg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg_kvbm.yaml b/examples/backends/vllm/deploy/disagg_kvbm.yaml index 45b62f5617..d999f269dc 100644 --- a/examples/backends/vllm/deploy/disagg_kvbm.yaml +++ b/examples/backends/vllm/deploy/disagg_kvbm.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg-kvbm componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg_kvbm_2p2d.yaml b/examples/backends/vllm/deploy/disagg_kvbm_2p2d.yaml index d4203aafea..415009323a 100644 --- a/examples/backends/vllm/deploy/disagg_kvbm_2p2d.yaml +++ b/examples/backends/vllm/deploy/disagg_kvbm_2p2d.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg-kvbm-2p2d componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg_kvbm_tp2.yaml b/examples/backends/vllm/deploy/disagg_kvbm_tp2.yaml index 141ca375fa..4c4fc0c224 100644 --- a/examples/backends/vllm/deploy/disagg_kvbm_tp2.yaml +++ b/examples/backends/vllm/deploy/disagg_kvbm_tp2.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg-kvbm-tp2 componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg_planner.yaml b/examples/backends/vllm/deploy/disagg_planner.yaml index 4387b558c0..bc39e94d26 100644 --- a/examples/backends/vllm/deploy/disagg_planner.yaml +++ b/examples/backends/vllm/deploy/disagg_planner.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg-planner componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/disagg_router.yaml b/examples/backends/vllm/deploy/disagg_router.yaml index 0a13bace49..d1901a35c3 100644 --- a/examples/backends/vllm/deploy/disagg_router.yaml +++ b/examples/backends/vllm/deploy/disagg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-v1-disagg-router componentType: frontend replicas: 1 diff --git a/examples/backends/vllm/deploy/lora/agg_lora.yaml b/examples/backends/vllm/deploy/lora/agg_lora.yaml index 8c446beb69..7f843139ae 100644 --- a/examples/backends/vllm/deploy/lora/agg_lora.yaml +++ b/examples/backends/vllm/deploy/lora/agg_lora.yaml @@ -7,6 +7,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-agg-lora componentType: frontend replicas: 1 diff --git a/examples/basics/kubernetes/Distributed_Inference/agg_router.yaml b/examples/basics/kubernetes/Distributed_Inference/agg_router.yaml index a058af8a57..e4c78f48cf 100644 --- a/examples/basics/kubernetes/Distributed_Inference/agg_router.yaml +++ b/examples/basics/kubernetes/Distributed_Inference/agg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-agg-router componentType: frontend replicas: 1 diff --git a/examples/basics/kubernetes/Distributed_Inference/disagg_router.yaml b/examples/basics/kubernetes/Distributed_Inference/disagg_router.yaml index a8bb580757..82317d06e1 100644 --- a/examples/basics/kubernetes/Distributed_Inference/disagg_router.yaml +++ b/examples/basics/kubernetes/Distributed_Inference/disagg_router.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-v1-disagg-router componentType: frontend replicas: 1 diff --git a/examples/basics/kubernetes/shared_frontend/shared_frontend.yaml b/examples/basics/kubernetes/shared_frontend/shared_frontend.yaml index 3ca8d1d841..572982f5c1 100644 --- a/examples/basics/kubernetes/shared_frontend/shared_frontend.yaml +++ b/examples/basics/kubernetes/shared_frontend/shared_frontend.yaml @@ -18,6 +18,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret componentType: frontend globalDynamoNamespace: true replicas: 1 diff --git a/examples/deployments/GKE/sglang/disagg.yaml b/examples/deployments/GKE/sglang/disagg.yaml index 1e49597e66..395ec58d0c 100644 --- a/examples/deployments/GKE/sglang/disagg.yaml +++ b/examples/deployments/GKE/sglang/disagg.yaml @@ -7,6 +7,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: sglang-disagg componentType: frontend replicas: 1 diff --git a/examples/deployments/GKE/vllm/disagg.yaml b/examples/deployments/GKE/vllm/disagg.yaml index d504c2b410..94bb981fc6 100644 --- a/examples/deployments/GKE/vllm/disagg.yaml +++ b/examples/deployments/GKE/vllm/disagg.yaml @@ -8,6 +8,7 @@ metadata: spec: services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: vllm-disagg componentType: frontend replicas: 1 diff --git a/examples/multimodal/deploy/agg_llava.yaml b/examples/multimodal/deploy/agg_llava.yaml index 8c125666b1..b0f26f268c 100644 --- a/examples/multimodal/deploy/agg_llava.yaml +++ b/examples/multimodal/deploy/agg_llava.yaml @@ -9,6 +9,7 @@ spec: backendFramework: vllm services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: agg-llava componentType: frontend replicas: 1 diff --git a/examples/multimodal/deploy/agg_qwen.yaml b/examples/multimodal/deploy/agg_qwen.yaml index 174979109a..120f901ec0 100644 --- a/examples/multimodal/deploy/agg_qwen.yaml +++ b/examples/multimodal/deploy/agg_qwen.yaml @@ -9,6 +9,7 @@ spec: backendFramework: vllm services: Frontend: + envFromSecret: hf-token-secret dynamoNamespace: agg-qwen componentType: frontend replicas: 1