fix: vLLM deployment — Recreate strategy, correct service port, single model name
- Strategy: Recreate (GPU can only be used by one pod at a time) - nuextract-external targetPort: 8080 (nginx proxy port) - served-model-name: numind/NuExtract3 - DB ai_agents updated to model=numind/NuExtract3 provider=vllm
This commit is contained in:
@@ -7,6 +7,8 @@ metadata:
|
|||||||
app: vllm
|
app: vllm
|
||||||
spec:
|
spec:
|
||||||
replicas: 1
|
replicas: 1
|
||||||
|
strategy:
|
||||||
|
type: Recreate
|
||||||
selector:
|
selector:
|
||||||
matchLabels:
|
matchLabels:
|
||||||
app: vllm
|
app: vllm
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ spec:
|
|||||||
- nodePort: 31508
|
- nodePort: 31508
|
||||||
name: vllm-api
|
name: vllm-api
|
||||||
port: 2701
|
port: 2701
|
||||||
targetPort: 8000
|
targetPort: 8080
|
||||||
selector:
|
selector:
|
||||||
app: vllm-metrics
|
app: vllm-metrics
|
||||||
type: LoadBalancer
|
type: LoadBalancer
|
||||||
|
|||||||
Reference in New Issue
Block a user