fix: add trust-remote-code to vLLM args for mistral architecture
This commit is contained in:
parent
890fe55a1f
commit
bd6416e6a6
1 changed files with 1 additions and 0 deletions
|
|
@ -33,6 +33,7 @@ spec:
|
||||||
- "bfloat16"
|
- "bfloat16"
|
||||||
- "--max-model-len"
|
- "--max-model-len"
|
||||||
- "32768"
|
- "32768"
|
||||||
|
- "--trust-remote-code"
|
||||||
ports:
|
ports:
|
||||||
- containerPort: 8000
|
- containerPort: 8000
|
||||||
resources:
|
resources:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue