fix: add trust-remote-code to vLLM args for mistral architecture
This commit is contained in:
parent
890fe55a1f
commit
bd6416e6a6
1 changed files with 1 additions and 0 deletions
|
|
@ -33,6 +33,7 @@ spec:
|
|||
- "bfloat16"
|
||||
- "--max-model-len"
|
||||
- "32768"
|
||||
- "--trust-remote-code"
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
resources:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue