Merge pull request #13 from sirius0xdev/fix/vllm-trust-remote-code
fix: add trust-remote-code to vLLM args
This commit is contained in:
commit
aa40f87885
1 changed files with 1 additions and 0 deletions
|
|
@ -33,6 +33,7 @@ spec:
|
|||
- "bfloat16"
|
||||
- "--max-model-len"
|
||||
- "32768"
|
||||
- "--trust-remote-code"
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
resources:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue