Merge pull request #13 from sirius0xdev/fix/vllm-trust-remote-code
fix: add trust-remote-code to vLLM args
This commit is contained in:
commit
aa40f87885
1 changed files with 1 additions and 0 deletions
|
|
@ -33,6 +33,7 @@ spec:
|
||||||
- "bfloat16"
|
- "bfloat16"
|
||||||
- "--max-model-len"
|
- "--max-model-len"
|
||||||
- "32768"
|
- "32768"
|
||||||
|
- "--trust-remote-code"
|
||||||
ports:
|
ports:
|
||||||
- containerPort: 8000
|
- containerPort: 8000
|
||||||
resources:
|
resources:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue