vllm errors
This commit is contained in:
parent
3a924b4a10
commit
8ec068c841
1 changed files with 1 additions and 1 deletions
|
|
@ -44,7 +44,7 @@ spec:
|
|||
- --disable-custom-all-reduce
|
||||
- --trust-remote-code
|
||||
- --dtype=auto
|
||||
- --limit-mm-per-prompt='{"image"=1, "video"=0}' # Optional: limit vision if not heavily using images yet
|
||||
##- --limit-mm-per-prompt='{"image"=1, "video"=0}' # Optional: limit vision if not heavily using images yet
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
resources:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue