try and get vllm to work new tags
This commit is contained in:
parent
a307e3ae37
commit
c236f3c89a
1 changed files with 2 additions and 0 deletions
|
|
@ -43,6 +43,8 @@ spec:
|
||||||
- --dtype=auto
|
- --dtype=auto
|
||||||
- --enable-prefix-caching
|
- --enable-prefix-caching
|
||||||
- --tool-call-parser=hermes
|
- --tool-call-parser=hermes
|
||||||
|
- --enforce-eager
|
||||||
|
- --disable-custom-all-reduce
|
||||||
ports:
|
ports:
|
||||||
- containerPort: 8000
|
- containerPort: 8000
|
||||||
resources:
|
resources:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue