change model
This commit is contained in:
parent
852c481a3d
commit
956ae90794
3 changed files with 6 additions and 5 deletions
|
|
@ -15,12 +15,13 @@ spec:
|
|||
spec:
|
||||
containers:
|
||||
- name: hermes-agent
|
||||
image: python:3.11-slim
|
||||
image: nousresearch/hermes-agent
|
||||
command: ["/bin/bash", "-c"]
|
||||
|
||||
args:
|
||||
- |
|
||||
apt-get update && apt-get install -y curl git build-essential
|
||||
export PATH="/root/.local/bin:$PATH"
|
||||
export PATH="//.local/bin:$PATH"
|
||||
if [ ! -f /root/.local/bin/hermes ]; then
|
||||
echo "Installing Hermes Agent..."
|
||||
curl -fsSL https://raw.githubusercontent.com/NousResearch/hermes-agent/main/scripts/install.sh | bash
|
||||
|
|
@ -30,7 +31,7 @@ spec:
|
|||
hermes gateway start || tail -f /dev/null
|
||||
volumeMounts:
|
||||
- name: hermes-data
|
||||
mountPath: /root
|
||||
mountPath: ~/.hermes/opt/data
|
||||
volumes:
|
||||
- name: hermes-data
|
||||
persistentVolumeClaim:
|
||||
|
|
|
|||
|
|
@ -13,4 +13,4 @@ resources:
|
|||
- customer1-db-credentials.yaml
|
||||
- apigateway.yaml
|
||||
- backup-cronjob.yaml
|
||||
- hermes-agent
|
||||
#- hermes-agent
|
||||
|
|
|
|||
|
|
@ -32,7 +32,7 @@ spec:
|
|||
- name: VLLM_LOGGING_LEVEL
|
||||
value: DEBUG
|
||||
args:
|
||||
- --model=cognitivecomputations/dolphin-2.9.3-qwen2-7b-awq
|
||||
- --model=tvall43/Qwen3.6-35B-A3B-heretic
|
||||
- --quantization=awq
|
||||
- --host=0.0.0.0
|
||||
- --port=8000
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue