change model
This commit is contained in:
parent
852c481a3d
commit
956ae90794
3 changed files with 6 additions and 5 deletions
|
|
@ -15,12 +15,13 @@ spec:
|
||||||
spec:
|
spec:
|
||||||
containers:
|
containers:
|
||||||
- name: hermes-agent
|
- name: hermes-agent
|
||||||
image: python:3.11-slim
|
image: nousresearch/hermes-agent
|
||||||
command: ["/bin/bash", "-c"]
|
command: ["/bin/bash", "-c"]
|
||||||
|
|
||||||
args:
|
args:
|
||||||
- |
|
- |
|
||||||
apt-get update && apt-get install -y curl git build-essential
|
apt-get update && apt-get install -y curl git build-essential
|
||||||
export PATH="/root/.local/bin:$PATH"
|
export PATH="//.local/bin:$PATH"
|
||||||
if [ ! -f /root/.local/bin/hermes ]; then
|
if [ ! -f /root/.local/bin/hermes ]; then
|
||||||
echo "Installing Hermes Agent..."
|
echo "Installing Hermes Agent..."
|
||||||
curl -fsSL https://raw.githubusercontent.com/NousResearch/hermes-agent/main/scripts/install.sh | bash
|
curl -fsSL https://raw.githubusercontent.com/NousResearch/hermes-agent/main/scripts/install.sh | bash
|
||||||
|
|
@ -30,7 +31,7 @@ spec:
|
||||||
hermes gateway start || tail -f /dev/null
|
hermes gateway start || tail -f /dev/null
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: hermes-data
|
- name: hermes-data
|
||||||
mountPath: /root
|
mountPath: ~/.hermes/opt/data
|
||||||
volumes:
|
volumes:
|
||||||
- name: hermes-data
|
- name: hermes-data
|
||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
|
|
|
||||||
|
|
@ -13,4 +13,4 @@ resources:
|
||||||
- customer1-db-credentials.yaml
|
- customer1-db-credentials.yaml
|
||||||
- apigateway.yaml
|
- apigateway.yaml
|
||||||
- backup-cronjob.yaml
|
- backup-cronjob.yaml
|
||||||
- hermes-agent
|
#- hermes-agent
|
||||||
|
|
|
||||||
|
|
@ -32,7 +32,7 @@ spec:
|
||||||
- name: VLLM_LOGGING_LEVEL
|
- name: VLLM_LOGGING_LEVEL
|
||||||
value: DEBUG
|
value: DEBUG
|
||||||
args:
|
args:
|
||||||
- --model=cognitivecomputations/dolphin-2.9.3-qwen2-7b-awq
|
- --model=tvall43/Qwen3.6-35B-A3B-heretic
|
||||||
- --quantization=awq
|
- --quantization=awq
|
||||||
- --host=0.0.0.0
|
- --host=0.0.0.0
|
||||||
- --port=8000
|
- --port=8000
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue