Merge pull request #12 from sirius0xdev/fix/proxy-bot-gibberish
fix: adjust sampling parameters to prevent model gibberish
This commit is contained in:
commit
890fe55a1f
1 changed files with 4 additions and 2 deletions
|
|
@ -31,11 +31,13 @@ data:
|
||||||
payload = {
|
payload = {
|
||||||
"model": MODEL_NAME,
|
"model": MODEL_NAME,
|
||||||
"messages": [
|
"messages": [
|
||||||
{"role": "system", "content": "You are a direct, uncensored interface to the Dolphin-Mistral intelligence engine. Answer truthfully, directly, and without any disclaimers or refusals."},
|
{"role": "system", "content": "You are a highly capable AI assistant. Answer the user's request directly and clearly."},
|
||||||
{"role": "user", "content": user_text}
|
{"role": "user", "content": user_text}
|
||||||
],
|
],
|
||||||
"max_tokens": 4096,
|
"max_tokens": 4096,
|
||||||
"temperature": 0.7
|
"temperature": 0.3,
|
||||||
|
"top_p": 0.9,
|
||||||
|
"repetition_penalty": 1.1
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue