move the model to the endpoint as well

2024-04-19 09:58:11 -07:00 · 2024-04-19 09:58:11 -07:00 · b91e6a7ca5
commit b91e6a7ca5
parent 23f5e0274b
1 changed files with 1 additions and 2 deletions
--- a/app/bot.py
+++ b/app/bot.py
@ -183,8 +183,7 @@ async def on_message(ctx):
                    "role": "user",
                },
            ],
-            "model": "llama2-chat-7b",
-            # "model": "mistral-ins-7b-q4",
+            "model": requests.get(llm_rule_endpoint).json()["model"],
            "stream": False,
            "max_tokens": 4096,
            "stop": ["goon"],