From b91e6a7ca5b40002df6e334cd73ee00cc9cc713d Mon Sep 17 00:00:00 2001
From: Luke Robles <lukelrobles@gmail.com>
Date: Fri, 19 Apr 2024 09:58:11 -0700
Subject: [PATCH] move the model to the endpoint as well

---
 app/bot.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/app/bot.py b/app/bot.py
index 14e444f6..9e8c4f0a 100755
--- a/app/bot.py
+++ b/app/bot.py
@@ -183,8 +183,7 @@ async def on_message(ctx):
                     "role": "user",
                 },
             ],
-            "model": "llama2-chat-7b",
-            # "model": "mistral-ins-7b-q4",
+            "model": requests.get(llm_rule_endpoint).json()["model"],
             "stream": False,
             "max_tokens": 4096,
             "stop": ["goon"],