diff --git a/app/bot.py b/app/bot.py
index 14e444f6..9e8c4f0a 100755
--- a/app/bot.py
+++ b/app/bot.py
@@ -183,8 +183,7 @@ async def on_message(ctx):
                     "role": "user",
                 },
             ],
-            "model": "llama2-chat-7b",
-            # "model": "mistral-ins-7b-q4",
+            "model": requests.get(llm_rule_endpoint).json()["model"],
             "stream": False,
             "max_tokens": 4096,
             "stop": ["goon"],