From 84984502e71485be6d7ea70fff02f8d857a6bbae Mon Sep 17 00:00:00 2001 From: Luke Robles Date: Thu, 6 Jun 2024 08:03:07 -0700 Subject: [PATCH] Add a try/except to the llm --- app/bot.py | 19 +++++++++++-------- 1 file changed, 11 insertions(+), 8 deletions(-) diff --git a/app/bot.py b/app/bot.py index b21781ea..74b38038 100755 --- a/app/bot.py +++ b/app/bot.py @@ -158,15 +158,18 @@ async def on_message(ctx): } headers = {"Content-Type": "application/json"} - await ctx.channel.trigger_typing() - response = requests.post(url, json=payload, headers=headers) - answer = response.json()["choices"][0]["message"]["content"] + try: + await ctx.channel.trigger_typing() + response = requests.post(url, json=payload, headers=headers) + answer = response.json()["choices"][0]["message"]["content"] - if len(answer) > 2000: - await ctx.reply(answer[:2000].replace("<|end_of_turn|>", "")) - await ctx.reply(answer[2000:].replace("<|end_of_turn|>", "")) - else: - await ctx.reply(answer.replace("<|end_of_turn|>", "")) + if len(answer) > 2000: + await ctx.reply(answer[:2000].replace("<|end_of_turn|>", "")) + await ctx.reply(answer[2000:].replace("<|end_of_turn|>", "")) + else: + await ctx.reply(answer.replace("<|end_of_turn|>", "")) + except KeyError: + await ctx.reply("Somethings wrong, maybe the LLM crashed") bot.run(os.getenv("discord_token"))