ldooks/dragon-bot
ldooks/dragon-bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Slice out the <think> tags

Browse Source
This commit is contained in:
Luke Robles 2025-01-28 12:30:07 -08:00
parent e0505e8815
commit 79fa8df54b
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
app/bot.py
View File

@ -118,6 +118,16 @@ async def fix_social_media_links(ctx):
return return
def remove_between(text, string1, string2):
start_index = text.find(string1)
end_index = text.find(string2, start_index + len(string1))
if start_index != -1 and end_index != -1:
return text[:start_index] + text[end_index + len(string2) :]
else:
return text # Return original text if delimiters not found
@bot.event @bot.event
async def on_message(ctx): async def on_message(ctx):
if str(bot.user.id) in ctx.content: if str(bot.user.id) in ctx.content:
@ -170,11 +180,7 @@ async def on_message(ctx):
response = requests.post(url, json=payload, headers=headers) response = requests.post(url, json=payload, headers=headers)
answer = response.json()["message"]["content"] answer = response.json()["message"]["content"]
if len(answer) > 2000: await ctx.reply(remove_between(answer, "<think>", "</think>"))
await ctx.reply(answer[:2000].replace("<｜end▁of▁sentence｜>", ""))
await ctx.reply(answer[2000:].replace("<｜end▁of▁sentence｜>", ""))
else:
await ctx.reply(answer.replace("<｜end▁of▁sentence｜>", ""))
except Exception as e: except Exception as e:
print(e) print(e)
await ctx.reply("Somethings wrong, maybe the LLM crashed") await ctx.reply("Somethings wrong, maybe the LLM crashed")