Laurent/nio-llm
1
0
Fork 0
mirror of https://github.com/Laurent2916/nio-llm.git synced 2024-11-09 23:12:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

🐛 ignore messages comming from threads

Browse source
This commit is contained in:
Laureηt 2023-05-27 16:09:48 +02:00
parent f1b274f5a1
commit 012d6e0eaf
Signed by: Laurent
SSH key fingerprint: SHA256:kZEpW8cMJ54PDeCvOhzreNr4FSh6R13CMGH/POoO8DI
1 changed files with 9 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
nio_llm/client.py
View file

@ -69,6 +69,14 @@ class LLMClient(AsyncClient):
logger.debug("Ignoring edited message.")
return
# ignore thread messages
if (
"m.relates_to" in event.source["content"]
and event.source["content"]["m.relates_to"]["rel_type"] == "m.thread"
):
logger.debug("Ignoring thread message.")
return
# update history
self.history.append(event)
@ -95,6 +103,7 @@ class LLMClient(AsyncClient):
logger.debug(f"Prompt:\n{prompt}")
logger.debug(f"Tokens: {len(tokens)}")
# ignore prompts that are too long
if len(tokens) > 512:
logger.debug("Prompt too long, skipping.")
await self.room_send(