Laurent/nio-llm
1
0
Fork 0
mirror of https://github.com/Laurent2916/nio-llm.git synced 2024-11-09 15:02:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

🔧 change default typing_loop's sleep_time to 15 seconds

Browse source
This commit is contained in:
Laureηt 2023-10-21 10:24:07 +00:00
parent 8dac964d2d
commit f92a20b2c5
Signed by: Laurent
SSH key fingerprint: SHA256:kZEpW8cMJ54PDeCvOhzreNr4FSh6R13CMGH/POoO8DI
1 changed files with 11 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
src/nio_llm/client.py
View file

@ -77,12 +77,12 @@ class LLMClient(AsyncClient):
async def typing_loop( async def typing_loop(
self, self,
sleep_time: int = 10, sleep_time: int = 15,
) -> None: ) -> None:
"""Send typing indicators every `sleep_time` seconds. """Send typing indicators every `sleep_time` seconds.
Args: Args:
sleep_time (`int`, default `10`): sleep_time (`int`, default `15`):
The time to sleep between sending typing indicators. The time to sleep between sending typing indicators.
""" """
logging.debug("Started typing indicator.") logging.debug("Started typing indicator.")
@ -175,7 +175,7 @@ class LLMClient(AsyncClient):
}, },
*[ *[
{ {
"content": f"{message.sender}: {message.body}", "content": f"<{message.sender}>: {message.body}",
"role": "assistant" if message.sender == self.uid else "user", "role": "assistant" if message.sender == self.uid else "user",
} }
for message in self.history for message in self.history
@ -187,19 +187,21 @@ class LLMClient(AsyncClient):
logger.debug(f"Generated response: {response}") logger.debug(f"Generated response: {response}")
# retreive the response # retreive the response
output = response["choices"][0]["message"]["content"] # type: ignore output = response["choices"][0]["message"]["content"].strip() # type: ignore
output = output.strip().removeprefix(f"{self.uid}:").strip()
# replace newlines with <br> # strip the bot's uid from the response
formatted_output = output.replace("\n", "<br>") output = output.removeprefix(f"<{self.uid}>:").strip()
# detect mentions and replace them with html mentions # detect mentions and replace them with html mentions
formatted_output = re.sub( formatted_output = re.sub(
r"@[^:]+:[^ :]+", r"@[a-zA-Z-_]+:[^.]+\.[a-zA-Z]+",
lambda match: f'<a href="https://matrix.to/#/{match.group(0)}"></a>', lambda match: f'<a href="https://matrix.to/#/{match.group(0)}"></a>',
formatted_output, output,
) )
# replace newlines with <br>
formatted_output = formatted_output.replace("\n", "<br>")
logger.debug(f"Formatted response: {formatted_output}") logger.debug(f"Formatted response: {formatted_output}")
# send the response # send the response