🔧 change default history_size

This commit is contained in:
Laureηt 2023-10-19 21:23:15 +00:00
parent d7a14fd4ee
commit 8dac964d2d
Signed by: Laurent
SSH key fingerprint: SHA256:kZEpW8cMJ54PDeCvOhzreNr4FSh6R13CMGH/POoO8DI
2 changed files with 2 additions and 3 deletions

View file

@ -23,7 +23,7 @@ def main(
openai_api_endpoint: str = "http://localhost:8000/v1",
openai_temperature: float = 0,
openai_max_tokens: int = 256,
history_size: int = 3,
history_size: int = 5,
) -> None:
"""Instantiate and start the client.
@ -60,7 +60,7 @@ def main(
Defaults to `256`.
history_size (`int`):
The number of messages to keep in history.
Defaults to `3`.
Defaults to `5`.
"""
# create the client
client = LLMClient(

View file

@ -181,7 +181,6 @@ class LLMClient(AsyncClient):
for message in self.history
],
],
stop=["<|im_end|>"],
temperature=self.openai_temperature,
max_tokens=self.openai_max_tokens,
)