🔧 change default history_size

This commit is contained in:
Laureηt 2023-10-19 21:23:15 +00:00
parent d7a14fd4ee
commit 8dac964d2d
Signed by: Laurent
SSH key fingerprint: SHA256:kZEpW8cMJ54PDeCvOhzreNr4FSh6R13CMGH/POoO8DI
2 changed files with 2 additions and 3 deletions

View file

@ -23,7 +23,7 @@ def main(
openai_api_endpoint: str = "http://localhost:8000/v1", openai_api_endpoint: str = "http://localhost:8000/v1",
openai_temperature: float = 0, openai_temperature: float = 0,
openai_max_tokens: int = 256, openai_max_tokens: int = 256,
history_size: int = 3, history_size: int = 5,
) -> None: ) -> None:
"""Instantiate and start the client. """Instantiate and start the client.
@ -60,7 +60,7 @@ def main(
Defaults to `256`. Defaults to `256`.
history_size (`int`): history_size (`int`):
The number of messages to keep in history. The number of messages to keep in history.
Defaults to `3`. Defaults to `5`.
""" """
# create the client # create the client
client = LLMClient( client = LLMClient(

View file

@ -181,7 +181,6 @@ class LLMClient(AsyncClient):
for message in self.history for message in self.history
], ],
], ],
stop=["<|im_end|>"],
temperature=self.openai_temperature, temperature=self.openai_temperature,
max_tokens=self.openai_max_tokens, max_tokens=self.openai_max_tokens,
) )