mirror of
https://github.com/Laurent2916/nio-llm.git
synced 2024-11-09 15:02:03 +00:00
🔧 change default history_size
This commit is contained in:
parent
d7a14fd4ee
commit
8dac964d2d
|
@ -23,7 +23,7 @@ def main(
|
|||
openai_api_endpoint: str = "http://localhost:8000/v1",
|
||||
openai_temperature: float = 0,
|
||||
openai_max_tokens: int = 256,
|
||||
history_size: int = 3,
|
||||
history_size: int = 5,
|
||||
) -> None:
|
||||
"""Instantiate and start the client.
|
||||
|
||||
|
@ -60,7 +60,7 @@ def main(
|
|||
Defaults to `256`.
|
||||
history_size (`int`):
|
||||
The number of messages to keep in history.
|
||||
Defaults to `3`.
|
||||
Defaults to `5`.
|
||||
"""
|
||||
# create the client
|
||||
client = LLMClient(
|
||||
|
|
|
@ -181,7 +181,6 @@ class LLMClient(AsyncClient):
|
|||
for message in self.history
|
||||
],
|
||||
],
|
||||
stop=["<|im_end|>"],
|
||||
temperature=self.openai_temperature,
|
||||
max_tokens=self.openai_max_tokens,
|
||||
)
|
||||
|
|
Loading…
Reference in a new issue