mirror of
https://github.com/Laurent2916/nio-llm.git
synced 2024-11-09 15:02:03 +00:00
🔧 change default history_size
This commit is contained in:
parent
d7a14fd4ee
commit
8dac964d2d
|
@ -23,7 +23,7 @@ def main(
|
||||||
openai_api_endpoint: str = "http://localhost:8000/v1",
|
openai_api_endpoint: str = "http://localhost:8000/v1",
|
||||||
openai_temperature: float = 0,
|
openai_temperature: float = 0,
|
||||||
openai_max_tokens: int = 256,
|
openai_max_tokens: int = 256,
|
||||||
history_size: int = 3,
|
history_size: int = 5,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""Instantiate and start the client.
|
"""Instantiate and start the client.
|
||||||
|
|
||||||
|
@ -60,7 +60,7 @@ def main(
|
||||||
Defaults to `256`.
|
Defaults to `256`.
|
||||||
history_size (`int`):
|
history_size (`int`):
|
||||||
The number of messages to keep in history.
|
The number of messages to keep in history.
|
||||||
Defaults to `3`.
|
Defaults to `5`.
|
||||||
"""
|
"""
|
||||||
# create the client
|
# create the client
|
||||||
client = LLMClient(
|
client = LLMClient(
|
||||||
|
|
|
@ -181,7 +181,6 @@ class LLMClient(AsyncClient):
|
||||||
for message in self.history
|
for message in self.history
|
||||||
],
|
],
|
||||||
],
|
],
|
||||||
stop=["<|im_end|>"],
|
|
||||||
temperature=self.openai_temperature,
|
temperature=self.openai_temperature,
|
||||||
max_tokens=self.openai_max_tokens,
|
max_tokens=self.openai_max_tokens,
|
||||||
)
|
)
|
||||||
|
|
Loading…
Reference in a new issue