From 0496864593834d54172048797f95e60cc67195e8 Mon Sep 17 00:00:00 2001 From: Fraser Date: Mon, 12 Jun 2023 20:27:23 -0400 Subject: [PATCH] set temperature = 0 --- api/chat.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/api/chat.py b/api/chat.py index 8c7b230..14fa413 100644 --- a/api/chat.py +++ b/api/chat.py @@ -145,7 +145,8 @@ def talk_to_robot(index, query: str, history: List[Dict[str, str]], k: int = STA model=COMPLETIONS_MODEL, messages=prompt, max_tokens=max_tokens_completion, - stream=True + stream=True, + temperature=0, # may or may not be a good idea ): res = chunk["choices"][0]["delta"] if res is not None and res.get("content") is not None: