wassname/stampy-chat
1
0
Fork 0
mirror of https://github.com/wassname/stampy-chat.git synced 2026-09-11 12:50:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

Big fix total_tokens

Browse Source
This commit is contained in:
henri123lemoine
2023-03-31 22:10:53 -04:00
parent 1dbb24e30a
commit b197ee086c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/chat.py
+2 -2
View File
@@ -65,8 +65,8 @@ def construct_prompt(query: str, history: List[Dict[str, str]], context: List[Bl
instruction_context_query_prompt = f"{instruction_context_query_prompt}\n\n{context_prompt}\n\n{question_prompt}"
total_tokens += len(enc.encode(past_queries_prompt))
total_tokens += len(enc.encode(history[-2]["content"])) # Get past user query
total_tokens += len(enc.encode(history[-1]["content"]))
total_tokens += len(enc.encode(history[-2]["content"])) if (len(history) >= 2) else 0
total_tokens += len(enc.encode(history[-1]["content"])) if (len(history) >= 1) else 0
total_tokens += len(enc.encode(instruction_context_query_prompt))
# If the prompt is too long, truncate the last answer