wassname/stampy-chat
1
0
Fork 0
mirror of https://github.com/wassname/stampy-chat.git synced 2026-09-09 11:36:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

Properly count used tokens

Browse Source
This commit is contained in:
Daniel O'Connell
2023-12-02 20:47:32 +01:00
parent 51d82c873f
commit 9831aea2bd
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/src/stampy_chat/settings.py
+7 -1
View File
@@ -173,4 +173,10 @@ class Settings:
@property
def max_response_tokens(self):
return min(self.maxNumTokens - self.context_tokens - self.history_tokens, self.maxCompletionTokens)
available_tokens = (
self.maxNumTokens -
self.context_tokens - len(self.encoder.encode(self.context_prompt)) -
self.history_tokens - len(self.encoder.encode(self.history_prompt)) -
len(self.encoder.encode(self.question_prompt))
)
return min(available_tokens, self.maxCompletionTokens)