GitHub/chatgpt_telegram_bot
1
0
Fork 0
mirror of https://github.com/father-bot/chatgpt_telegram_bot.git synced 2026-08-03 13:27:16 +03:00
Code Issues Packages Projects Releases Wiki Activity

Simplify token-count overhead table

Browse Source 
The per-model if/elif chain only ever set tokens_per_message=3 for
supported models (and 4 for the now-removed gpt-3.5 family). Collapse
it to a single assignment since every current chat model shares the
same overhead.
This commit is contained in:
Father Bot
2026-05-26 10:15:43 +03:00
parent 5d8f98427e
commit 068f996473
1 changed files with 4 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bot/openai_utils.py
+4 -25
View File
@@ -283,31 +283,10 @@ class ChatGPT:
# via OpenRouter) fall back to a modern encoding for an estimate
encoding = tiktoken.get_encoding("o200k_base")
if model == "gpt-3.5-turbo-16k":
tokens_per_message = 4 # every message follows <im_start>{role/name}\n{content}<im_end>\n
tokens_per_name = -1 # if there's a name, the role is omitted
elif model == "gpt-3.5-turbo":
tokens_per_message = 4
tokens_per_name = -1
elif model == "gpt-4":
tokens_per_message = 3
tokens_per_name = 1
elif model == "gpt-4-1106-preview":
tokens_per_message = 3
tokens_per_name = 1
elif model == "gpt-4-vision-preview":
tokens_per_message = 3
tokens_per_name = 1
elif model == "gpt-4o":
tokens_per_message = 3
tokens_per_name = 1
elif model == "gpt-4o-mini":
tokens_per_message = 3
tokens_per_name = 1
else:
# default for newer OpenAI / third-party (OpenRouter) chat models
tokens_per_message = 3
tokens_per_name = 1
# all currently supported chat models (gpt-4o, gpt-4o-mini, gpt-5.5,
# Claude, ...) use the same per-message overhead
tokens_per_message = 3
tokens_per_name = 1
# input
n_input_tokens = 0