Floke/Brancheneinstufung2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

helpers.py aktualisiert

Browse Source
This commit is contained in:
Floke
2025-08-22 12:03:55 +00:00
parent 9027ce3a20
commit c39ed67d4f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
helpers.py
View File

@@ -172,7 +172,7 @@ def token_count(text, model=None):
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
if not text or not isinstance(text, str): return 0 if not text or not isinstance(text, str): return 0
current_model = model if model else getattr(Config, 'TOKEN_MODEL', 'gpt-3.5-turbo') current_model = model if model else getattr(Config, 'TOKEN_MODEL', 'gpt-4o-mini')
if tiktoken: if tiktoken:
try: try:
if not hasattr(token_count, 'enc_cache'): token_count.enc_cache = {} if not hasattr(token_count, 'enc_cache'): token_count.enc_cache = {}