klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of github.com:khoj-ai/khoj into features/add-chat-controls

Browse Source
This commit is contained in:
sabaimran
2025-01-28 13:01:06 -08:00
parent 43c9ec260d af49375884
commit ba7d53c737
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/database/models/__init__.py
View File

@@ -60,7 +60,7 @@ class PeopleAlsoAsk(PydanticBaseModel):
link: Optional[str] = None link: Optional[str] = None
question: Optional[str] = None question: Optional[str] = None
snippet: Optional[str] = None snippet: Optional[str] = None
title: str title: Optional[str] = None
class KnowledgeGraph(PydanticBaseModel): class KnowledgeGraph(PydanticBaseModel):

1
src/khoj/processor/conversation/utils.py
View File

@@ -534,6 +534,7 @@ def truncate_messages(
encoder = download_model(model_name).tokenizer() encoder = download_model(model_name).tokenizer()
except: except:
encoder = tiktoken.encoding_for_model(default_tokenizer) encoder = tiktoken.encoding_for_model(default_tokenizer)
if state.verbose > 2:
logger.debug( logger.debug(
f"Fallback to default chat model tokenizer: {default_tokenizer}.\nConfigure tokenizer for model: {model_name} in Khoj settings to improve context stuffing." f"Fallback to default chat model tokenizer: {default_tokenizer}.\nConfigure tokenizer for model: {model_name} in Khoj settings to improve context stuffing."
) )