mirror of
https://github.com/khoaliber/khoj.git
synced 2026-03-02 21:19:12 +00:00
Merge branch 'master' of github.com:khoj-ai/khoj into features/add-chat-controls
This commit is contained in:
@@ -60,7 +60,7 @@ class PeopleAlsoAsk(PydanticBaseModel):
|
||||
link: Optional[str] = None
|
||||
question: Optional[str] = None
|
||||
snippet: Optional[str] = None
|
||||
title: str
|
||||
title: Optional[str] = None
|
||||
|
||||
|
||||
class KnowledgeGraph(PydanticBaseModel):
|
||||
|
||||
@@ -534,9 +534,10 @@ def truncate_messages(
|
||||
encoder = download_model(model_name).tokenizer()
|
||||
except:
|
||||
encoder = tiktoken.encoding_for_model(default_tokenizer)
|
||||
logger.debug(
|
||||
f"Fallback to default chat model tokenizer: {default_tokenizer}.\nConfigure tokenizer for model: {model_name} in Khoj settings to improve context stuffing."
|
||||
)
|
||||
if state.verbose > 2:
|
||||
logger.debug(
|
||||
f"Fallback to default chat model tokenizer: {default_tokenizer}.\nConfigure tokenizer for model: {model_name} in Khoj settings to improve context stuffing."
|
||||
)
|
||||
|
||||
# Extract system message from messages
|
||||
system_message = None
|
||||
|
||||
Reference in New Issue
Block a user