mirror of
https://github.com/khoaliber/khoj.git
synced 2026-03-09 05:39:12 +00:00
Handle unset response_schema being passed to gemini models
This commit is contained in:
@@ -143,6 +143,7 @@ def gemini_send_message_to_model(
|
|||||||
# This caused unwanted behavior and terminates response early for gemini 1.5 series. Monitor for flakiness with 2.0 series.
|
# This caused unwanted behavior and terminates response early for gemini 1.5 series. Monitor for flakiness with 2.0 series.
|
||||||
if response_type == "json_object" and model in ["gemini-2.0-flash"]:
|
if response_type == "json_object" and model in ["gemini-2.0-flash"]:
|
||||||
model_kwargs["response_mime_type"] = "application/json"
|
model_kwargs["response_mime_type"] = "application/json"
|
||||||
|
if response_schema:
|
||||||
model_kwargs["response_schema"] = response_schema
|
model_kwargs["response_schema"] = response_schema
|
||||||
|
|
||||||
# Get Response from Gemini
|
# Get Response from Gemini
|
||||||
|
|||||||
@@ -89,7 +89,7 @@ def gemini_completion_with_backoff(
|
|||||||
|
|
||||||
# format model response schema
|
# format model response schema
|
||||||
response_schema = None
|
response_schema = None
|
||||||
if model_kwargs and "response_schema" in model_kwargs:
|
if model_kwargs and not is_none_or_empty(model_kwargs.get("response_schema")):
|
||||||
response_schema = clean_response_schema(model_kwargs["response_schema"])
|
response_schema = clean_response_schema(model_kwargs["response_schema"])
|
||||||
|
|
||||||
seed = int(os.getenv("KHOJ_LLM_SEED")) if os.getenv("KHOJ_LLM_SEED") else None
|
seed = int(os.getenv("KHOJ_LLM_SEED")) if os.getenv("KHOJ_LLM_SEED") else None
|
||||||
|
|||||||
Reference in New Issue
Block a user