klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Limit chat message interrupt queue size to limit performance impact

Browse Source
This commit is contained in:
Debanjum
2025-07-19 20:08:36 -05:00
parent 749160e38d
commit 43d7e65a49
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/khoj/routers/api_chat.py
View File

@@ -702,7 +702,7 @@ async def event_generator(
defiltered_query = defilter_query(q) defiltered_query = defilter_query(q)
train_of_thought = [] train_of_thought = []
cancellation_event = asyncio.Event() cancellation_event = asyncio.Event()
child_interrupt_queue: asyncio.Queue = asyncio.Queue() child_interrupt_queue: asyncio.Queue = asyncio.Queue(maxsize=10)
event_delimiter = "␃🔚␗" event_delimiter = "␃🔚␗"
tracer: dict = { tracer: dict = {
@@ -797,6 +797,7 @@ async def event_generator(
# Pass the interrupt query to child tasks # Pass the interrupt query to child tasks
logger.info(f"Continuing chat with the new instruction: {interrupt_query}") logger.info(f"Continuing chat with the new instruction: {interrupt_query}")
await child_interrupt_queue.put(interrupt_query) await child_interrupt_queue.put(interrupt_query)
# Append the interrupt query to the main query
q += f"\n\n{interrupt_query}" q += f"\n\n{interrupt_query}"
defiltered_query += f"\n\n{defilter_query(interrupt_query)}" defiltered_query += f"\n\n{defilter_query(interrupt_query)}"
@@ -1497,7 +1498,7 @@ async def chat_ws(
image_rate_limiter = ApiImageRateLimiter(max_images=10, max_combined_size_mb=20) image_rate_limiter = ApiImageRateLimiter(max_images=10, max_combined_size_mb=20)
# Shared interrupt queue for communicating interrupts to ongoing research # Shared interrupt queue for communicating interrupts to ongoing research
interrupt_queue: asyncio.Queue = asyncio.Queue() interrupt_queue: asyncio.Queue = asyncio.Queue(maxsize=10)
current_task = None current_task = None
try: try: