From 6c5c1c33c18c95c5075dede380fcc715d9a54af9 Mon Sep 17 00:00:00 2001
From: Debanjum Singh Solanky <debanjum@gmail.com>
Date: Thu, 18 Aug 2022 23:14:39 +0300
Subject: [PATCH] Turn off Tokenizers Parallelism. Khoj doesn't support it
 right now

- Forking and multiprocess are problemantic in frozen python
  scenarios. This will cause issues when running App packaged by
  pyinstaller
---
 src/main.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/src/main.py b/src/main.py
index 586676be..2951b1c2 100644
--- a/src/main.py
+++ b/src/main.py
@@ -1,7 +1,8 @@
 # Standard Packages
-from platform import system
+import os
 import signal
 import sys
+from platform import system
 
 # External Packages
 import uvicorn
@@ -26,6 +27,9 @@ app.include_router(router)
 
 
 def run():
+    # Turn Tokenizers Parallelism Off. App does not support it.
+    os.environ["TOKENIZERS_PARALLELISM"] = 'false'
+
     # Load config from CLI
     state.cli_args = sys.argv[1:]
     args = cli(state.cli_args)