klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-07 13:23:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Import app state correctly to generate embeddings with OpenAI model

Browse Source 
Resolves #216
This commit is contained in:
Debanjum Singh Solanky
2023-05-28 10:11:38 +05:30
parent 9cfaaf0941
commit b484953bb3
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/khoj/utils/models.py
View File

@@ -8,7 +8,7 @@ import torch
from tqdm import trange from tqdm import trange
# Internal Packages # Internal Packages
from khoj.utils.state import processor_config, config_file from khoj.utils import state
class BaseEncoder(ABC): class BaseEncoder(ABC):
@@ -25,14 +25,14 @@ class OpenAI(BaseEncoder):
def __init__(self, model_name, device=None): def __init__(self, model_name, device=None):
self.model_name = model_name self.model_name = model_name
if ( if (
not processor_config not state.processor_config
or not processor_config.conversation or not state.processor_config.conversation
or not processor_config.conversation.openai_api_key or not state.processor_config.conversation.openai_api_key
): ):
raise Exception( raise Exception(
f"Set OpenAI API key under processor-config > conversation > openai-api-key in config file: {config_file}" f"Set OpenAI API key under processor-config > conversation > openai-api-key in config file: {state.config_file}"
) )
openai.api_key = processor_config.conversation.openai_api_key openai.api_key = state.processor_config.conversation.openai_api_key
self.embedding_dimensions = None self.embedding_dimensions = None
def encode(self, entries, device=None, **kwargs): def encode(self, entries, device=None, **kwargs):