klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 05:39:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add new, remove old known chat models from model to prompt size map

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2024-03-15 04:02:25 +05:30
parent fba0338787
commit 08993ff109
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/khoj/processor/conversation/utils.py
View File

@@ -16,11 +16,10 @@ from khoj.utils.helpers import is_none_or_empty, merge_dicts
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
model_to_prompt_size = { model_to_prompt_size = {
"gpt-3.5-turbo": 3000, "gpt-3.5-turbo": 3000,
"gpt-4": 7000, "gpt-3.5-turbo-0125": 3000,
"gpt-4-1106-preview": 7000, "gpt-4-0125-preview": 7000,
"gpt-4-turbo-preview": 7000, "gpt-4-turbo-preview": 7000,
"llama-2-7b-chat.ggmlv3.q4_0.bin": 1548, "llama-2-7b-chat.ggmlv3.q4_0.bin": 1548,
"gpt-3.5-turbo-16k": 15000,
"mistral-7b-instruct-v0.1.Q4_0.gguf": 1548, "mistral-7b-instruct-v0.1.Q4_0.gguf": 1548,
} }
model_to_tokenizer = { model_to_tokenizer = {