klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 13:18:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Read content plugin configs from Khoj config YAML

Browse Source 
Configure external text content plugins via the Khoj YAML
Reuse existing TextContentConfig definition for external text content plugins
This commit is contained in:
Debanjum Singh Solanky
2023-02-22 14:47:22 -06:00
parent f57d7bf5ad
commit fcbbe8c759
3 changed files with 27 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
tests/data/config.yml
View File

@@ -6,6 +6,17 @@ content-type:
embeddings-file: ".note_embeddings.pt"
index-header-entries: true
plugins:
content_plugin_1:
input-files: [ "content_plugin_1_new.jsonl.gz" ]
compressed-jsonl: "content_plugin_1.jsonl.gz"
embeddings-file: "content_plugin_1_embeddings.pt"
content_plugin_2:
input-filter: [ "*2_new.jsonl.gz" ]
compressed-jsonl: "content_plugin_2.jsonl.gz"
embeddings-file: "content_plugin_2_embeddings.pt"
search-type:
asymmetric:
encoder: "sentence-transformers/msmarco-MiniLM-L-6-v3"