Add front-end Electron application for Khoj local file syncing (#473)

* Initial version - setup a file-push architecture for generating embeddings with Khoj
* Use state.host and state.port for configuring the URL for the indexer
* Fix parsing of PDF files
* Read markdown files from streamed data and update unit tests
* On application startup, load in embeddings from configurations files, rather than regenerating the corpus based on file system
* Init: refactor indexer/batch endpoint to support a generic file ingestion format
* Add features to better support indexing from files sent by the desktop client
* Initial commit with Electron application
- Adds electron app
* Add import for pymupdf, remove import for pypdf
* Allow user to configure khoj host URL
* Remove search type configuration from index.html
* Use v1 path for current indexer routes
This commit is contained in:
sabaimran
2023-09-06 12:04:18 -07:00
committed by GitHub
parent 205dc90746
commit 76562f4250
54 changed files with 20132 additions and 82 deletions

View File

@@ -66,7 +66,7 @@ def test_index_batch(client):
headers = {"x-api-key": "secret"}
# Act
response = client.post("/indexer/batch", json=request_body, headers=headers)
response = client.post("/v1/indexer/batch", json=request_body, headers=headers)
# Assert
assert response.status_code == 200
@@ -81,7 +81,7 @@ def test_regenerate_with_valid_content_type(client):
headers = {"x-api-key": "secret"}
# Act
response = client.post(f"/indexer/batch?search_type={content_type}", json=request_body, headers=headers)
response = client.post(f"/v1/indexer/batch?search_type={content_type}", json=request_body, headers=headers)
# Assert
assert response.status_code == 200, f"Returned status: {response.status_code} for content type: {content_type}"
@@ -97,7 +97,7 @@ def test_regenerate_with_github_fails_without_pat(client):
headers = {"x-api-key": "secret"}
# Act
response = client.post(f"/indexer/batch?search_type=github", json=request_body, headers=headers)
response = client.post(f"/v1/indexer/batch?search_type=github", json=request_body, headers=headers)
# Assert
assert response.status_code == 200, f"Returned status: {response.status_code} for content type: github"