klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-06 05:39:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use the same function for computing entries for IDs regardless of whether it has prev entries

Browse Source
This commit is contained in:
sabaimran
2023-07-21 13:23:56 -07:00
parent 3e59be7f1d
commit 596e11ec6d
1 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/khoj/processor/github/github_to_jsonl.py
View File

@@ -84,12 +84,9 @@ class GithubToJsonl(TextToJsonl):
def update_entries_with_ids(self, current_entries, previous_entries): def update_entries_with_ids(self, current_entries, previous_entries):
# Identify, mark and merge any new entries with previous entries # Identify, mark and merge any new entries with previous entries
with timer("Identify new or updated entries", logger): with timer("Identify new or updated entries", logger):
if not previous_entries: entries_with_ids = TextToJsonl.mark_entries_for_update(
entries_with_ids = list(enumerate(current_entries)) current_entries, previous_entries, key="compiled", logger=logger
else: )
entries_with_ids = TextToJsonl.mark_entries_for_update(
current_entries, previous_entries, key="compiled", logger=logger
)
with timer("Write github entries to JSONL file", logger): with timer("Write github entries to JSONL file", logger):
# Process Each Entry from All Notes Files # Process Each Entry from All Notes Files