klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Recursively search through folders for indexing

Browse Source
This commit is contained in:
sabaimran
2023-12-03 11:03:29 -08:00
parent a57d529f39
commit c5d297a9ed
1 changed files with 16 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
src/interface/desktop/main.js
View File

@@ -110,6 +110,21 @@ function filenameToMimeType (filename) {
} }
} }
function processDirectory(filesToPush, folder) {
const files = fs.readdirSync(folder.path, { withFileTypes: true, recursive: true });
for (const file of files) {
console.log(file);
if (file.isFile() && validFileTypes.includes(file.name.split('.').pop())) {
filesToPush.push(path.join(folder.path, file.name));
}
if (file.isDirectory()) {
processDirectory(filesToPush, {'path': path.join(folder.path, file.name)});
}
}
}
function pushDataToKhoj (regenerate = false) { function pushDataToKhoj (regenerate = false) {
// Don't sync if token or hostURL is not set or if already syncing // Don't sync if token or hostURL is not set or if already syncing
if (store.get('khojToken') === '' || store.get('hostURL') === '' || syncing === true) { if (store.get('khojToken') === '' || store.get('hostURL') === '' || syncing === true) {
@@ -132,12 +147,7 @@ function pushDataToKhoj (regenerate = false) {
// Collect paths of all indexable files in configured folders // Collect paths of all indexable files in configured folders
for (const folder of folders) { for (const folder of folders) {
const files = fs.readdirSync(folder.path, { withFileTypes: true }); processDirectory(filesToPush, folder);
for (const file of files) {
if (file.isFile() && validFileTypes.includes(file.name.split('.').pop())) {
filesToPush.push(path.join(folder.path, file.name));
}
}
} }
const lastSync = store.get('lastSync') || []; const lastSync = store.get('lastSync') || [];