klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 21:19:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Show operator screenshots with reasoning in train of thought on web app

Browse Source
This commit is contained in:
Debanjum
2025-05-09 14:49:37 -06:00
parent 21a9556b06
commit 258b5a0372
1 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
src/interface/web/app/components/chatMessage/chatMessage.tsx
View File

@@ -350,13 +350,18 @@ export function TrainOfThought(props: TrainOfThoughtProps) {
let message = props.message;
// Render screenshot image in screenshot action message
let screenshotData = null;
let jsonMessage = null;
try {
const jsonMatch = message.match(/\{.*("action": "screenshot"|"type": "screenshot").*\}/);
const jsonMatch = message.match(
/\{.*("action": "screenshot"|"type": "screenshot"|"image": "data:image\/.*").*\}/,
);
if (jsonMatch) {
screenshotData = JSON.parse(jsonMatch[0]);
const screenshotHtmlString = `<img src="${screenshotData.image}" alt="State of browser" class="max-w-full" />`;
message = message.replace(jsonMatch[0], `Screenshot\n\n${screenshotHtmlString}`);
jsonMessage = JSON.parse(jsonMatch[0]);
const screenshotHtmlString = `<img src="${jsonMessage.image}" alt="State of environment" class="max-w-full" />`;
message = message.replace(
`:\n**Action**: ${jsonMatch[0]}`,
`\n\n- ${jsonMessage.text}\n${screenshotHtmlString}`,
);
}
} catch (e) {
console.error("Failed to parse screenshot data", e);