diff --git a/src/interface/web/app/components/chatMessage/chatMessage.tsx b/src/interface/web/app/components/chatMessage/chatMessage.tsx index 794105c1..2e4c600d 100644 --- a/src/interface/web/app/components/chatMessage/chatMessage.tsx +++ b/src/interface/web/app/components/chatMessage/chatMessage.tsx @@ -350,13 +350,18 @@ export function TrainOfThought(props: TrainOfThoughtProps) { let message = props.message; // Render screenshot image in screenshot action message - let screenshotData = null; + let jsonMessage = null; try { - const jsonMatch = message.match(/\{.*("action": "screenshot"|"type": "screenshot").*\}/); + const jsonMatch = message.match( + /\{.*("action": "screenshot"|"type": "screenshot"|"image": "data:image\/.*").*\}/, + ); if (jsonMatch) { - screenshotData = JSON.parse(jsonMatch[0]); - const screenshotHtmlString = `State of browser`; - message = message.replace(jsonMatch[0], `Screenshot\n\n${screenshotHtmlString}`); + jsonMessage = JSON.parse(jsonMatch[0]); + const screenshotHtmlString = `State of environment`; + message = message.replace( + `:\n**Action**: ${jsonMatch[0]}`, + `\n\n- ${jsonMessage.text}\n${screenshotHtmlString}`, + ); } } catch (e) { console.error("Failed to parse screenshot data", e);