bunny-lab/Borealis-Github-Replica
1
0
Fork 0
mirror of https://github.com/bunny-lab-io/Borealis.git synced 2025-07-27 05:48:28 -06:00
Code Issues Packages Projects Releases Wiki Activity

Fixed Dozens of Issues with Agent Communication

Browse Source
This commit is contained in:
Nicole Rappe
2025-05-03 06:02:26 -06:00
parent 4d89b8d58c
commit 8116c1b717
3 changed files with 28 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Data/Agent/borealis-agent.py
View File

@ -209,11 +209,9 @@ class ScreenshotRegion(QtWidgets.QWidget):
def mouseReleaseEvent(self, e):
self.resizing = False
self.drag_offset = None
# Persist geometry on release
x, y, w, h = self.get_geometry()
CONFIG.data['regions'][self.node_id] = {'x': x, 'y': y, 'w': w, 'h': h}
CONFIG._write()
# Send geometry immediately upstream
asyncio.create_task(sio.emit('agent_screenshot_task', {
'agent_id': AGENT_ID,
'node_id': self.node_id,

7
Data/Server/WebUI/src/nodes/Agents/Node_Agent_Role_Screenshot.jsx
View File

@ -51,13 +51,16 @@ const ScreenshotInstructionNode = ({ id, data }) => {
if (!socket) return;
const handleScreenshot = (payload) => {
if (payload?.node_id !== id || !payload.image_base64) return;
if (payload?.node_id !== id) return;
// image update (optional)
if (payload.image_base64) {
base64Ref.current = payload.image_base64;
setImageBase64(payload.image_base64);
window.BorealisValueBus[id] = payload.image_base64;
}
// If geometry changed from agent side, sync into UI
// geometry update
const { x, y, w, h } = payload;
if (x !== undefined && y !== undefined && w !== undefined && h !== undefined) {
const newRegion = { x, y, w, h };

14
Data/Server/server.py
View File

@ -154,22 +154,20 @@ def screenshot_node_viewer(agent_id, node_id):
def receive_screenshot_task(data):
agent_id = data.get("agent_id")
node_id = data.get("node_id")
image = data.get("image_base64")
image = data.get("image_base64", "")
if not agent_id or not node_id or not image:
print("[WS] Screenshot task missing fields.")
if not agent_id or not node_id:
print("[WS] Screenshot task missing agent_id or node_id.")
return
if image:
latest_images[f"{agent_id}:{node_id}"] = {
"image_base64": image,
"timestamp": time.time()
}
emit("agent_screenshot_task", {
"agent_id": agent_id,
"node_id": node_id,
"image_base64": image
}, broadcast=True)
# Emit the full payload, including geometry (even if image is empty)
emit("agent_screenshot_task", data, broadcast=True)
@socketio.on("connect_agent")
def connect_agent(data):