bunny-lab/Borealis-Github-Replica
1
0
Fork 0
mirror of https://github.com/bunny-lab-io/Borealis.git synced 2025-07-27 05:28:29 -06:00
Code Issues Packages Projects Releases Wiki Activity

Greatly improved performance of Screenshot Sharing URL by drawing it as a canvas.

Browse Source
This commit is contained in:
Nicole Rappe
2025-04-09 04:50:01 -06:00
parent 1d9fe8b170
commit 98e36ad9f0
2 changed files with 107 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Data/Agent/borealis-agent.py
View File

@ -39,14 +39,14 @@ def connect():
@sio.event @sio.event
def disconnect(): def disconnect():
print("[WS DISCONNECTED] Lost connection to Borealis server.") print("[WebSocket] Lost connection to Borealis server.")
@sio.on('agent_config') @sio.on('agent_config')
def on_agent_config(config): def on_agent_config(config):
global current_interval, overlay_visible, LAST_CONFIG global current_interval, overlay_visible, LAST_CONFIG
if config != LAST_CONFIG: if config != LAST_CONFIG:
print("[PROVISIONING] Received new configuration from Borealis.") print("[PROVISIONED] Received new configuration from Borealis.")
x = config.get("x", 100) x = config.get("x", 100)
y = config.get("y", 100) y = config.get("y", 100)
w = config.get("w", 300) w = config.get("w", 300)

121
Data/server.py
View File

@ -62,33 +62,120 @@ def provision_agent():
return jsonify({"status": "provisioned"}) return jsonify({"status": "provisioned"})
# --------------------------------------------- # ----------------------------------------------
# Raw Image Feed Viewer for Screenshot Agents # Canvas Image Feed Viewer for Screenshot Agents
# --------------------------------------------- # ----------------------------------------------
@app.route("/api/agent/<agent_id>/screenshot") @app.route("/api/agent/<agent_id>/screenshot")
def screenshot_viewer(agent_id): def screenshot_viewer(agent_id):
if agent_configurations.get(agent_id, {}).get("task") != "screenshot": if agent_configurations.get(agent_id, {}).get("task") != "screenshot":
return "<h1>Agent not provisioned as Screenshot Collector</h1>", 400 return "<h1>Agent not provisioned as Screenshot Collector</h1>", 400
html = f""" return f"""
<!DOCTYPE html>
<html> <html>
<head> <head>
<title>Borealis - {agent_id} Screenshot</title> <title>Borealis Live View - {agent_id}</title>
<script> <style>
setInterval(function() {{ body {{
var img = document.getElementById('feed'); margin: 0;
img.src = '/api/agent/{agent_id}/screenshot/raw?rnd=' + Math.random(); background-color: #000;
}}, 1000); display: flex;
</script> align-items: center;
justify-content: center;
height: 100vh;
}}
canvas {{
border: 1px solid #444;
max-width: 90vw;
max-height: 90vh;
width: auto;
height: auto;
background-color: #111;
}}
</style>
</head> </head>
<body style='background-color: black;'> <body>
<img id='feed' src='/api/agent/{agent_id}/screenshot/raw' style='max-width:100%; height:auto;' /> <canvas id="viewerCanvas"></canvas>
<script src="https://cdn.socket.io/4.8.1/socket.io.min.js"></script>
<script>
const agentId = "{agent_id}";
const socket = io(window.location.origin, {{ transports: ["websocket"] }});
const canvas = document.getElementById("viewerCanvas");
const ctx = canvas.getContext("2d");
console.log("[Viewer] Canvas initialized for agent:", agentId);
socket.on("connect", () => {{
console.log("[WebSocket] Connected to Borealis server at", window.location.origin);
}});
socket.on("disconnect", () => {{
console.warn("[WebSocket] Disconnected from Borealis server");
}});
socket.on("new_screenshot", (data) => {{
console.log("[WebSocket] Received screenshot event");
if (!data || typeof data !== "object") {{
console.error("[Viewer] Screenshot event was not an object:", data);
return;
}}
if (data.agent_id !== agentId) {{
console.log("[Viewer] Ignored screenshot from different agent:", data.agent_id);
return;
}}
const base64 = data.image_base64;
console.log("[Viewer] Base64 length:", base64?.length || 0);
if (!base64 || base64.length < 100) {{
console.warn("[Viewer] Empty or too short base64 string.");
return;
}}
// Peek at base64 to determine MIME type
let mimeType = "image/png";
try {{
const header = atob(base64.substring(0, 32));
if (header.charCodeAt(0) === 0xFF && header.charCodeAt(1) === 0xD8) {{
mimeType = "image/jpeg";
}}
}} catch (e) {{
console.warn("[Viewer] Failed to decode base64 header", e);
}}
const img = new Image();
img.onload = () => {{
console.log("[Viewer] Image loaded successfully:", img.width + "x" + img.height);
console.log("[Viewer] Canvas size before:", canvas.width + "x" + canvas.height);
if (canvas.width !== img.width || canvas.height !== img.height) {{
canvas.width = img.width;
canvas.height = img.height;
console.log("[Viewer] Canvas resized to match image");
}}
ctx.clearRect(0, 0, canvas.width, canvas.height);
ctx.drawImage(img, 0, 0);
console.log("[Viewer] Image drawn on canvas");
}};
img.onerror = (err) => {{
console.error("[Viewer] Failed to load image from base64. Possibly corrupted data?", err);
}};
img.src = "data:" + mimeType + ";base64," + base64;
}});
</script>
</body> </body>
</html> </html>
""" """
return html
@app.route("/api/agent/<agent_id>/screenshot/raw")
@app.route("/api/agent/<agent_id>/screenshot/raw") # Fallback Non-Live Screenshot Preview Code for Legacy Purposes
def screenshot_raw(agent_id): def screenshot_raw(agent_id):
entry = latest_images.get(agent_id) entry = latest_images.get(agent_id)
if not entry: if not entry:
@ -132,7 +219,6 @@ def receive_screenshot(data):
"image_base64": image, "image_base64": image,
"timestamp": time.time() "timestamp": time.time()
} }
print(f"[DEBUG] Screenshot received from agent {agent_id}")
emit("new_screenshot", {"agent_id": agent_id, "image_base64": image}, broadcast=True) emit("new_screenshot", {"agent_id": agent_id, "image_base64": image}, broadcast=True)
@socketio.on('disconnect') @socketio.on('disconnect')
@ -143,4 +229,7 @@ def on_disconnect():
# Server Start # Server Start
# --------------------------------------------- # ---------------------------------------------
if __name__ == "__main__": if __name__ == "__main__":
import eventlet
import eventlet.wsgi
socketio.run(app, host="0.0.0.0", port=5000, debug=False) socketio.run(app, host="0.0.0.0", port=5000, debug=False)