Desktop Automation

import { Sandbox } from '@hopx-ai/sdk';

const sandbox = await Sandbox.create({ template: 'desktop' });
await sandbox.init();
const desktop = sandbox.desktop;  // Lazy-loaded resource

const vncInfo = await sandbox.desktop.startVnc();
console.log(`VNC URL: ${vncInfo.url}`);

const vnc = await sandbox.desktop.getVncInfo();
if (vnc.running) {
  console.log(`VNC running at ${vnc.url}`);
}

await sandbox.desktop.mouseClick(100, 200);
await sandbox.desktop.mouseClick(500, 300, { button: 'right', clicks: 2 });

await sandbox.desktop.mouseMove(500, 300);

await sandbox.desktop.mouseDrag(100, 100, 300, 300);

await sandbox.desktop.mouseScroll(500, 300, 3);  // Scroll down
await sandbox.desktop.mouseScroll(500, 300, -3); // Scroll up

await sandbox.desktop.keyboardType('Hello, World!');

await sandbox.desktop.keyboardPress('Return');
await sandbox.desktop.keyboardPress('Control_L+c');  // Ctrl+C

await sandbox.desktop.keyboardCombination(['Control_L', 'c']);  // Ctrl+C
await sandbox.desktop.keyboardCombination(['Alt', 'Tab']);      // Alt+Tab

const content = await sandbox.desktop.getClipboard();
console.log(content);

await sandbox.desktop.setClipboard('Text to copy');

const screenshot = await sandbox.desktop.screenshot();
await fs.promises.writeFile('screen.png', screenshot);

const img = await sandbox.desktop.screenshotRegion(100, 100, 800, 600);

await sandbox.desktop.startRecording('/workspace/recording.mp4');

await sandbox.desktop.stopRecording();

const windows = await sandbox.desktop.listWindows();
for (const win of windows) {
  console.log(`${win.title} (${win.window_id})`);
}

await sandbox.desktop.focusWindow('window_id_123');