import type { Page, Frame } from 'playwright-core'; import type { BrowserManager } from './browser.js'; import type { Command, Response, NavigateCommand, ClickCommand, TypeCommand, FillCommand, CheckCommand, UncheckCommand, UploadCommand, DoubleClickCommand, FocusCommand, DragCommand, FrameCommand, GetByRoleCommand, GetByTextCommand, GetByLabelCommand, GetByPlaceholderCommand, PressCommand, ScreenshotCommand, EvaluateCommand, WaitCommand, ScrollCommand, SelectCommand, HoverCommand, ContentCommand, TabSwitchCommand, TabCloseCommand, WindowNewCommand, CookiesSetCommand, StorageGetCommand, StorageSetCommand, StorageClearCommand, DialogCommand, PdfCommand, RouteCommand, RequestsCommand, DownloadCommand, GeolocationCommand, PermissionsCommand, ViewportCommand, DeviceCommand, GetAttributeCommand, GetTextCommand, IsVisibleCommand, IsEnabledCommand, IsCheckedCommand, CountCommand, BoundingBoxCommand, TraceStartCommand, TraceStopCommand, HarStopCommand, StorageStateSaveCommand, ConsoleCommand, ErrorsCommand, KeyboardCommand, WheelCommand, TapCommand, ClipboardCommand, HighlightCommand, ClearCommand, SelectAllCommand, InnerTextCommand, InnerHtmlCommand, InputValueCommand, SetValueCommand, DispatchEventCommand, AddScriptCommand, AddStyleCommand, EmulateMediaCommand, OfflineCommand, HeadersCommand, GetByAltTextCommand, GetByTitleCommand, GetByTestIdCommand, NthCommand, WaitForUrlCommand, WaitForLoadStateCommand, SetContentCommand, TimezoneCommand, LocaleCommand, HttpCredentialsCommand, MouseMoveCommand, MouseDownCommand, MouseUpCommand, WaitForFunctionCommand, ScrollIntoViewCommand, AddInitScriptCommand, KeyDownCommand, KeyUpCommand, InsertTextCommand, MultiSelectCommand, WaitForDownloadCommand, ResponseBodyCommand, NavigateData, ScreenshotData, EvaluateData, ContentData, TabListData, TabNewData, TabSwitchData, TabCloseData, } from './types.js'; import { successResponse, errorResponse } from './protocol.js'; // Snapshot response type interface SnapshotData { snapshot: string; refs?: Record; } /** * Convert Playwright errors to AI-friendly messages */ function toAIFriendlyError(error: unknown, selector: string): Error { const message = error instanceof Error ? error.message : String(error); // Handle strict mode violation (multiple elements match) if (message.includes('strict mode violation')) { // Extract count if available const countMatch = message.match(/resolved to (\d+) elements/); const count = countMatch ? countMatch[1] : 'multiple'; return new Error( `Selector "${selector}" matched ${count} elements. ` + `Run 'snapshot' to get updated refs, or use a more specific CSS selector.` ); } // Handle element not found if ( message.includes('waiting for') && (message.includes('to be visible') || message.includes('Timeout')) ) { return new Error( `Element "${selector}" not found or not visible. ` + `Run 'snapshot' to see current page elements.` ); } // Handle element not interactable if (message.includes('intercepts pointer events') || message.includes('not visible')) { return new Error( `Element "${selector}" is not interactable (may be hidden or covered). ` + `Try scrolling it into view or check if a modal/overlay is blocking it.` ); } // Return original error for unknown cases return error instanceof Error ? error : new Error(message); } /** * Execute a command and return a response */ export async function executeCommand(command: Command, browser: BrowserManager): Promise { try { switch (command.action) { case 'launch': return await handleLaunch(command, browser); case 'navigate': return await handleNavigate(command, browser); case 'click': return await handleClick(command, browser); case 'type': return await handleType(command, browser); case 'fill': return await handleFill(command, browser); case 'check': return await handleCheck(command, browser); case 'uncheck': return await handleUncheck(command, browser); case 'upload': return await handleUpload(command, browser); case 'dblclick': return await handleDoubleClick(command, browser); case 'focus': return await handleFocus(command, browser); case 'drag': return await handleDrag(command, browser); case 'frame': return await handleFrame(command, browser); case 'mainframe': return await handleMainFrame(command, browser); case 'getbyrole': return await handleGetByRole(command, browser); case 'getbytext': return await handleGetByText(command, browser); case 'getbylabel': return await handleGetByLabel(command, browser); case 'getbyplaceholder': return await handleGetByPlaceholder(command, browser); case 'press': return await handlePress(command, browser); case 'screenshot': return await handleScreenshot(command, browser); case 'snapshot': return await handleSnapshot(command, browser); case 'evaluate': return await handleEvaluate(command, browser); case 'wait': return await handleWait(command, browser); case 'scroll': return await handleScroll(command, browser); case 'select': return await handleSelect(command, browser); case 'hover': return await handleHover(command, browser); case 'content': return await handleContent(command, browser); case 'close': return await handleClose(command, browser); case 'tab_new': return await handleTabNew(command, browser); case 'tab_list': return await handleTabList(command, browser); case 'tab_switch': return await handleTabSwitch(command, browser); case 'tab_close': return await handleTabClose(command, browser); case 'window_new': return await handleWindowNew(command, browser); case 'cookies_get': return await handleCookiesGet(command, browser); case 'cookies_set': return await handleCookiesSet(command, browser); case 'cookies_clear': return await handleCookiesClear(command, browser); case 'storage_get': return await handleStorageGet(command, browser); case 'storage_set': return await handleStorageSet(command, browser); case 'storage_clear': return await handleStorageClear(command, browser); case 'dialog': return await handleDialog(command, browser); case 'pdf': return await handlePdf(command, browser); case 'route': return await handleRoute(command, browser); case 'unroute': return await handleUnroute(command, browser); case 'requests': return await handleRequests(command, browser); case 'download': return await handleDownload(command, browser); case 'geolocation': return await handleGeolocation(command, browser); case 'permissions': return await handlePermissions(command, browser); case 'viewport': return await handleViewport(command, browser); case 'useragent': return await handleUserAgent(command, browser); case 'device': return await handleDevice(command, browser); case 'back': return await handleBack(command, browser); case 'forward': return await handleForward(command, browser); case 'reload': return await handleReload(command, browser); case 'url': return await handleUrl(command, browser); case 'title': return await handleTitle(command, browser); case 'getattribute': return await handleGetAttribute(command, browser); case 'gettext': return await handleGetText(command, browser); case 'isvisible': return await handleIsVisible(command, browser); case 'isenabled': return await handleIsEnabled(command, browser); case 'ischecked': return await handleIsChecked(command, browser); case 'count': return await handleCount(command, browser); case 'boundingbox': return await handleBoundingBox(command, browser); case 'video_start': return await handleVideoStart(command, browser); case 'video_stop': return await handleVideoStop(command, browser); case 'trace_start': return await handleTraceStart(command, browser); case 'trace_stop': return await handleTraceStop(command, browser); case 'har_start': return await handleHarStart(command, browser); case 'har_stop': return await handleHarStop(command, browser); case 'state_save': return await handleStateSave(command, browser); case 'state_load': return await handleStateLoad(command, browser); case 'console': return await handleConsole(command, browser); case 'errors': return await handleErrors(command, browser); case 'keyboard': return await handleKeyboard(command, browser); case 'wheel': return await handleWheel(command, browser); case 'tap': return await handleTap(command, browser); case 'clipboard': return await handleClipboard(command, browser); case 'highlight': return await handleHighlight(command, browser); case 'clear': return await handleClear(command, browser); case 'selectall': return await handleSelectAll(command, browser); case 'innertext': return await handleInnerText(command, browser); case 'innerhtml': return await handleInnerHtml(command, browser); case 'inputvalue': return await handleInputValue(command, browser); case 'setvalue': return await handleSetValue(command, browser); case 'dispatch': return await handleDispatch(command, browser); case 'evalhandle': return await handleEvalHandle(command, browser); case 'expose': return await handleExpose(command, browser); case 'addscript': return await handleAddScript(command, browser); case 'addstyle': return await handleAddStyle(command, browser); case 'emulatemedia': return await handleEmulateMedia(command, browser); case 'offline': return await handleOffline(command, browser); case 'headers': return await handleHeaders(command, browser); case 'pause': return await handlePause(command, browser); case 'getbyalttext': return await handleGetByAltText(command, browser); case 'getbytitle': return await handleGetByTitle(command, browser); case 'getbytestid': return await handleGetByTestId(command, browser); case 'nth': return await handleNth(command, browser); case 'waitforurl': return await handleWaitForUrl(command, browser); case 'waitforloadstate': return await handleWaitForLoadState(command, browser); case 'setcontent': return await handleSetContent(command, browser); case 'timezone': return await handleTimezone(command, browser); case 'locale': return await handleLocale(command, browser); case 'credentials': return await handleCredentials(command, browser); case 'mousemove': return await handleMouseMove(command, browser); case 'mousedown': return await handleMouseDown(command, browser); case 'mouseup': return await handleMouseUp(command, browser); case 'bringtofront': return await handleBringToFront(command, browser); case 'waitforfunction': return await handleWaitForFunction(command, browser); case 'scrollintoview': return await handleScrollIntoView(command, browser); case 'addinitscript': return await handleAddInitScript(command, browser); case 'keydown': return await handleKeyDown(command, browser); case 'keyup': return await handleKeyUp(command, browser); case 'inserttext': return await handleInsertText(command, browser); case 'multiselect': return await handleMultiSelect(command, browser); case 'waitfordownload': return await handleWaitForDownload(command, browser); case 'responsebody': return await handleResponseBody(command, browser); default: { // TypeScript narrows to never here, but we handle it for safety const unknownCommand = command as { id: string; action: string }; return errorResponse(unknownCommand.id, `Unknown action: ${unknownCommand.action}`); } } } catch (error) { const message = error instanceof Error ? error.message : String(error); return errorResponse(command.id, message); } } async function handleLaunch( command: Command & { action: 'launch' }, browser: BrowserManager ): Promise { await browser.launch(command); return successResponse(command.id, { launched: true }); } async function handleNavigate( command: NavigateCommand, browser: BrowserManager ): Promise> { const page = browser.getPage(); await page.goto(command.url, { waitUntil: command.waitUntil ?? 'load', }); return successResponse(command.id, { url: page.url(), title: await page.title(), }); } async function handleClick(command: ClickCommand, browser: BrowserManager): Promise { // Support both refs (@e1) and regular selectors const locator = browser.getLocator(command.selector); try { await locator.click({ button: command.button, clickCount: command.clickCount, delay: command.delay, }); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { clicked: true }); } async function handleType(command: TypeCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); try { if (command.clear) { await locator.fill(''); } await locator.pressSequentially(command.text, { delay: command.delay, }); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { typed: true }); } async function handlePress(command: PressCommand, browser: BrowserManager): Promise { const page = browser.getPage(); if (command.selector) { await page.press(command.selector, command.key); } else { await page.keyboard.press(command.key); } return successResponse(command.id, { pressed: true }); } async function handleScreenshot( command: ScreenshotCommand, browser: BrowserManager ): Promise> { const page = browser.getPage(); const options: Parameters[0] = { fullPage: command.fullPage, type: command.format ?? 'png', }; if (command.format === 'jpeg' && command.quality !== undefined) { options.quality = command.quality; } let target: Page | ReturnType = page; if (command.selector) { target = page.locator(command.selector); } if (command.path) { await target.screenshot({ ...options, path: command.path }); return successResponse(command.id, { path: command.path }); } else { const buffer = await target.screenshot(options); return successResponse(command.id, { base64: buffer.toString('base64') }); } } async function handleSnapshot( command: Command & { action: 'snapshot'; interactive?: boolean; maxDepth?: number; compact?: boolean; selector?: string; }, browser: BrowserManager ): Promise> { // Use enhanced snapshot with refs and optional filtering const { tree, refs } = await browser.getSnapshot({ interactive: command.interactive, maxDepth: command.maxDepth, compact: command.compact, selector: command.selector, }); // Simplify refs for output (just role and name) const simpleRefs: Record = {}; for (const [ref, data] of Object.entries(refs)) { simpleRefs[ref] = { role: data.role, name: data.name }; } return successResponse(command.id, { snapshot: tree || 'Empty page', refs: Object.keys(simpleRefs).length > 0 ? simpleRefs : undefined, }); } async function handleEvaluate( command: EvaluateCommand, browser: BrowserManager ): Promise> { const page = browser.getPage(); // Evaluate the script directly as a string expression const result = await page.evaluate(command.script); return successResponse(command.id, { result }); } async function handleWait(command: WaitCommand, browser: BrowserManager): Promise { const page = browser.getPage(); if (command.selector) { await page.waitForSelector(command.selector, { state: command.state ?? 'visible', timeout: command.timeout, }); } else if (command.timeout) { await page.waitForTimeout(command.timeout); } else { // Default: wait for load state await page.waitForLoadState('load'); } return successResponse(command.id, { waited: true }); } async function handleScroll(command: ScrollCommand, browser: BrowserManager): Promise { const page = browser.getPage(); if (command.selector) { const element = page.locator(command.selector); await element.scrollIntoViewIfNeeded(); if (command.x !== undefined || command.y !== undefined) { await element.evaluate( (el, { x, y }) => { el.scrollBy(x ?? 0, y ?? 0); }, { x: command.x, y: command.y } ); } } else { // Scroll the page let deltaX = command.x ?? 0; let deltaY = command.y ?? 0; if (command.direction) { const amount = command.amount ?? 100; switch (command.direction) { case 'up': deltaY = -amount; break; case 'down': deltaY = amount; break; case 'left': deltaX = -amount; break; case 'right': deltaX = amount; break; } } await page.evaluate(`window.scrollBy(${deltaX}, ${deltaY})`); } return successResponse(command.id, { scrolled: true }); } async function handleSelect(command: SelectCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); const values = Array.isArray(command.values) ? command.values : [command.values]; try { await locator.selectOption(values); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { selected: values }); } async function handleHover(command: HoverCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); try { await locator.hover(); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { hovered: true }); } async function handleContent( command: ContentCommand, browser: BrowserManager ): Promise> { const page = browser.getPage(); let html: string; if (command.selector) { html = await page.locator(command.selector).innerHTML(); } else { html = await page.content(); } return successResponse(command.id, { html }); } async function handleClose( command: Command & { action: 'close' }, browser: BrowserManager ): Promise { await browser.close(); return successResponse(command.id, { closed: true }); } async function handleTabNew( command: Command & { action: 'tab_new' }, browser: BrowserManager ): Promise> { const result = await browser.newTab(); return successResponse(command.id, result); } async function handleTabList( command: Command & { action: 'tab_list' }, browser: BrowserManager ): Promise> { const tabs = await browser.listTabs(); return successResponse(command.id, { tabs, active: browser.getActiveIndex(), }); } async function handleTabSwitch( command: TabSwitchCommand, browser: BrowserManager ): Promise> { const result = browser.switchTo(command.index); const page = browser.getPage(); return successResponse(command.id, { ...result, title: await page.title(), }); } async function handleTabClose( command: TabCloseCommand, browser: BrowserManager ): Promise> { const result = await browser.closeTab(command.index); return successResponse(command.id, result); } async function handleWindowNew( command: WindowNewCommand, browser: BrowserManager ): Promise> { const result = await browser.newWindow(command.viewport); return successResponse(command.id, result); } // New handlers for enhanced Playwright parity async function handleFill(command: FillCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); try { await locator.fill(command.value); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { filled: true }); } async function handleCheck(command: CheckCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); try { await locator.check(); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { checked: true }); } async function handleUncheck(command: UncheckCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); try { await locator.uncheck(); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { unchecked: true }); } async function handleUpload(command: UploadCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); const files = Array.isArray(command.files) ? command.files : [command.files]; try { await locator.setInputFiles(files); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { uploaded: files }); } async function handleDoubleClick( command: DoubleClickCommand, browser: BrowserManager ): Promise { const locator = browser.getLocator(command.selector); try { await locator.dblclick(); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { clicked: true }); } async function handleFocus(command: FocusCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); try { await locator.focus(); } catch (error) { throw toAIFriendlyError(error, command.selector); } return successResponse(command.id, { focused: true }); } async function handleDrag(command: DragCommand, browser: BrowserManager): Promise { const frame = browser.getFrame(); await frame.dragAndDrop(command.source, command.target); return successResponse(command.id, { dragged: true }); } async function handleFrame(command: FrameCommand, browser: BrowserManager): Promise { await browser.switchToFrame({ selector: command.selector, name: command.name, url: command.url, }); return successResponse(command.id, { switched: true }); } async function handleMainFrame( command: Command & { action: 'mainframe' }, browser: BrowserManager ): Promise { browser.switchToMainFrame(); return successResponse(command.id, { switched: true }); } async function handleGetByRole( command: GetByRoleCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByRole(command.role as any, { name: command.name }); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'fill': await locator.fill(command.value ?? ''); return successResponse(command.id, { filled: true }); case 'check': await locator.check(); return successResponse(command.id, { checked: true }); case 'hover': await locator.hover(); return successResponse(command.id, { hovered: true }); } } async function handleGetByText( command: GetByTextCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByText(command.text, { exact: command.exact }); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'hover': await locator.hover(); return successResponse(command.id, { hovered: true }); } } async function handleGetByLabel( command: GetByLabelCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByLabel(command.label); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'fill': await locator.fill(command.value ?? ''); return successResponse(command.id, { filled: true }); case 'check': await locator.check(); return successResponse(command.id, { checked: true }); } } async function handleGetByPlaceholder( command: GetByPlaceholderCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByPlaceholder(command.placeholder); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'fill': await locator.fill(command.value ?? ''); return successResponse(command.id, { filled: true }); } } async function handleCookiesGet( command: Command & { action: 'cookies_get'; urls?: string[] }, browser: BrowserManager ): Promise { const page = browser.getPage(); const context = page.context(); const cookies = await context.cookies(command.urls); return successResponse(command.id, { cookies }); } async function handleCookiesSet( command: CookiesSetCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const context = page.context(); // Auto-fill URL for cookies that don't have domain/path/url set const pageUrl = page.url(); const cookies = command.cookies.map((cookie) => { if (!cookie.url && !cookie.domain && !cookie.path) { return { ...cookie, url: pageUrl }; } return cookie; }); await context.addCookies(cookies); return successResponse(command.id, { set: true }); } async function handleCookiesClear( command: Command & { action: 'cookies_clear' }, browser: BrowserManager ): Promise { const page = browser.getPage(); const context = page.context(); await context.clearCookies(); return successResponse(command.id, { cleared: true }); } async function handleStorageGet( command: StorageGetCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const storageType = command.type === 'local' ? 'localStorage' : 'sessionStorage'; if (command.key) { const value = await page.evaluate(`${storageType}.getItem(${JSON.stringify(command.key)})`); return successResponse(command.id, { key: command.key, value }); } else { const data = await page.evaluate(` (() => { const storage = ${storageType}; const result = {}; for (let i = 0; i < storage.length; i++) { const key = storage.key(i); if (key) result[key] = storage.getItem(key); } return result; })() `); return successResponse(command.id, { data }); } } async function handleStorageSet( command: StorageSetCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const storageType = command.type === 'local' ? 'localStorage' : 'sessionStorage'; await page.evaluate( `${storageType}.setItem(${JSON.stringify(command.key)}, ${JSON.stringify(command.value)})` ); return successResponse(command.id, { set: true }); } async function handleStorageClear( command: StorageClearCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const storageType = command.type === 'local' ? 'localStorage' : 'sessionStorage'; await page.evaluate(`${storageType}.clear()`); return successResponse(command.id, { cleared: true }); } async function handleDialog(command: DialogCommand, browser: BrowserManager): Promise { browser.setDialogHandler(command.response, command.promptText); return successResponse(command.id, { handler: 'set', response: command.response }); } async function handlePdf(command: PdfCommand, browser: BrowserManager): Promise { const page = browser.getPage(); await page.pdf({ path: command.path, format: command.format ?? 'Letter', }); return successResponse(command.id, { path: command.path }); } // Network & Request handlers async function handleRoute(command: RouteCommand, browser: BrowserManager): Promise { await browser.addRoute(command.url, { response: command.response, abort: command.abort, }); return successResponse(command.id, { routed: command.url }); } async function handleUnroute( command: Command & { action: 'unroute'; url?: string }, browser: BrowserManager ): Promise { await browser.removeRoute(command.url); return successResponse(command.id, { unrouted: command.url ?? 'all' }); } async function handleRequests( command: RequestsCommand, browser: BrowserManager ): Promise { if (command.clear) { browser.clearRequests(); return successResponse(command.id, { cleared: true }); } // Start tracking if not already browser.startRequestTracking(); const requests = browser.getRequests(command.filter); return successResponse(command.id, { requests }); } async function handleDownload( command: DownloadCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const [download] = await Promise.all([ page.waitForEvent('download'), page.click(command.selector), ]); await download.saveAs(command.path); return successResponse(command.id, { path: command.path, suggestedFilename: download.suggestedFilename(), }); } async function handleGeolocation( command: GeolocationCommand, browser: BrowserManager ): Promise { await browser.setGeolocation(command.latitude, command.longitude, command.accuracy); return successResponse(command.id, { latitude: command.latitude, longitude: command.longitude, }); } async function handlePermissions( command: PermissionsCommand, browser: BrowserManager ): Promise { await browser.setPermissions(command.permissions, command.grant); return successResponse(command.id, { permissions: command.permissions, granted: command.grant, }); } async function handleViewport( command: ViewportCommand, browser: BrowserManager ): Promise { await browser.setViewport(command.width, command.height); return successResponse(command.id, { width: command.width, height: command.height, }); } async function handleUserAgent( command: Command & { action: 'useragent'; userAgent: string }, browser: BrowserManager ): Promise { const page = browser.getPage(); const context = page.context(); // Note: Can't change user agent after context is created, but we can for new pages return successResponse(command.id, { note: 'User agent can only be set at launch time. Use device command instead.', }); } async function handleDevice(command: DeviceCommand, browser: BrowserManager): Promise { const device = browser.getDevice(command.device); if (!device) { const available = browser.listDevices().slice(0, 10).join(', '); throw new Error(`Unknown device: ${command.device}. Available: ${available}...`); } // Apply device viewport await browser.setViewport(device.viewport.width, device.viewport.height); return successResponse(command.id, { device: command.device, viewport: device.viewport, userAgent: device.userAgent, }); } async function handleBack( command: Command & { action: 'back' }, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.goBack(); return successResponse(command.id, { url: page.url() }); } async function handleForward( command: Command & { action: 'forward' }, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.goForward(); return successResponse(command.id, { url: page.url() }); } async function handleReload( command: Command & { action: 'reload' }, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.reload(); return successResponse(command.id, { url: page.url() }); } async function handleUrl( command: Command & { action: 'url' }, browser: BrowserManager ): Promise { const page = browser.getPage(); return successResponse(command.id, { url: page.url() }); } async function handleTitle( command: Command & { action: 'title' }, browser: BrowserManager ): Promise { const page = browser.getPage(); const title = await page.title(); return successResponse(command.id, { title }); } async function handleGetAttribute( command: GetAttributeCommand, browser: BrowserManager ): Promise { const locator = browser.getLocator(command.selector); const value = await locator.getAttribute(command.attribute); return successResponse(command.id, { attribute: command.attribute, value }); } async function handleGetText(command: GetTextCommand, browser: BrowserManager): Promise { const locator = browser.getLocator(command.selector); const text = await locator.textContent(); return successResponse(command.id, { text }); } async function handleIsVisible( command: IsVisibleCommand, browser: BrowserManager ): Promise { const locator = browser.getLocator(command.selector); const visible = await locator.isVisible(); return successResponse(command.id, { visible }); } async function handleIsEnabled( command: IsEnabledCommand, browser: BrowserManager ): Promise { const locator = browser.getLocator(command.selector); const enabled = await locator.isEnabled(); return successResponse(command.id, { enabled }); } async function handleIsChecked( command: IsCheckedCommand, browser: BrowserManager ): Promise { const locator = browser.getLocator(command.selector); const checked = await locator.isChecked(); return successResponse(command.id, { checked }); } async function handleCount(command: CountCommand, browser: BrowserManager): Promise { const page = browser.getPage(); const count = await page.locator(command.selector).count(); return successResponse(command.id, { count }); } async function handleBoundingBox( command: BoundingBoxCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const box = await page.locator(command.selector).boundingBox(); return successResponse(command.id, { box }); } // Advanced handlers async function handleVideoStart( command: Command & { action: 'video_start'; path: string }, browser: BrowserManager ): Promise { // Video recording requires context-level setup at launch // For now, return a note about this limitation return successResponse(command.id, { note: 'Video recording must be enabled at browser launch. Use --video flag when starting.', path: command.path, }); } async function handleVideoStop( command: Command & { action: 'video_stop' }, browser: BrowserManager ): Promise { const page = browser.getPage(); const video = page.video(); if (video) { const path = await video.path(); return successResponse(command.id, { path }); } return successResponse(command.id, { note: 'No video recording active' }); } async function handleTraceStart( command: TraceStartCommand, browser: BrowserManager ): Promise { await browser.startTracing({ screenshots: command.screenshots, snapshots: command.snapshots, }); return successResponse(command.id, { started: true }); } async function handleTraceStop( command: TraceStopCommand, browser: BrowserManager ): Promise { await browser.stopTracing(command.path); return successResponse(command.id, { path: command.path }); } async function handleHarStart( command: Command & { action: 'har_start' }, browser: BrowserManager ): Promise { await browser.startHarRecording(); browser.startRequestTracking(); return successResponse(command.id, { started: true }); } async function handleHarStop(command: HarStopCommand, browser: BrowserManager): Promise { // HAR recording is handled at context level // For now, we save tracked requests as a simplified HAR-like format const requests = browser.getRequests(); return successResponse(command.id, { path: command.path, requestCount: requests.length, }); } async function handleStateSave( command: StorageStateSaveCommand, browser: BrowserManager ): Promise { await browser.saveStorageState(command.path); return successResponse(command.id, { path: command.path }); } async function handleStateLoad( command: Command & { action: 'state_load'; path: string }, browser: BrowserManager ): Promise { // Storage state is loaded at context creation return successResponse(command.id, { note: 'Storage state must be loaded at browser launch. Use --state flag.', path: command.path, }); } async function handleConsole(command: ConsoleCommand, browser: BrowserManager): Promise { if (command.clear) { browser.clearConsoleMessages(); return successResponse(command.id, { cleared: true }); } const messages = browser.getConsoleMessages(); return successResponse(command.id, { messages }); } async function handleErrors(command: ErrorsCommand, browser: BrowserManager): Promise { if (command.clear) { browser.clearPageErrors(); return successResponse(command.id, { cleared: true }); } const errors = browser.getPageErrors(); return successResponse(command.id, { errors }); } async function handleKeyboard( command: KeyboardCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.keyboard.press(command.keys); return successResponse(command.id, { pressed: command.keys }); } async function handleWheel(command: WheelCommand, browser: BrowserManager): Promise { const page = browser.getPage(); if (command.selector) { const element = page.locator(command.selector); await element.hover(); } await page.mouse.wheel(command.deltaX ?? 0, command.deltaY ?? 0); return successResponse(command.id, { scrolled: true }); } async function handleTap(command: TapCommand, browser: BrowserManager): Promise { const page = browser.getPage(); await page.tap(command.selector); return successResponse(command.id, { tapped: true }); } async function handleClipboard( command: ClipboardCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); switch (command.operation) { case 'copy': await page.keyboard.press('Control+c'); return successResponse(command.id, { copied: true }); case 'paste': await page.keyboard.press('Control+v'); return successResponse(command.id, { pasted: true }); case 'read': const text = await page.evaluate('navigator.clipboard.readText()'); return successResponse(command.id, { text }); default: return errorResponse(command.id, 'Unknown clipboard operation'); } } async function handleHighlight( command: HighlightCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.locator(command.selector).highlight(); return successResponse(command.id, { highlighted: true }); } async function handleClear(command: ClearCommand, browser: BrowserManager): Promise { const page = browser.getPage(); await page.locator(command.selector).clear(); return successResponse(command.id, { cleared: true }); } async function handleSelectAll( command: SelectAllCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.locator(command.selector).selectText(); return successResponse(command.id, { selected: true }); } async function handleInnerText( command: InnerTextCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const text = await page.locator(command.selector).innerText(); return successResponse(command.id, { text }); } async function handleInnerHtml( command: InnerHtmlCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const html = await page.locator(command.selector).innerHTML(); return successResponse(command.id, { html }); } async function handleInputValue( command: InputValueCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const value = await page.locator(command.selector).inputValue(); return successResponse(command.id, { value }); } async function handleSetValue( command: SetValueCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.locator(command.selector).fill(command.value); return successResponse(command.id, { set: true }); } async function handleDispatch( command: DispatchEventCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.locator(command.selector).dispatchEvent(command.event, command.eventInit); return successResponse(command.id, { dispatched: command.event }); } async function handleEvalHandle( command: Command & { action: 'evalhandle'; script: string }, browser: BrowserManager ): Promise { const page = browser.getPage(); const handle = await page.evaluateHandle(command.script); const result = await handle.jsonValue().catch(() => 'Handle (non-serializable)'); return successResponse(command.id, { result }); } async function handleExpose( command: Command & { action: 'expose'; name: string }, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.exposeFunction(command.name, () => { // Exposed function - can be extended return `Function ${command.name} called`; }); return successResponse(command.id, { exposed: command.name }); } async function handleAddScript( command: AddScriptCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); if (command.content) { await page.addScriptTag({ content: command.content }); } else if (command.url) { await page.addScriptTag({ url: command.url }); } return successResponse(command.id, { added: true }); } async function handleAddStyle( command: AddStyleCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); if (command.content) { await page.addStyleTag({ content: command.content }); } else if (command.url) { await page.addStyleTag({ url: command.url }); } return successResponse(command.id, { added: true }); } async function handleEmulateMedia( command: EmulateMediaCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.emulateMedia({ media: command.media, colorScheme: command.colorScheme, reducedMotion: command.reducedMotion, forcedColors: command.forcedColors, }); return successResponse(command.id, { emulated: true }); } async function handleOffline(command: OfflineCommand, browser: BrowserManager): Promise { await browser.setOffline(command.offline); return successResponse(command.id, { offline: command.offline }); } async function handleHeaders(command: HeadersCommand, browser: BrowserManager): Promise { await browser.setExtraHeaders(command.headers); return successResponse(command.id, { set: true }); } async function handlePause( command: Command & { action: 'pause' }, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.pause(); return successResponse(command.id, { paused: true }); } async function handleGetByAltText( command: GetByAltTextCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByAltText(command.text, { exact: command.exact }); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'hover': await locator.hover(); return successResponse(command.id, { hovered: true }); } } async function handleGetByTitle( command: GetByTitleCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByTitle(command.text, { exact: command.exact }); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'hover': await locator.hover(); return successResponse(command.id, { hovered: true }); } } async function handleGetByTestId( command: GetByTestIdCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const locator = page.getByTestId(command.testId); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'fill': await locator.fill(command.value ?? ''); return successResponse(command.id, { filled: true }); case 'check': await locator.check(); return successResponse(command.id, { checked: true }); case 'hover': await locator.hover(); return successResponse(command.id, { hovered: true }); } } async function handleNth(command: NthCommand, browser: BrowserManager): Promise { const page = browser.getPage(); const base = page.locator(command.selector); const locator = command.index === -1 ? base.last() : base.nth(command.index); switch (command.subaction) { case 'click': await locator.click(); return successResponse(command.id, { clicked: true }); case 'fill': await locator.fill(command.value ?? ''); return successResponse(command.id, { filled: true }); case 'check': await locator.check(); return successResponse(command.id, { checked: true }); case 'hover': await locator.hover(); return successResponse(command.id, { hovered: true }); case 'text': const text = await locator.textContent(); return successResponse(command.id, { text }); } } async function handleWaitForUrl( command: WaitForUrlCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.waitForURL(command.url, { timeout: command.timeout }); return successResponse(command.id, { url: page.url() }); } async function handleWaitForLoadState( command: WaitForLoadStateCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.waitForLoadState(command.state, { timeout: command.timeout }); return successResponse(command.id, { state: command.state }); } async function handleSetContent( command: SetContentCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.setContent(command.html); return successResponse(command.id, { set: true }); } async function handleTimezone( command: TimezoneCommand, browser: BrowserManager ): Promise { // Timezone must be set at context level before navigation // This is a limitation - it sets for the current context const page = browser.getPage(); await page.context().setGeolocation({ latitude: 0, longitude: 0 }); // Trigger context awareness return successResponse(command.id, { note: 'Timezone must be set at browser launch. Use --timezone flag.', timezone: command.timezone, }); } async function handleLocale(command: LocaleCommand, browser: BrowserManager): Promise { // Locale must be set at context creation return successResponse(command.id, { note: 'Locale must be set at browser launch. Use --locale flag.', locale: command.locale, }); } async function handleCredentials( command: HttpCredentialsCommand, browser: BrowserManager ): Promise { const context = browser.getPage().context(); await context.setHTTPCredentials({ username: command.username, password: command.password, }); return successResponse(command.id, { set: true }); } async function handleMouseMove( command: MouseMoveCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.mouse.move(command.x, command.y); return successResponse(command.id, { moved: true, x: command.x, y: command.y }); } async function handleMouseDown( command: MouseDownCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.mouse.down({ button: command.button ?? 'left' }); return successResponse(command.id, { down: true }); } async function handleMouseUp(command: MouseUpCommand, browser: BrowserManager): Promise { const page = browser.getPage(); await page.mouse.up({ button: command.button ?? 'left' }); return successResponse(command.id, { up: true }); } async function handleBringToFront( command: Command & { action: 'bringtofront' }, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.bringToFront(); return successResponse(command.id, { focused: true }); } async function handleWaitForFunction( command: WaitForFunctionCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.waitForFunction(command.expression, { timeout: command.timeout }); return successResponse(command.id, { waited: true }); } async function handleScrollIntoView( command: ScrollIntoViewCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.locator(command.selector).scrollIntoViewIfNeeded(); return successResponse(command.id, { scrolled: true }); } async function handleAddInitScript( command: AddInitScriptCommand, browser: BrowserManager ): Promise { const context = browser.getPage().context(); await context.addInitScript(command.script); return successResponse(command.id, { added: true }); } async function handleKeyDown(command: KeyDownCommand, browser: BrowserManager): Promise { const page = browser.getPage(); await page.keyboard.down(command.key); return successResponse(command.id, { down: true, key: command.key }); } async function handleKeyUp(command: KeyUpCommand, browser: BrowserManager): Promise { const page = browser.getPage(); await page.keyboard.up(command.key); return successResponse(command.id, { up: true, key: command.key }); } async function handleInsertText( command: InsertTextCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); await page.keyboard.insertText(command.text); return successResponse(command.id, { inserted: true }); } async function handleMultiSelect( command: MultiSelectCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const selected = await page.locator(command.selector).selectOption(command.values); return successResponse(command.id, { selected }); } async function handleWaitForDownload( command: WaitForDownloadCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const download = await page.waitForEvent('download', { timeout: command.timeout }); let filePath: string; if (command.path) { filePath = command.path; await download.saveAs(filePath); } else { filePath = (await download.path()) || download.suggestedFilename(); } return successResponse(command.id, { path: filePath, filename: download.suggestedFilename(), url: download.url(), }); } async function handleResponseBody( command: ResponseBodyCommand, browser: BrowserManager ): Promise { const page = browser.getPage(); const response = await page.waitForResponse((resp) => resp.url().includes(command.url), { timeout: command.timeout, }); const body = await response.text(); let parsed: unknown = body; try { parsed = JSON.parse(body); } catch { // Keep as string if not JSON } return successResponse(command.id, { url: response.url(), status: response.status(), body: parsed, }); }