{"benchmark":"browser-automation","version":"2026-11-19","generatedAt":"2026-11-19","updatedAt":"2026-11-20","environment":{"platform":"macOS","chrome":"157.0.8103.79","node":"25","run":"single"},"methodology":{"local":"12 deterministic fixtures with unique tokens; a task passes only when the token is present.","real":"20 public pages checked for status < 400, a keyword, and a minimum visible-text length.","interactions":"3 public interactions checked for status >= 200 and < 400, a keyword, minimum text, and a post-click URL pathname suffix plus required query parameters.","http":"Fetch HTML or PDF; strip scripts and styles before checking visible text.","headless":"Chrome via CDP; rendered DOM, clicks, typing, scroll, and frame content.","agent":"External endpoint contract; skipped when AGENT_BENCHMARK_URL is not configured.","caveats":["Real pages change, localize, and block bots; failures are signals to inspect.","Real checks measure reachability/keyword coverage, not task completion.","Timings are directional from a single run."]},"local":{"tasks":[{"id":"static-article","title":"Static article","class":"static HTML","path":"/static","goal":"Read the token from a page that needs no JavaScript.","steps":[],"extractFrames":false,"fetchBytes":false},{"id":"js-pricing","title":"JavaScript-rendered pricing","class":"client-rendered DOM","path":"/pricing","goal":"Read the prices that are fetched and rendered by JavaScript.","steps":[{"action":"waitForText","text":"$49"}],"extractFrames":false,"fetchBytes":false},{"id":"paginated-table","title":"Paginated table","class":"pagination","path":"/table","goal":"Open the next page of a table and read the final row.","steps":[{"action":"click","selector":"#next"},{"action":"waitForText","text":"ROW-6"}],"extractFrames":false,"fetchBytes":false},{"id":"login-account","title":"Login-gated account","class":"authentication","path":"/login","goal":"Sign in with demo/demo and read the account balance.","steps":[{"action":"type","selector":"#username","value":"demo"},{"action":"type","selector":"#password","value":"demo"},{"action":"click","selector":"#login"},{"action":"waitForText","text":"$1,234"}],"extractFrames":false,"fetchBytes":false},{"id":"iframe-secret","title":"Cross-origin iframe","class":"frame boundary","path":"/iframe","goal":"Read a token from a cross-origin iframe.","steps":[],"extractFrames":true,"fetchBytes":false},{"id":"pdf-download","title":"PDF download","class":"binary response","path":"/files/report.pdf","goal":"Retrieve the PDF and verify its bytes and content type.","steps":[],"extractFrames":false,"fetchBytes":true},{"id":"infinite-scroll","title":"Infinite scroll","class":"scroll loading","path":"/scroll","goal":"Scroll until the list is exhausted and read the last item.","steps":[{"action":"scroll"},{"action":"scroll"},{"action":"scroll"},{"action":"scroll"},{"action":"waitForText","text":"ITEM-30"}],"extractFrames":false,"fetchBytes":false},{"id":"cookie-banner","title":"Cookie consent","class":"overlay / consent","path":"/cookie","goal":"Dismiss the consent overlay and read the content behind it.","steps":[{"action":"click","selector":"#accept"},{"action":"waitForText","text":"COOKIE-OK"}],"extractFrames":false,"fetchBytes":false},{"id":"multi-step-form","title":"Multi-step form","class":"form interaction","path":"/form","goal":"Complete both form steps and read the success token.","steps":[{"action":"type","selector":"#name","value":"Ada"},{"action":"click","selector":"#next"},{"action":"type","selector":"#email","value":"ada@example.com"},{"action":"click","selector":"#submit"},{"action":"waitForText","text":"FORM-OK-42"}],"extractFrames":false,"fetchBytes":false},{"id":"js-challenge","title":"JavaScript challenge","class":"anti-bot / JS gate","path":"/challenge","goal":"Execute the challenge redirect and read the passed token.","steps":[{"action":"waitForText","text":"CHALLENGE-PASSED"}],"extractFrames":false,"fetchBytes":false},{"id":"dashboard-chart","title":"Dashboard chart","class":"rendered data widget","path":"/dashboard","goal":"Read the revenue value that is rendered after load.","steps":[{"action":"waitForText","text":"Revenue: 42,000"}],"extractFrames":false,"fetchBytes":false},{"id":"pdf-text","title":"PDF text extraction","class":"document extraction","path":"/files/report.pdf","goal":"Extract the text token from the PDF bytes.","steps":[],"extractFrames":false,"fetchBytes":true}],"baseline":{"startedAt":"2026-11-19T14:08:28.370Z","baseUrl":"http://127.0.0.1:50989","results":[{"task":"static-article","title":"Static article","method":"http","pass":true,"detail":"token found","ms":21,"status":200},{"task":"static-article","title":"Static article","method":"headless","pass":true,"detail":"token found","ms":504,"status":200},{"task":"static-article","title":"Static article","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"js-pricing","title":"JavaScript-rendered pricing","method":"http","pass":false,"detail":"token missing","ms":3,"status":200},{"task":"js-pricing","title":"JavaScript-rendered pricing","method":"headless","pass":true,"detail":"token found","ms":240,"status":200},{"task":"js-pricing","title":"JavaScript-rendered pricing","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"paginated-table","title":"Paginated table","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"paginated-table","title":"Paginated table","method":"headless","pass":true,"detail":"token found","ms":361,"status":200},{"task":"paginated-table","title":"Paginated table","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"login-account","title":"Login-gated account","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"login-account","title":"Login-gated account","method":"headless","pass":true,"detail":"token found","ms":551,"status":200},{"task":"login-account","title":"Login-gated account","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"iframe-secret","title":"Cross-origin iframe","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"iframe-secret","title":"Cross-origin iframe","method":"headless","pass":true,"detail":"token found","ms":240,"status":200},{"task":"iframe-secret","title":"Cross-origin iframe","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"pdf-download","title":"PDF download","method":"http","pass":true,"detail":"644 bytes, type application/pdf","ms":1,"status":200},{"task":"pdf-download","title":"PDF download","method":"headless","pass":true,"detail":"644 bytes, type application/pdf","ms":235,"status":200},{"task":"pdf-download","title":"PDF download","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"infinite-scroll","title":"Infinite scroll","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"infinite-scroll","title":"Infinite scroll","method":"headless","pass":true,"detail":"token found","ms":1249,"status":200},{"task":"infinite-scroll","title":"Infinite scroll","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"cookie-banner","title":"Cookie consent","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"cookie-banner","title":"Cookie consent","method":"headless","pass":true,"detail":"token found","ms":364,"status":200},{"task":"cookie-banner","title":"Cookie consent","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"multi-step-form","title":"Multi-step form","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"multi-step-form","title":"Multi-step form","method":"headless","pass":true,"detail":"token found","ms":644,"status":200},{"task":"multi-step-form","title":"Multi-step form","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"js-challenge","title":"JavaScript challenge","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"js-challenge","title":"JavaScript challenge","method":"headless","pass":true,"detail":"token found","ms":237,"status":200},{"task":"js-challenge","title":"JavaScript challenge","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"dashboard-chart","title":"Dashboard chart","method":"http","pass":false,"detail":"token missing","ms":1,"status":200},{"task":"dashboard-chart","title":"Dashboard chart","method":"headless","pass":true,"detail":"token found","ms":234,"status":200},{"task":"dashboard-chart","title":"Dashboard chart","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"pdf-text","title":"PDF text extraction","method":"http","pass":true,"detail":"token found","ms":1,"status":200},{"task":"pdf-text","title":"PDF text extraction","method":"headless","pass":true,"detail":"token found","ms":237,"status":200},{"task":"pdf-text","title":"PDF text extraction","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0}]},"checks":{"static-article":{"type":"text","includes":"BENCH-STATIC"},"js-pricing":{"type":"text","includes":"Starter $19 / Pro $49"},"paginated-table":{"type":"text","includes":"ROW-6"},"login-account":{"type":"text","includes":"Account balance: $1,234"},"iframe-secret":{"type":"text","includes":"ORANGE-42"},"pdf-download":{"type":"binary","minBytes":500,"contentTypeIncludes":"pdf"},"infinite-scroll":{"type":"text","includes":"ITEM-30"},"cookie-banner":{"type":"text","includes":"COOKIE-OK"},"multi-step-form":{"type":"text","includes":"FORM-OK-42"},"js-challenge":{"type":"text","includes":"CHALLENGE-PASSED"},"dashboard-chart":{"type":"text","includes":"Revenue: 42,000"},"pdf-text":{"type":"text","includes":"Benchmark PDF"}}},"real":{"sites":[{"id":"wikipedia-web-browser","title":"Wikipedia: Web browser","class":"static reference","url":"https://en.wikipedia.org/wiki/Web_browser","goal":"Read the article definition and key sections.","keywords":["web browser"],"minText":1000,"minAnswer":80,"steps":[]},{"id":"mdn-fetch-api","title":"MDN: Fetch API","class":"developer docs","url":"https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API","goal":"Read the Fetch API documentation and examples.","keywords":["fetch api"],"minText":1000,"minAnswer":80,"steps":[]},{"id":"hn-front-page","title":"Hacker News front page","class":"news / links","url":"https://news.ycombinator.com/","goal":"Read the front-page story list.","keywords":["hacker news"],"minText":1000,"minAnswer":80,"steps":[]},{"id":"bbc-news","title":"BBC News","class":"news","url":"https://www.bbc.com/news","goal":"Read the current headline list.","keywords":["bbc"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1200}]},{"id":"github-node","title":"GitHub: nodejs/node","class":"SaaS / repository","url":"https://github.com/nodejs/node","goal":"Read the repository summary and latest activity.","keywords":["node.js"],"minText":1000,"minAnswer":80,"steps":[{"action":"wait","ms":1200}]},{"id":"npm-react","title":"npm: react","class":"package registry","url":"https://www.npmjs.com/package/react","goal":"Read the package description and version.","keywords":["react"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1200}]},{"id":"books-to-scrape","title":"Books to Scrape","class":"e-commerce fixture","url":"https://books.toscrape.com/","goal":"Read the book list and prices.","keywords":["books to scrape"],"minText":500,"minAnswer":80,"steps":[]},{"id":"quotes-to-scrape","title":"Quotes to Scrape","class":"static list","url":"https://quotes.toscrape.com/","goal":"Read the quote list.","keywords":["quotes to scrape"],"minText":500,"minAnswer":80,"steps":[]},{"id":"data-gov-catalog","title":"Data.gov catalog","class":"data catalog","url":"https://catalog.data.gov/dataset","goal":"Read the dataset catalog entries.","keywords":["data.gov"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1200}]},{"id":"wikipedia-population-table","title":"Wikipedia: population table","class":"table","url":"https://en.wikipedia.org/wiki/List_of_countries_and_dependencies_by_population","goal":"Read the population table.","keywords":["population"],"minText":1000,"minAnswer":80,"steps":[]},{"id":"arxiv-attention","title":"arXiv: Attention Is All You Need","class":"academic abstract","url":"https://arxiv.org/abs/1706.03762","goal":"Read the paper title and abstract.","keywords":["attention is all you need"],"minText":500,"minAnswer":80,"steps":[]},{"id":"pypi-requests","title":"PyPI: requests","class":"package registry","url":"https://pypi.org/project/requests/","goal":"Read the package summary and install command.","keywords":["requests"],"minText":500,"minAnswer":80,"steps":[]},{"id":"stackoverflow-sorted-array","title":"Stack Overflow: sorted array question","class":"Q&A / anti-bot","url":"https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array","goal":"Read the question and top answer.","keywords":["sorted"],"minText":1000,"minAnswer":80,"steps":[{"action":"wait","ms":1200}]},{"id":"reddit-programming","title":"Reddit: r/programming","class":"community / anti-bot","url":"https://www.reddit.com/r/programming/","goal":"Read the current post list.","keywords":["programming"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1500}]},{"id":"youtube-rick-astley","title":"YouTube: video page","class":"video / JS","url":"https://www.youtube.com/watch?v=dQw4w9WgXcQ","goal":"Read the video title and description.","keywords":["rick astley"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1800}]},{"id":"espn-nba-scoreboard","title":"ESPN: NBA scoreboard","class":"sports / JS","url":"https://www.espn.com/nba/scoreboard","goal":"Read the current scores.","keywords":["nba"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1500}]},{"id":"weather-com","title":"Weather.com","class":"weather / JS","url":"https://weather.com/","goal":"Read the current forecast.","keywords":["weather"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1500}]},{"id":"coinmarketcap","title":"CoinMarketCap","class":"finance / JS","url":"https://coinmarketcap.com/","goal":"Read the top cryptocurrency prices.","keywords":["bitcoin"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1500}]},{"id":"polymarket","title":"Polymarket","class":"prediction market / JS","url":"https://polymarket.com/","goal":"Read the current market list.","keywords":["polymarket"],"minText":500,"minAnswer":80,"steps":[{"action":"wait","ms":1500}]},{"id":"hn-item","title":"Hacker News item","class":"static discussion","url":"https://news.ycombinator.com/item?id=1","goal":"Read the item title and comments.","keywords":["y combinator"],"minText":500,"minAnswer":80,"steps":[]}],"baseline":{"startedAt":"2026-11-19T14:31:35.231Z","baseUrl":"","results":[{"task":"wikipedia-web-browser","title":"Wikipedia: Web browser","method":"http","pass":true,"detail":"status 200; 30215 chars; keyword found","ms":231,"status":200},{"task":"wikipedia-web-browser","title":"Wikipedia: Web browser","method":"headless","pass":true,"detail":"status 200; 20112 chars; keyword found","ms":607,"status":200},{"task":"wikipedia-web-browser","title":"Wikipedia: Web browser","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"mdn-fetch-api","title":"MDN: Fetch API","method":"http","pass":true,"detail":"status 200; 5621 chars; keyword found","ms":89,"status":200},{"task":"mdn-fetch-api","title":"MDN: Fetch API","method":"headless","pass":true,"detail":"status 200; 3432 chars; keyword found","ms":428,"status":200},{"task":"mdn-fetch-api","title":"MDN: Fetch API","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"hn-front-page","title":"Hacker News front page","method":"http","pass":true,"detail":"status 200; 3972 chars; keyword found","ms":275,"status":200},{"task":"hn-front-page","title":"Hacker News front page","method":"headless","pass":true,"detail":"status 200; 4022 chars; keyword found","ms":995,"status":200},{"task":"hn-front-page","title":"Hacker News front page","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"bbc-news","title":"BBC News","method":"http","pass":true,"detail":"status 200; 10081 chars; keyword found","ms":110,"status":200},{"task":"bbc-news","title":"BBC News","method":"headless","pass":true,"detail":"status 200; 8222 chars; keyword found","ms":4090,"status":200},{"task":"bbc-news","title":"BBC News","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"github-node","title":"GitHub: nodejs/node","method":"http","pass":true,"detail":"status 200; 32091 chars; keyword found","ms":687,"status":200},{"task":"github-node","title":"GitHub: nodejs/node","method":"headless","pass":true,"detail":"status 200; 18058 chars; keyword found","ms":2574,"status":200},{"task":"github-node","title":"GitHub: nodejs/node","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"npm-react","title":"npm: react","method":"http","pass":false,"detail":"status 403; 16 chars; keyword missing","ms":93,"status":403},{"task":"npm-react","title":"npm: react","method":"headless","pass":false,"detail":"status 200; 261 chars; keyword missing","ms":1838,"status":200},{"task":"npm-react","title":"npm: react","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"books-to-scrape","title":"Books to Scrape","method":"http","pass":true,"detail":"status 200; 1851 chars; keyword found","ms":206,"status":200},{"task":"books-to-scrape","title":"Books to Scrape","method":"headless","pass":true,"detail":"status 200; 2029 chars; keyword found","ms":820,"status":200},{"task":"books-to-scrape","title":"Books to Scrape","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"quotes-to-scrape","title":"Quotes to Scrape","method":"http","pass":true,"detail":"status 200; 1686 chars; keyword found","ms":160,"status":200},{"task":"quotes-to-scrape","title":"Quotes to Scrape","method":"headless","pass":true,"detail":"status 200; 1668 chars; keyword found","ms":748,"status":200},{"task":"quotes-to-scrape","title":"Quotes to Scrape","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"data-gov-catalog","title":"Data.gov catalog","method":"http","pass":true,"detail":"status 200; 12954 chars; keyword found","ms":267,"status":200},{"task":"data-gov-catalog","title":"Data.gov catalog","method":"headless","pass":true,"detail":"status 200; 9547 chars; keyword found","ms":2159,"status":200},{"task":"data-gov-catalog","title":"Data.gov catalog","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"wikipedia-population-table","title":"Wikipedia: population table","method":"http","pass":true,"detail":"status 200; 71093 chars; keyword found","ms":238,"status":200},{"task":"wikipedia-population-table","title":"Wikipedia: population table","method":"headless","pass":true,"detail":"status 200; 57951 chars; keyword found","ms":551,"status":200},{"task":"wikipedia-population-table","title":"Wikipedia: population table","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"arxiv-attention","title":"arXiv: Attention Is All You Need","method":"http","pass":true,"detail":"status 200; 4977 chars; keyword found","ms":109,"status":200},{"task":"arxiv-attention","title":"arXiv: Attention Is All You Need","method":"headless","pass":true,"detail":"status 200; 3207 chars; keyword found","ms":515,"status":200},{"task":"arxiv-attention","title":"arXiv: Attention Is All You Need","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"pypi-requests","title":"PyPI: requests","method":"http","pass":true,"detail":"status 200; 21613 chars; keyword found","ms":74,"status":200},{"task":"pypi-requests","title":"PyPI: requests","method":"headless","pass":true,"detail":"status 200; 3152 chars; keyword found","ms":624,"status":200},{"task":"pypi-requests","title":"PyPI: requests","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"stackoverflow-sorted-array","title":"Stack Overflow: sorted array question","method":"http","pass":false,"detail":"status 403; 16 chars; keyword missing","ms":96,"status":403},{"task":"stackoverflow-sorted-array","title":"Stack Overflow: sorted array question","method":"headless","pass":false,"detail":"status 200; 0 chars; keyword missing","ms":3926,"status":200},{"task":"stackoverflow-sorted-array","title":"Stack Overflow: sorted array question","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"reddit-programming","title":"Reddit: r/programming","method":"http","pass":false,"detail":"status 200; 6 chars; keyword missing","ms":110,"status":200},{"task":"reddit-programming","title":"Reddit: r/programming","method":"headless","pass":false,"detail":"status 200; 240 chars; keyword missing","ms":2491,"status":200},{"task":"reddit-programming","title":"Reddit: r/programming","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"youtube-rick-astley","title":"YouTube: video page","method":"http","pass":false,"detail":"status 200; 248 chars; keyword found","ms":306,"status":200},{"task":"youtube-rick-astley","title":"YouTube: video page","method":"headless","pass":true,"detail":"status 200; 1638 chars; keyword found","ms":3262,"status":200},{"task":"youtube-rick-astley","title":"YouTube: video page","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"espn-nba-scoreboard","title":"ESPN: NBA scoreboard","method":"http","pass":true,"detail":"status 200; 5271 chars; keyword found","ms":151,"status":200},{"task":"espn-nba-scoreboard","title":"ESPN: NBA scoreboard","method":"headless","pass":true,"detail":"status 200; 3844 chars; keyword found","ms":3276,"status":200},{"task":"espn-nba-scoreboard","title":"ESPN: NBA scoreboard","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"weather-com","title":"Weather.com","method":"http","pass":true,"detail":"status 200; 2607 chars; keyword found","ms":292,"status":200},{"task":"weather-com","title":"Weather.com","method":"headless","pass":true,"detail":"status 200; 4361 chars; keyword found","ms":13721,"status":200},{"task":"weather-com","title":"Weather.com","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"coinmarketcap","title":"CoinMarketCap","method":"http","pass":true,"detail":"status 200; 14692 chars; keyword found","ms":147,"status":200},{"task":"coinmarketcap","title":"CoinMarketCap","method":"headless","pass":true,"detail":"status 200; 7583 chars; keyword found","ms":2607,"status":200},{"task":"coinmarketcap","title":"CoinMarketCap","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"polymarket","title":"Polymarket","method":"http","pass":true,"detail":"status 200; 20401 chars; keyword found","ms":632,"status":200},{"task":"polymarket","title":"Polymarket","method":"headless","pass":true,"detail":"status 200; 3356 chars; keyword found","ms":2460,"status":200},{"task":"polymarket","title":"Polymarket","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"hn-item","title":"Hacker News item","method":"http","pass":true,"detail":"status 200; 500 chars; keyword found","ms":251,"status":200},{"task":"hn-item","title":"Hacker News item","method":"headless","pass":true,"detail":"status 200; 508 chars; keyword found","ms":458,"status":200},{"task":"hn-item","title":"Hacker News item","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0}]}},"interactions":{"tasks":[{"id":"books-travel-category","title":"Books to Scrape: Travel category","class":"e-commerce category click","url":"https://books.toscrape.com/","goal":"Open the Travel category and read the result count.","keywords":["11 results."],"minText":500,"minAnswer":10,"urlPath":"/catalogue/category/books/travel_2/index.html","steps":[{"action":"click","selector":"a[href=\"catalogue/category/books/travel_2/index.html\"]"},{"action":"waitForText","text":"11 results."}]},{"id":"quotes-page-2","title":"Quotes to Scrape: page 2","class":"pagination click","url":"https://quotes.toscrape.com/","goal":"Click Next and read the first quote on page 2.","keywords":["This life is what you make it"],"minText":500,"minAnswer":10,"urlPath":"/page/2/","steps":[{"action":"click","selector":"li.next a"},{"action":"waitForText","text":"This life is what you make it"}]},{"id":"hn-page-2","title":"Hacker News: page 2","class":"pagination click","url":"https://news.ycombinator.com/","goal":"Click More and verify the second page of stories.","keywords":["Hacker News"],"minText":500,"minAnswer":10,"urlPath":"/","urlQuery":{"p":"2"},"steps":[{"action":"click","selector":"a.morelink"},{"action":"waitForSelector","selector":"a[href=\"?p=3\"]"}]}],"baseline":{"startedAt":"2026-11-20T23:04:53.987Z","baseUrl":"","results":[{"task":"books-travel-category","title":"Books to Scrape: Travel category","method":"http","pass":false,"detail":"status 200; 1851 chars; keyword missing; url check failed","ms":239,"status":200,"url":"https://books.toscrape.com/"},{"task":"books-travel-category","title":"Books to Scrape: Travel category","method":"headless","pass":true,"detail":"status 200; 1461 chars; keyword found; url ok","ms":887,"status":200,"url":"https://books.toscrape.com/catalogue/category/books/travel_2/index.html"},{"task":"books-travel-category","title":"Books to Scrape: Travel category","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"quotes-page-2","title":"Quotes to Scrape: page 2","method":"http","pass":false,"detail":"status 200; 1686 chars; keyword missing; url check failed","ms":162,"status":200,"url":"https://quotes.toscrape.com/"},{"task":"quotes-page-2","title":"Quotes to Scrape: page 2","method":"headless","pass":true,"detail":"status 200; 3449 chars; keyword found; url ok","ms":814,"status":200,"url":"https://quotes.toscrape.com/page/2/"},{"task":"quotes-page-2","title":"Quotes to Scrape: page 2","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0},{"task":"hn-page-2","title":"Hacker News: page 2","method":"http","pass":false,"detail":"status 200; 4285 chars; keyword found; url check failed","ms":248,"status":200,"url":"https://news.ycombinator.com/"},{"task":"hn-page-2","title":"Hacker News: page 2","method":"headless","pass":true,"detail":"status 200; 4045 chars; keyword found; url ok","ms":820,"status":200,"url":"https://news.ycombinator.com/?p=2"},{"task":"hn-page-2","title":"Hacker News: page 2","method":"agent","pass":null,"detail":"AGENT_BENCHMARK_URL not configured","ms":0,"status":0}]},"checks":{"mode":"200 <= status < 400 + keyword + minimum text + post-click pathname suffix + required query params"}},"reproduce":{"local":"node benchmarks/browser-automation/run.mjs","real":"node benchmarks/browser-automation/run.mjs --suite real --method http,headless","interactions":"node benchmarks/browser-automation/run.mjs --suite real-interactions --method http,headless","agent":"AGENT_BENCHMARK_URL=<endpoint> node benchmarks/browser-automation/run.mjs --method agent","note":"Run from a project checkout with dependencies installed. Local fixtures start automatically; the real suite makes one request per site. The harness source is available on request."},"agent":{"status":"not_configured","note":"AGENT_BENCHMARK_URL was not set; all agent entries are skipped."}}