{
  "schema_version": "1",
  "generated_at": "2026-10-20T00:00:00Z",
  "tag": "web-agents",
  "count": 6,
  "entries": [
    {
      "id": "cloudflare-pay-per-crawl",
      "title": "Introducing pay per crawl: Enabling content owners to charge AI crawlers for access",
      "publisher": "Cloudflare Blog",
      "authors": [],
      "date_published": "2025-07-01",
      "url": "https://blog.cloudflare.com/introducing-pay-per-crawl/",
      "type": "announcement",
      "category": "payments",
      "summary": "Cloudflare announcement of pay per crawl, which lets content owners charge AI crawlers for access using HTTP 402 responses. It is a machine-payable content model at CDN scale.",
      "tags": [
        "m2m-payments",
        "micropayments",
        "web-agents"
      ],
      "verified_at": "2026-10-20",
      "last_checked": "2026-10-20",
      "http_status": 200,
      "archive_url": "http://web.archive.org/web/20261016042320/https://blog.cloudflare.com/introducing-pay-per-crawl/"
    },
    {
      "id": "cloudflare-agent-readiness",
      "title": "Introducing the Agent Readiness score. Check to see if your site is agent-ready",
      "publisher": "Cloudflare Blog",
      "authors": [],
      "date_published": "2026-04-17",
      "url": "https://blog.cloudflare.com/agent-readiness",
      "type": "announcement",
      "category": "agent-protocols",
      "summary": "Cloudflare post introducing an Agent Readiness score and the isitagentready.com scanner, which checks emerging standards such as llms.txt, Markdown negotiation, Content Signals, RFC 9727 API catalogs, MCP Server Cards, A2A Agent Cards, Agent Skills and the x402/MPP commerce protocols.",
      "tags": [
        "interop",
        "web-agents",
        "standards"
      ],
      "verified_at": "2026-10-20",
      "last_checked": "2026-10-20",
      "http_status": 200,
      "archive_url": "http://web.archive.org/web/20261006003600/https://blog.cloudflare.com/agent-readiness/"
    },
    {
      "id": "content-signals",
      "title": "Content Signals",
      "publisher": "contentsignals.org",
      "authors": [],
      "date_published": null,
      "url": "https://contentsignals.org/",
      "type": "spec",
      "category": "agent-protocols",
      "summary": "robots.txt extension (Content-Signal: search=, ai-input=, ai-train=) that declares how crawled content may be used, settable per user-agent. mpp.dev, x402scan and x402.org use it.",
      "tags": [
        "web-agents",
        "interop",
        "regulation"
      ],
      "verified_at": "2026-10-20",
      "last_checked": "2026-10-20",
      "http_status": 200,
      "archive_url": "http://web.archive.org/web/20261014220907/https://contentsignals.org/"
    },
    {
      "id": "webmcp-github",
      "title": "webmachinelearning/webmcp",
      "publisher": "GitHub (W3C Web Machine Learning CG)",
      "authors": [],
      "date_published": null,
      "url": "https://github.com/webmachinelearning/webmcp",
      "type": "repo",
      "category": "agent-protocols",
      "summary": "Community Group proposal that lets a web page register tools for in-browser agents (document.modelContext.registerTool with a JSON Schema input). It is a CG draft, not a W3C standard.",
      "tags": [
        "mcp",
        "web-agents",
        "tools"
      ],
      "verified_at": "2026-10-20",
      "last_checked": "2026-10-20",
      "http_status": 200,
      "archive_url": "http://web.archive.org/web/20261007193802/https://github.com/webmachinelearning/webmcp"
    },
    {
      "id": "webarena",
      "title": "WebArena: A Realistic Web Environment for Building Autonomous Agents",
      "publisher": "arXiv",
      "authors": [
        "Shuyan Zhou",
        "Frank F. Xu",
        "Hao Zhu",
        "Xuhui Zhou",
        "Robert Lo",
        "Abishek Sridhar",
        "Xianyi Cheng",
        "Tianyue Ou",
        "Yonatan Bisk",
        "Daniel Fried",
        "Uri Alon",
        "Graham Neubig"
      ],
      "date_published": "2023-07-25",
      "url": "https://arxiv.org/abs/2307.13854",
      "type": "research-paper",
      "category": "datasets-benchmarks",
      "summary": "Highly realistic and reproducible web environment for building and testing language-guided agents that perform tasks on the web. The authors list shows the first 12 of a longer list.",
      "tags": [
        "benchmark",
        "web-agents",
        "research"
      ],
      "verified_at": "2026-10-20",
      "last_checked": "2026-10-20",
      "http_status": 200,
      "archive_url": "http://web.archive.org/web/20261002191854/https://arxiv.org/abs/2307.13854"
    },
    {
      "id": "ietf-webbotauth-httpsig-protocol",
      "title": "HTTP Message Signatures for automated traffic (draft-ietf-webbotauth-httpsig-protocol-00)",
      "publisher": "IETF Datatracker",
      "authors": [
        "Thibault Meunier",
        "Sandor Major"
      ],
      "date_published": "2026-09-01",
      "url": "https://datatracker.ietf.org/doc/draft-ietf-webbotauth-httpsig-protocol/",
      "type": "spec",
      "category": "safety-security",
      "summary": "IETF working-group draft (Web Bot Auth) under which bots and agents identify themselves by signing requests with RFC 9421 HTTP Message Signatures, with keys discoverable from a published key directory. It replaces the earlier individual architecture draft.",
      "tags": [
        "identity",
        "security",
        "http",
        "web-agents"
      ],
      "verified_at": "2026-10-20",
      "last_checked": "2026-10-20",
      "http_status": 200,
      "archive_url": "http://web.archive.org/web/20261004055551/https://datatracker.ietf.org/doc/draft-ietf-webbotauth-httpsig-protocol/"
    }
  ]
}