{
  "name": "Open HTML Artifact Sharing Benchmark Protocol 2026",
  "version": "1.0",
  "published_at": "2026-08-31",
  "author": "Raunaq Naidu",
  "publisher": "HTML Docs",
  "license": "CC0-1.0",
  "url": "https://www.html-docs.com/guides/html-artifact-sharing-benchmark",
  "scope_note": "This release publishes a vendor-neutral protocol and blank scorecard. It does not publish or imply vendor results.",
  "methodology": [
    "Use the same frozen self-contained HTML artifact for every run.",
    "Record product, plan, date, browser, region, account requirement, and payment requirement before testing.",
    "Test publisher, signed-out reviewer, and API, CLI, or MCP roles where supported.",
    "Save a tested URL, elapsed time, screenshot or response, documentation URL, and limitation for every score.",
    "Recheck volatile prices and plan limits on the recorded access date."
  ],
  "scoring": {
    "2": "Reproducible pass through a documented, generally available workflow with saved evidence.",
    "1": "Qualified pass requiring a documented workaround, higher plan, or material side channel.",
    "0": "Capability absent, test failed, or evidence insufficient."
  },
  "criteria": [
    {"id":"B1","name":"Durable URL","test":"Publish a revision and confirm the original HTTPS URL still resolves to the current artifact."},
    {"id":"B2","name":"Rendered review","test":"Open the artifact signed out and complete its primary interaction without downloading a file."},
    {"id":"B3","name":"Contextual feedback","test":"Attach feedback to a section or passage, reload, and confirm that the context is preserved."},
    {"id":"B4","name":"Version recovery","test":"Create two revisions, identify both, and restore or export the earlier state."},
    {"id":"B5","name":"Agent read and update","test":"Use a documented API, CLI, or MCP interface to read state and update one defined region."},
    {"id":"B6","name":"Access control","test":"Verify the declared public, unlisted, or restricted state in a separate signed-out session."},
    {"id":"B7","name":"Sharing metadata","test":"Record the canonical URL, robots directive, title, description, and preview image exposed by the page."},
    {"id":"B8","name":"Portability","test":"Export the artifact and verify that its meaningful content remains usable outside the product."},
    {"id":"B9","name":"Setup time","test":"Measure from a clean start until a second person can open the first reviewable URL."},
    {"id":"B10","name":"Price transparency","test":"Record the tested plan, price source URL, access date, and any limit encountered during the run."}
  ],
  "scorecard_url": "https://www.html-docs.com/research/html-artifact-sharing-benchmark-scorecard-2026.csv",
  "bibtex_url": "https://www.html-docs.com/research/html-artifact-sharing-benchmark-2026.bib"
}