{
  "measuredDate": "2026-09-19",
  "publisher": "AegisRunner",
  "scope": "Human-authored product-price persistence checks against one owned fixture and one known injected fault. This is a curated result extract, not the complete raw artifact archive.",
  "fixtureSha256": "583721ec83bfdd06fc93c13780971d29bbcff7e9d5f5ab161e36c4a13f208380",
  "versions": {
    "playwright": "1.62.1",
    "cypress": "16.1.0",
    "chromium": "151.0.7922.34",
    "aegisRunnerDevelopmentCommit": "951dd74f",
    "backendDuringComparison": "b71a630b"
  },
  "method": {
    "expectedPrice": "29.95",
    "workflow": [
      "save product",
      "leave form",
      "find saved SKU",
      "reopen edit form",
      "reload",
      "assert saved price"
    ],
    "freshDatabasePerRun": true,
    "stepRetriesAegisRunner": 2,
    "testRetriesFrameworks": 0,
    "independentOracle": "Product API readback after each run"
  },
  "limitations": [
    "Authored with knowledge of the fault; does not measure autonomous test generation.",
    "Development AegisRunner with native reload; does not certify published npm runner.",
    "Retries and navigation differ; no timing or flakiness comparison.",
    "Healthy AegisRunner cases passed, but original healthy CI runs failed due to a separate coverage-status reporting bug.",
    "Three repetitions of one fault do not establish general detection, maintenance savings, or superiority.",
    "Setup and unclaimed-job attempts excluded because no case executed."
  ],
  "runs": [
    {
      "runner": "playwright",
      "iteration": 1,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "exitCode": 0,
      "savedPrice": "29.95"
    },
    {
      "runner": "playwright",
      "iteration": 1,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "exitCode": 1,
      "savedPrice": ""
    },
    {
      "runner": "cypress",
      "iteration": 1,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "exitCode": 0,
      "savedPrice": "29.95"
    },
    {
      "runner": "cypress",
      "iteration": 1,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "exitCode": 1,
      "savedPrice": ""
    },
    {
      "runner": "cypress",
      "iteration": 2,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "exitCode": 0,
      "savedPrice": "29.95"
    },
    {
      "runner": "cypress",
      "iteration": 2,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "exitCode": 1,
      "savedPrice": ""
    },
    {
      "runner": "playwright",
      "iteration": 2,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "exitCode": 0,
      "savedPrice": "29.95"
    },
    {
      "runner": "playwright",
      "iteration": 2,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "exitCode": 1,
      "savedPrice": ""
    },
    {
      "runner": "playwright",
      "iteration": 3,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "exitCode": 0,
      "savedPrice": "29.95"
    },
    {
      "runner": "playwright",
      "iteration": 3,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "exitCode": 1,
      "savedPrice": ""
    },
    {
      "runner": "cypress",
      "iteration": 3,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "exitCode": 0,
      "savedPrice": "29.95"
    },
    {
      "runner": "cypress",
      "iteration": 3,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "exitCode": 1,
      "savedPrice": ""
    },
    {
      "runner": "aegisrunner-development",
      "iteration": 1,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "overallRunStatus": "failed",
      "exitCode": 1,
      "savedPrice": "29.95",
      "editPageGetCount": 2,
      "steps": [
        {
          "order": 0,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 1,
          "type": "click",
          "selector": "a[href=\"/products/new\"]",
          "status": "passed"
        },
        {
          "order": 2,
          "type": "fill",
          "selector": "input[name=\"name\"]",
          "status": "passed"
        },
        {
          "order": 3,
          "type": "fill",
          "selector": "input[name=\"sku\"]",
          "status": "passed"
        },
        {
          "order": 4,
          "type": "fill",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        },
        {
          "order": 5,
          "type": "click",
          "selector": "button[type=\"submit\"]",
          "status": "passed"
        },
        {
          "order": 6,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 7,
          "type": "assertion",
          "selector": "tbody tr:has-text(\"BENCH-001\")",
          "status": "passed"
        },
        {
          "order": 8,
          "type": "click",
          "selector": "tbody tr:has-text(\"BENCH-001\") a:has-text(\"Edit\")",
          "status": "passed"
        },
        {
          "order": 9,
          "type": "reload",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 10,
          "type": "screenshot",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 11,
          "type": "assertion",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        }
      ]
    },
    {
      "runner": "aegisrunner-development",
      "iteration": 1,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "overallRunStatus": "failed",
      "exitCode": 1,
      "savedPrice": "",
      "editPageGetCount": 2,
      "steps": [
        {
          "order": 0,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 1,
          "type": "click",
          "selector": "a[href=\"/products/new\"]",
          "status": "passed"
        },
        {
          "order": 2,
          "type": "fill",
          "selector": "input[name=\"name\"]",
          "status": "passed"
        },
        {
          "order": 3,
          "type": "fill",
          "selector": "input[name=\"sku\"]",
          "status": "passed"
        },
        {
          "order": 4,
          "type": "fill",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        },
        {
          "order": 5,
          "type": "click",
          "selector": "button[type=\"submit\"]",
          "status": "passed"
        },
        {
          "order": 6,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 7,
          "type": "assertion",
          "selector": "tbody tr:has-text(\"BENCH-001\")",
          "status": "passed"
        },
        {
          "order": 8,
          "type": "click",
          "selector": "tbody tr:has-text(\"BENCH-001\") a:has-text(\"Edit\")",
          "status": "passed"
        },
        {
          "order": 9,
          "type": "reload",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 10,
          "type": "screenshot",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 11,
          "type": "assertion",
          "selector": "input[name=\"price\"]",
          "status": "failed"
        }
      ]
    },
    {
      "runner": "aegisrunner-development",
      "iteration": 2,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "overallRunStatus": "failed",
      "exitCode": 1,
      "savedPrice": "29.95",
      "editPageGetCount": 2,
      "steps": [
        {
          "order": 0,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 1,
          "type": "click",
          "selector": "a[href=\"/products/new\"]",
          "status": "passed"
        },
        {
          "order": 2,
          "type": "fill",
          "selector": "input[name=\"name\"]",
          "status": "passed"
        },
        {
          "order": 3,
          "type": "fill",
          "selector": "input[name=\"sku\"]",
          "status": "passed"
        },
        {
          "order": 4,
          "type": "fill",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        },
        {
          "order": 5,
          "type": "click",
          "selector": "button[type=\"submit\"]",
          "status": "passed"
        },
        {
          "order": 6,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 7,
          "type": "assertion",
          "selector": "tbody tr:has-text(\"BENCH-001\")",
          "status": "passed"
        },
        {
          "order": 8,
          "type": "click",
          "selector": "tbody tr:has-text(\"BENCH-001\") a:has-text(\"Edit\")",
          "status": "passed"
        },
        {
          "order": 9,
          "type": "reload",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 10,
          "type": "screenshot",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 11,
          "type": "assertion",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        }
      ]
    },
    {
      "runner": "aegisrunner-development",
      "iteration": 2,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "overallRunStatus": "failed",
      "exitCode": 1,
      "savedPrice": "",
      "editPageGetCount": 2,
      "steps": [
        {
          "order": 0,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 1,
          "type": "click",
          "selector": "a[href=\"/products/new\"]",
          "status": "passed"
        },
        {
          "order": 2,
          "type": "fill",
          "selector": "input[name=\"name\"]",
          "status": "passed"
        },
        {
          "order": 3,
          "type": "fill",
          "selector": "input[name=\"sku\"]",
          "status": "passed"
        },
        {
          "order": 4,
          "type": "fill",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        },
        {
          "order": 5,
          "type": "click",
          "selector": "button[type=\"submit\"]",
          "status": "passed"
        },
        {
          "order": 6,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 7,
          "type": "assertion",
          "selector": "tbody tr:has-text(\"BENCH-001\")",
          "status": "passed"
        },
        {
          "order": 8,
          "type": "click",
          "selector": "tbody tr:has-text(\"BENCH-001\") a:has-text(\"Edit\")",
          "status": "passed"
        },
        {
          "order": 9,
          "type": "reload",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 10,
          "type": "screenshot",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 11,
          "type": "assertion",
          "selector": "input[name=\"price\"]",
          "status": "failed"
        }
      ]
    },
    {
      "runner": "aegisrunner-development",
      "iteration": 3,
      "condition": "healthy",
      "casePassed": true,
      "priceFaultDetected": false,
      "overallRunStatus": "failed",
      "exitCode": 1,
      "savedPrice": "29.95",
      "editPageGetCount": 2,
      "steps": [
        {
          "order": 0,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 1,
          "type": "click",
          "selector": "a[href=\"/products/new\"]",
          "status": "passed"
        },
        {
          "order": 2,
          "type": "fill",
          "selector": "input[name=\"name\"]",
          "status": "passed"
        },
        {
          "order": 3,
          "type": "fill",
          "selector": "input[name=\"sku\"]",
          "status": "passed"
        },
        {
          "order": 4,
          "type": "fill",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        },
        {
          "order": 5,
          "type": "click",
          "selector": "button[type=\"submit\"]",
          "status": "passed"
        },
        {
          "order": 6,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 7,
          "type": "assertion",
          "selector": "tbody tr:has-text(\"BENCH-001\")",
          "status": "passed"
        },
        {
          "order": 8,
          "type": "click",
          "selector": "tbody tr:has-text(\"BENCH-001\") a:has-text(\"Edit\")",
          "status": "passed"
        },
        {
          "order": 9,
          "type": "reload",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 10,
          "type": "screenshot",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 11,
          "type": "assertion",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        }
      ]
    },
    {
      "runner": "aegisrunner-development",
      "iteration": 3,
      "condition": "dropprice",
      "casePassed": false,
      "priceFaultDetected": true,
      "overallRunStatus": "failed",
      "exitCode": 1,
      "savedPrice": "",
      "editPageGetCount": 2,
      "steps": [
        {
          "order": 0,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 1,
          "type": "click",
          "selector": "a[href=\"/products/new\"]",
          "status": "passed"
        },
        {
          "order": 2,
          "type": "fill",
          "selector": "input[name=\"name\"]",
          "status": "passed"
        },
        {
          "order": 3,
          "type": "fill",
          "selector": "input[name=\"sku\"]",
          "status": "passed"
        },
        {
          "order": 4,
          "type": "fill",
          "selector": "input[name=\"price\"]",
          "status": "passed"
        },
        {
          "order": 5,
          "type": "click",
          "selector": "button[type=\"submit\"]",
          "status": "passed"
        },
        {
          "order": 6,
          "type": "click",
          "selector": "a[href=\"/products\"]",
          "status": "passed"
        },
        {
          "order": 7,
          "type": "assertion",
          "selector": "tbody tr:has-text(\"BENCH-001\")",
          "status": "passed"
        },
        {
          "order": 8,
          "type": "click",
          "selector": "tbody tr:has-text(\"BENCH-001\") a:has-text(\"Edit\")",
          "status": "passed"
        },
        {
          "order": 9,
          "type": "reload",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 10,
          "type": "screenshot",
          "selector": "",
          "status": "passed"
        },
        {
          "order": 11,
          "type": "assertion",
          "selector": "input[name=\"price\"]",
          "status": "failed"
        }
      ]
    }
  ],
  "separateCoverageRepairVerification": {
    "backendCommit": "13c4a063",
    "passedSteps": 12,
    "caseStatus": "passed",
    "overallRunStatus": "needs_review",
    "exitCode": 0,
    "savedPrice": "29.95",
    "unverifiedBehavior": "filter and search lists",
    "includedInComparison": false
  }
}