{
  "configurations": [
    {
      "name": "Snyk Code SAST",
      "type": "command",
      "f1": 1,
      "f1StdDev": 0,
      "recall": 1,
      "precision": 1,
      "durationMs": 14758.100000000002,
      "tokens": 0,
      "costUsd": null,
      "repetitions": 5
    },
    {
      "name": "Claude Opus 4.6 High",
      "type": "model",
      "f1": 0.7523507864684335,
      "f1StdDev": 0.0028950633451438217,
      "recall": 0.6822294372294373,
      "precision": 0.8979999999999999,
      "durationMs": 53827.08,
      "tokens": 66929.37999999999,
      "costUsd": 0.12494352,
      "repetitions": 5
    },
    {
      "name": "Claude Opus 4.6 Medium",
      "type": "model",
      "f1": 0.7537982017982017,
      "f1StdDev": 0.0024674185437360318,
      "recall": 0.6804112554112554,
      "precision": 0.9146666666666666,
      "durationMs": 27324.159999999996,
      "tokens": 51573.72,
      "costUsd": 0.06276034999999999,
      "repetitions": 5
    },
    {
      "name": "Claude Opus 4.7 Max",
      "type": "model",
      "f1": 0.6876156355721573,
      "f1StdDev": 0.022273540769297218,
      "recall": 0.7138311688311687,
      "precision": 0.6956277056277057,
      "durationMs": 37350.719999999994,
      "tokens": 95968.95999999999,
      "costUsd": 0.35590119000000003,
      "repetitions": 5
    },
    {
      "name": "Claude Sonnet 4.6 High",
      "type": "model",
      "f1": 0.6488264834580625,
      "f1StdDev": 0.03471337765983303,
      "recall": 0.8125974025974025,
      "precision": 0.5857619047619047,
      "durationMs": 94820.59999999999,
      "tokens": 74240.1,
      "costUsd": 0.13221054699999996,
      "repetitions": 5
    },
    {
      "name": "Claude Sonnet 4.6 Medium",
      "type": "model",
      "f1": 0.6741726708074535,
      "f1StdDev": 0.009170103518359875,
      "recall": 0.8089177489177489,
      "precision": 0.626021978021978,
      "durationMs": 59318.09999999999,
      "tokens": 56991.96,
      "costUsd": 0.08598008799999998,
      "repetitions": 5
    }
  ],
  "agreementVariance": [
    {
      "name": "Snyk Code SAST",
      "type": "command",
      "x": 0,
      "y": 1
    },
    {
      "name": "Claude Opus 4.6 Medium",
      "type": "model",
      "x": 0.0024674185437360318,
      "y": 0.7537982017982017
    },
    {
      "name": "Claude Opus 4.6 High",
      "type": "model",
      "x": 0.0028950633451438217,
      "y": 0.7523507864684335
    },
    {
      "name": "Claude Sonnet 4.6 Medium",
      "type": "model",
      "x": 0.009170103518359875,
      "y": 0.6741726708074535
    },
    {
      "name": "Claude Opus 4.7 Max",
      "type": "model",
      "x": 0.022273540769297218,
      "y": 0.6876156355721573
    },
    {
      "name": "Claude Sonnet 4.6 High",
      "type": "model",
      "x": 0.03471337765983303,
      "y": 0.6488264834580625
    }
  ],
  "costQuality": [
    {
      "name": "Claude Opus 4.6 High",
      "type": "model",
      "x": 0.12494352,
      "y": 0.7523507864684335
    },
    {
      "name": "Claude Sonnet 4.6 High",
      "type": "model",
      "x": 0.13221054699999996,
      "y": 0.6488264834580625
    },
    {
      "name": "Claude Opus 4.6 Medium",
      "type": "model",
      "x": 0.06276034999999999,
      "y": 0.7537982017982017
    },
    {
      "name": "Claude Sonnet 4.6 Medium",
      "type": "model",
      "x": 0.08598008799999998,
      "y": 0.6741726708074535
    },
    {
      "name": "Claude Opus 4.7 Max",
      "type": "model",
      "x": 0.35590119000000003,
      "y": 0.6876156355721573
    }
  ],
  "coverage": {
    "columns": [
      {
        "key": "allocation-of-resources-without-limits-or-throttling",
        "label": "Resource limits"
      },
      {
        "key": "code-injection",
        "label": "Code injection"
      },
      {
        "key": "command-injection",
        "label": "Command injection"
      },
      {
        "key": "csrf",
        "label": "CSRF"
      },
      {
        "key": "hardcoded-credentials",
        "label": "Hardcoded creds"
      },
      {
        "key": "improper-code-sanitization",
        "label": "Bad sanitization"
      },
      {
        "key": "improper-type-validation",
        "label": "Type validation"
      },
      {
        "key": "information-exposure",
        "label": "Info exposure"
      },
      {
        "key": "insecure-transport",
        "label": "Insecure transport"
      },
      {
        "key": "open-redirect",
        "label": "Open redirect"
      },
      {
        "key": "origin-validation-error",
        "label": "Origin validation"
      },
      {
        "key": "path-traversal",
        "label": "Path traversal"
      },
      {
        "key": "prototype-pollution",
        "label": "Prototype pollution"
      },
      {
        "key": "redos",
        "label": "ReDoS"
      },
      {
        "key": "sql-injection",
        "label": "SQL injection"
      },
      {
        "key": "ssrf",
        "label": "SSRF"
      },
      {
        "key": "xss",
        "label": "XSS"
      }
    ],
    "rows": [
      {
        "name": "Snyk Code SAST",
        "type": "command",
        "values": {
          "allocation-of-resources-without-limits-or-throttling": 1,
          "code-injection": 1,
          "command-injection": 1,
          "csrf": 1,
          "hardcoded-credentials": 1,
          "improper-code-sanitization": 1,
          "improper-type-validation": 1,
          "information-exposure": 1,
          "insecure-transport": 1,
          "open-redirect": 1,
          "origin-validation-error": 1,
          "path-traversal": 1,
          "prototype-pollution": 1,
          "redos": 1,
          "sql-injection": 1,
          "ssrf": 1,
          "xss": 1
        }
      },
      {
        "name": "Claude Opus 4.6 Medium",
        "type": "model",
        "values": {
          "allocation-of-resources-without-limits-or-throttling": 0.08333333333333333,
          "code-injection": 1,
          "command-injection": 1,
          "csrf": 0,
          "hardcoded-credentials": 1,
          "improper-code-sanitization": 0,
          "improper-type-validation": 0,
          "information-exposure": 0.6,
          "insecure-transport": 0,
          "open-redirect": 1,
          "origin-validation-error": 1,
          "path-traversal": 0.5,
          "prototype-pollution": 1,
          "redos": 1,
          "sql-injection": 1,
          "ssrf": 1,
          "xss": 1
        }
      },
      {
        "name": "Claude Opus 4.6 High",
        "type": "model",
        "values": {
          "allocation-of-resources-without-limits-or-throttling": 0.08333333333333333,
          "code-injection": 1,
          "command-injection": 1,
          "csrf": 0,
          "hardcoded-credentials": 1,
          "improper-code-sanitization": 0,
          "improper-type-validation": 0,
          "information-exposure": 0.62,
          "insecure-transport": 0,
          "open-redirect": 1,
          "origin-validation-error": 1,
          "path-traversal": 0.5,
          "prototype-pollution": 1,
          "redos": 1,
          "sql-injection": 1,
          "ssrf": 1,
          "xss": 1
        }
      },
      {
        "name": "Claude Opus 4.7 Max",
        "type": "model",
        "values": {
          "allocation-of-resources-without-limits-or-throttling": 0.3,
          "code-injection": 1,
          "command-injection": 1,
          "csrf": 1,
          "hardcoded-credentials": 1,
          "improper-code-sanitization": 0,
          "improper-type-validation": 0.8,
          "information-exposure": 0.72,
          "insecure-transport": 0,
          "open-redirect": 1,
          "origin-validation-error": 1,
          "path-traversal": 0.5333333333333333,
          "prototype-pollution": 1,
          "redos": 1,
          "sql-injection": 1,
          "ssrf": 1,
          "xss": 0.7
        }
      },
      {
        "name": "Claude Sonnet 4.6 Medium",
        "type": "model",
        "values": {
          "allocation-of-resources-without-limits-or-throttling": 0.4833333333333333,
          "code-injection": 1,
          "command-injection": 1,
          "csrf": 1,
          "hardcoded-credentials": 1,
          "improper-code-sanitization": 0,
          "improper-type-validation": 0.2,
          "information-exposure": 0.88,
          "insecure-transport": 0.8,
          "open-redirect": 1,
          "origin-validation-error": 1,
          "path-traversal": 0.5,
          "prototype-pollution": 1,
          "redos": 0.9,
          "sql-injection": 1,
          "ssrf": 1,
          "xss": 1
        }
      },
      {
        "name": "Claude Sonnet 4.6 High",
        "type": "model",
        "values": {
          "allocation-of-resources-without-limits-or-throttling": 0.4499999999999999,
          "code-injection": 1,
          "command-injection": 1,
          "csrf": 1,
          "hardcoded-credentials": 1,
          "improper-code-sanitization": 0.2,
          "improper-type-validation": 0,
          "information-exposure": 0.82,
          "insecure-transport": 0.8,
          "open-redirect": 1,
          "origin-validation-error": 1,
          "path-traversal": 0.5,
          "prototype-pollution": 1,
          "redos": 1,
          "sql-injection": 1,
          "ssrf": 1,
          "xss": 1
        }
      }
    ]
  },
  "unmatchedCoverage": {
    "columns": [
      {
        "key": "sql-injection",
        "label": "SQL injection"
      },
      {
        "key": "other",
        "label": "Other"
      },
      {
        "key": "improper-type-validation",
        "label": "Type validation"
      },
      {
        "key": "allocation-of-resources-without-limits-or-throttling",
        "label": "Resource limits"
      },
      {
        "key": "csrf",
        "label": "CSRF"
      },
      {
        "key": "information-exposure",
        "label": "Info exposure"
      },
      {
        "key": "insecure-transport",
        "label": "Insecure transport"
      },
      {
        "key": "xss",
        "label": "XSS"
      },
      {
        "key": "command-injection",
        "label": "Command injection"
      },
      {
        "key": "idor",
        "label": "IDOR"
      }
    ],
    "rows": [
      {
        "name": "Claude Opus 4.6 Medium",
        "type": "model",
        "values": {
          "sql-injection": 0.24,
          "other": 0,
          "improper-type-validation": 0,
          "allocation-of-resources-without-limits-or-throttling": 0,
          "csrf": 0,
          "information-exposure": 0,
          "insecure-transport": 0.06,
          "xss": 0.1,
          "command-injection": 0,
          "idor": 0
        }
      },
      {
        "name": "Claude Opus 4.6 High",
        "type": "model",
        "values": {
          "sql-injection": 0.2,
          "other": 0,
          "improper-type-validation": 0,
          "allocation-of-resources-without-limits-or-throttling": 0,
          "csrf": 0,
          "information-exposure": 0.04,
          "insecure-transport": 0.08,
          "xss": 0.1,
          "command-injection": 0,
          "idor": 0
        }
      },
      {
        "name": "Claude Opus 4.7 Max",
        "type": "model",
        "values": {
          "sql-injection": 0.22,
          "other": 0.12,
          "improper-type-validation": 0.38,
          "allocation-of-resources-without-limits-or-throttling": 0.1,
          "csrf": 0.22,
          "information-exposure": 0.08,
          "insecure-transport": 0.14,
          "xss": 0.08,
          "command-injection": 0,
          "idor": 0.06
        }
      },
      {
        "name": "Claude Sonnet 4.6 Medium",
        "type": "model",
        "values": {
          "sql-injection": 0.2,
          "other": 0.48,
          "improper-type-validation": 0.2,
          "allocation-of-resources-without-limits-or-throttling": 0.36,
          "csrf": 0.24,
          "information-exposure": 0.2,
          "insecure-transport": 0.14,
          "xss": 0.08,
          "command-injection": 0.2,
          "idor": 0.08
        }
      },
      {
        "name": "Claude Sonnet 4.6 High",
        "type": "model",
        "values": {
          "sql-injection": 0.2,
          "other": 0.38,
          "improper-type-validation": 0.34,
          "allocation-of-resources-without-limits-or-throttling": 0.46,
          "csrf": 0.22,
          "information-exposure": 0.24,
          "insecure-transport": 0.1,
          "xss": 0.08,
          "command-injection": 0.1,
          "idor": 0.1
        }
      }
    ]
  },
  "largerFixture": {
    "name": "JS Todo App (SQLite 4)",
    "rows": [
      {
        "name": "Snyk Code SAST",
        "type": "command",
        "f1": 1,
        "stdDev": 0,
        "repetitions": 5
      },
      {
        "name": "Claude Opus 4.6 Medium",
        "type": "model",
        "f1": 0.38545454545454544,
        "stdDev": 0.019917183909278775,
        "repetitions": 5
      },
      {
        "name": "Claude Opus 4.6 High",
        "type": "model",
        "f1": 0.4,
        "stdDev": 0,
        "repetitions": 5
      },
      {
        "name": "Claude Opus 4.7 Max",
        "type": "model",
        "f1": 0.3065079365079365,
        "stdDev": 0.07853614728156195,
        "repetitions": 5
      },
      {
        "name": "Claude Sonnet 4.6 Medium",
        "type": "model",
        "f1": 0.33904761904761904,
        "stdDev": 0.08209280738860933,
        "repetitions": 5
      },
      {
        "name": "Claude Sonnet 4.6 High",
        "type": "model",
        "f1": 0.2942657342657342,
        "stdDev": 0.04265466765276136,
        "repetitions": 5
      }
    ]
  },
  "cases": {
    "tigerteamSqlDecoyRuns": 25,
    "nightowlSqlGapRuns": 25,
    "nightowlPathTraversalMisses": 15,
    "nightowlResourceLimitMisses": 10
  },
  "recurrence": {
    "matched": {
      "total": 158,
      "counts": [
        9,
        8,
        3,
        4,
        134
      ]
    },
    "unmatched": {
      "total": 161,
      "counts": [
        80,
        24,
        23,
        12,
        22
      ]
    }
  },
  "provenance": {
    "release": "Snyk VulnBench JS 1.0",
    "datasetVersion": "1.0.0",
    "aggregation": "Macro average across 10 fixtures and 5 repetitions",
    "source": "/data/js-1.0/published-evidence.json"
  }
}
