{
  "$schema": "https://plotwitness.dev/schemas/benchmark-manifest-v1.json",
  "schemaVersion": 1,
  "benchmarkId": "plotwitness-synthetic-v1",
  "description": "Deterministic 30-figure, 60-claim benchmark for the Plot2Data hackathon MVP.",
  "generatorModule": "/features/witness/demo/benchmark-fixtures.ts",
  "generatorAlgorithm": "plotwitness-benchmark-v1",
  "figureCount": 30,
  "claimsPerFigure": 2,
  "claimCount": 60,
  "xValues": [0, 20, 40, 60, 80, 100],
  "categoryCounts": {
    "clean-linear": 8,
    "jpeg-low-resolution": 6,
    "dashed-marker-mix": 6,
    "series-crossing": 4,
    "log10-y": 4,
    "similar-colors": 2
  },
  "figures": [
    { "id": "bench-clean-01", "category": "clean-linear", "seed": 1101 },
    { "id": "bench-clean-02", "category": "clean-linear", "seed": 1102 },
    { "id": "bench-clean-03", "category": "clean-linear", "seed": 1103 },
    { "id": "bench-clean-04", "category": "clean-linear", "seed": 1104 },
    { "id": "bench-clean-05", "category": "clean-linear", "seed": 1105 },
    { "id": "bench-clean-06", "category": "clean-linear", "seed": 1106 },
    { "id": "bench-clean-07", "category": "clean-linear", "seed": 1107 },
    { "id": "bench-clean-08", "category": "clean-linear", "seed": 1108 },

    { "id": "bench-jpeg-01", "category": "jpeg-low-resolution", "seed": 1201 },
    { "id": "bench-jpeg-02", "category": "jpeg-low-resolution", "seed": 1202 },
    { "id": "bench-jpeg-03", "category": "jpeg-low-resolution", "seed": 1203 },
    { "id": "bench-jpeg-04", "category": "jpeg-low-resolution", "seed": 1204 },
    { "id": "bench-jpeg-05", "category": "jpeg-low-resolution", "seed": 1205 },
    { "id": "bench-jpeg-06", "category": "jpeg-low-resolution", "seed": 1206 },

    { "id": "bench-style-01", "category": "dashed-marker-mix", "seed": 1301 },
    { "id": "bench-style-02", "category": "dashed-marker-mix", "seed": 1302 },
    { "id": "bench-style-03", "category": "dashed-marker-mix", "seed": 1303 },
    { "id": "bench-style-04", "category": "dashed-marker-mix", "seed": 1304 },
    { "id": "bench-style-05", "category": "dashed-marker-mix", "seed": 1305 },
    { "id": "bench-style-06", "category": "dashed-marker-mix", "seed": 1306 },

    { "id": "bench-cross-01", "category": "series-crossing", "seed": 1401 },
    { "id": "bench-cross-02", "category": "series-crossing", "seed": 1402 },
    { "id": "bench-cross-03", "category": "series-crossing", "seed": 1403 },
    { "id": "bench-cross-04", "category": "series-crossing", "seed": 1404 },

    { "id": "bench-log-01", "category": "log10-y", "seed": 1501 },
    { "id": "bench-log-02", "category": "log10-y", "seed": 1502 },
    { "id": "bench-log-03", "category": "log10-y", "seed": 1503 },
    { "id": "bench-log-04", "category": "log10-y", "seed": 1504 },

    { "id": "bench-similar-01", "category": "similar-colors", "seed": 1601 },
    { "id": "bench-similar-02", "category": "similar-colors", "seed": 1602 }
  ],
  "claimPolicy": {
    "supported": {
      "kind": "ratio_at_x",
      "x": 100,
      "claimedRatio": "generated from exact final-point ratio, rounded to 3 decimals",
      "tolerancePercent": 10,
      "expectedVerdict": "supported"
    },
    "notSupported": {
      "kind": "ratio_at_x",
      "x": 100,
      "claimedRatio": "exact final-point ratio multiplied by 1.5, rounded to 3 decimals",
      "tolerancePercent": 10,
      "expectedVerdict": "not_supported"
    }
  },
  "metrics": [
    "series_nrmse",
    "final_point_relative_error",
    "ratio_relative_error",
    "claim_verdict_accuracy",
    "not_supported_f1",
    "mean_human_corrections",
    "mean_tool_calls",
    "workflow_success_rate",
    "maximum_overlay_deviation_px"
  ]
}