{
  "schemaVersion": "1.0.0",
  "suiteVersion": "0.2.0",
  "kicadMajor": "10",
  "snapshot": {
    "records": 16,
    "agentRecords": 0,
    "harnessRecords": 16,
    "incomparable": 12,
    "dates": [
      "2026-09-06",
      "2026-09-07"
    ]
  },
  "tiers": {
    "simple": [],
    "medium": [],
    "hard": []
  },
  "incomparable": [
    {
      "relPath": "2026-09-06/harness-gold/do-budget-refusal-pullup/run-1.json",
      "model": "harness:gold",
      "task": "do-budget-refusal-pullup",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-gold/do-budget-refusal-pullup/run-2.json",
      "model": "harness:gold",
      "task": "do-budget-refusal-pullup",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-gold/do-budget-refusal-pullup/run-3.json",
      "model": "harness:gold",
      "task": "do-budget-refusal-pullup",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0"
      ]
    },
    {
      "relPath": "2026-09-06/harness-gold/do-rename-net/run-1.json",
      "model": "harness:gold",
      "task": "do-rename-net",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-gold/do-rename-net/run-2.json",
      "model": "harness:gold",
      "task": "do-rename-net",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-gold/do-rename-net/run-3.json",
      "model": "harness:gold",
      "task": "do-rename-net",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0"
      ]
    },
    {
      "relPath": "2026-09-06/harness-noop/do-budget-refusal-pullup/run-1.json",
      "model": "harness:noop",
      "task": "do-budget-refusal-pullup",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-noop/do-budget-refusal-pullup/run-2.json",
      "model": "harness:noop",
      "task": "do-budget-refusal-pullup",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-noop/do-budget-refusal-pullup/run-3.json",
      "model": "harness:noop",
      "task": "do-budget-refusal-pullup",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0"
      ]
    },
    {
      "relPath": "2026-09-06/harness-noop/do-rename-net/run-1.json",
      "model": "harness:noop",
      "task": "do-rename-net",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-noop/do-rename-net/run-2.json",
      "model": "harness:noop",
      "task": "do-rename-net",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0",
        "setup skipped: init"
      ]
    },
    {
      "relPath": "2026-09-06/harness-noop/do-rename-net/run-3.json",
      "model": "harness:noop",
      "task": "do-rename-net",
      "reasons": [
        "suiteVersion 0.1.0 ≠ 0.2.0"
      ]
    }
  ],
  "harness": [
    {
      "taskId": "do-rename-net",
      "tier": "simple",
      "expectedOutcome": "edit",
      "modes": {
        "gold": {
          "verdict": "pass",
          "partialCredit": 1,
          "firstFailedRequired": null,
          "date": "2026-09-07",
          "relPath": "2026-09-07/harness-gold/do-rename-net/run-1.json"
        },
        "noop": {
          "verdict": "fail",
          "partialCredit": 0.5909,
          "firstFailedRequired": "new-net-exists",
          "date": "2026-09-07",
          "relPath": "2026-09-07/harness-noop/do-rename-net/run-1.json"
        }
      }
    },
    {
      "taskId": "do-budget-refusal-pullup",
      "tier": "medium",
      "expectedOutcome": "refusal",
      "modes": {
        "gold": {
          "verdict": "pass",
          "partialCredit": 1,
          "firstFailedRequired": null,
          "date": "2026-09-07",
          "relPath": "2026-09-07/harness-gold/do-budget-refusal-pullup/run-1.json"
        },
        "noop": {
          "verdict": "fail",
          "partialCredit": 0.6364,
          "firstFailedRequired": "refused",
          "date": "2026-09-07",
          "relPath": "2026-09-07/harness-noop/do-budget-refusal-pullup/run-1.json"
        }
      }
    }
  ]
}