{
  "totalRuns": 40,
  "successfulRuns": 39,
  "pairs": [
    {
      "pairId": "local-vs-nfs-301",
      "complete": true,
      "baseline": "local-vs-nfs-301-t4-local",
      "candidate": "local-vs-nfs-301-t4-nfs",
      "baselineSeconds": 13.12,
      "candidateSeconds": 30.189999999999998,
      "speedup": 0.4345809870818152,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          0.9999999999999997,
          0.9999999999999999,
          1.0,
          1.0,
          1.0000000000000004,
          0.9999999999999998,
          1.0000000000000004,
          1.0,
          0.9999999999999998,
          0.9999999999999998
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "local-vs-nfs-302",
      "complete": true,
      "baseline": "local-vs-nfs-302-t4-local",
      "candidate": "local-vs-nfs-302-t4-nfs",
      "baselineSeconds": 12.59,
      "candidateSeconds": 30.049999999999997,
      "speedup": 0.41896838602329456,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0000000000000002,
          1.0000000000000002,
          1.0,
          1.0,
          0.9999999999999998,
          0.9999999999999999,
          1.0000000000000002,
          1.0,
          0.9999999999999998,
          0.9999999999999998
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "local-vs-nfs-303",
      "complete": true,
      "baseline": "local-vs-nfs-303-t4-local",
      "candidate": "local-vs-nfs-303-t4-nfs",
      "baselineSeconds": 13.18,
      "candidateSeconds": 29.19,
      "speedup": 0.4515244946899623,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0,
          1.0,
          0.9999999999999997,
          1.0,
          1.0,
          1.0000000000000002,
          1.0,
          1.0,
          1.0,
          0.9999999999999997
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "local-vs-nfs-304",
      "complete": true,
      "baseline": "local-vs-nfs-304-t4-local",
      "candidate": "local-vs-nfs-304-t4-nfs",
      "baselineSeconds": 12.58,
      "candidateSeconds": 28.98,
      "speedup": 0.43409247757073843,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          0.9999999999999998,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999998,
          1.0000000000000002,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999999,
          1.0,
          1.0000000000000002
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "local-vs-nfs-305",
      "complete": true,
      "baseline": "local-vs-nfs-305-t4-local",
      "candidate": "local-vs-nfs-305-t4-nfs",
      "baselineSeconds": 12.03,
      "candidateSeconds": 28.07,
      "speedup": 0.42857142857142855,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0000000000000002,
          1.0,
          1.0,
          0.9999999999999993,
          1.0000000000000004,
          1.0,
          0.9999999999999998,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999997
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads1-vs4-301",
      "complete": true,
      "baseline": "threads1-vs4-301-t1-local",
      "candidate": "threads1-vs4-301-t4-local",
      "baselineSeconds": 36.47,
      "candidateSeconds": 12.76,
      "speedup": 2.8581504702194356,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          0.9999999999999997,
          0.9999999999999999,
          1.0,
          1.0,
          1.0000000000000004,
          0.9999999999999998,
          1.0000000000000004,
          1.0,
          0.9999999999999998,
          0.9999999999999998
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads1-vs4-302",
      "complete": true,
      "baseline": "threads1-vs4-302-t1-local",
      "candidate": "threads1-vs4-302-t4-local",
      "baselineSeconds": 35.89,
      "candidateSeconds": 12.65,
      "speedup": 2.8371541501976285,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0000000000000002,
          1.0000000000000002,
          1.0,
          1.0,
          0.9999999999999998,
          0.9999999999999999,
          1.0000000000000002,
          1.0,
          0.9999999999999998,
          0.9999999999999998
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads1-vs4-303",
      "complete": true,
      "baseline": "threads1-vs4-303-t1-local",
      "candidate": "threads1-vs4-303-t4-local",
      "baselineSeconds": 36.480000000000004,
      "candidateSeconds": 12.899999999999999,
      "speedup": 2.8279069767441865,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0,
          1.0,
          0.9999999999999997,
          1.0,
          1.0,
          1.0000000000000002,
          1.0,
          1.0,
          1.0,
          0.9999999999999997
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads1-vs4-304",
      "complete": true,
      "baseline": "threads1-vs4-304-t1-local",
      "candidate": "threads1-vs4-304-t4-local",
      "baselineSeconds": 38.440000000000005,
      "candidateSeconds": 18.53,
      "speedup": 2.074473826227739,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          0.9999999999999998,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999998,
          1.0000000000000002,
          1.0000000000000002,
          0.9999999999999999,
          1.0000000000000002,
          1.0,
          1.0000000000000002
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads1-vs4-305",
      "complete": true,
      "baseline": "threads1-vs4-305-t1-local",
      "candidate": "threads1-vs4-305-t4-local",
      "baselineSeconds": 40.94,
      "candidateSeconds": 18.25,
      "speedup": 2.2432876712328764,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0000000000000002,
          1.0,
          1.0,
          0.9999999999999993,
          1.0000000000000004,
          1.0,
          0.9999999999999998,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999997
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads4-vs8-301",
      "complete": true,
      "baseline": "threads4-vs8-301-t4-local",
      "candidate": "threads4-vs8-301-t8-local",
      "baselineSeconds": 12.889999999999999,
      "candidateSeconds": 11.16,
      "speedup": 1.1550179211469533,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          0.9999999999999997,
          0.9999999999999999,
          1.0,
          1.0,
          0.9999999999999999,
          0.9999999999999998,
          1.0000000000000004,
          1.0,
          0.9999999999999998,
          0.9999999999999998
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads4-vs8-302",
      "complete": true,
      "baseline": "threads4-vs8-302-t4-local",
      "candidate": "threads4-vs8-302-t8-local",
      "baselineSeconds": 12.7,
      "candidateSeconds": 11.100000000000001,
      "speedup": 1.144144144144144,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0000000000000002,
          1.0000000000000002,
          1.0,
          1.0,
          0.9999999999999998,
          0.9999999999999999,
          1.0000000000000002,
          1.0,
          0.9999999999999998,
          0.9999999999999998
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads4-vs8-303",
      "complete": true,
      "baseline": "threads4-vs8-303-t4-local",
      "candidate": "threads4-vs8-303-t8-local",
      "baselineSeconds": 13.03,
      "candidateSeconds": 11.34,
      "speedup": 1.1490299823633157,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0,
          1.0,
          0.9999999999999997,
          1.0,
          1.0,
          1.0000000000000002,
          1.0,
          1.0,
          1.0,
          0.9999999999999997
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads4-vs8-304",
      "complete": true,
      "baseline": "threads4-vs8-304-t4-local",
      "candidate": "threads4-vs8-304-t8-local",
      "baselineSeconds": 12.62,
      "candidateSeconds": 11.32,
      "speedup": 1.1148409893992932,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          0.9999999999999998,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999998,
          1.0000000000000002,
          1.0000000000000002,
          0.9999999999999999,
          1.0000000000000002,
          1.0,
          1.0000000000000002
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    },
    {
      "pairId": "threads4-vs8-305",
      "complete": true,
      "baseline": "threads4-vs8-305-t4-local",
      "candidate": "threads4-vs8-305-t8-local",
      "baselineSeconds": 12.99,
      "candidateSeconds": 10.809999999999999,
      "speedup": 1.2016651248843664,
      "quality": {
        "passed": true,
        "matchedClassCorrelations": [
          1.0000000000000002,
          1.0,
          1.0,
          0.9999999999999993,
          1.0000000000000004,
          1.0,
          0.9999999999999998,
          1.0000000000000002,
          0.9999999999999999,
          0.9999999999999997
        ],
        "particleAssignmentAgreement": 1.0,
        "scope": "strict numerical equivalence for fixed pilot parameters; not scientific reconstruction validation"
      }
    }
  ],
  "comparisons": [
    {
      "comparison": "threads1-vs4",
      "pairs": 5,
      "medianSpeedup": 2.8279069767441865,
      "descriptiveBootstrap95Interval": [
        2.074473826227739,
        2.8581504702194356
      ],
      "allPairsNumericallyEquivalent": true,
      "caveat": "Five paired seeds on one dataset/machine; interval does not establish generalization"
    },
    {
      "comparison": "threads4-vs8",
      "pairs": 5,
      "medianSpeedup": 1.1490299823633157,
      "descriptiveBootstrap95Interval": [
        1.1148409893992932,
        1.2016651248843664
      ],
      "allPairsNumericallyEquivalent": true,
      "caveat": "Five paired seeds on one dataset/machine; interval does not establish generalization"
    },
    {
      "comparison": "local-vs-nfs",
      "pairs": 5,
      "medianSpeedup": 0.43409247757073843,
      "descriptiveBootstrap95Interval": [
        0.41896838602329456,
        0.4515244946899623
      ],
      "allPairsNumericallyEquivalent": true,
      "caveat": "Five paired seeds on one dataset/machine; interval does not establish generalization"
    }
  ],
  "heldoutPredictions": [
    {
      "runId": "holdout-0",
      "actualSeconds": 12.229999999999999,
      "measuredRatePredictionSeconds": 12.889999999999999,
      "seedPredictionSeconds": 368.64000000000004,
      "measuredAbsolutePercentError": 5.396565821749797,
      "seedAbsolutePercentError": 2914.227309893705,
      "caveat": "Seed covers broad refinement; pilot is 15-iteration 2D classification, so this is a scope-mismatch test too"
    },
    {
      "runId": "holdout-1",
      "actualSeconds": 12.51,
      "measuredRatePredictionSeconds": 12.889999999999999,
      "seedPredictionSeconds": 368.64000000000004,
      "measuredAbsolutePercentError": 3.037569944044756,
      "seedAbsolutePercentError": 2846.762589928058,
      "caveat": "Seed covers broad refinement; pilot is 15-iteration 2D classification, so this is a scope-mismatch test too"
    },
    {
      "runId": "holdout-2",
      "actualSeconds": 12.33,
      "measuredRatePredictionSeconds": 12.889999999999999,
      "seedPredictionSeconds": 368.64000000000004,
      "measuredAbsolutePercentError": 4.54176804541767,
      "seedAbsolutePercentError": 2889.7810218978107,
      "caveat": "Seed covers broad refinement; pilot is 15-iteration 2D classification, so this is a scope-mismatch test too"
    },
    {
      "runId": "holdout-3",
      "actualSeconds": 12.33,
      "measuredRatePredictionSeconds": 12.889999999999999,
      "seedPredictionSeconds": 368.64000000000004,
      "measuredAbsolutePercentError": 4.54176804541767,
      "seedAbsolutePercentError": 2889.7810218978107,
      "caveat": "Seed covers broad refinement; pilot is 15-iteration 2D classification, so this is a scope-mismatch test too"
    },
    {
      "runId": "holdout-4",
      "actualSeconds": 12.77,
      "measuredRatePredictionSeconds": 12.889999999999999,
      "seedPredictionSeconds": 368.64000000000004,
      "measuredAbsolutePercentError": 0.9397024275645984,
      "seedAbsolutePercentError": 2786.7658574784655,
      "caveat": "Seed covers broad refinement; pilot is 15-iteration 2D classification, so this is a scope-mismatch test too"
    }
  ],
  "scope": "real CPU pilot; no live platform or LLM evaluation",
  "cost": "No actual billing claim. Same VM billed in every case; runtime ratios are not invoice savings."
}