{
  "schema": "scorecompute.policy-v2.study-summary/1",
  "study": "observation_exact_policy_v2",
  "status": "no_benefit_demonstrated",
  "acceptance_passed": false,
  "activation": "manual_review_only",
  "gates": {
    "all_retained_cases_complete_and_equivalent": false,
    "large_mean_sigma_regret_at_most_1_percent": true,
    "large_maximum_sigma_regret_at_most_5_percent": true,
    "no_missing_selected_result": true,
    "large_median_per_case_time_ratio_at_most_080": true
  },
  "partitions": [
    {
      "partition": "development",
      "complete_and_equivalent": true,
      "errors": [],
      "failed_cases": [],
      "geometries": 16,
      "primary_measured_trials": 640,
      "primary_warmup_trials": 96,
      "full_wrapper_measured_trials": 160,
      "full_wrapper_warmup_trials": 32,
      "maximum_relative_sigma_difference": 0.0,
      "maximum_covariance_difference": 0.0,
      "maximum_covariance_tolerance_ratio": 0.0,
      "groups": [
        {
          "partition": "development",
          "size": "large",
          "stage": "primary",
          "geometries": 12,
          "geometries_with_timing": 12,
          "geometries_with_selected_sigma": 12,
          "median_case_time_ratio_vs_reference": 0.6966688924355953,
          "case_time_ratio_range": [
            0.666931259401961,
            0.7179292553406471
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": true
        },
        {
          "partition": "development",
          "size": "large",
          "stage": "full_wrapper",
          "geometries": 12,
          "geometries_with_timing": 12,
          "geometries_with_selected_sigma": 12,
          "median_case_time_ratio_vs_reference": 0.7061202490140897,
          "case_time_ratio_range": [
            0.6715094572790676,
            0.7439228139084731
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": true
        },
        {
          "partition": "development",
          "size": "small",
          "stage": "primary",
          "geometries": 4,
          "geometries_with_timing": 4,
          "geometries_with_selected_sigma": 4,
          "median_case_time_ratio_vs_reference": 0.997105459421577,
          "case_time_ratio_range": [
            0.9874536416002525,
            1.0192404216161954
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": true
        },
        {
          "partition": "development",
          "size": "small",
          "stage": "full_wrapper",
          "geometries": 4,
          "geometries_with_timing": 4,
          "geometries_with_selected_sigma": 4,
          "median_case_time_ratio_vs_reference": 1.0362347021246026,
          "case_time_ratio_range": [
            0.9611847027241122,
            1.229312197743149
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": true
        }
      ],
      "cases": [
        {
          "case_id": "development-00",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 502114.0,
                "cached_exact": 342275.0
              },
              "candidate_reference_time_ratio": 0.6816679080846182,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 546107,
                "cached_exact": 375353
              },
              "candidate_reference_time_ratio": 0.687325011398865,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-01",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 468330.0,
                "cached_exact": 333102.5
              },
              "candidate_reference_time_ratio": 0.7112559519996584,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 500611,
                "cached_exact": 366487
              },
              "candidate_reference_time_ratio": 0.7320793989744532,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-02",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 507218.5,
                "cached_exact": 364147.0
              },
              "candidate_reference_time_ratio": 0.7179292553406471,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 518906,
                "cached_exact": 371917
              },
              "candidate_reference_time_ratio": 0.7167328957460504,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-03",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 493277.0,
                "cached_exact": 343207.0
              },
              "candidate_reference_time_ratio": 0.6957693141987159,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 531610,
                "cached_exact": 370534
              },
              "candidate_reference_time_ratio": 0.6970034423731682,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-04",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 504549.0,
                "cached_exact": 336499.5
              },
              "candidate_reference_time_ratio": 0.666931259401961,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 570624,
                "cached_exact": 385302
              },
              "candidate_reference_time_ratio": 0.6752292227456258,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-05",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 478073.0,
                "cached_exact": 336609.5
              },
              "candidate_reference_time_ratio": 0.7040964455219182,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 510520,
                "cached_exact": 362839
              },
              "candidate_reference_time_ratio": 0.710724359476612,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-06",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 480588.5,
                "cached_exact": 335612.5
              },
              "candidate_reference_time_ratio": 0.6983365186640962,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 521070,
                "cached_exact": 376635
              },
              "candidate_reference_time_ratio": 0.722810754793022,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-07",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 491057.5,
                "cached_exact": 332561.5
              },
              "candidate_reference_time_ratio": 0.6772353543118678,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 566216,
                "cached_exact": 421221
              },
              "candidate_reference_time_ratio": 0.7439228139084731,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-08",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 500045.0,
                "cached_exact": 338889.0
              },
              "candidate_reference_time_ratio": 0.6777170054695077,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 591424,
                "cached_exact": 411171
              },
              "candidate_reference_time_ratio": 0.695222040363597,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-09",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 492075.0,
                "cached_exact": 347540.5
              },
              "candidate_reference_time_ratio": 0.706275466138292,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 538803,
                "cached_exact": 377979
              },
              "candidate_reference_time_ratio": 0.7015161385515671,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-10",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 502770.0,
                "cached_exact": 350716.5
              },
              "candidate_reference_time_ratio": 0.6975684706724745,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 516331,
                "cached_exact": 380002
              },
              "candidate_reference_time_ratio": 0.7359658823506626,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-11",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 509408.0,
                "cached_exact": 342360.0
              },
              "candidate_reference_time_ratio": 0.6720742508951567,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 574531,
                "cached_exact": 385803
              },
              "candidate_reference_time_ratio": 0.6715094572790676,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-12",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 5977.0,
                "cached_exact": 6092.0
              },
              "candidate_reference_time_ratio": 1.0192404216161954,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 27713,
                "cached_exact": 29176
              },
              "candidate_reference_time_ratio": 1.0527911088658752,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-13",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6132.0,
                "cached_exact": 6172.0
              },
              "candidate_reference_time_ratio": 1.0065231572080888,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 23935,
                "cached_exact": 24406
              },
              "candidate_reference_time_ratio": 1.0196782953833299,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-14",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6091.5,
                "cached_exact": 6016.5
              },
              "candidate_reference_time_ratio": 0.9876877616350652,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 22332,
                "cached_exact": 27453
              },
              "candidate_reference_time_ratio": 1.229312197743149,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "development-15",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6336.5,
                "cached_exact": 6257.0
              },
              "candidate_reference_time_ratio": 0.9874536416002525,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 22723,
                "cached_exact": 21841
              },
              "candidate_reference_time_ratio": 0.9611847027241122,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        }
      ],
      "environment": {
        "architecture": "x86_64",
        "available_logical_threads": 1,
        "cpu_model": "model name\t: AMD Ryzen 7 7800X3D 8-Core Processor",
        "executable": "/tmp/scorecompute-policy-v2-study-target/release/policy-v2-study",
        "os": "linux",
        "partition": "development",
        "profile": "release required by operator for official timing",
        "rustc": "rustc 1.96.0 (ac68faa20 2026-05-25)\nbinary: rustc\ncommit-hash: ac68faa20c58cbccd01ee7208bf3b6e93a7d7f96\ncommit-date: 2026-05-25\nhost: x86_64-unknown-linux-gnu\nrelease: 1.96.0\nLLVM version: 22.1.2\n",
        "started_unix_ms": 1790808767614
      },
      "source_fit_ns": [
        {
          "case_id": "development-00",
          "total_ns": 69493
        },
        {
          "case_id": "development-01",
          "total_ns": 19958
        },
        {
          "case_id": "development-02",
          "total_ns": 19898
        },
        {
          "case_id": "development-03",
          "total_ns": 20749
        },
        {
          "case_id": "development-04",
          "total_ns": 40006
        },
        {
          "case_id": "development-05",
          "total_ns": 20459
        },
        {
          "case_id": "development-06",
          "total_ns": 22282
        },
        {
          "case_id": "development-07",
          "total_ns": 20980
        },
        {
          "case_id": "development-08",
          "total_ns": 30258
        },
        {
          "case_id": "development-09",
          "total_ns": 21872
        },
        {
          "case_id": "development-10",
          "total_ns": 19517
        },
        {
          "case_id": "development-11",
          "total_ns": 18876
        },
        {
          "case_id": "development-12",
          "total_ns": 30609
        },
        {
          "case_id": "development-13",
          "total_ns": 20780
        },
        {
          "case_id": "development-14",
          "total_ns": 21861
        },
        {
          "case_id": "development-15",
          "total_ns": 21281
        }
      ]
    },
    {
      "partition": "held_out",
      "complete_and_equivalent": false,
      "errors": [
        "One or more source fits, native calls or comparisons failed",
        "The runner retained one or more scientific study failures",
        "held_out-24: missing or duplicate full_wrapper/cached_exact trials",
        "held_out-24: missing or duplicate full_wrapper/reference trials",
        "held_out-24: missing or duplicate primary/cached_exact trials",
        "held_out-24: missing or duplicate primary/reference trials"
      ],
      "failed_cases": [
        {
          "baseline_fit_ns": 80713,
          "case_id": "held_out-24",
          "error": "Only an estimated native baseline can initialize a forecast.",
          "partition": "held_out",
          "passed": false,
          "primary_measured_trials": 0,
          "size": "small",
          "study_failure": "source_fit_failed",
          "wrapper_measured_trials": 0
        }
      ],
      "geometries": 32,
      "primary_measured_trials": 1240,
      "primary_warmup_trials": 186,
      "full_wrapper_measured_trials": 310,
      "full_wrapper_warmup_trials": 62,
      "maximum_relative_sigma_difference": 0.0,
      "maximum_covariance_difference": 0.0,
      "maximum_covariance_tolerance_ratio": 0.0,
      "groups": [
        {
          "partition": "held_out",
          "size": "large",
          "stage": "primary",
          "geometries": 24,
          "geometries_with_timing": 24,
          "geometries_with_selected_sigma": 24,
          "median_case_time_ratio_vs_reference": 0.6648619352603007,
          "case_time_ratio_range": [
            0.6430241571561663,
            0.6893471609800373
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": true
        },
        {
          "partition": "held_out",
          "size": "large",
          "stage": "full_wrapper",
          "geometries": 24,
          "geometries_with_timing": 24,
          "geometries_with_selected_sigma": 24,
          "median_case_time_ratio_vs_reference": 0.6872104530100552,
          "case_time_ratio_range": [
            0.6098625160279242,
            0.7667966351526985
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": true
        },
        {
          "partition": "held_out",
          "size": "small",
          "stage": "primary",
          "geometries": 8,
          "geometries_with_timing": 7,
          "geometries_with_selected_sigma": 7,
          "median_case_time_ratio_vs_reference": 0.9922892392049348,
          "case_time_ratio_range": [
            0.9858956276445698,
            1.0015223274695535
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": false
        },
        {
          "partition": "held_out",
          "size": "small",
          "stage": "full_wrapper",
          "geometries": 8,
          "geometries_with_timing": 7,
          "geometries_with_selected_sigma": 7,
          "median_case_time_ratio_vs_reference": 1.0041999377786996,
          "case_time_ratio_range": [
            0.9447292952116103,
            1.2187963389067853
          ],
          "mean_relative_selected_sigma_regret": 0.0,
          "maximum_relative_selected_sigma_regret": 0.0,
          "missing_selected_results": 0,
          "changed_winner_trials": 0,
          "recorded_numerical_tie_trials": 0,
          "bit_identical_without_timing": false
        }
      ],
      "cases": [
        {
          "case_id": "held_out-00",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 566159.0,
                "cached_exact": 366249.5
              },
              "candidate_reference_time_ratio": 0.6469021953196894,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 601170,
                "cached_exact": 398145
              },
              "candidate_reference_time_ratio": 0.6622835470831878,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-01",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 511034.5,
                "cached_exact": 338918.0
              },
              "candidate_reference_time_ratio": 0.6631998426720701,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 617672,
                "cached_exact": 376695
              },
              "candidate_reference_time_ratio": 0.6098625160279242,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-02",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 547148.0,
                "cached_exact": 375647.0
              },
              "candidate_reference_time_ratio": 0.6865546433506108,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 581232,
                "cached_exact": 395841
              },
              "candidate_reference_time_ratio": 0.6810378643983813,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-03",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 564982.0,
                "cached_exact": 374089.5
              },
              "candidate_reference_time_ratio": 0.6621264040270309,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 565783,
                "cached_exact": 410003
              },
              "candidate_reference_time_ratio": 0.7246647566293084,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-04",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 520021.0,
                "cached_exact": 358475.0
              },
              "candidate_reference_time_ratio": 0.6893471609800373,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 566535,
                "cached_exact": 407653
              },
              "candidate_reference_time_ratio": 0.7195548377417106,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-05",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 528963.0,
                "cached_exact": 348165.0
              },
              "candidate_reference_time_ratio": 0.6582029366893336,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 548861,
                "cached_exact": 377476
              },
              "candidate_reference_time_ratio": 0.6877442558316222,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-06",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 518468.5,
                "cached_exact": 345946.0
              },
              "candidate_reference_time_ratio": 0.6672459368312637,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 516279,
                "cached_exact": 395881
              },
              "candidate_reference_time_ratio": 0.7667966351526985,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-07",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 532274.5,
                "cached_exact": 347189.0
              },
              "candidate_reference_time_ratio": 0.652274343407396,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 571995,
                "cached_exact": 420207
              },
              "candidate_reference_time_ratio": 0.7346340440038811,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-08",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 549197.0,
                "cached_exact": 359918.0
              },
              "candidate_reference_time_ratio": 0.6553531792781097,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 568629,
                "cached_exact": 385902
              },
              "candidate_reference_time_ratio": 0.6786533926338615,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-09",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 526594.0,
                "cached_exact": 344839.0
              },
              "candidate_reference_time_ratio": 0.6548479473750176,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 537569,
                "cached_exact": 374401
              },
              "candidate_reference_time_ratio": 0.6964705926122972,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-10",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 509070.5,
                "cached_exact": 340636.5
              },
              "candidate_reference_time_ratio": 0.669134235827847,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 537690,
                "cached_exact": 378277
              },
              "candidate_reference_time_ratio": 0.7035224757760048,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-11",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 515287.5,
                "cached_exact": 343451.5
              },
              "candidate_reference_time_ratio": 0.6665240278485312,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 534253,
                "cached_exact": 368919
              },
              "candidate_reference_time_ratio": 0.690532388213075,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-12",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 510794.0,
                "cached_exact": 336363.0
              },
              "candidate_reference_time_ratio": 0.6585100843001288,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 537269,
                "cached_exact": 371355
              },
              "candidate_reference_time_ratio": 0.691190074245862,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-13",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 508724.5,
                "cached_exact": 341652.5
              },
              "candidate_reference_time_ratio": 0.6715864873816771,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 567547,
                "cached_exact": 374671
              },
              "candidate_reference_time_ratio": 0.660158541935734,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-14",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 549568.0,
                "cached_exact": 353385.5
              },
              "candidate_reference_time_ratio": 0.6430241571561663,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 550705,
                "cached_exact": 367096
              },
              "candidate_reference_time_ratio": 0.6665928219282556,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-15",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 505534.0,
                "cached_exact": 337505.0
              },
              "candidate_reference_time_ratio": 0.6676207732813223,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 544724,
                "cached_exact": 373579
              },
              "candidate_reference_time_ratio": 0.6858133660349094,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-16",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 523092.0,
                "cached_exact": 345640.5
              },
              "candidate_reference_time_ratio": 0.660764263265353,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 558921,
                "cached_exact": 383798
              },
              "candidate_reference_time_ratio": 0.6866766501884882,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-17",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 520462.5,
                "cached_exact": 353225.0
              },
              "candidate_reference_time_ratio": 0.6786752167543291,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 517151,
                "cached_exact": 358810
              },
              "candidate_reference_time_ratio": 0.6938205669137254,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-18",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 496967.5,
                "cached_exact": 342134.0
              },
              "candidate_reference_time_ratio": 0.6884434092772667,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 549914,
                "cached_exact": 366144
              },
              "candidate_reference_time_ratio": 0.6658204737468041,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-19",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 522957.0,
                "cached_exact": 344588.5
              },
              "candidate_reference_time_ratio": 0.658923200186631,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 735746,
                "cached_exact": 462477
              },
              "candidate_reference_time_ratio": 0.6285824183889549,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-20",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 516099.0,
                "cached_exact": 347809.5
              },
              "candidate_reference_time_ratio": 0.6739201199769812,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 565673,
                "cached_exact": 371044
              },
              "candidate_reference_time_ratio": 0.6559337284968524,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-21",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 511956.5,
                "cached_exact": 344453.5
              },
              "candidate_reference_time_ratio": 0.6728179054275119,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 529985,
                "cached_exact": 379981
              },
              "candidate_reference_time_ratio": 0.7169655744973914,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-22",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 500544.5,
                "cached_exact": 340476.0
              },
              "candidate_reference_time_ratio": 0.6802112499488058,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 549092,
                "cached_exact": 378618
              },
              "candidate_reference_time_ratio": 0.6895347227786964,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-23",
          "size": "large",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 522300.5,
                "cached_exact": 343386.0
              },
              "candidate_reference_time_ratio": 0.6574491121490407,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "cached_exact"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 568789,
                "cached_exact": 378398
              },
              "candidate_reference_time_ratio": 0.6652695463519864,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-24",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": null,
                "cached_exact": null
              },
              "candidate_reference_time_ratio": null,
              "maximum_relative_sigma_regret": null,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": false,
              "effective_paths": []
            },
            "full_wrapper": {
              "median_ns": {
                "reference": null,
                "cached_exact": null
              },
              "candidate_reference_time_ratio": null,
              "maximum_relative_sigma_regret": null,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": false,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-25",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6026.5,
                "cached_exact": 5941.5
              },
              "candidate_reference_time_ratio": 0.9858956276445698,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 22032,
                "cached_exact": 22152
              },
              "candidate_reference_time_ratio": 1.0054466230936818,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-26",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6021.0,
                "cached_exact": 6006.0
              },
              "candidate_reference_time_ratio": 0.9975087194818136,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 19286,
                "cached_exact": 19367
              },
              "candidate_reference_time_ratio": 1.0041999377786996,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-27",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 5912.0,
                "cached_exact": 5921.0
              },
              "candidate_reference_time_ratio": 1.0015223274695535,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 19316,
                "cached_exact": 21391
              },
              "candidate_reference_time_ratio": 1.107423897287223,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-28",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6597.5,
                "cached_exact": 6522.0
              },
              "candidate_reference_time_ratio": 0.988556271314892,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 25559,
                "cached_exact": 25549
              },
              "candidate_reference_time_ratio": 0.999608748386087,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-29",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 5836.0,
                "cached_exact": 5791.0
              },
              "candidate_reference_time_ratio": 0.9922892392049348,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 23014,
                "cached_exact": 21742
              },
              "candidate_reference_time_ratio": 0.9447292952116103,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-30",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6031.5,
                "cached_exact": 5976.0
              },
              "candidate_reference_time_ratio": 0.9907983088783885,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 24537,
                "cached_exact": 23344
              },
              "candidate_reference_time_ratio": 0.9513795492521498,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        },
        {
          "case_id": "held_out-31",
          "size": "small",
          "stages": {
            "primary": {
              "median_ns": {
                "reference": 6052.0,
                "cached_exact": 6056.5
              },
              "candidate_reference_time_ratio": 1.000743555849306,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": [
                "reference"
              ]
            },
            "full_wrapper": {
              "median_ns": {
                "reference": 19557,
                "cached_exact": 23836
              },
              "candidate_reference_time_ratio": 1.2187963389067853,
              "maximum_relative_sigma_regret": 0.0,
              "missing_selected_results": 0,
              "changed_winner_trials": 0,
              "recorded_numerical_tie_trials": 0,
              "bit_identical_without_timing": true,
              "effective_paths": []
            }
          }
        }
      ],
      "environment": {
        "architecture": "x86_64",
        "available_logical_threads": 1,
        "cpu_model": "model name\t: AMD Ryzen 7 7800X3D 8-Core Processor",
        "executable": "/tmp/scorecompute-policy-v2-study-target/release/policy-v2-study",
        "os": "linux",
        "partition": "held_out",
        "profile": "release required by operator for official timing",
        "rustc": "rustc 1.96.0 (ac68faa20 2026-05-25)\nbinary: rustc\ncommit-hash: ac68faa20c58cbccd01ee7208bf3b6e93a7d7f96\ncommit-date: 2026-05-25\nhost: x86_64-unknown-linux-gnu\nrelease: 1.96.0\nLLVM version: 22.1.2\n",
        "started_unix_ms": 1790808779457
      },
      "source_fit_ns": [
        {
          "case_id": "held_out-00",
          "total_ns": 63390
        },
        {
          "case_id": "held_out-01",
          "total_ns": 22312
        },
        {
          "case_id": "held_out-02",
          "total_ns": 22352
        },
        {
          "case_id": "held_out-03",
          "total_ns": 19477
        },
        {
          "case_id": "held_out-04",
          "total_ns": 35988
        },
        {
          "case_id": "held_out-05",
          "total_ns": 19287
        },
        {
          "case_id": "held_out-06",
          "total_ns": 23314
        },
        {
          "case_id": "held_out-07",
          "total_ns": 19718
        },
        {
          "case_id": "held_out-08",
          "total_ns": 45246
        },
        {
          "case_id": "held_out-09",
          "total_ns": 25288
        },
        {
          "case_id": "held_out-10",
          "total_ns": 31009
        },
        {
          "case_id": "held_out-11",
          "total_ns": 18365
        },
        {
          "case_id": "held_out-12",
          "total_ns": 40457
        },
        {
          "case_id": "held_out-13",
          "total_ns": 21871
        },
        {
          "case_id": "held_out-14",
          "total_ns": 21170
        },
        {
          "case_id": "held_out-15",
          "total_ns": 21671
        },
        {
          "case_id": "held_out-16",
          "total_ns": 34556
        },
        {
          "case_id": "held_out-17",
          "total_ns": 28544
        },
        {
          "case_id": "held_out-18",
          "total_ns": 22432
        },
        {
          "case_id": "held_out-19",
          "total_ns": 29295
        },
        {
          "case_id": "held_out-20",
          "total_ns": 40416
        },
        {
          "case_id": "held_out-21",
          "total_ns": 19928
        },
        {
          "case_id": "held_out-22",
          "total_ns": 21110
        },
        {
          "case_id": "held_out-23",
          "total_ns": 20810
        },
        {
          "case_id": "held_out-24",
          "total_ns": 80713
        },
        {
          "case_id": "held_out-25",
          "total_ns": 21270
        },
        {
          "case_id": "held_out-26",
          "total_ns": 18305
        },
        {
          "case_id": "held_out-27",
          "total_ns": 18966
        },
        {
          "case_id": "held_out-28",
          "total_ns": 26620
        },
        {
          "case_id": "held_out-29",
          "total_ns": 21290
        },
        {
          "case_id": "held_out-30",
          "total_ns": 23424
        },
        {
          "case_id": "held_out-31",
          "total_ns": 18936
        }
      ]
    }
  ],
  "quality_unit": "geometry; repeated timings are not additional geometries",
  "primary_scope": "Native snapshot selection including parameter clone, validation, dispatch and complete evaluation; source fit reported separately",
  "secondary_scope": "Full native wrapper including clone, input validation, source fit, snapshot and candidate ranking",
  "excluded_claims": [
    "GPU speedup",
    "MCP or network speedup",
    "LLM or assistant speedup",
    "general scientific discovery",
    "learned policy"
  ],
  "implementation_seal_sha256": "6911702193d84e9d64aab52d61054a7cc72af3cff31ba8a40a32e159a5c21e0e",
  "corpus_seal_sha256": "1f748c7e952a69772b6d5dbcaa2ee66bab8370ca0c3d62b2a7e24f73ad39e584"
}