{
  "schema": "lean_c1_public_aggregate_evidence_v1",
  "paper_version": "2026-10-13",
  "historical_evaluation": {
    "start_season": 2016,
    "end_date": "2026-09-20",
    "universe": "FBS versus FBS",
    "all_years_development": true,
    "genuinely_future_validation": false,
    "counts": [
      {
        "method": "A0",
        "scope": "full",
        "games": 7717,
        "errors": 2155.0
      },
      {
        "method": "A0",
        "scope": "close",
        "games": 1937,
        "errors": 843.0
      },
      {
        "method": "A0",
        "scope": "outside",
        "games": 5780,
        "errors": 1312.0
      },
      {
        "method": "C1",
        "scope": "full",
        "games": 7717,
        "errors": 2128.0
      },
      {
        "method": "C1",
        "scope": "close",
        "games": 1937,
        "errors": 820.0
      },
      {
        "method": "C1",
        "scope": "outside",
        "games": 5780,
        "errors": 1308.0
      },
      {
        "method": "P1",
        "scope": "full",
        "games": 7717,
        "errors": 2129.0
      },
      {
        "method": "P1",
        "scope": "close",
        "games": 1937,
        "errors": 817.0
      },
      {
        "method": "P1",
        "scope": "outside",
        "games": 5780,
        "errors": 1312.0
      },
      {
        "method": "Lean",
        "scope": "full",
        "games": 7717,
        "errors": 2128.0
      },
      {
        "method": "Lean",
        "scope": "close",
        "games": 1937,
        "errors": 820.0
      },
      {
        "method": "Lean",
        "scope": "outside",
        "games": 5780,
        "errors": 1308.0
      }
    ],
    "lean_vs_A0_inherited_contrasts": [
      {
        "left": "C1",
        "right": "A0",
        "scope": "full",
        "games": 7717,
        "delta": -0.003498768951665155,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            -0.009349545872704652,
            0.00227920237919051
          ],
          "simultaneous_ci": [
            -0.04219294563643754,
            0.035195407733107226
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            -0.01117450882689991,
            0.0033101257600894494
          ],
          "simultaneous_ci": [
            -0.053369946440914695,
            0.046372408537584384
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "C1",
        "right": "A0",
        "scope": "close",
        "games": 1937,
        "delta": -0.011874032008260196,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            -0.032857373768472906,
            0.00886455277090263
          ],
          "simultaneous_ci": [
            -0.05056820869303258,
            0.026820144676512184
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            -0.03801504044489383,
            0.013391351405774065
          ],
          "simultaneous_ci": [
            -0.06174520949750974,
            0.03799714548098934
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "C1",
        "right": "A0",
        "scope": "outside",
        "games": 5780,
        "delta": -0.0006920415224913495,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            -0.0047678103794071705,
            0.0033101895999526473
          ],
          "simultaneous_ci": [
            -0.03938621820726373,
            0.038002135162281035
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            -0.005984346268093734,
            0.004613426662424435
          ],
          "simultaneous_ci": [
            -0.050563219011740886,
            0.04917913596675819
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      }
    ],
    "lean_vs_C1_and_P1": [
      {
        "left": "Lean",
        "right": "C1",
        "scope": "full",
        "games": 7717,
        "delta": 0.0,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            0.0,
            0.0
          ],
          "simultaneous_ci": [
            -0.010449126622677999,
            0.010449126622677999
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            0.0,
            0.0
          ],
          "simultaneous_ci": [
            -0.012226897973845513,
            0.012226897973845513
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "Lean",
        "right": "C1",
        "scope": "close",
        "games": 1937,
        "delta": 0.0,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            0.0,
            0.0
          ],
          "simultaneous_ci": [
            -0.010449126622677999,
            0.010449126622677999
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            0.0,
            0.0
          ],
          "simultaneous_ci": [
            -0.012226897973845513,
            0.012226897973845513
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "Lean",
        "right": "C1",
        "scope": "outside",
        "games": 5780,
        "delta": 0.0,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            0.0,
            0.0
          ],
          "simultaneous_ci": [
            -0.010449126622677999,
            0.010449126622677999
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            0.0,
            0.0
          ],
          "simultaneous_ci": [
            -0.012226897973845513,
            0.012226897973845513
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "Lean",
        "right": "P1",
        "scope": "full",
        "games": 7717,
        "delta": -0.0001295840352468576,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            -0.0030835542776908617,
            0.002701245888432844
          ],
          "simultaneous_ci": [
            -0.010578710657924857,
            0.010319542587431141
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            -0.0034685222903425477,
            0.0031928657535529176
          ],
          "simultaneous_ci": [
            -0.012356482009092371,
            0.012097313938598656
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "Lean",
        "right": "P1",
        "scope": "close",
        "games": 1937,
        "delta": 0.0015487867836861124,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            -0.00893347863166872,
            0.01197315817008478
          ],
          "simultaneous_ci": [
            -0.008900339838991887,
            0.011997913406364111
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            -0.010346630602646147,
            0.01410743353228432
          ],
          "simultaneous_ci": [
            -0.010678111190159401,
            0.013775684757531626
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      },
      {
        "left": "Lean",
        "right": "P1",
        "scope": "outside",
        "games": 5780,
        "delta": -0.0006920415224913495,
        "supported_gain": false,
        "supported_noninferiority_1pp": false,
        "calendar": {
          "seed": 20261011,
          "replicates": 20000,
          "individual_ci95": [
            -0.003295207217499121,
            0.0016809689151125737
          ],
          "simultaneous_ci": [
            -0.011141168145169349,
            0.00975708510018665
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        },
        "hierarchical": {
          "seed": 20261012,
          "replicates": 20000,
          "individual_ci95": [
            -0.004275455610422054,
            0.0023753271526959856
          ],
          "simultaneous_ci": [
            -0.012918939496336863,
            0.011534856451354164
          ],
          "inference_admitted": true,
          "undefined_draws": 0
        }
      }
    ]
  },
  "encoding": {
    "original_slots": 260,
    "lean_slots": 247,
    "removed_globally_zero_slots": 5,
    "duplicate_groups": 2,
    "copies_per_group": 5,
    "representative_scale": "sqrt(5)",
    "full_ordering_sign_parity": true,
    "evaluated_games": 7717,
    "board_origins": 166,
    "saved_solutions": 62
  },
  "common_native_cohort_inherited_from_C1": [
    {
      "family": "common",
      "policy": "C1",
      "system": "FPI",
      "scope": "full",
      "games": 3465,
      "candidate_errors": 929.0,
      "native_errors": 921.0,
      "candidate_rate": 0.26810966810966813,
      "native_rate": 0.2658008658008658,
      "corrected": 177,
      "introduced": 185,
      "unchanged": 3103,
      "native_ties": 0,
      "candidate_ties": 0
    },
    {
      "family": "common",
      "policy": "C1",
      "system": "Massey published ranking (MAS)",
      "scope": "full",
      "games": 3465,
      "candidate_errors": 929.0,
      "native_errors": 1003.0,
      "candidate_rate": 0.26810966810966813,
      "native_rate": 0.2894660894660895,
      "corrected": 257,
      "introduced": 183,
      "unchanged": 3025,
      "native_ties": 0,
      "candidate_ties": 0
    },
    {
      "family": "common",
      "policy": "C1",
      "system": "Sagarin Rating",
      "scope": "full",
      "games": 3465,
      "candidate_errors": 929.0,
      "native_errors": 936.0,
      "candidate_rate": 0.26810966810966813,
      "native_rate": 0.2701298701298701,
      "corrected": 170,
      "introduced": 163,
      "unchanged": 3132,
      "native_ties": 0,
      "candidate_ties": 0
    },
    {
      "family": "common",
      "policy": "C1",
      "system": "SP+",
      "scope": "full",
      "games": 3465,
      "candidate_errors": 929.0,
      "native_errors": 935.0,
      "candidate_rate": 0.26810966810966813,
      "native_rate": 0.2698412698412698,
      "corrected": 208,
      "introduced": 202,
      "unchanged": 3055,
      "native_ties": 0,
      "candidate_ties": 0
    }
  ],
  "point_diagnostics": [
    {
      "method": "A0",
      "scope": "full",
      "games": 7575,
      "MAE": 12.856571642906973,
      "RMSE": 16.304307453596145,
      "bias": 0.06021171121210059,
      "winner_error": 0.28264026402640263
    },
    {
      "method": "A0",
      "scope": "close",
      "games": 1915,
      "MAE": 12.141147319386855,
      "RMSE": 15.571608289493131,
      "bias": 0.01965347727459722,
      "winner_error": 0.44281984334203656
    },
    {
      "method": "A0",
      "scope": "outside",
      "games": 5660,
      "MAE": 13.098627752366518,
      "RMSE": 16.544863512452352,
      "bias": 0.07393415255314631,
      "winner_error": 0.2284452296819788
    },
    {
      "method": "P1",
      "scope": "full",
      "games": 7575,
      "MAE": 12.782156761613292,
      "RMSE": 16.250039736294223,
      "bias": -0.12361203686945316,
      "winner_error": 0.2732673267326733
    },
    {
      "method": "P1",
      "scope": "close",
      "games": 1915,
      "MAE": 12.018111439392412,
      "RMSE": 15.453084485087315,
      "bias": 0.0337732862975938,
      "winner_error": 0.4010443864229765
    },
    {
      "method": "P1",
      "scope": "outside",
      "games": 5660,
      "MAE": 13.040663261976011,
      "RMSE": 16.510973942467178,
      "bias": -0.17686166476077725,
      "winner_error": 0.23003533568904594
    },
    {
      "method": "C1",
      "scope": "full",
      "games": 7575,
      "MAE": 12.811220061236819,
      "RMSE": 16.26456062094948,
      "bias": -0.0837765044131981,
      "winner_error": 0.2744554455445545
    },
    {
      "method": "C1",
      "scope": "close",
      "games": 1915,
      "MAE": 12.080889738826533,
      "RMSE": 15.475097418295539,
      "bias": 0.06564581256381588,
      "winner_error": 0.40887728459530026
    },
    {
      "method": "C1",
      "scope": "outside",
      "games": 5660,
      "MAE": 13.05831945477316,
      "RMSE": 16.52312915031601,
      "bias": -0.13433193498050952,
      "winner_error": 0.22897526501766785
    },
    {
      "method": "Lean",
      "scope": "full",
      "games": 7575,
      "MAE": 12.811219271564857,
      "RMSE": 16.264559826618616,
      "bias": -0.08377640724748575,
      "winner_error": 0.2744554455445545
    },
    {
      "method": "Lean",
      "scope": "close",
      "games": 1915,
      "MAE": 12.080889963409918,
      "RMSE": 15.475097119287549,
      "bias": 0.06564471861182407,
      "winner_error": 0.40887728459530026
    },
    {
      "method": "Lean",
      "scope": "outside",
      "games": 5660,
      "MAE": 13.058318321938836,
      "RMSE": 16.523128198617282,
      "bias": -0.1343314348129589,
      "winner_error": 0.22897526501766785
    }
  ],
  "interpretation": {
    "accuracy_gain_established": false,
    "all_four_superiority_established": false,
    "all_four_1pp_noninferiority_established": false,
    "FCS_outcome_accuracy_established": false,
    "original_publication_clocks_complete": false,
    "backfilled_boards": "reconstructed with current method, not original releases",
    "operational_adoption": "separate product choice; this evidence is not proof of gain"
  },
  "review_disclosure": "Independent AI-agent checks and AI expert-panel synthesis, not external peer review.",
  "annual_learning": {
    "outcome_training": "all admitted years through Y-2 under both feature histories",
    "validation": "all admitted Y-1",
    "outcome_refitting": "all admitted years through Y-1 under both feature histories",
    "feature_source_histories": [
      "recent-three-season",
      "expanding"
    ],
    "outcome_year_trim_by_feature_window": false
  },
  "inference_scope": {
    "close_talent_program_procedures": 7,
    "close_talent_program_contrasts": {
      "own": 54,
      "common": 84,
      "maximal": 84
    },
    "separate_lean_C1_P1_encoding_contrasts": 6,
    "simultaneous_bounds_scope": "conditional finite program",
    "earlier_adaptive_search_uncertainty_covered": false
  }
}