{
  "n": 1375,
  "n_pos": 697,
  "n_neg": 678,
  "features": [
    "H",
    "V",
    "arc_days_tracklet",
    "arc_feed",
    "d2_Han_noid",
    "d2_Han_raw",
    "d2_Hil_noid",
    "d2_Hil_raw",
    "d2_Hun_noid",
    "d2_Hun_raw",
    "d2_Int_noid",
    "d2_Int_raw",
    "d2_JFC_noid",
    "d2_JFC_raw",
    "d2_JTr_noid",
    "d2_JTr_raw",
    "d2_MB1_noid",
    "d2_MB1_raw",
    "d2_MB2_noid",
    "d2_MB2_raw",
    "d2_MB3_noid",
    "d2_MB3_raw",
    "d2_MC_noid",
    "d2_MC_raw",
    "d2_NEO_noid",
    "d2_NEO_raw",
    "d2_Pal_noid",
    "d2_Pal_raw",
    "d2_Pho_noid",
    "d2_Pho_raw",
    "d2_rms",
    "ecl_lat_deg",
    "feed_score",
    "gc_rms_arcsec",
    "mag_mean",
    "mag_range",
    "motion_pa_deg",
    "multi_night",
    "nobs_feed",
    "nobs_tracklet",
    "not_seen_dys",
    "opposition_dist_deg",
    "sky_rate_deg_day",
    "solar_elong_deg",
    "neo_minus_mba",
    "sum_mba_noid",
    "neo_noid_minus_raw",
    "neo_minus_mc",
    "obscode_freq",
    "obs_G96",
    "obs_703",
    "obs_F51",
    "obs_F52",
    "obs_I41",
    "obs_T05",
    "obs_T08",
    "obs_M22"
  ],
  "trained_utc": "2026-10-12T10:12Z",
  "with_backfill": false,
  "inputs": "first-posting only (no lookahead ts_* features)",
  "baseline_digest2_score": {
    "model": "digest2_score_threshold",
    "n": 1375,
    "n_pos": 697,
    "roc_auc": 0.6516370200141356,
    "pr_auc": 0.5958925973844954,
    "at_99pct_neo_recall": {
      "threshold": 0.8,
      "neo_recall": 0.9913916786226685,
      "non_neo_excluded_frac": 0.2153392330383481,
      "precision": 0.5650040883074408
    }
  },
  "model": "lightgbm_dart_time_split_v4_first_posting",
  "test": {
    "model": "lightgbm_dart",
    "n": 344,
    "n_pos": 212,
    "roc_auc": 0.9257432818753573,
    "pr_auc": 0.9440773370462842,
    "at_99pct_neo_recall": {
      "threshold": 0.10322596219260319,
      "neo_recall": 0.9905660377358491,
      "non_neo_excluded_frac": 0.3939393939393939,
      "precision": 0.7241379310344828
    }
  },
  "baseline_on_test": {
    "model": "digest2_score_threshold",
    "n": 344,
    "n_pos": 212,
    "roc_auc": 0.6972913093196111,
    "pr_auc": 0.7283131582481057,
    "at_99pct_neo_recall": {
      "threshold": 0.8,
      "neo_recall": 0.9905660377358491,
      "non_neo_excluded_frac": 0.25,
      "precision": 0.6796116504854369
    }
  },
  "holdout": {
    "what_is_predicted": "probability that a NEOCP candidate is a real near-Earth object (not an impact probability)",
    "split": {
      "train_n": 1031,
      "test_n": 344,
      "test_neo": 212,
      "train_dates": [
        "2026-06-20.4",
        "2026-09-19.2"
      ],
      "test_dates": [
        "2026-09-19.2",
        "2026-10-11.4"
      ]
    },
    "roc_auc": {
      "model": 0.9257432818753573,
      "baseline": 0.6972913093196111
    },
    "pr_auc": {
      "model": 0.9440773370462842,
      "baseline": 0.7283131582481057
    },
    "auc_bootstrap_95ci": {
      "model": [
        0.8936977843339681,
        0.9529132200103793
      ],
      "baseline": [
        0.6399469498623512,
        0.7526586312949526
      ],
      "difference": [
        0.17113416974402315,
        0.28400306471966824
      ],
      "p_model_not_better": 0.0
    },
    "operating_points": {
      "95pct_recall": {
        "model": {
          "threshold": 0.26821737027675524,
          "tp": 201,
          "fn": 11,
          "fp": 46,
          "tn": 86,
          "neo_recall": 0.9481132075471698,
          "junk_excluded": 0.6515151515151515,
          "precision": 0.8137651821862348
        },
        "baseline": {
          "threshold": 0.9,
          "tp": 202,
          "fn": 10,
          "fp": 83,
          "tn": 49,
          "neo_recall": 0.9528301886792453,
          "junk_excluded": 0.3712121212121212,
          "precision": 0.7087719298245614
        }
      },
      "99pct_recall": {
        "model": {
          "threshold": 0.05542648381221118,
          "tp": 211,
          "fn": 1,
          "fp": 110,
          "tn": 22,
          "neo_recall": 0.9952830188679245,
          "junk_excluded": 0.16666666666666666,
          "precision": 0.6573208722741433
        },
        "baseline": {
          "threshold": 0.76,
          "tp": 211,
          "fn": 1,
          "fp": 108,
          "tn": 24,
          "neo_recall": 0.9952830188679245,
          "junk_excluded": 0.18181818181818182,
          "precision": 0.6614420062695925
        }
      },
      "p_0.5": {
        "model": {
          "threshold": 0.5,
          "tp": 186,
          "fn": 26,
          "fp": 24,
          "tn": 108,
          "neo_recall": 0.8773584905660378,
          "junk_excluded": 0.8181818181818182,
          "precision": 0.8857142857142857
        },
        "baseline": {
          "threshold": 0.5,
          "tp": 212,
          "fn": 0,
          "fp": 124,
          "tn": 8,
          "neo_recall": 1.0,
          "junk_excluded": 0.06060606060606061,
          "precision": 0.6309523809523809
        }
      }
    },
    "calibration": {
      "brier_model": 0.10840254101464018,
      "brier_baseline": 0.30840755813953485,
      "brier_always_base_rate": 0.2577549006753251,
      "reliability_model": [
        {
          "bin": [
            0.0,
            0.2
          ],
          "n": 84,
          "mean_predicted": 0.08990841961865156,
          "fraction_neo": 0.10714285714285714
        },
        {
          "bin": [
            0.2,
            0.4
          ],
          "n": 33,
          "mean_predicted": 0.30558845365263876,
          "fraction_neo": 0.21212121212121213
        },
        {
          "bin": [
            0.4,
            0.6000000000000001
          ],
          "n": 30,
          "mean_predicted": 0.4820871923277977,
          "fraction_neo": 0.6666666666666666
        },
        {
          "bin": [
            0.6000000000000001,
            0.8
          ],
          "n": 66,
          "mean_predicted": 0.7240156658624217,
          "fraction_neo": 0.7424242424242424
        },
        {
          "bin": [
            0.8,
            1.0
          ],
          "n": 131,
          "mean_predicted": 0.8801251507275956,
          "fraction_neo": 0.9694656488549618
        }
      ]
    }
  },
  "cv_auc": 0.9096372433332512,
  "cv_auc_std": 0.0150141740737079,
  "conformal": {
    "0.01": {
      "alpha": 0.01,
      "target_neo_recall": 0.99,
      "achieved_neo_recall_mean": 0.9912607449856733,
      "junk_excluded_mean": 0.19306784660766962,
      "junk_excluded_std": 0.06931196193250438,
      "threshold_mean": 0.05735812297993868,
      "n_splits_used": 40
    },
    "0.05": {
      "alpha": 0.05,
      "target_neo_recall": 0.95,
      "achieved_neo_recall_mean": 0.9565186246418339,
      "junk_excluded_mean": 0.6504424778761062,
      "junk_excluded_std": 0.06441899765519168,
      "threshold_mean": 0.2608745324688046,
      "n_splits_used": 40
    },
    "0.1": {
      "alpha": 0.1,
      "target_neo_recall": 0.9,
      "achieved_neo_recall_mean": 0.9080229226361032,
      "junk_excluded_mean": 0.7547197640117995,
      "junk_excluded_std": 0.020239836403195308,
      "threshold_mean": 0.383267074855259,
      "n_splits_used": 40
    }
  }
}