{"model":"pullthrough","model_version":"pullthrough_v1.0.0","calibrated":true,"target":"originated","n_train":29618163,"n_calib":9872721,"n_test":9872722,"n_iters":400,"test_auc":0.9314972314212704,"true_positive_rate":0.6172477148448191,"score_thresholds":{"p99":0.989567253952201,"p95":0.972457190014442,"p90":0.9605357258955854,"p50":0.8309807991696933,"p10":3.032759314706677e-05},"feature_order":["loan_amount","income","property_value","cltv","loan_to_income_ratio","loan_to_value_ratio_at_app","total_units","activity_year","loan_type","loan_purpose","lien_status","preapproval","occupancy_type","construction_method","open_end_line_of_credit","business_or_commercial_purpose","reverse_mortgage","conforming_loan_limit","derived_loan_product_type","derived_dwelling_category","derived_ethnicity","derived_race","derived_sex","applicant_credit_score_type","co_applicant_credit_score_type","manufactured_home_secured_property_type","manufactured_home_land_property_interest","debt_to_income_ratio","state_code","lei","derived_msa_md"],"n_features":31,"expected_inputs":{"numeric":["loan_amount","income","property_value","cltv","loan_to_income_ratio","loan_to_value_ratio_at_app","total_units"],"categorical":["activity_year","loan_type","loan_purpose","lien_status","preapproval","occupancy_type","construction_method","open_end_line_of_credit","business_or_commercial_purpose","reverse_mortgage","conforming_loan_limit","derived_loan_product_type","derived_dwelling_category","derived_ethnicity","derived_race","derived_sex","applicant_credit_score_type","co_applicant_credit_score_type","manufactured_home_secured_property_type","manufactured_home_land_property_interest","debt_to_income_ratio","state_code","lei","derived_msa_md"]},"vintages_trained_on":[2018,2019,2020,2021,2022,2023],"test_brier_raw":0.08551456512202596,"test_brier_calibrated":0.0854312609221247,"test_ece_raw":0.0070507654672927605,"test_ece_calibrated":0.00041698797482626936,"reliability_calibrated":[{"bin_lo":0.0,"bin_hi":0.1,"n_loans":2473394,"predicted_mean":0.009418942412695324,"actual_rate":0.009556504139655874},{"bin_lo":0.1,"bin_hi":0.2,"n_loans":154378,"predicted_mean":0.1452647565260533,"actual_rate":0.14355024679682338},{"bin_lo":0.2,"bin_hi":0.30000000000000004,"n_loans":149122,"predicted_mean":0.25525846398537433,"actual_rate":0.25476455519641633},{"bin_lo":0.30000000000000004,"bin_hi":0.4,"n_loans":155624,"predicted_mean":0.35494519666040086,"actual_rate":0.35474605459312186},{"bin_lo":0.4,"bin_hi":0.5,"n_loans":170647,"predicted_mean":0.44910029901409926,"actual_rate":0.4489677521433134},{"bin_lo":0.5,"bin_hi":0.6000000000000001,"n_loans":282039,"predicted_mean":0.5567805769580337,"actual_rate":0.5556359226915426},{"bin_lo":0.6000000000000001,"bin_hi":0.7000000000000001,"n_loans":354442,"predicted_mean":0.6583444046867891,"actual_rate":0.6569481043442933},{"bin_lo":0.7000000000000001,"bin_hi":0.8,"n_loans":731382,"predicted_mean":0.7572932464854695,"actual_rate":0.7568001400089146},{"bin_lo":0.8,"bin_hi":0.9,"n_loans":1920433,"predicted_mean":0.8572837601501151,"actual_rate":0.8576675156071574},{"bin_lo":0.9,"bin_hi":1.0,"n_loans":3481261,"predicted_mean":0.9447098258912779,"actual_rate":0.9445255612836843}]}