{"success":true,"data":{"target":"geomagnetic-activity","variables":{"kp":{"continuous":null,"binary":[{"threshold":4.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0426173750086286,"roc_auc":0.9609413703836932,"average_precision":0.9075342862739312,"threat_score":0.7135614702154626,"heidke_skill_score":0.8025626289462128,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.029},{"predicted_probability":0.136,"observed_frequency":0.356},{"predicted_probability":0.247,"observed_frequency":0.406},{"predicted_probability":0.346,"observed_frequency":0.537},{"predicted_probability":0.457,"observed_frequency":0.643},{"predicted_probability":0.557,"observed_frequency":0.713},{"predicted_probability":0.664,"observed_frequency":0.878},{"predicted_probability":0.763,"observed_frequency":0.87},{"predicted_probability":0.872,"observed_frequency":0.929},{"predicted_probability":0.985,"observed_frequency":0.979}]},{"lead_hours":2,"brier_score":0.0799815642917778,"roc_auc":0.9070521262130498,"average_precision":0.754489618173259,"threat_score":0.4784431137724551,"heidke_skill_score":0.5918196925577848,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.057},{"predicted_probability":0.137,"observed_frequency":0.425},{"predicted_probability":0.244,"observed_frequency":0.493},{"predicted_probability":0.343,"observed_frequency":0.396},{"predicted_probability":0.453,"observed_frequency":0.531},{"predicted_probability":0.555,"observed_frequency":0.635},{"predicted_probability":0.665,"observed_frequency":0.721},{"predicted_probability":0.763,"observed_frequency":0.826},{"predicted_probability":0.87,"observed_frequency":0.892},{"predicted_probability":0.976,"observed_frequency":0.939}]},{"lead_hours":3,"brier_score":0.1066954742672208,"roc_auc":0.8515147278997628,"average_precision":0.6066786257594705,"threat_score":0.3281068524970964,"heidke_skill_score":0.4253357228492168,"reliability":[{"predicted_probability":0.004,"observed_frequency":0.082},{"predicted_probability":0.133,"observed_frequency":0.307},{"predicted_probability":0.248,"observed_frequency":0.426},{"predicted_probability":0.348,"observed_frequency":0.399},{"predicted_probability":0.453,"observed_frequency":0.452},{"predicted_probability":0.55,"observed_frequency":0.57},{"predicted_probability":0.664,"observed_frequency":0.617},{"predicted_probability":0.761,"observed_frequency":0.765},{"predicted_probability":0.871,"observed_frequency":0.75},{"predicted_probability":0.978,"observed_frequency":0.906}]},{"lead_hours":4,"brier_score":0.1244472613602279,"roc_auc":0.7955840263212621,"average_precision":0.515345612353175,"threat_score":0.2033271719038817,"heidke_skill_score":0.278548011752778,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.107},{"predicted_probability":0.15,"observed_frequency":0.411},{"predicted_probability":0.247,"observed_frequency":0.449},{"predicted_probability":0.346,"observed_frequency":0.448},{"predicted_probability":0.441,"observed_frequency":0.465},{"predicted_probability":0.534,"observed_frequency":0.488},{"predicted_probability":0.65,"observed_frequency":0.56},{"predicted_probability":0.762,"observed_frequency":0.746},{"predicted_probability":0.853,"observed_frequency":0.808},{"predicted_probability":0.972,"observed_frequency":0.907}]},{"lead_hours":5,"brier_score":0.1328732962084773,"roc_auc":0.7701191296642709,"average_precision":0.4587751072313555,"threat_score":0.1579272054287477,"heidke_skill_score":0.2162746762242142,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.119},{"predicted_probability":0.15,"observed_frequency":0.39},{"predicted_probability":0.245,"observed_frequency":0.37},{"predicted_probability":0.343,"observed_frequency":0.464},{"predicted_probability":0.44,"observed_frequency":0.485},{"predicted_probability":0.532,"observed_frequency":0.402},{"predicted_probability":0.646,"observed_frequency":0.598},{"predicted_probability":0.756,"observed_frequency":0.594},{"predicted_probability":0.847,"observed_frequency":0.782},{"predicted_probability":0.964,"observed_frequency":0.88}]},{"lead_hours":6,"brier_score":0.139184850784352,"roc_auc":0.7436172885160968,"average_precision":0.4100201341564896,"threat_score":0.1343653250773993,"heidke_skill_score":0.1832367969550894,"reliability":[{"predicted_probability":0.008,"observed_frequency":0.126},{"predicted_probability":0.148,"observed_frequency":0.369},{"predicted_probability":0.245,"observed_frequency":0.352},{"predicted_probability":0.343,"observed_frequency":0.467},{"predicted_probability":0.444,"observed_frequency":0.356},{"predicted_probability":0.537,"observed_frequency":0.471},{"predicted_probability":0.653,"observed_frequency":0.558},{"predicted_probability":0.756,"observed_frequency":0.554},{"predicted_probability":0.844,"observed_frequency":0.667},{"predicted_probability":0.958,"observed_frequency":0.841}]},{"lead_hours":7,"brier_score":0.1449517094494016,"roc_auc":0.6813540632410144,"average_precision":0.3347265138303724,"threat_score":0.1008089607965152,"heidke_skill_score":0.1345506710656578,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.133},{"predicted_probability":0.148,"observed_frequency":0.29},{"predicted_probability":0.247,"observed_frequency":0.275},{"predicted_probability":0.351,"observed_frequency":0.39},{"predicted_probability":0.459,"observed_frequency":0.426},{"predicted_probability":0.541,"observed_frequency":0.52},{"predicted_probability":0.626,"observed_frequency":0.512},{"predicted_probability":0.738,"observed_frequency":0.444},{"predicted_probability":0.846,"observed_frequency":0.722},{"predicted_probability":0.948,"observed_frequency":0.694}]},{"lead_hours":8,"brier_score":0.1487231419903127,"roc_auc":0.6623231346556485,"average_precision":0.3049357672118463,"threat_score":0.0741671904462602,"heidke_skill_score":0.0961164298466913,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.138},{"predicted_probability":0.148,"observed_frequency":0.286},{"predicted_probability":0.245,"observed_frequency":0.27},{"predicted_probability":0.349,"observed_frequency":0.378},{"predicted_probability":0.456,"observed_frequency":0.471},{"predicted_probability":0.54,"observed_frequency":0.481},{"predicted_probability":0.628,"observed_frequency":0.333},{"predicted_probability":0.732,"observed_frequency":0.512},{"predicted_probability":0.848,"observed_frequency":0.75},{"predicted_probability":0.948,"observed_frequency":0.519}]},{"lead_hours":9,"brier_score":0.1532039189855385,"roc_auc":0.6411083397315239,"average_precision":0.272662435108461,"threat_score":0.0507292327203551,"heidke_skill_score":0.0613794367795021,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.145},{"predicted_probability":0.147,"observed_frequency":0.262},{"predicted_probability":0.247,"observed_frequency":0.314},{"predicted_probability":0.348,"observed_frequency":0.362},{"predicted_probability":0.459,"observed_frequency":0.363},{"predicted_probability":0.543,"observed_frequency":0.404},{"predicted_probability":0.625,"observed_frequency":0.182},{"predicted_probability":0.735,"observed_frequency":0.633},{"predicted_probability":0.839,"observed_frequency":0.667},{"predicted_probability":0.949,"observed_frequency":0.188}]},{"lead_hours":10,"brier_score":0.1555264993536657,"roc_auc":0.627190346612531,"average_precision":0.2556951268670073,"threat_score":0.0431198478123018,"heidke_skill_score":0.0489333015469565,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.148},{"predicted_probability":0.149,"observed_frequency":0.259},{"predicted_probability":0.245,"observed_frequency":0.285},{"predicted_probability":0.351,"observed_frequency":0.363},{"predicted_probability":0.456,"observed_frequency":0.325},{"predicted_probability":0.542,"observed_frequency":0.364},{"predicted_probability":0.631,"observed_frequency":0.316},{"predicted_probability":0.738,"observed_frequency":0.531},{"predicted_probability":0.84,"observed_frequency":0.55},{"predicted_probability":0.948,"observed_frequency":0.143}]},{"lead_hours":11,"brier_score":0.157019808122433,"roc_auc":0.6198271568729881,"average_precision":0.2453058536384187,"threat_score":0.0424588086185044,"heidke_skill_score":0.0474901609999799,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.151},{"predicted_probability":0.15,"observed_frequency":0.251},{"predicted_probability":0.246,"observed_frequency":0.254},{"predicted_probability":0.351,"observed_frequency":0.335},{"predicted_probability":0.454,"observed_frequency":0.287},{"predicted_probability":0.539,"observed_frequency":0.366},{"predicted_probability":0.626,"observed_frequency":0.414},{"predicted_probability":0.738,"observed_frequency":0.481},{"predicted_probability":0.835,"observed_frequency":0.455},{"predicted_probability":0.948,"observed_frequency":0.143}]},{"lead_hours":12,"brier_score":0.1593615972235646,"roc_auc":0.6083212609647579,"average_precision":0.2303481806597784,"threat_score":0.0342857142857142,"heidke_skill_score":0.0345449605018052,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.154},{"predicted_probability":0.147,"observed_frequency":0.25},{"predicted_probability":0.245,"observed_frequency":0.286},{"predicted_probability":0.35,"observed_frequency":0.271},{"predicted_probability":0.455,"observed_frequency":0.207},{"predicted_probability":0.543,"observed_frequency":0.378},{"predicted_probability":0.627,"observed_frequency":0.211},{"predicted_probability":0.741,"observed_frequency":0.333},{"predicted_probability":0.831,"observed_frequency":0.471},{"predicted_probability":0.958,"observed_frequency":0.091}]},{"lead_hours":13,"brier_score":0.1616288010555166,"roc_auc":0.5715463479330938,"average_precision":0.2167484571516928,"threat_score":0.052199413489736,"heidke_skill_score":0.040692824975711,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.152},{"predicted_probability":0.143,"observed_frequency":0.213},{"predicted_probability":0.243,"observed_frequency":0.234},{"predicted_probability":0.342,"observed_frequency":0.319},{"predicted_probability":0.442,"observed_frequency":0.259},{"predicted_probability":0.564,"observed_frequency":0.254},{"predicted_probability":0.653,"observed_frequency":0.255},{"predicted_probability":0.752,"observed_frequency":0.343},{"predicted_probability":0.85,"observed_frequency":0.25},{"predicted_probability":0.932,"observed_frequency":0.286}]},{"lead_hours":14,"brier_score":0.1626743302740464,"roc_auc":0.5697533599866296,"average_precision":0.2116429348894748,"threat_score":0.0471142520612485,"heidke_skill_score":0.0332563115550337,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.153},{"predicted_probability":0.145,"observed_frequency":0.233},{"predicted_probability":0.243,"observed_frequency":0.24},{"predicted_probability":0.342,"observed_frequency":0.301},{"predicted_probability":0.442,"observed_frequency":0.22},{"predicted_probability":0.565,"observed_frequency":0.221},{"predicted_probability":0.654,"observed_frequency":0.27},{"predicted_probability":0.745,"observed_frequency":0.333},{"predicted_probability":0.846,"observed_frequency":0.263},{"predicted_probability":0.933,"observed_frequency":0.182}]},{"lead_hours":15,"brier_score":0.1636928810424752,"roc_auc":0.5654967521165152,"average_precision":0.2051348767367111,"threat_score":0.0404280618311533,"heidke_skill_score":0.0246563854474739,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.156},{"predicted_probability":0.144,"observed_frequency":0.224},{"predicted_probability":0.243,"observed_frequency":0.242},{"predicted_probability":0.343,"observed_frequency":0.248},{"predicted_probability":0.439,"observed_frequency":0.228},{"predicted_probability":0.567,"observed_frequency":0.23},{"predicted_probability":0.649,"observed_frequency":0.25},{"predicted_probability":0.743,"observed_frequency":0.291},{"predicted_probability":0.843,"observed_frequency":0.176},{"predicted_probability":0.938,"observed_frequency":0.111}]},{"lead_hours":16,"brier_score":0.1645203045323308,"roc_auc":0.5634043605435588,"average_precision":0.2003837056768488,"threat_score":0.0360144057623049,"heidke_skill_score":0.019887858231621,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.157},{"predicted_probability":0.144,"observed_frequency":0.216},{"predicted_probability":0.243,"observed_frequency":0.261},{"predicted_probability":0.344,"observed_frequency":0.219},{"predicted_probability":0.437,"observed_frequency":0.22},{"predicted_probability":0.569,"observed_frequency":0.265},{"predicted_probability":0.65,"observed_frequency":0.183},{"predicted_probability":0.742,"observed_frequency":0.28},{"predicted_probability":0.847,"observed_frequency":0.154},{"predicted_probability":0.938,"observed_frequency":0.0}]},{"lead_hours":17,"brier_score":0.1650127963744733,"roc_auc":0.5579217345693096,"average_precision":0.1957629973619607,"threat_score":0.0318701142513529,"heidke_skill_score":0.0132758507993697,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.158},{"predicted_probability":0.145,"observed_frequency":0.227},{"predicted_probability":0.244,"observed_frequency":0.229},{"predicted_probability":0.347,"observed_frequency":0.242},{"predicted_probability":0.437,"observed_frequency":0.215},{"predicted_probability":0.569,"observed_frequency":0.23},{"predicted_probability":0.65,"observed_frequency":0.182},{"predicted_probability":0.741,"observed_frequency":0.262},{"predicted_probability":0.839,"observed_frequency":0.143},{"predicted_probability":0.936,"observed_frequency":0.0}]},{"lead_hours":18,"brier_score":0.1653649119429211,"roc_auc":0.553371803128048,"average_precision":0.1925683162988898,"threat_score":0.0289680144840072,"heidke_skill_score":0.00927780426429,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.159},{"predicted_probability":0.144,"observed_frequency":0.232},{"predicted_probability":0.244,"observed_frequency":0.22},{"predicted_probability":0.345,"observed_frequency":0.262},{"predicted_probability":0.441,"observed_frequency":0.18},{"predicted_probability":0.57,"observed_frequency":0.198},{"predicted_probability":0.655,"observed_frequency":0.179},{"predicted_probability":0.747,"observed_frequency":0.324},{"predicted_probability":0.836,"observed_frequency":0.083},{"predicted_probability":0.936,"observed_frequency":0.0}]},{"lead_hours":19,"brier_score":0.1663491293968369,"roc_auc":0.5492053233139236,"average_precision":0.1886193467388183,"threat_score":0.0276941601444912,"heidke_skill_score":0.006219224852732,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.161},{"predicted_probability":0.142,"observed_frequency":0.219},{"predicted_probability":0.246,"observed_frequency":0.225},{"predicted_probability":0.348,"observed_frequency":0.241},{"predicted_probability":0.445,"observed_frequency":0.145},{"predicted_probability":0.567,"observed_frequency":0.176},{"predicted_probability":0.655,"observed_frequency":0.209},{"predicted_probability":0.748,"observed_frequency":0.257},{"predicted_probability":0.84,"observed_frequency":0.091},{"predicted_probability":0.946,"observed_frequency":0.0}]},{"lead_hours":20,"brier_score":0.1668962409283038,"roc_auc":0.5447603002222158,"average_precision":0.1860310734075897,"threat_score":0.0264900662251655,"heidke_skill_score":0.0039969041728732,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.162},{"predicted_probability":0.142,"observed_frequency":0.211},{"predicted_probability":0.245,"observed_frequency":0.23},{"predicted_probability":0.346,"observed_frequency":0.204},{"predicted_probability":0.446,"observed_frequency":0.17},{"predicted_probability":0.57,"observed_frequency":0.157},{"predicted_probability":0.656,"observed_frequency":0.212},{"predicted_probability":0.748,"observed_frequency":0.273},{"predicted_probability":0.843,"observed_frequency":0.091},{"predicted_probability":0.946,"observed_frequency":0.0}]},{"lead_hours":21,"brier_score":0.1677435782836803,"roc_auc":0.539264384212356,"average_precision":0.1820867542360252,"threat_score":0.024024024024024,"heidke_skill_score":-0.0011088640420153,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.162},{"predicted_probability":0.142,"observed_frequency":0.229},{"predicted_probability":0.244,"observed_frequency":0.212},{"predicted_probability":0.346,"observed_frequency":0.2},{"predicted_probability":0.447,"observed_frequency":0.168},{"predicted_probability":0.568,"observed_frequency":0.156},{"predicted_probability":0.65,"observed_frequency":0.162},{"predicted_probability":0.746,"observed_frequency":0.243},{"predicted_probability":0.851,"observed_frequency":0.091},{"predicted_probability":0.951,"observed_frequency":0.0}]},{"lead_hours":22,"brier_score":0.1680876997899379,"roc_auc":0.5343542951011583,"average_precision":0.1800283740163378,"threat_score":0.022115959354453,"heidke_skill_score":-0.0060038172113192,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.162},{"predicted_probability":0.142,"observed_frequency":0.225},{"predicted_probability":0.245,"observed_frequency":0.234},{"predicted_probability":0.344,"observed_frequency":0.191},{"predicted_probability":0.446,"observed_frequency":0.172},{"predicted_probability":0.567,"observed_frequency":0.141},{"predicted_probability":0.648,"observed_frequency":0.136},{"predicted_probability":0.751,"observed_frequency":0.231},{"predicted_probability":0.85,"observed_frequency":0.1},{"predicted_probability":0.945,"observed_frequency":0.0}]},{"lead_hours":23,"brier_score":0.1687457615667658,"roc_auc":0.5279303489026262,"average_precision":0.1773072932969485,"threat_score":0.0205882352941176,"heidke_skill_score":-0.0136506839524467,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.162},{"predicted_probability":0.142,"observed_frequency":0.228},{"predicted_probability":0.244,"observed_frequency":0.227},{"predicted_probability":0.344,"observed_frequency":0.198},{"predicted_probability":0.445,"observed_frequency":0.198},{"predicted_probability":0.567,"observed_frequency":0.118},{"predicted_probability":0.647,"observed_frequency":0.118},{"predicted_probability":0.747,"observed_frequency":0.205},{"predicted_probability":0.844,"observed_frequency":0.091},{"predicted_probability":0.94,"observed_frequency":0.0}]},{"lead_hours":24,"brier_score":0.170194667850879,"roc_auc":0.5252625075748337,"average_precision":0.1754983526868654,"threat_score":0.0249564712710388,"heidke_skill_score":-0.0102705288069666,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.163},{"predicted_probability":0.141,"observed_frequency":0.211},{"predicted_probability":0.242,"observed_frequency":0.232},{"predicted_probability":0.344,"observed_frequency":0.237},{"predicted_probability":0.442,"observed_frequency":0.124},{"predicted_probability":0.569,"observed_frequency":0.159},{"predicted_probability":0.647,"observed_frequency":0.154},{"predicted_probability":0.752,"observed_frequency":0.093},{"predicted_probability":0.843,"observed_frequency":0.182},{"predicted_probability":0.936,"observed_frequency":0.0}]},{"lead_hours":25,"brier_score":0.1634586011316373,"roc_auc":0.5308882134184139,"average_precision":0.1798778470075317,"threat_score":0.0226557583385777,"heidke_skill_score":0.0102627441582418,"reliability":[{"predicted_probability":0.012,"observed_frequency":0.166},{"predicted_probability":0.138,"observed_frequency":0.183},{"predicted_probability":0.241,"observed_frequency":0.133},{"predicted_probability":0.342,"observed_frequency":0.174},{"predicted_probability":0.441,"observed_frequency":0.203},{"predicted_probability":0.531,"observed_frequency":0.233},{"predicted_probability":0.65,"observed_frequency":0.219},{"predicted_probability":0.746,"observed_frequency":0.133},{"predicted_probability":0.833,"observed_frequency":0.0}]},{"lead_hours":26,"brier_score":0.1637230160303068,"roc_auc":0.5300581831991569,"average_precision":0.1786663833983303,"threat_score":0.01973265436028,"heidke_skill_score":0.0088789768955094,"reliability":[{"predicted_probability":0.012,"observed_frequency":0.167},{"predicted_probability":0.137,"observed_frequency":0.173},{"predicted_probability":0.242,"observed_frequency":0.142},{"predicted_probability":0.342,"observed_frequency":0.186},{"predicted_probability":0.438,"observed_frequency":0.155},{"predicted_probability":0.533,"observed_frequency":0.24},{"predicted_probability":0.648,"observed_frequency":0.194},{"predicted_probability":0.73,"observed_frequency":0.2},{"predicted_probability":0.825,"observed_frequency":0.0}]},{"lead_hours":27,"brier_score":0.1642482576358511,"roc_auc":0.5277284086807896,"average_precision":0.1764408643348313,"threat_score":0.0192307692307692,"heidke_skill_score":0.0102263905761056,"reliability":[{"predicted_probability":0.012,"observed_frequency":0.167},{"predicted_probability":0.137,"observed_frequency":0.175},{"predicted_probability":0.24,"observed_frequency":0.15},{"predicted_probability":0.345,"observed_frequency":0.148},{"predicted_probability":0.446,"observed_frequency":0.119},{"predicted_probability":0.535,"observed_frequency":0.256},{"predicted_probability":0.648,"observed_frequency":0.242},{"predicted_probability":0.728,"observed_frequency":0.0},{"predicted_probability":0.817,"observed_frequency":0.0}]},{"lead_hours":28,"brier_score":0.1644216708451148,"roc_auc":0.530027644831733,"average_precision":0.1766128835225929,"threat_score":0.0199100834938985,"heidke_skill_score":0.0119604675167564,"reliability":[{"predicted_probability":0.012,"observed_frequency":0.169},{"predicted_probability":0.138,"observed_frequency":0.166},{"predicted_probability":0.239,"observed_frequency":0.139},{"predicted_probability":0.342,"observed_frequency":0.108},{"predicted_probability":0.442,"observed_frequency":0.15},{"predicted_probability":0.534,"observed_frequency":0.262},{"predicted_probability":0.647,"observed_frequency":0.273},{"predicted_probability":0.728,"observed_frequency":0.0},{"predicted_probability":0.817,"observed_frequency":0.0}]},{"lead_hours":29,"brier_score":0.1645037085727325,"roc_auc":0.5308174163946834,"average_precision":0.1762869376072331,"threat_score":0.0173857050869285,"heidke_skill_score":0.0085414427099588,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.169},{"predicted_probability":0.138,"observed_frequency":0.16},{"predicted_probability":0.239,"observed_frequency":0.145},{"predicted_probability":0.346,"observed_frequency":0.113},{"predicted_probability":0.446,"observed_frequency":0.173},{"predicted_probability":0.536,"observed_frequency":0.241},{"predicted_probability":0.647,"observed_frequency":0.233},{"predicted_probability":0.725,"observed_frequency":0.2},{"predicted_probability":0.817,"observed_frequency":0.0}]},{"lead_hours":30,"brier_score":0.1647060453711181,"roc_auc":0.531481235479999,"average_precision":0.1758747571279905,"threat_score":0.0154838709677419,"heidke_skill_score":0.0059611439351418,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.169},{"predicted_probability":0.138,"observed_frequency":0.176},{"predicted_probability":0.24,"observed_frequency":0.12},{"predicted_probability":0.344,"observed_frequency":0.128},{"predicted_probability":0.45,"observed_frequency":0.167},{"predicted_probability":0.54,"observed_frequency":0.256},{"predicted_probability":0.642,"observed_frequency":0.115},{"predicted_probability":0.738,"observed_frequency":0.167},{"predicted_probability":0.822,"observed_frequency":0.0}]},{"lead_hours":31,"brier_score":0.1650624983823275,"roc_auc":0.5314258206984681,"average_precision":0.1747451147419273,"threat_score":0.0128452151573538,"heidke_skill_score":0.00009236040464658736,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.168},{"predicted_probability":0.137,"observed_frequency":0.171},{"predicted_probability":0.243,"observed_frequency":0.146},{"predicted_probability":0.344,"observed_frequency":0.153},{"predicted_probability":0.445,"observed_frequency":0.14},{"predicted_probability":0.54,"observed_frequency":0.212},{"predicted_probability":0.644,"observed_frequency":0.043},{"predicted_probability":0.745,"observed_frequency":0.143},{"predicted_probability":0.833,"observed_frequency":0.0}]},{"lead_hours":32,"brier_score":0.1656306271651079,"roc_auc":0.5333065780211215,"average_precision":0.1738387773587492,"threat_score":0.0108904548366431,"heidke_skill_score":-0.0040301585843125,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.169},{"predicted_probability":0.136,"observed_frequency":0.165},{"predicted_probability":0.243,"observed_frequency":0.126},{"predicted_probability":0.345,"observed_frequency":0.154},{"predicted_probability":0.445,"observed_frequency":0.17},{"predicted_probability":0.539,"observed_frequency":0.174},{"predicted_probability":0.644,"observed_frequency":0.083},{"predicted_probability":0.748,"observed_frequency":0.0},{"predicted_probability":0.833,"observed_frequency":0.0}]},{"lead_hours":33,"brier_score":0.1663005021871969,"roc_auc":0.5312675703581031,"average_precision":0.171516229544411,"threat_score":0.0089628681177976,"heidke_skill_score":-0.0075056365553875,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.171},{"predicted_probability":0.137,"observed_frequency":0.155},{"predicted_probability":0.244,"observed_frequency":0.112},{"predicted_probability":0.346,"observed_frequency":0.146},{"predicted_probability":0.447,"observed_frequency":0.191},{"predicted_probability":0.539,"observed_frequency":0.153},{"predicted_probability":0.645,"observed_frequency":0.043},{"predicted_probability":0.745,"observed_frequency":0.0},{"predicted_probability":0.822,"observed_frequency":0.0}]},{"lead_hours":34,"brier_score":0.1666612127473954,"roc_auc":0.5276655134179538,"average_precision":0.1688900901625041,"threat_score":0.0058214747736093,"heidke_skill_score":-0.0097314281922759,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.171},{"predicted_probability":0.137,"observed_frequency":0.152},{"predicted_probability":0.241,"observed_frequency":0.117},{"predicted_probability":0.343,"observed_frequency":0.145},{"predicted_probability":0.447,"observed_frequency":0.121},{"predicted_probability":0.543,"observed_frequency":0.111},{"predicted_probability":0.637,"observed_frequency":0.059},{"predicted_probability":0.741,"observed_frequency":0.0},{"predicted_probability":0.82,"observed_frequency":0.0}]},{"lead_hours":35,"brier_score":0.1667979425579172,"roc_auc":0.5269974169151302,"average_precision":0.1679438421674658,"threat_score":0.0064683053040103,"heidke_skill_score":-0.0088428567891942,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.172},{"predicted_probability":0.136,"observed_frequency":0.151},{"predicted_probability":0.24,"observed_frequency":0.123},{"predicted_probability":0.346,"observed_frequency":0.109},{"predicted_probability":0.441,"observed_frequency":0.107},{"predicted_probability":0.541,"observed_frequency":0.128},{"predicted_probability":0.645,"observed_frequency":0.0},{"predicted_probability":0.749,"observed_frequency":0.0},{"predicted_probability":0.802,"observed_frequency":0.0}]},{"lead_hours":36,"brier_score":0.1667239587233655,"roc_auc":0.5257931618629735,"average_precision":0.1672931461127054,"threat_score":0.0058252427184466,"heidke_skill_score":-0.0099349638909946,"reliability":[{"predicted_probability":0.01,"observed_frequency":0.171},{"predicted_probability":0.135,"observed_frequency":0.161},{"predicted_probability":0.238,"observed_frequency":0.128},{"predicted_probability":0.346,"observed_frequency":0.08},{"predicted_probability":0.44,"observed_frequency":0.148},{"predicted_probability":0.541,"observed_frequency":0.115},{"predicted_probability":0.648,"observed_frequency":0.0},{"predicted_probability":0.752,"observed_frequency":0.0},{"predicted_probability":0.802,"observed_frequency":0.0}]},{"lead_hours":37,"brier_score":0.1663556673042177,"roc_auc":0.5263525842270895,"average_precision":0.1678207156758855,"threat_score":0.0071521456436931,"heidke_skill_score":-0.0064287683976712,"reliability":[{"predicted_probability":0.01,"observed_frequency":0.171},{"predicted_probability":0.135,"observed_frequency":0.163},{"predicted_probability":0.24,"observed_frequency":0.113},{"predicted_probability":0.348,"observed_frequency":0.102},{"predicted_probability":0.441,"observed_frequency":0.109},{"predicted_probability":0.538,"observed_frequency":0.145},{"predicted_probability":0.647,"observed_frequency":0.0},{"predicted_probability":0.739,"observed_frequency":0.0},{"predicted_probability":0.802,"observed_frequency":0.0}]},{"lead_hours":38,"brier_score":0.1657528333884642,"roc_auc":0.5270135987883483,"average_precision":0.1688957286455015,"threat_score":0.008491182233834,"heidke_skill_score":-0.0029067025346307,"reliability":[{"predicted_probability":0.01,"observed_frequency":0.171},{"predicted_probability":0.135,"observed_frequency":0.156},{"predicted_probability":0.239,"observed_frequency":0.107},{"predicted_probability":0.348,"observed_frequency":0.138},{"predicted_probability":0.444,"observed_frequency":0.088},{"predicted_probability":0.537,"observed_frequency":0.176},{"predicted_probability":0.649,"observed_frequency":0.0},{"predicted_probability":0.738,"observed_frequency":0.0}]},{"lead_hours":39,"brier_score":0.1656028367623129,"roc_auc":0.5294092627527376,"average_precision":0.1696698237352354,"threat_score":0.0078431372549019,"heidke_skill_score":-0.0040003175434549,"reliability":[{"predicted_probability":0.01,"observed_frequency":0.17},{"predicted_probability":0.135,"observed_frequency":0.164},{"predicted_probability":0.24,"observed_frequency":0.11},{"predicted_probability":0.345,"observed_frequency":0.124},{"predicted_probability":0.438,"observed_frequency":0.086},{"predicted_probability":0.536,"observed_frequency":0.164},{"predicted_probability":0.645,"observed_frequency":0.0},{"predicted_probability":0.739,"observed_frequency":0.0}]},{"lead_hours":40,"brier_score":0.1650141605901717,"roc_auc":0.52895361482318,"average_precision":0.1705752892710619,"threat_score":0.0085638998682476,"heidke_skill_score":-0.0002517253387689,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.17},{"predicted_probability":0.135,"observed_frequency":0.161},{"predicted_probability":0.239,"observed_frequency":0.109},{"predicted_probability":0.343,"observed_frequency":0.111},{"predicted_probability":0.443,"observed_frequency":0.122},{"predicted_probability":0.537,"observed_frequency":0.206},{"predicted_probability":0.648,"observed_frequency":0.0},{"predicted_probability":0.737,"observed_frequency":0.0}]},{"lead_hours":41,"brier_score":0.1645866709345366,"roc_auc":0.5327433038532506,"average_precision":0.17266501514775,"threat_score":0.008575197889182,"heidke_skill_score":0.0001903220910706,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.169},{"predicted_probability":0.135,"observed_frequency":0.165},{"predicted_probability":0.24,"observed_frequency":0.105},{"predicted_probability":0.346,"observed_frequency":0.13},{"predicted_probability":0.442,"observed_frequency":0.152},{"predicted_probability":0.538,"observed_frequency":0.217},{"predicted_probability":0.644,"observed_frequency":0.0},{"predicted_probability":0.737,"observed_frequency":0.0}]},{"lead_hours":42,"brier_score":0.1642480230970163,"roc_auc":0.5357496304021475,"average_precision":0.1745191362912586,"threat_score":0.008575197889182,"heidke_skill_score":0.000188355225102,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.169},{"predicted_probability":0.135,"observed_frequency":0.156},{"predicted_probability":0.24,"observed_frequency":0.112},{"predicted_probability":0.346,"observed_frequency":0.146},{"predicted_probability":0.444,"observed_frequency":0.163},{"predicted_probability":0.539,"observed_frequency":0.213},{"predicted_probability":0.643,"observed_frequency":0.0},{"predicted_probability":0.728,"observed_frequency":0.0}]},{"lead_hours":43,"brier_score":0.1636679907308035,"roc_auc":0.5391340915367427,"average_precision":0.1773097303906328,"threat_score":0.0092409240924092,"heidke_skill_score":0.0015168118671248,"reliability":[{"predicted_probability":0.01,"observed_frequency":0.169},{"predicted_probability":0.135,"observed_frequency":0.134},{"predicted_probability":0.241,"observed_frequency":0.148},{"predicted_probability":0.349,"observed_frequency":0.173},{"predicted_probability":0.446,"observed_frequency":0.17},{"predicted_probability":0.538,"observed_frequency":0.23},{"predicted_probability":0.643,"observed_frequency":0.0},{"predicted_probability":0.729,"observed_frequency":0.0}]},{"lead_hours":44,"brier_score":0.1629176060426096,"roc_auc":0.5427571721026919,"average_precision":0.1806444164670844,"threat_score":0.0119126406353408,"heidke_skill_score":0.0068365530457671,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.168},{"predicted_probability":0.134,"observed_frequency":0.134},{"predicted_probability":0.238,"observed_frequency":0.162},{"predicted_probability":0.341,"observed_frequency":0.197},{"predicted_probability":0.437,"observed_frequency":0.157},{"predicted_probability":0.539,"observed_frequency":0.29},{"predicted_probability":0.657,"observed_frequency":0.0},{"predicted_probability":0.733,"observed_frequency":0.0}]},{"lead_hours":45,"brier_score":0.1622605414799765,"roc_auc":0.5469342153326331,"average_precision":0.1841839020561727,"threat_score":0.0132802124833997,"heidke_skill_score":0.0101757240501561,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.167},{"predicted_probability":0.134,"observed_frequency":0.16},{"predicted_probability":0.24,"observed_frequency":0.16},{"predicted_probability":0.337,"observed_frequency":0.18},{"predicted_probability":0.439,"observed_frequency":0.156},{"predicted_probability":0.54,"observed_frequency":0.322},{"predicted_probability":0.64,"observed_frequency":0.067}]},{"lead_hours":46,"brier_score":0.1614480222110298,"roc_auc":0.5520782077642643,"average_precision":0.1892274192207175,"threat_score":0.0158940397350993,"heidke_skill_score":0.0136735781472026,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.164},{"predicted_probability":0.133,"observed_frequency":0.179},{"predicted_probability":0.241,"observed_frequency":0.178},{"predicted_probability":0.341,"observed_frequency":0.203},{"predicted_probability":0.442,"observed_frequency":0.155},{"predicted_probability":0.54,"observed_frequency":0.333},{"predicted_probability":0.642,"observed_frequency":0.077}]},{"lead_hours":47,"brier_score":0.1612180571263612,"roc_auc":0.5519633237344684,"average_precision":0.1906652685016346,"threat_score":0.016479894528675,"heidke_skill_score":0.0131779441067629,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.162},{"predicted_probability":0.134,"observed_frequency":0.204},{"predicted_probability":0.24,"observed_frequency":0.191},{"predicted_probability":0.346,"observed_frequency":0.173},{"predicted_probability":0.45,"observed_frequency":0.216},{"predicted_probability":0.539,"observed_frequency":0.316},{"predicted_probability":0.639,"observed_frequency":0.071}]},{"lead_hours":48,"brier_score":0.1607103706856603,"roc_auc":0.5528638127985547,"average_precision":0.1925564211050759,"threat_score":0.0190664036817883,"heidke_skill_score":0.0166399182969921,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.163},{"predicted_probability":0.135,"observed_frequency":0.195},{"predicted_probability":0.239,"observed_frequency":0.167},{"predicted_probability":0.346,"observed_frequency":0.18},{"predicted_probability":0.435,"observed_frequency":0.237},{"predicted_probability":0.54,"observed_frequency":0.321},{"predicted_probability":0.64,"observed_frequency":0.143}]}]},{"threshold":5.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0249119248304607,"roc_auc":0.8841704863566257,"average_precision":0.7485540756673387,"threat_score":0.5102880658436214,"heidke_skill_score":0.6626506024096384,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.021},{"predicted_probability":0.143,"observed_frequency":0.75},{"predicted_probability":0.264,"observed_frequency":0.833},{"predicted_probability":0.363,"observed_frequency":0.923},{"predicted_probability":0.436,"observed_frequency":0.75},{"predicted_probability":0.539,"observed_frequency":0.75},{"predicted_probability":0.635,"observed_frequency":0.846},{"predicted_probability":0.73,"observed_frequency":0.833},{"predicted_probability":0.84,"observed_frequency":0.8},{"predicted_probability":0.981,"observed_frequency":0.975}]},{"lead_hours":2,"brier_score":0.0377209991604351,"roc_auc":0.7846888152772996,"average_precision":0.5134446168837918,"threat_score":0.2769857433808554,"heidke_skill_score":0.4179968509883879,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.034},{"predicted_probability":0.131,"observed_frequency":0.514},{"predicted_probability":0.258,"observed_frequency":0.6},{"predicted_probability":0.365,"observed_frequency":0.696},{"predicted_probability":0.436,"observed_frequency":0.667},{"predicted_probability":0.527,"observed_frequency":0.6},{"predicted_probability":0.627,"observed_frequency":0.833},{"predicted_probability":0.729,"observed_frequency":0.667},{"predicted_probability":0.851,"observed_frequency":0.889},{"predicted_probability":0.972,"observed_frequency":0.936}]},{"lead_hours":3,"brier_score":0.0453865872030176,"roc_auc":0.7001182374095513,"average_precision":0.3236416824740836,"threat_score":0.1396303901437371,"heidke_skill_score":0.2321456972373539,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.042},{"predicted_probability":0.137,"observed_frequency":0.372},{"predicted_probability":0.264,"observed_frequency":0.429},{"predicted_probability":0.354,"observed_frequency":0.533},{"predicted_probability":0.436,"observed_frequency":0.778},{"predicted_probability":0.522,"observed_frequency":0.444},{"predicted_probability":0.633,"observed_frequency":0.429},{"predicted_probability":0.706,"observed_frequency":0.2},{"predicted_probability":0.844,"observed_frequency":0.769},{"predicted_probability":0.975,"observed_frequency":0.943}]},{"lead_hours":4,"brier_score":0.0501539511640806,"roc_auc":0.6313178361244508,"average_precision":0.1742349370127804,"threat_score":0.0662650602409638,"heidke_skill_score":0.1128581062762712,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.047},{"predicted_probability":0.158,"observed_frequency":0.333},{"predicted_probability":0.233,"observed_frequency":0.292},{"predicted_probability":0.347,"observed_frequency":0.308},{"predicted_probability":0.424,"observed_frequency":0.571},{"predicted_probability":0.541,"observed_frequency":0.294},{"predicted_probability":0.669,"observed_frequency":0.593},{"predicted_probability":0.768,"observed_frequency":0.333},{"predicted_probability":0.855,"observed_frequency":0.167},{"predicted_probability":0.955,"observed_frequency":0.909}]},{"lead_hours":5,"brier_score":0.0517249540590988,"roc_auc":0.5877349066292553,"average_precision":0.1172425790360139,"threat_score":0.040650406504065,"heidke_skill_score":0.0691992072109841,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.05},{"predicted_probability":0.159,"observed_frequency":0.179},{"predicted_probability":0.237,"observed_frequency":0.111},{"predicted_probability":0.348,"observed_frequency":0.615},{"predicted_probability":0.421,"observed_frequency":0.3},{"predicted_probability":0.541,"observed_frequency":0.389},{"predicted_probability":0.664,"observed_frequency":0.375},{"predicted_probability":0.768,"observed_frequency":0.667},{"predicted_probability":0.853,"observed_frequency":0.4},{"predicted_probability":0.946,"observed_frequency":0.75}]},{"lead_hours":6,"brier_score":0.0526575989117767,"roc_auc":0.5582018841269717,"average_precision":0.0886078274131941,"threat_score":0.0265848670756646,"heidke_skill_score":0.0442896853941281,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.051},{"predicted_probability":0.156,"observed_frequency":0.147},{"predicted_probability":0.24,"observed_frequency":0.182},{"predicted_probability":0.349,"observed_frequency":0.3},{"predicted_probability":0.426,"observed_frequency":0.3},{"predicted_probability":0.541,"observed_frequency":0.412},{"predicted_probability":0.673,"observed_frequency":0.25},{"predicted_probability":0.779,"observed_frequency":0.0},{"predicted_probability":0.843,"observed_frequency":0.333},{"predicted_probability":0.944,"observed_frequency":1.0}]},{"lead_hours":7,"brier_score":0.0523979684132021,"roc_auc":0.5860170870287092,"average_precision":0.0885953648780155,"threat_score":0.0126050420168067,"heidke_skill_score":0.0210099552486228,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.05},{"predicted_probability":0.142,"observed_frequency":0.171},{"predicted_probability":0.237,"observed_frequency":0.303},{"predicted_probability":0.35,"observed_frequency":0.118},{"predicted_probability":0.457,"observed_frequency":0.385},{"predicted_probability":0.554,"observed_frequency":0.364},{"predicted_probability":0.681,"observed_frequency":0.0},{"predicted_probability":0.719,"observed_frequency":0.5}]},{"lead_hours":8,"brier_score":0.052578374202544,"roc_auc":0.5472098356012478,"average_precision":0.072730197582514,"threat_score":0.0064102564102564,"heidke_skill_score":0.01095675849931,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.051},{"predicted_probability":0.148,"observed_frequency":0.2},{"predicted_probability":0.237,"observed_frequency":0.167},{"predicted_probability":0.348,"observed_frequency":0.154},{"predicted_probability":0.437,"observed_frequency":0.286},{"predicted_probability":0.56,"observed_frequency":0.5},{"predicted_probability":0.618,"observed_frequency":0.25}]},{"lead_hours":9,"brier_score":0.0528695120232088,"roc_auc":0.5283206490259478,"average_precision":0.0604590488100864,"threat_score":0.0,"heidke_skill_score":-0.0009095490841516,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.052},{"predicted_probability":0.142,"observed_frequency":0.167},{"predicted_probability":0.238,"observed_frequency":0.067},{"predicted_probability":0.345,"observed_frequency":0.1},{"predicted_probability":0.451,"observed_frequency":0.667},{"predicted_probability":0.56,"observed_frequency":0.0}]},{"lead_hours":10,"brier_score":0.0528449669948597,"roc_auc":0.5219334041178535,"average_precision":0.0582142164988623,"threat_score":0.0,"heidke_skill_score":-0.0009096364487966,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.053},{"predicted_probability":0.149,"observed_frequency":0.087},{"predicted_probability":0.237,"observed_frequency":0.071},{"predicted_probability":0.353,"observed_frequency":0.25},{"predicted_probability":0.427,"observed_frequency":0.0},{"predicted_probability":0.559,"observed_frequency":0.0}]},{"lead_hours":11,"brier_score":0.0528590494962127,"roc_auc":0.5152764335833535,"average_precision":0.0561799785521924,"threat_score":0.0,"heidke_skill_score":-0.0009097237604009,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.052},{"predicted_probability":0.144,"observed_frequency":0.143},{"predicted_probability":0.234,"observed_frequency":0.0},{"predicted_probability":0.339,"observed_frequency":0.1},{"predicted_probability":0.469,"observed_frequency":0.0},{"predicted_probability":0.573,"observed_frequency":0.0},{"predicted_probability":0.608,"observed_frequency":0.0}]},{"lead_hours":12,"brier_score":0.0529252915473493,"roc_auc":0.5119538419448755,"average_precision":0.0548011299375365,"threat_score":0.0,"heidke_skill_score":-0.0009098110184747,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.053},{"predicted_probability":0.147,"observed_frequency":0.121},{"predicted_probability":0.226,"observed_frequency":0.0},{"predicted_probability":0.343,"observed_frequency":0.0},{"predicted_probability":0.467,"observed_frequency":0.0},{"predicted_probability":0.566,"observed_frequency":0.0},{"predicted_probability":0.645,"observed_frequency":0.0}]},{"lead_hours":13,"brier_score":0.0535657514602933,"roc_auc":0.4993933955795139,"average_precision":0.0530751307431258,"threat_score":0.0,"heidke_skill_score":-0.0035568326327742,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.052},{"predicted_probability":0.147,"observed_frequency":0.053},{"predicted_probability":0.243,"observed_frequency":0.04},{"predicted_probability":0.342,"observed_frequency":0.133},{"predicted_probability":0.446,"observed_frequency":0.0},{"predicted_probability":0.531,"observed_frequency":0.0},{"predicted_probability":0.619,"observed_frequency":0.0},{"predicted_probability":0.757,"observed_frequency":0.0}]},{"lead_hours":14,"brier_score":0.0533245487834057,"roc_auc":0.4927314230712824,"average_precision":0.0518153583178046,"threat_score":0.0,"heidke_skill_score":-0.0026881568895423,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.052},{"predicted_probability":0.149,"observed_frequency":0.032},{"predicted_probability":0.249,"observed_frequency":0.115},{"predicted_probability":0.354,"observed_frequency":0.05},{"predicted_probability":0.45,"observed_frequency":0.0},{"predicted_probability":0.54,"observed_frequency":0.0},{"predicted_probability":0.664,"observed_frequency":0.0},{"predicted_probability":0.749,"observed_frequency":0.0}]},{"lead_hours":15,"brier_score":0.0531463155988285,"roc_auc":0.4872895362953719,"average_precision":0.0507282461150989,"threat_score":0.0,"heidke_skill_score":-0.0024690252026643,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.052},{"predicted_probability":0.151,"observed_frequency":0.065},{"predicted_probability":0.248,"observed_frequency":0.05},{"predicted_probability":0.356,"observed_frequency":0.0},{"predicted_probability":0.439,"observed_frequency":0.0},{"predicted_probability":0.527,"observed_frequency":0.0},{"predicted_probability":0.611,"observed_frequency":0.0},{"predicted_probability":0.721,"observed_frequency":0.0}]},{"lead_hours":16,"brier_score":0.0530195727402886,"roc_auc":0.4814253010478512,"average_precision":0.0499785283765528,"threat_score":0.0,"heidke_skill_score":-0.0018062082453909,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.053},{"predicted_probability":0.147,"observed_frequency":0.034},{"predicted_probability":0.252,"observed_frequency":0.0},{"predicted_probability":0.363,"observed_frequency":0.0},{"predicted_probability":0.447,"observed_frequency":0.0},{"predicted_probability":0.537,"observed_frequency":0.0},{"predicted_probability":0.671,"observed_frequency":0.0}]},{"lead_hours":17,"brier_score":0.0528915855154084,"roc_auc":0.4782195203322137,"average_precision":0.0496113721026935,"threat_score":0.0,"heidke_skill_score":-0.0013600442563595,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.053},{"predicted_probability":0.147,"observed_frequency":0.0},{"predicted_probability":0.248,"observed_frequency":0.0},{"predicted_probability":0.365,"observed_frequency":0.0},{"predicted_probability":0.439,"observed_frequency":0.0},{"predicted_probability":0.535,"observed_frequency":0.0}]},{"lead_hours":18,"brier_score":0.0527574478900079,"roc_auc":0.475397636745967,"average_precision":0.0495146278353531,"threat_score":0.0,"heidke_skill_score":-0.0015837586573575,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.053},{"predicted_probability":0.149,"observed_frequency":0.0},{"predicted_probability":0.242,"observed_frequency":0.0},{"predicted_probability":0.373,"observed_frequency":0.0},{"predicted_probability":0.432,"observed_frequency":0.0},{"predicted_probability":0.523,"observed_frequency":0.0}]},{"lead_hours":19,"brier_score":0.0526328982074233,"roc_auc":0.4731907708086649,"average_precision":0.0495716519905473,"threat_score":0.0,"heidke_skill_score":-0.0013602780745438,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.052},{"predicted_probability":0.15,"observed_frequency":0.0},{"predicted_probability":0.243,"observed_frequency":0.0},{"predicted_probability":0.37,"observed_frequency":0.0},{"predicted_probability":0.45,"observed_frequency":0.0},{"predicted_probability":0.529,"observed_frequency":0.0}]},{"lead_hours":20,"brier_score":0.0525360451708095,"roc_auc":0.4690006561218638,"average_precision":0.0495994811745654,"threat_score":0.0,"heidke_skill_score":-0.0013603947658475,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.052},{"predicted_probability":0.148,"observed_frequency":0.0},{"predicted_probability":0.241,"observed_frequency":0.0},{"predicted_probability":0.375,"observed_frequency":0.0},{"predicted_probability":0.427,"observed_frequency":0.0},{"predicted_probability":0.533,"observed_frequency":0.0}]},{"lead_hours":21,"brier_score":0.0524180317984984,"roc_auc":0.4651613033309137,"average_precision":0.0496349232336934,"threat_score":0.0,"heidke_skill_score":-0.0009105938488365,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.052},{"predicted_probability":0.15,"observed_frequency":0.0},{"predicted_probability":0.251,"observed_frequency":0.0},{"predicted_probability":0.374,"observed_frequency":0.0},{"predicted_probability":0.432,"observed_frequency":0.0},{"predicted_probability":0.549,"observed_frequency":0.0}]},{"lead_hours":22,"brier_score":0.0523754240667408,"roc_auc":0.4618615312226927,"average_precision":0.0494862999850161,"threat_score":0.0,"heidke_skill_score":-0.0009106984298041,"reliability":[{"predicted_probability":0.001,"observed_frequency":0.052},{"predicted_probability":0.148,"observed_frequency":0.0},{"predicted_probability":0.247,"observed_frequency":0.0},{"predicted_probability":0.359,"observed_frequency":0.0},{"predicted_probability":0.45,"observed_frequency":0.0},{"predicted_probability":0.547,"observed_frequency":0.0}]},{"lead_hours":23,"brier_score":0.0524059747081619,"roc_auc":0.4643909325588899,"average_precision":0.0495962174784739,"threat_score":0.0,"heidke_skill_score":-0.0013608239940486,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.052},{"predicted_probability":0.152,"observed_frequency":0.0},{"predicted_probability":0.25,"observed_frequency":0.0},{"predicted_probability":0.361,"observed_frequency":0.0},{"predicted_probability":0.528,"observed_frequency":0.0},{"predicted_probability":0.611,"observed_frequency":0.0}]},{"lead_hours":24,"brier_score":0.0526452811069116,"roc_auc":0.4599694757083115,"average_precision":0.0492790398684781,"threat_score":0.0,"heidke_skill_score":-0.001360980389784,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.052},{"predicted_probability":0.152,"observed_frequency":0.015},{"predicted_probability":0.252,"observed_frequency":0.0},{"predicted_probability":0.373,"observed_frequency":0.0},{"predicted_probability":0.422,"observed_frequency":0.0},{"predicted_probability":0.524,"observed_frequency":0.0},{"predicted_probability":0.639,"observed_frequency":0.0}]},{"lead_hours":25,"brier_score":0.0538839704732054,"roc_auc":0.4634801904300815,"average_precision":0.0469937294935096,"threat_score":0.0,"heidke_skill_score":-0.0042026844093679,"reliability":[{"predicted_probability":0.004,"observed_frequency":0.053},{"predicted_probability":0.144,"observed_frequency":0.036},{"predicted_probability":0.239,"observed_frequency":0.032},{"predicted_probability":0.336,"observed_frequency":0.0},{"predicted_probability":0.425,"observed_frequency":0.0},{"predicted_probability":0.546,"observed_frequency":0.0},{"predicted_probability":0.673,"observed_frequency":0.0}]},{"lead_hours":26,"brier_score":0.0536399292832867,"roc_auc":0.4656958398902474,"average_precision":0.0474310369215035,"threat_score":0.0,"heidke_skill_score":-0.0044159100331917,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.143,"observed_frequency":0.051},{"predicted_probability":0.237,"observed_frequency":0.034},{"predicted_probability":0.346,"observed_frequency":0.0},{"predicted_probability":0.42,"observed_frequency":0.0},{"predicted_probability":0.545,"observed_frequency":0.0},{"predicted_probability":0.673,"observed_frequency":0.0}]},{"lead_hours":27,"brier_score":0.0532500488853563,"roc_auc":0.4692192628463814,"average_precision":0.0479812819974004,"threat_score":0.0,"heidke_skill_score":-0.0037756615427887,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.141,"observed_frequency":0.071},{"predicted_probability":0.238,"observed_frequency":0.041},{"predicted_probability":0.345,"observed_frequency":0.0},{"predicted_probability":0.425,"observed_frequency":0.0},{"predicted_probability":0.542,"observed_frequency":0.0},{"predicted_probability":0.676,"observed_frequency":0.0}]},{"lead_hours":28,"brier_score":0.0529388643825623,"roc_auc":0.469342669949281,"average_precision":0.0487435572618814,"threat_score":0.0,"heidke_skill_score":-0.0026914157295309,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.139,"observed_frequency":0.092},{"predicted_probability":0.237,"observed_frequency":0.073},{"predicted_probability":0.343,"observed_frequency":0.0},{"predicted_probability":0.421,"observed_frequency":0.0},{"predicted_probability":0.539,"observed_frequency":0.0},{"predicted_probability":0.636,"observed_frequency":0.0}]},{"lead_hours":29,"brier_score":0.0526804809201248,"roc_auc":0.4751687252764995,"average_precision":0.0495017812897641,"threat_score":0.0,"heidke_skill_score":-0.0020306492662596,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.139,"observed_frequency":0.091},{"predicted_probability":0.239,"observed_frequency":0.105},{"predicted_probability":0.349,"observed_frequency":0.0},{"predicted_probability":0.42,"observed_frequency":0.0},{"predicted_probability":0.556,"observed_frequency":0.0}]},{"lead_hours":30,"brier_score":0.0527464090893227,"roc_auc":0.4778885255608036,"average_precision":0.0499413735687327,"threat_score":0.0,"heidke_skill_score":-0.0024725107997521,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.143,"observed_frequency":0.103},{"predicted_probability":0.244,"observed_frequency":0.108},{"predicted_probability":0.35,"observed_frequency":0.0},{"predicted_probability":0.42,"observed_frequency":0.0},{"predicted_probability":0.548,"observed_frequency":0.0}]},{"lead_hours":31,"brier_score":0.052728858378216,"roc_auc":0.4818371823858742,"average_precision":0.0498781824167597,"threat_score":0.0,"heidke_skill_score":-0.0024727955028105,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.142,"observed_frequency":0.1},{"predicted_probability":0.238,"observed_frequency":0.091},{"predicted_probability":0.348,"observed_frequency":0.0},{"predicted_probability":0.416,"observed_frequency":0.0},{"predicted_probability":0.536,"observed_frequency":0.0}]},{"lead_hours":32,"brier_score":0.0527158557020367,"roc_auc":0.4850373511003432,"average_precision":0.0496890389201531,"threat_score":0.0,"heidke_skill_score":-0.0022526468600606,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.14,"observed_frequency":0.102},{"predicted_probability":0.243,"observed_frequency":0.054},{"predicted_probability":0.35,"observed_frequency":0.0},{"predicted_probability":0.417,"observed_frequency":0.0},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":33,"brier_score":0.0527058404309034,"roc_auc":0.4888472928950272,"average_precision":0.0493719036955139,"threat_score":0.0,"heidke_skill_score":-0.0015863311635014,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.137,"observed_frequency":0.062},{"predicted_probability":0.244,"observed_frequency":0.053},{"predicted_probability":0.35,"observed_frequency":0.0},{"predicted_probability":0.422,"observed_frequency":0.0},{"predicted_probability":0.524,"observed_frequency":0.0}]},{"lead_hours":34,"brier_score":0.0525873458539652,"roc_auc":0.4903919113588324,"average_precision":0.0493171844706283,"threat_score":0.0,"heidke_skill_score":-0.001137695256948,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.14,"observed_frequency":0.063},{"predicted_probability":0.235,"observed_frequency":0.05},{"predicted_probability":0.355,"observed_frequency":0.0},{"predicted_probability":0.418,"observed_frequency":0.0},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":35,"brier_score":0.052532057878433,"roc_auc":0.4881903376959121,"average_precision":0.049383546301208,"threat_score":0.0,"heidke_skill_score":-0.0009120601716498,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.14,"observed_frequency":0.077},{"predicted_probability":0.238,"observed_frequency":0.029},{"predicted_probability":0.354,"observed_frequency":0.0},{"predicted_probability":0.419,"observed_frequency":0.0},{"predicted_probability":0.535,"observed_frequency":0.0}]},{"lead_hours":36,"brier_score":0.0524938683425635,"roc_auc":0.4893730052922878,"average_precision":0.0495148278733404,"threat_score":0.0,"heidke_skill_score":-0.0011379570636144,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.141,"observed_frequency":0.081},{"predicted_probability":0.237,"observed_frequency":0.025},{"predicted_probability":0.352,"observed_frequency":0.0},{"predicted_probability":0.409,"observed_frequency":0.0},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":37,"brier_score":0.0523575615204812,"roc_auc":0.4905295622895623,"average_precision":0.0497790831141464,"threat_score":0.0,"heidke_skill_score":-0.0006855575868373,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.142,"observed_frequency":0.043},{"predicted_probability":0.236,"observed_frequency":0.061},{"predicted_probability":0.344,"observed_frequency":0.04},{"predicted_probability":0.432,"observed_frequency":0.0},{"predicted_probability":0.543,"observed_frequency":0.0}]},{"lead_hours":38,"brier_score":0.052214406728755,"roc_auc":0.4928542180196926,"average_precision":0.0503138319888349,"threat_score":0.0,"heidke_skill_score":-0.0009123749982891,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.052},{"predicted_probability":0.14,"observed_frequency":0.043},{"predicted_probability":0.242,"observed_frequency":0.062},{"predicted_probability":0.344,"observed_frequency":0.118},{"predicted_probability":0.432,"observed_frequency":0.0},{"predicted_probability":0.535,"observed_frequency":0.0}]},{"lead_hours":39,"brier_score":0.0520792132375579,"roc_auc":0.4971400474189029,"average_precision":0.0515854327328968,"threat_score":0.0,"heidke_skill_score":-0.0011383499996203,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.139,"observed_frequency":0.066},{"predicted_probability":0.241,"observed_frequency":0.086},{"predicted_probability":0.349,"observed_frequency":0.133},{"predicted_probability":0.424,"observed_frequency":0.0},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":40,"brier_score":0.0520571707448217,"roc_auc":0.4993914285329345,"average_precision":0.0520433349344078,"threat_score":0.0,"heidke_skill_score":-0.0011384810385966,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.14,"observed_frequency":0.079},{"predicted_probability":0.235,"observed_frequency":0.0},{"predicted_probability":0.351,"observed_frequency":0.222},{"predicted_probability":0.424,"observed_frequency":0.0},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":41,"brier_score":0.0519816307998569,"roc_auc":0.4975411647398065,"average_precision":0.0527719734428696,"threat_score":0.0,"heidke_skill_score":-0.0009126900423488,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.142,"observed_frequency":0.079},{"predicted_probability":0.235,"observed_frequency":0.0},{"predicted_probability":0.351,"observed_frequency":0.278},{"predicted_probability":0.437,"observed_frequency":0.0},{"predicted_probability":0.535,"observed_frequency":0.0}]},{"lead_hours":42,"brier_score":0.0519938860190859,"roc_auc":0.500661680479752,"average_precision":0.0528138283691509,"threat_score":0.0,"heidke_skill_score":-0.0009127951053898,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.143,"observed_frequency":0.06},{"predicted_probability":0.233,"observed_frequency":0.0},{"predicted_probability":0.348,"observed_frequency":0.278},{"predicted_probability":0.424,"observed_frequency":0.0},{"predicted_probability":0.535,"observed_frequency":0.0}]},{"lead_hours":43,"brier_score":0.0520179919281021,"roc_auc":0.5034544988948191,"average_precision":0.0529753610195336,"threat_score":0.0,"heidke_skill_score":-0.0011388743366055,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.142,"observed_frequency":0.06},{"predicted_probability":0.231,"observed_frequency":0.0},{"predicted_probability":0.344,"observed_frequency":0.235},{"predicted_probability":0.424,"observed_frequency":0.2},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":44,"brier_score":0.052014613684865,"roc_auc":0.5068284200735977,"average_precision":0.0531314641356812,"threat_score":0.0,"heidke_skill_score":-0.001139005496334,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.141,"observed_frequency":0.068},{"predicted_probability":0.236,"observed_frequency":0.061},{"predicted_probability":0.35,"observed_frequency":0.188},{"predicted_probability":0.435,"observed_frequency":0.0},{"predicted_probability":0.533,"observed_frequency":0.0}]},{"lead_hours":45,"brier_score":0.0520700532742582,"roc_auc":0.509377443446844,"average_precision":0.0534114575303705,"threat_score":0.0,"heidke_skill_score":-0.0011391366862768,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.051},{"predicted_probability":0.138,"observed_frequency":0.051},{"predicted_probability":0.24,"observed_frequency":0.083},{"predicted_probability":0.355,"observed_frequency":0.167},{"predicted_probability":0.429,"observed_frequency":0.0},{"predicted_probability":0.544,"observed_frequency":0.0}]},{"lead_hours":46,"brier_score":0.0521420985715007,"roc_auc":0.5111804123016355,"average_precision":0.0541657783282942,"threat_score":0.0,"heidke_skill_score":-0.0013644302139431,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.051},{"predicted_probability":0.138,"observed_frequency":0.061},{"predicted_probability":0.23,"observed_frequency":0.081},{"predicted_probability":0.346,"observed_frequency":0.0},{"predicted_probability":0.426,"observed_frequency":0.375},{"predicted_probability":0.538,"observed_frequency":0.0}]},{"lead_hours":47,"brier_score":0.0521765944188536,"roc_auc":0.5161356526429342,"average_precision":0.0542246165324976,"threat_score":0.0,"heidke_skill_score":-0.0009133207836299,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.051},{"predicted_probability":0.142,"observed_frequency":0.07},{"predicted_probability":0.231,"observed_frequency":0.079},{"predicted_probability":0.344,"observed_frequency":0.0},{"predicted_probability":0.42,"observed_frequency":0.167},{"predicted_probability":0.523,"observed_frequency":0.0}]},{"lead_hours":48,"brier_score":0.0522487078234711,"roc_auc":0.5160344432307049,"average_precision":0.0558728825508826,"threat_score":0.0021786492374727,"heidke_skill_score":0.0021008340145539,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.051},{"predicted_probability":0.144,"observed_frequency":0.046},{"predicted_probability":0.238,"observed_frequency":0.146},{"predicted_probability":0.348,"observed_frequency":0.0},{"predicted_probability":0.427,"observed_frequency":0.143},{"predicted_probability":0.527,"observed_frequency":0.1}]}]},{"threshold":6.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0081639269587348,"roc_auc":0.7362746925839163,"average_precision":0.4629290503777698,"threat_score":0.4621212121212121,"heidke_skill_score":0.6284859985049746,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.5,"observed_frequency":1.0},{"predicted_probability":0.8,"observed_frequency":1.0},{"predicted_probability":0.818,"observed_frequency":1.0},{"predicted_probability":0.998,"observed_frequency":0.948}]},{"lead_hours":2,"brier_score":0.0137424155695477,"roc_auc":0.5463359797653341,"average_precision":0.0865948333513994,"threat_score":0.0909090909090909,"heidke_skill_score":0.1640948348046643,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.8,"observed_frequency":1.0},{"predicted_probability":1.0,"observed_frequency":0.786}]},{"lead_hours":3,"brier_score":0.0138540033262998,"roc_auc":0.5310077519379846,"average_precision":0.0758694081580848,"threat_score":0.0620155038759689,"heidke_skill_score":0.1152621947033667,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.996,"observed_frequency":1.0}]},{"lead_hours":4,"brier_score":0.0146573963765041,"roc_auc":0.5037606449497078,"average_precision":0.0224089859634266,"threat_score":0.0077519379844961,"heidke_skill_score":0.0151608060389483,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015},{"predicted_probability":0.952,"observed_frequency":1.0}]},{"lead_hours":5,"brier_score":0.0147732478240952,"roc_auc":0.5,"average_precision":0.0147732478240952,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":6,"brier_score":0.0147749398694307,"roc_auc":0.5,"average_precision":0.0147749398694307,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":7,"brier_score":0.0147766323024054,"roc_auc":0.5,"average_precision":0.0147766323024054,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":8,"brier_score":0.0147783251231527,"roc_auc":0.5,"average_precision":0.0147783251231527,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":9,"brier_score":0.0147800183318056,"roc_auc":0.5,"average_precision":0.0147800183318056,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":10,"brier_score":0.0146671250143233,"roc_auc":0.5,"average_precision":0.0146671250143233,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":11,"brier_score":0.0145542058216823,"roc_auc":0.5,"average_precision":0.0145542058216823,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.015}]},{"lead_hours":12,"brier_score":0.0144412607449856,"roc_auc":0.5,"average_precision":0.0144412607449856,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014}]},{"lead_hours":13,"brier_score":0.014331431269286,"roc_auc":0.4995348296313525,"average_precision":0.0143282897753324,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.149,"observed_frequency":0.0}]},{"lead_hours":14,"brier_score":0.0142187977185352,"roc_auc":0.4996511222235144,"average_precision":0.0142152929038174,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.172,"observed_frequency":0.0}]},{"lead_hours":15,"brier_score":0.0141067379732933,"roc_auc":0.4998255611117572,"average_precision":0.0141022701215317,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.196,"observed_frequency":0.0}]},{"lead_hours":16,"brier_score":0.0139926271126987,"roc_auc":0.4996511222235144,"average_precision":0.0139892214195619,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.172,"observed_frequency":0.0}]},{"lead_hours":17,"brier_score":0.0138795528809137,"roc_auc":0.4995929759274334,"average_precision":0.0138761467889908,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.172,"observed_frequency":0.0}]},{"lead_hours":18,"brier_score":0.0137654566620207,"roc_auc":0.4997674148156762,"average_precision":0.0137630462208968,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014},{"predicted_probability":0.145,"observed_frequency":0.0}]},{"lead_hours":19,"brier_score":0.0136500111145648,"roc_auc":0.4994766833352715,"average_precision":0.0136499197063546,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014}]},{"lead_hours":20,"brier_score":0.0135369057989181,"roc_auc":0.4994766833352715,"average_precision":0.0135367672364345,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.014}]},{"lead_hours":21,"brier_score":0.0134238328485299,"roc_auc":0.4994185370391906,"average_precision":0.0134235888022028,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":22,"brier_score":0.0134271208841736,"roc_auc":0.4992440102349383,"average_precision":0.0134251290877796,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":23,"brier_score":0.013428606567342,"roc_auc":0.4992439222984762,"average_precision":0.0134266697268762,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":24,"brier_score":0.0134328384087886,"roc_auc":0.4993601675197766,"average_precision":0.0134282107196143,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.172,"observed_frequency":0.0}]},{"lead_hours":25,"brier_score":0.0135517985400872,"roc_auc":0.5014230097999731,"average_precision":0.0135998681453226,"threat_score":0.0,"heidke_skill_score":-0.000451624109782,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.119,"observed_frequency":0.0},{"predicted_probability":0.285,"observed_frequency":0.0},{"predicted_probability":0.452,"observed_frequency":0.0},{"predicted_probability":0.567,"observed_frequency":0.0},{"predicted_probability":0.632,"observed_frequency":0.0}]},{"lead_hours":26,"brier_score":0.0135264953410751,"roc_auc":0.5020034848403478,"average_precision":0.0137049967723828,"threat_score":0.0,"heidke_skill_score":-0.0004516759784696,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.285,"observed_frequency":0.0},{"predicted_probability":0.509,"observed_frequency":0.0},{"predicted_probability":0.622,"observed_frequency":0.0}]},{"lead_hours":27,"brier_score":0.0135238783597349,"roc_auc":0.5020096858802782,"average_precision":0.0137928590664909,"threat_score":0.0,"heidke_skill_score":-0.0004517278590603,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.265,"observed_frequency":0.0},{"predicted_probability":0.509,"observed_frequency":0.0},{"predicted_probability":0.622,"observed_frequency":0.0}]},{"lead_hours":28,"brier_score":0.0135071202745336,"roc_auc":0.5107747815499212,"average_precision":0.015216435435084,"threat_score":0.0,"heidke_skill_score":-0.0002277531856263,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.122,"observed_frequency":0.0},{"predicted_probability":0.268,"observed_frequency":0.0},{"predicted_probability":0.473,"observed_frequency":0.0},{"predicted_probability":0.567,"observed_frequency":0.0}]},{"lead_hours":29,"brier_score":0.0134850111210959,"roc_auc":0.5194901840228345,"average_precision":0.0183447834841189,"threat_score":0.0,"heidke_skill_score":-0.0002277793460564,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.245,"observed_frequency":0.0},{"predicted_probability":0.337,"observed_frequency":0.0},{"predicted_probability":0.509,"observed_frequency":0.0}]},{"lead_hours":30,"brier_score":0.0134755847097061,"roc_auc":0.5112364805030695,"average_precision":0.0154128160674617,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.194,"observed_frequency":0.0},{"predicted_probability":0.285,"observed_frequency":0.0},{"predicted_probability":0.465,"observed_frequency":0.0}]},{"lead_hours":31,"brier_score":0.0134672256792565,"roc_auc":0.5152714712616914,"average_precision":0.0164797578305503,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.14,"observed_frequency":0.0},{"predicted_probability":0.25,"observed_frequency":0.0},{"predicted_probability":0.413,"observed_frequency":0.0}]},{"lead_hours":32,"brier_score":0.013446018383938,"roc_auc":0.5111773932221066,"average_precision":0.0153199821725511,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.195,"observed_frequency":0.0}]},{"lead_hours":33,"brier_score":0.0134430450679277,"roc_auc":0.5112334387401349,"average_precision":0.0156615290346908,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":34,"brier_score":0.0134433902071295,"roc_auc":0.5070354044847406,"average_precision":0.0147740025368429,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":35,"brier_score":0.0134444875074791,"roc_auc":0.5071522084335129,"average_precision":0.0149411910567613,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":36,"brier_score":0.0134468254307564,"roc_auc":0.5029293218948391,"average_precision":0.0136879262985457,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":37,"brier_score":0.0134479076035644,"roc_auc":0.5029983738477272,"average_precision":0.0145543345543345,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":38,"brier_score":0.0134495999646796,"roc_auc":0.503228781369075,"average_precision":0.0144032421449365,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":39,"brier_score":0.0134518951489752,"roc_auc":0.5033402159611226,"average_precision":0.0141911000269243,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":40,"brier_score":0.0134534459153541,"roc_auc":0.4991841491841491,"average_precision":0.0134529147982062,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":41,"brier_score":0.0134561549152701,"roc_auc":0.499009208532463,"average_precision":0.0134544618215271,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.118,"observed_frequency":0.0}]},{"lead_hours":42,"brier_score":0.0134578339199667,"roc_auc":0.4989508043833061,"average_precision":0.01345600920069,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.122,"observed_frequency":0.0}]},{"lead_hours":43,"brier_score":0.0134606470191124,"roc_auc":0.4988923866153666,"average_precision":0.0134575569358178,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.159,"observed_frequency":0.0}]},{"lead_hours":44,"brier_score":0.0134628458582576,"roc_auc":0.4987173507462686,"average_precision":0.0134591050270332,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.174,"observed_frequency":0.0}]},{"lead_hours":45,"brier_score":0.0134648426916649,"roc_auc":0.4984839650145772,"average_precision":0.0134606534744592,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.18,"observed_frequency":0.0}]},{"lead_hours":46,"brier_score":0.0134655647890422,"roc_auc":0.4984837881968743,"average_precision":0.0134622022782188,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.159,"observed_frequency":0.0}]},{"lead_hours":47,"brier_score":0.0134657515118173,"roc_auc":0.4982503207745247,"average_precision":0.0134637514384349,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013}]},{"lead_hours":48,"brier_score":0.0134699102209483,"roc_auc":0.4976668222118525,"average_precision":0.0134653009552307,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.013},{"predicted_probability":0.122,"observed_frequency":0.0}]}]}]},"ap":{"continuous":{"quantiles":[0.1,0.5,0.9],"by_lead_hour":[{"lead_hours":1,"values":{"mae":2.4698220663081014,"rmse":8.185709855669982,"raw_coverage_80":0.8571428571428571,"coverage_80":0.8571428571428571,"lower_tail":0.0744047619047619,"upper_tail":0.0684523809523809,"raw_interval_width_80":9.710963142633586,"interval_width_80":9.710963142633586,"raw_q10_pinball":0.5991343745466208,"raw_q50_pinball":1.2349110331540507,"raw_q90_pinball":0.8721518996153956,"q10_pinball":0.5991343745466208,"q50_pinball":1.2349110331540507,"q90_pinball":0.8721518996153956}},{"lead_hours":2,"values":{"mae":4.548284057166428,"rmse":10.979851622693424,"raw_coverage_80":0.8303377218088152,"coverage_80":0.8303377218088152,"lower_tail":0.0713222667429879,"upper_tail":0.0983400114481969,"raw_interval_width_80":15.225768942507012,"interval_width_80":15.225768942507012,"raw_q10_pinball":0.927809802983629,"raw_q50_pinball":2.274142028583214,"raw_q90_pinball":1.587953763924273,"q10_pinball":0.927809802983629,"q50_pinball":2.274142028583214,"q90_pinball":1.587953763924273}},{"lead_hours":3,"values":{"mae":6.203156306061485,"rmse":13.08025623001463,"raw_coverage_80":0.8169223723379895,"coverage_80":0.8169223723379895,"lower_tail":0.0757957407831463,"upper_tail":0.1072818868788642,"raw_interval_width_80":18.564696883055877,"interval_width_80":18.564696883055877,"raw_q10_pinball":1.0226863210227537,"raw_q50_pinball":3.1015781530307427,"raw_q90_pinball":2.021064434760674,"q10_pinball":1.0226863210227537,"q50_pinball":3.1015781530307427,"q90_pinball":2.021064434760674}},{"lead_hours":4,"values":{"mae":6.7970409369140405,"rmse":14.473393397086154,"raw_coverage_80":0.7524332989808772,"coverage_80":0.7524332989808772,"lower_tail":0.1301958090003435,"upper_tail":0.1173708920187793,"raw_interval_width_80":18.486456264518115,"interval_width_80":18.486456264518115,"raw_q10_pinball":1.0957675059286651,"raw_q50_pinball":3.3985204684570203,"raw_q90_pinball":2.443441173993291,"q10_pinball":1.0957675059286651,"q50_pinball":3.3985204684570203,"q90_pinball":2.443441173993291}},{"lead_hours":5,"values":{"mae":7.168218656091817,"rmse":15.161718590652445,"raw_coverage_80":0.7437013284470911,"coverage_80":0.7437013284470911,"lower_tail":0.1311268896014658,"upper_tail":0.1251717819514429,"raw_interval_width_80":18.656194336364308,"interval_width_80":18.656194336364308,"raw_q10_pinball":1.129854886262842,"raw_q50_pinball":3.5841093280459084,"raw_q90_pinball":2.6157882148119795,"q10_pinball":1.129854886262842,"q50_pinball":3.5841093280459084,"q90_pinball":2.6157882148119795}},{"lead_hours":6,"values":{"mae":7.497129281211532,"rmse":15.84865770362219,"raw_coverage_80":0.7359981674493186,"coverage_80":0.7359981674493186,"lower_tail":0.1324017867369144,"upper_tail":0.131600045813767,"raw_interval_width_80":18.885161673460896,"interval_width_80":18.885161673460896,"raw_q10_pinball":1.1612508387476694,"raw_q50_pinball":3.748564640605766,"raw_q90_pinball":2.785718321421227,"q10_pinball":1.1612508387476694,"q50_pinball":3.748564640605766,"q90_pinball":2.785718321421227}},{"lead_hours":7,"values":{"mae":7.983781635213062,"rmse":16.474794258461586,"raw_coverage_80":0.7237113402061855,"coverage_80":0.7237113402061855,"lower_tail":0.1481099656357388,"upper_tail":0.1281786941580756,"raw_interval_width_80":19.960885782698757,"interval_width_80":19.960885782698757,"raw_q10_pinball":1.2109234403313012,"raw_q50_pinball":3.991890817606531,"raw_q90_pinball":2.949372583556129,"q10_pinball":1.2109234403313012,"q50_pinball":3.991890817606531,"q90_pinball":2.949372583556129}},{"lead_hours":8,"values":{"mae":8.1858100068116,"rmse":16.867925050206004,"raw_coverage_80":0.7114216977889792,"coverage_80":0.7114216977889792,"lower_tail":0.1516783136670867,"upper_tail":0.136899988543934,"raw_interval_width_80":19.622248163922634,"interval_width_80":19.622248163922634,"raw_q10_pinball":1.2213246155872397,"raw_q50_pinball":4.0929050034058,"raw_q90_pinball":3.078278806571322,"q10_pinball":1.2213246155872397,"q50_pinball":4.0929050034058,"q90_pinball":3.078278806571322}},{"lead_hours":9,"values":{"mae":8.356978808766254,"rmse":17.2176217960958,"raw_coverage_80":0.7005041246562786,"coverage_80":0.7005041246562786,"lower_tail":0.153987167736022,"upper_tail":0.1455087076076993,"raw_interval_width_80":19.38644980710081,"interval_width_80":19.38644980710081,"raw_q10_pinball":1.2290532706037036,"raw_q50_pinball":4.178489404383127,"raw_q90_pinball":3.203036731465376,"q10_pinball":1.2290532706037036,"q50_pinball":4.178489404383127,"q90_pinball":3.203036731465376}},{"lead_hours":10,"values":{"mae":8.468257380126076,"rmse":17.434789036555454,"raw_coverage_80":0.7023031969749055,"coverage_80":0.7023031969749055,"lower_tail":0.1517130743669072,"upper_tail":0.1459837286581872,"raw_interval_width_80":19.41195224086447,"interval_width_80":19.41195224086447,"raw_q10_pinball":1.232629675637802,"raw_q50_pinball":4.234128690063038,"raw_q90_pinball":3.269740055839935,"q10_pinball":1.232629675637802,"q50_pinball":4.234128690063038,"q90_pinball":3.269740055839935}},{"lead_hours":11,"values":{"mae":8.558896334324498,"rmse":17.62410839637819,"raw_coverage_80":0.7041026816410727,"coverage_80":0.7041026816410727,"lower_tail":0.1486362594545038,"upper_tail":0.1472610589044235,"raw_interval_width_80":19.487915195648032,"interval_width_80":19.487915195648032,"raw_q10_pinball":1.235111226993406,"raw_q50_pinball":4.279448167162249,"raw_q90_pinball":3.333993515773244,"q10_pinball":1.235111226993406,"q50_pinball":4.279448167162249,"q90_pinball":3.333993515773244}},{"lead_hours":12,"values":{"mae":8.668817511857107,"rmse":17.807983183324602,"raw_coverage_80":0.7056733524355301,"coverage_80":0.7056733524355301,"lower_tail":0.1461318051575931,"upper_tail":0.1481948424068768,"raw_interval_width_80":19.617146397552403,"interval_width_80":19.617146397552403,"raw_q10_pinball":1.23776653377052,"raw_q50_pinball":4.334408755928553,"raw_q90_pinball":3.3617748989937377,"q10_pinball":1.23776653377052,"q50_pinball":4.334408755928553,"q90_pinball":3.3617748989937377}},{"lead_hours":13,"values":{"mae":8.997799452653704,"rmse":18.22934030309798,"raw_coverage_80":0.7104539202200826,"coverage_80":0.7104539202200826,"lower_tail":0.1338835396607061,"upper_tail":0.1556625401192113,"raw_interval_width_80":20.080230643254403,"interval_width_80":20.080230643254403,"raw_q10_pinball":1.2643987237447123,"raw_q50_pinball":4.498899726326852,"raw_q90_pinball":3.626519464842525,"q10_pinball":1.2643987237447123,"q50_pinball":4.498899726326852,"q90_pinball":3.626519464842525}},{"lead_hours":14,"values":{"mae":9.0388143061125,"rmse":18.257914654964612,"raw_coverage_80":0.7067522641293134,"coverage_80":0.7067522641293134,"lower_tail":0.1352745615040697,"upper_tail":0.1579731743666169,"raw_interval_width_80":19.960738140030337,"interval_width_80":19.960738140030337,"raw_q10_pinball":1.266521055681269,"raw_q50_pinball":4.5194071530562505,"raw_q90_pinball":3.653036731065484,"q10_pinball":1.266521055681269,"q50_pinball":4.5194071530562505,"q90_pinball":3.653036731065484}},{"lead_hours":15,"values":{"mae":9.090555027172815,"rmse":18.297986544096084,"raw_coverage_80":0.6984636551249713,"coverage_80":0.6984636551249713,"lower_tail":0.1367805549185966,"upper_tail":0.164755789956432,"raw_interval_width_80":19.659655544971624,"interval_width_80":19.659655544971624,"raw_q10_pinball":1.2695118108955712,"raw_q50_pinball":4.5452775135864085,"raw_q90_pinball":3.7193980952383687,"q10_pinball":1.2695118108955712,"q50_pinball":4.5452775135864085,"q90_pinball":3.7193980952383687}},{"lead_hours":16,"values":{"mae":9.11723432129966,"rmse":18.27260095863514,"raw_coverage_80":0.6940717807590873,"coverage_80":0.6940717807590873,"lower_tail":0.137713564958147,"upper_tail":0.1682146542827657,"raw_interval_width_80":19.33849286043612,"interval_width_80":19.33849286043612,"raw_q10_pinball":1.26994948267646,"raw_q50_pinball":4.558617160649829,"raw_q90_pinball":3.745120578964064,"q10_pinball":1.26994948267646,"q50_pinball":4.558617160649829,"q90_pinball":3.745120578964064}},{"lead_hours":17,"values":{"mae":9.151556193713208,"rmse":18.22896346702136,"raw_coverage_80":0.6875,"coverage_80":0.6875,"lower_tail":0.1400229357798165,"upper_tail":0.1724770642201835,"raw_interval_width_80":19.036963719746616,"interval_width_80":19.036963719746616,"raw_q10_pinball":1.2711578297251178,"raw_q50_pinball":4.575778096856604,"raw_q90_pinball":3.797259681745602,"q10_pinball":1.2711578297251178,"q50_pinball":4.575778096856604,"q90_pinball":3.797259681745602}},{"lead_hours":18,"values":{"mae":9.17753355636678,"rmse":18.19517523181004,"raw_coverage_80":0.679550407156784,"coverage_80":0.679550407156784,"lower_tail":0.1409565317123523,"upper_tail":0.1794930611308636,"raw_interval_width_80":18.776040185022485,"interval_width_80":18.776040185022485,"raw_q10_pinball":1.2723342134958786,"raw_q50_pinball":4.588766778183389,"raw_q90_pinball":3.8424396096974927,"q10_pinball":1.2723342134958786,"q50_pinball":4.588766778183389,"q90_pinball":3.8424396096974927}},{"lead_hours":19,"values":{"mae":9.221870108083268,"rmse":18.242507706496795,"raw_coverage_80":0.6768754301445286,"coverage_80":0.6768754301445286,"lower_tail":0.1400550584996558,"upper_tail":0.1830695113558155,"raw_interval_width_80":18.70740719015529,"interval_width_80":18.70740719015529,"raw_q10_pinball":1.275117426796992,"raw_q50_pinball":4.610935054041634,"raw_q90_pinball":3.904124216739517,"q10_pinball":1.275117426796992,"q50_pinball":4.610935054041634,"q90_pinball":3.904124216739517}},{"lead_hours":20,"values":{"mae":9.266158166083027,"rmse":18.2963077543746,"raw_coverage_80":0.6764942067224963,"coverage_80":0.6764942067224963,"lower_tail":0.1380061947917861,"upper_tail":0.1854995984857175,"raw_interval_width_80":18.684671503052027,"interval_width_80":18.684671503052027,"raw_q10_pinball":1.2770224614182564,"raw_q50_pinball":4.633079083041514,"raw_q90_pinball":3.949643696714444,"q10_pinball":1.2770224614182564,"q50_pinball":4.633079083041514,"q90_pinball":3.949643696714444}},{"lead_hours":21,"values":{"mae":9.29991661463641,"rmse":18.3467548960601,"raw_coverage_80":0.6771454795777879,"coverage_80":0.6771454795777879,"lower_tail":0.1354979348324919,"upper_tail":0.18735658558972,"raw_interval_width_80":18.69745573946956,"interval_width_80":18.69745573946956,"raw_q10_pinball":1.2785632616448908,"raw_q50_pinball":4.649958307318205,"raw_q90_pinball":3.983862207235228,"q10_pinball":1.2785632616448908,"q50_pinball":4.649958307318205,"q90_pinball":3.983862207235228}},{"lead_hours":22,"values":{"mae":9.348598221224576,"rmse":18.43721499877277,"raw_coverage_80":0.6799770510613884,"coverage_80":0.6799770510613884,"lower_tail":0.1320711417096959,"upper_tail":0.1879518072289156,"raw_interval_width_80":18.75769513849576,"interval_width_80":18.75769513849576,"raw_q10_pinball":1.2807339807253897,"raw_q50_pinball":4.674299110612288,"raw_q90_pinball":4.017244203079899,"q10_pinball":1.2807339807253897,"q50_pinball":4.674299110612288,"q90_pinball":4.017244203079899}},{"lead_hours":23,"values":{"mae":9.396548612653154,"rmse":18.495414514820634,"raw_coverage_80":0.6812026623823731,"coverage_80":0.6812026623823731,"lower_tail":0.129446867110397,"upper_tail":0.1893504705072297,"raw_interval_width_80":18.82285390123892,"interval_width_80":18.82285390123892,"raw_q10_pinball":1.283163118899706,"raw_q50_pinball":4.698274306326577,"raw_q90_pinball":4.041638608137719,"q10_pinball":1.283163118899706,"q50_pinball":4.698274306326577,"q90_pinball":4.041638608137719}},{"lead_hours":24,"values":{"mae":9.434413985755423,"rmse":18.53303013917021,"raw_coverage_80":0.6826580970962929,"coverage_80":0.6826580970962929,"lower_tail":0.1275106163204407,"upper_tail":0.1898312865832664,"raw_interval_width_80":18.874870909898235,"interval_width_80":18.874870909898235,"raw_q10_pinball":1.2852496887463096,"raw_q50_pinball":4.7172069928777125,"raw_q90_pinball":4.055883307149983,"q10_pinball":1.2852496887463096,"q50_pinball":4.7172069928777125,"q90_pinball":4.055883307149983}},{"lead_hours":25,"values":{"mae":9.634302287660356,"rmse":18.97741383101358,"raw_coverage_80":0.6681588613406795,"coverage_80":0.6681588613406795,"lower_tail":0.1337235996326905,"upper_tail":0.1981175390266299,"raw_interval_width_80":18.720537478436885,"interval_width_80":18.720537478436885,"raw_q10_pinball":1.3063591908065737,"raw_q50_pinball":4.817151143830178,"raw_q90_pinball":4.266690707157969,"q10_pinball":1.3063591908065737,"q50_pinball":4.817151143830178,"q90_pinball":4.266690707157969}},{"lead_hours":26,"values":{"mae":9.637525912718848,"rmse":18.99760275019736,"raw_coverage_80":0.6661692113419814,"coverage_80":0.6661692113419814,"lower_tail":0.1346573298128802,"upper_tail":0.1991734588451383,"raw_interval_width_80":18.63871198501995,"interval_width_80":18.63871198501995,"raw_q10_pinball":1.3068601429234106,"raw_q50_pinball":4.818762956359424,"raw_q90_pinball":4.290122129521079,"q10_pinball":1.3068601429234106,"q50_pinball":4.818762956359424,"q90_pinball":4.290122129521079}},{"lead_hours":27,"values":{"mae":9.654540226210363,"rmse":19.036371677447537,"raw_coverage_80":0.6598163030998851,"coverage_80":0.6598163030998851,"lower_tail":0.1347876004592422,"upper_tail":0.2053960964408725,"raw_interval_width_80":18.32092938446008,"interval_width_80":18.32092938446008,"raw_q10_pinball":1.306492559914684,"raw_q50_pinball":4.827270113105182,"raw_q90_pinball":4.355846275032111,"q10_pinball":1.306492559914684,"q50_pinball":4.827270113105182,"q90_pinball":4.355846275032111}},{"lead_hours":28,"values":{"mae":9.673049257111687,"rmse":19.059206991221085,"raw_coverage_80":0.6577104145137215,"coverage_80":0.6577104145137215,"lower_tail":0.1335400160753243,"upper_tail":0.2087495694109541,"raw_interval_width_80":18.017930968680545,"interval_width_80":18.017930968680545,"raw_q10_pinball":1.305435426636072,"raw_q50_pinball":4.836524628555844,"raw_q90_pinball":4.387667976262394,"q10_pinball":1.305435426636072,"q50_pinball":4.836524628555844,"q90_pinball":4.387667976262394}},{"lead_hours":29,"values":{"mae":9.703582095919275,"rmse":19.086639865344708,"raw_coverage_80":0.6549150206706477,"coverage_80":0.6549150206706477,"lower_tail":0.1335553514010105,"upper_tail":0.2115296279283417,"raw_interval_width_80":17.77559467894063,"interval_width_80":17.77559467894063,"raw_q10_pinball":1.3063007176365218,"raw_q50_pinball":4.8517910479596384,"raw_q90_pinball":4.419909797490401,"q10_pinball":1.3063007176365218,"q50_pinball":4.8517910479596384,"q90_pinball":4.419909797490401}},{"lead_hours":30,"values":{"mae":9.73498537460442,"rmse":19.129921103372528,"raw_coverage_80":0.6547605374985643,"coverage_80":0.6547605374985643,"lower_tail":0.1332261398874469,"upper_tail":0.2120133226139887,"raw_interval_width_80":17.616134553238467,"interval_width_80":17.616134553238467,"raw_q10_pinball":1.3083555788109655,"raw_q50_pinball":4.86749268730221,"raw_q90_pinball":4.440200243871272,"q10_pinball":1.3083555788109655,"q50_pinball":4.86749268730221,"q90_pinball":4.440200243871272}},{"lead_hours":31,"values":{"mae":9.759925361719684,"rmse":19.170268072282283,"raw_coverage_80":0.6518492993337928,"coverage_80":0.6518492993337928,"lower_tail":0.1327819894325752,"upper_tail":0.2153687112336319,"raw_interval_width_80":17.462337086222842,"interval_width_80":17.462337086222842,"raw_q10_pinball":1.3100087946869343,"raw_q50_pinball":4.879962680859841,"raw_q90_pinball":4.480849452102187,"q10_pinball":1.3100087946869343,"q50_pinball":4.879962680859841,"q90_pinball":4.480849452102187}},{"lead_hours":32,"values":{"mae":9.783683060701168,"rmse":19.213888397390743,"raw_coverage_80":0.6500861573808157,"coverage_80":0.6500861573808157,"lower_tail":0.1315336013785181,"upper_tail":0.2183802412406663,"raw_interval_width_80":17.39826850534035,"interval_width_80":17.39826850534035,"raw_q10_pinball":1.310670649061953,"raw_q50_pinball":4.891841530350584,"raw_q90_pinball":4.508232883466431,"q10_pinball":1.310670649061953,"q50_pinball":4.891841530350584,"q90_pinball":4.508232883466431}},{"lead_hours":33,"values":{"mae":9.80453581383538,"rmse":19.257266158024876,"raw_coverage_80":0.6509650735294118,"coverage_80":0.6509650735294118,"lower_tail":0.1290211397058823,"upper_tail":0.2200137867647058,"raw_interval_width_80":17.405598922130107,"interval_width_80":17.405598922130107,"raw_q10_pinball":1.311379699828244,"raw_q50_pinball":4.9022679069176895,"raw_q90_pinball":4.527293454255175,"q10_pinball":1.311379699828244,"q50_pinball":4.9022679069176895,"q90_pinball":4.527293454255175}},{"lead_hours":34,"values":{"mae":9.818142945965825,"rmse":19.28074535105382,"raw_coverage_80":0.6510398713087441,"coverage_80":0.6510398713087441,"lower_tail":0.1290359646099046,"upper_tail":0.2199241640813512,"raw_interval_width_80":17.439199449517563,"interval_width_80":17.439199449517563,"raw_q10_pinball":1.3124609013440631,"raw_q50_pinball":4.909071472982912,"raw_q90_pinball":4.535352803611088,"q10_pinball":1.3124609013440631,"q50_pinball":4.909071472982912,"q90_pinball":4.535352803611088}},{"lead_hours":35,"values":{"mae":9.816399080419254,"rmse":19.287352589716885,"raw_coverage_80":0.6549069179498965,"coverage_80":0.6549069179498965,"lower_tail":0.1284762123649735,"upper_tail":0.2166168696851298,"raw_interval_width_80":17.51121469939879,"interval_width_80":17.51121469939879,"raw_q10_pinball":1.313439289578784,"raw_q50_pinball":4.908199540209627,"raw_q90_pinball":4.540482810104263,"q10_pinball":1.313439289578784,"q50_pinball":4.908199540209627,"q90_pinball":4.540482810104263}},{"lead_hours":36,"values":{"mae":9.81122711807997,"rmse":19.28591066036363,"raw_coverage_80":0.6530283875416619,"coverage_80":0.6530283875416619,"lower_tail":0.1306746350994138,"upper_tail":0.2162969773589242,"raw_interval_width_80":17.56094884857569,"interval_width_80":17.56094884857569,"raw_q10_pinball":1.3154055079779616,"raw_q50_pinball":4.905613559039985,"raw_q90_pinball":4.536113764889032,"q10_pinball":1.3154055079779616,"q50_pinball":4.905613559039985,"q90_pinball":4.536113764889032}},{"lead_hours":37,"values":{"mae":9.933234449210278,"rmse":19.39674000962016,"raw_coverage_80":0.65,"coverage_80":0.65,"lower_tail":0.1260919540229885,"upper_tail":0.2239080459770115,"raw_interval_width_80":17.771831534457117,"interval_width_80":17.771831534457117,"raw_q10_pinball":1.3174208208192066,"raw_q50_pinball":4.966617224605139,"raw_q90_pinball":4.584866015466802,"q10_pinball":1.3174208208192066,"q50_pinball":4.966617224605139,"q90_pinball":4.584866015466802}},{"lead_hours":38,"values":{"mae":9.922488040432585,"rmse":19.3843375474922,"raw_coverage_80":0.6490401195539717,"coverage_80":0.6490401195539717,"lower_tail":0.1266812277273249,"upper_tail":0.2242786527187033,"raw_interval_width_80":17.668844738920836,"interval_width_80":17.668844738920836,"raw_q10_pinball":1.318428334140081,"raw_q50_pinball":4.961244020216292,"raw_q90_pinball":4.586178533863398,"q10_pinball":1.318428334140081,"q50_pinball":4.961244020216292,"q90_pinball":4.586178533863398}},{"lead_hours":39,"values":{"mae":9.90765780497942,"rmse":19.373763867366986,"raw_coverage_80":0.6441710738100713,"coverage_80":0.6441710738100713,"lower_tail":0.1281903885950793,"upper_tail":0.2276385375948494,"raw_interval_width_80":17.374049244367647,"interval_width_80":17.374049244367647,"raw_q10_pinball":1.3200089341775232,"raw_q50_pinball":4.953828902489709,"raw_q90_pinball":4.62051355136039,"q10_pinball":1.3200089341775232,"q50_pinball":4.953828902489709,"q90_pinball":4.62051355136039}},{"lead_hours":40,"values":{"mae":9.909338542257048,"rmse":19.372022677492076,"raw_coverage_80":0.639990801425779,"coverage_80":0.639990801425779,"lower_tail":0.1287800390939404,"upper_tail":0.2312291594802805,"raw_interval_width_80":17.184439518767835,"interval_width_80":17.184439518767835,"raw_q10_pinball":1.3211329671847007,"raw_q50_pinball":4.954669271128524,"raw_q90_pinball":4.637735947531149,"q10_pinball":1.3211329671847007,"q50_pinball":4.954669271128524,"q90_pinball":4.637735947531149}},{"lead_hours":41,"values":{"mae":9.902784956862476,"rmse":19.36890604751646,"raw_coverage_80":0.6381094756209752,"coverage_80":0.6381094756209752,"lower_tail":0.1297148114075437,"upper_tail":0.2321757129714811,"raw_interval_width_80":17.127948796442208,"interval_width_80":17.127948796442208,"raw_q10_pinball":1.320827877922048,"raw_q50_pinball":4.951392478431238,"raw_q90_pinball":4.645741370048336,"q10_pinball":1.320827877922048,"q50_pinball":4.951392478431238,"q90_pinball":4.645741370048336}},{"lead_hours":42,"values":{"mae":9.899287055162228,"rmse":19.35893703843873,"raw_coverage_80":0.6348476135710178,"coverage_80":0.6348476135710178,"lower_tail":0.1304197814836112,"upper_tail":0.2347326049453709,"raw_interval_width_80":17.094546779993838,"interval_width_80":17.094546779993838,"raw_q10_pinball":1.3215664557034512,"raw_q50_pinball":4.949643527581114,"raw_q90_pinball":4.649039886135441,"q10_pinball":1.3215664557034512,"q50_pinball":4.949643527581114,"q90_pinball":4.649039886135441}},{"lead_hours":43,"values":{"mae":9.909375297746758,"rmse":19.36267034163816,"raw_coverage_80":0.6313549574419139,"coverage_80":0.6313549574419139,"lower_tail":0.1319300667126754,"upper_tail":0.2367149758454106,"raw_interval_width_80":17.112916297851676,"interval_width_80":17.112916297851676,"raw_q10_pinball":1.3222004960358338,"raw_q50_pinball":4.954687648873379,"raw_q90_pinball":4.654166162134276,"q10_pinball":1.3222004960358338,"q50_pinball":4.954687648873379,"q90_pinball":4.654166162134276}},{"lead_hours":44,"values":{"mae":9.921427401776857,"rmse":19.37444180254214,"raw_coverage_80":0.6298170942137352,"coverage_80":0.6298170942137352,"lower_tail":0.1327504888991142,"upper_tail":0.2374324168871505,"raw_interval_width_80":17.116210411443205,"interval_width_80":17.116210411443205,"raw_q10_pinball":1.3235382693299482,"raw_q50_pinball":4.9607137008884274,"raw_q90_pinball":4.659544853612096,"q10_pinball":1.3235382693299482,"q50_pinball":4.9607137008884274,"q90_pinball":4.659544853612096}},{"lead_hours":45,"values":{"mae":9.919542685240172,"rmse":19.38209905435227,"raw_coverage_80":0.6305798435342844,"coverage_80":0.6305798435342844,"lower_tail":0.1327657616198803,"upper_tail":0.2366543948458352,"raw_interval_width_80":17.124693121445155,"interval_width_80":17.124693121445155,"raw_q10_pinball":1.3244845456747818,"raw_q50_pinball":4.959771342620086,"raw_q90_pinball":4.660833357901312,"q10_pinball":1.3244845456747818,"q50_pinball":4.959771342620086,"q90_pinball":4.660833357901312}},{"lead_hours":46,"values":{"mae":9.90501172419299,"rmse":19.369203507815826,"raw_coverage_80":0.6330686917500863,"coverage_80":0.6330686917500863,"lower_tail":0.1320906685076515,"upper_tail":0.2348406397422621,"raw_interval_width_80":17.16682821411219,"interval_width_80":17.16682821411219,"raw_q10_pinball":1.3253688214166794,"raw_q50_pinball":4.952505862096495,"raw_q90_pinball":4.65501506916349,"q10_pinball":1.3253688214166794,"q50_pinball":4.952505862096495,"q90_pinball":4.65501506916349}},{"lead_hours":47,"values":{"mae":9.89335883404358,"rmse":19.359531003127245,"raw_coverage_80":0.6354430379746835,"coverage_80":0.6354430379746835,"lower_tail":0.130379746835443,"upper_tail":0.2341772151898734,"raw_interval_width_80":17.245959538622834,"interval_width_80":17.245959538622834,"raw_q10_pinball":1.3259606222013995,"raw_q50_pinball":4.94667941702179,"raw_q90_pinball":4.650903259754056,"q10_pinball":1.3259606222013995,"q50_pinball":4.94667941702179,"q90_pinball":4.650903259754056}},{"lead_hours":48,"values":{"mae":9.887960492274804,"rmse":19.352820226872648,"raw_coverage_80":0.6347105535734837,"coverage_80":0.6347105535734837,"lower_tail":0.1318908965358499,"upper_tail":0.2333985498906663,"raw_interval_width_80":17.326006209865312,"interval_width_80":17.326006209865312,"raw_q10_pinball":1.3273769542995617,"raw_q50_pinball":4.943980246137403,"raw_q90_pinball":4.645002910791291,"q10_pinball":1.3273769542995617,"q50_pinball":4.943980246137403,"q90_pinball":4.645002910791291}}]},"binary":[]}}},"error":null}