{"success":true,"data":{"target":"solar-wind-speed","variables":{"v":{"continuous":{"quantiles":[0.1,0.5,0.9],"by_lead_hour":[{"lead_hours":1,"values":{"n":1451.0,"mae":12.381103789042308,"rmse":17.236205418165948,"coverage_80":0.6960716747070985,"lower_tail":0.1895244658855961,"upper_tail":0.1144038594073053,"interval_width_80":30.45263977050782,"q10_pinball":2.965752977388304,"q50_pinball":6.190551894521154,"q90_pinball":3.3411464204794776}},{"lead_hours":2,"values":{"n":1449.0,"mae":17.391734753089416,"rmse":24.61395217839721,"coverage_80":0.6922015182884748,"lower_tail":0.2077294685990338,"upper_tail":0.1000690131124913,"interval_width_80":41.40502319335936,"q10_pinball":4.262651348653707,"q50_pinball":8.695867376544708,"q90_pinball":4.880143697987432}},{"lead_hours":3,"values":{"n":1451.0,"mae":20.075361024421465,"rmse":29.60957372675551,"coverage_80":0.7008959338387319,"lower_tail":0.1716057891109579,"upper_tail":0.1274982770503101,"interval_width_80":48.28124084472654,"q10_pinball":4.744537207763169,"q50_pinball":10.037680512210732,"q90_pinball":5.985665153224742}},{"lead_hours":4,"values":{"n":1448.0,"mae":23.094883892417613,"rmse":34.241569616717825,"coverage_80":0.694060773480663,"lower_tail":0.1843922651933701,"upper_tail":0.1215469613259668,"interval_width_80":54.39854125976562,"q10_pinball":5.523173287323169,"q50_pinball":11.547441946208806,"q90_pinball":6.892006832986905}},{"lead_hours":5,"values":{"n":1449.0,"mae":25.64170448824485,"rmse":38.005692855345,"coverage_80":0.7108350586611456,"lower_tail":0.1739130434782608,"upper_tail":0.1152518978605935,"interval_width_80":62.9835205078125,"q10_pinball":5.987128263674908,"q50_pinball":12.820852244122428,"q90_pinball":7.845484844284109}},{"lead_hours":6,"values":{"n":1450.0,"mae":27.98568479340652,"rmse":42.36893979433087,"coverage_80":0.7,"lower_tail":0.1717241379310344,"upper_tail":0.1282758620689655,"interval_width_80":66.67188415527342,"q10_pinball":6.176048123063714,"q50_pinball":13.99284239670326,"q90_pinball":8.97454162597656}},{"lead_hours":7,"values":{"n":1450.0,"mae":29.94922881027748,"rmse":45.19394760260851,"coverage_80":0.6917241379310345,"lower_tail":0.1896551724137931,"upper_tail":0.1186206896551724,"interval_width_80":73.1209655761719,"q10_pinball":6.382152394261854,"q50_pinball":14.97461440513874,"q90_pinball":9.532101511988143}},{"lead_hours":8,"values":{"n":1448.0,"mae":32.4954317841082,"rmse":49.43119508124167,"coverage_80":0.7023480662983426,"lower_tail":0.1526243093922652,"upper_tail":0.1450276243093922,"interval_width_80":77.51610717773434,"q10_pinball":6.383101716858247,"q50_pinball":16.2477158920541,"q90_pinball":10.817717073977985}},{"lead_hours":9,"values":{"n":1450.0,"mae":34.63745251885776,"rmse":52.28499077349634,"coverage_80":0.6958620689655173,"lower_tail":0.16,"upper_tail":0.1441379310344827,"interval_width_80":82.46304321289067,"q10_pinball":6.768771829539333,"q50_pinball":17.318726259428878,"q90_pinball":11.529315029801992}},{"lead_hours":10,"values":{"n":1447.0,"mae":37.32990119897174,"rmse":54.578887807534144,"coverage_80":0.65860400829302,"lower_tail":0.2024879060124395,"upper_tail":0.1389080856945404,"interval_width_80":84.66641845703126,"q10_pinball":7.745918719140758,"q50_pinball":18.66495059948587,"q90_pinball":12.133585174286374}},{"lead_hours":11,"values":{"n":1448.0,"mae":39.12855144100295,"rmse":57.05185785438967,"coverage_80":0.6602209944751382,"lower_tail":0.2161602209944751,"upper_tail":0.1236187845303867,"interval_width_80":90.34017028808596,"q10_pinball":8.382711413051544,"q50_pinball":19.564275720501477,"q90_pinball":12.69472580883384}},{"lead_hours":12,"values":{"n":1449.0,"mae":40.98105570264649,"rmse":60.62911577816201,"coverage_80":0.6507936507936508,"lower_tail":0.2091097308488612,"upper_tail":0.1400966183574879,"interval_width_80":90.62014465332028,"q10_pinball":8.690970228365,"q50_pinball":20.490527851323247,"q90_pinball":13.878173730822574}},{"lead_hours":13,"values":{"n":1449.0,"mae":42.50979466829899,"rmse":62.57337088131029,"coverage_80":0.6680469289164941,"lower_tail":0.2035886818495514,"upper_tail":0.1283643892339544,"interval_width_80":96.96652221679688,"q10_pinball":8.849705970822079,"q50_pinball":21.254897334149494,"q90_pinball":14.129385920406785}},{"lead_hours":14,"values":{"n":1447.0,"mae":44.1009737659341,"rmse":64.56889563675644,"coverage_80":0.6510020732550104,"lower_tail":0.2100898410504492,"upper_tail":0.1389080856945404,"interval_width_80":97.85656127929693,"q10_pinball":9.01280676514178,"q50_pinball":22.05048688296705,"q90_pinball":14.743542950781112}},{"lead_hours":15,"values":{"n":1449.0,"mae":46.04533684245466,"rmse":67.33372662242687,"coverage_80":0.6438923395445134,"lower_tail":0.2028985507246377,"upper_tail":0.1532091097308488,"interval_width_80":99.88973999023438,"q10_pinball":9.301923185549908,"q50_pinball":23.02266842122733,"q90_pinball":15.740556468134342}},{"lead_hours":16,"values":{"n":1446.0,"mae":47.00713915053245,"rmse":68.39865486779236,"coverage_80":0.6632088520055325,"lower_tail":0.1908713692946058,"upper_tail":0.1459197786998617,"interval_width_80":104.91574096679688,"q10_pinball":9.274374379096024,"q50_pinball":23.503569575266223,"q90_pinball":16.058223480604493}},{"lead_hours":17,"values":{"n":1447.0,"mae":48.05852564961315,"rmse":70.12994241236166,"coverage_80":0.645473393227367,"lower_tail":0.2017968210089841,"upper_tail":0.1527297857636489,"interval_width_80":105.68039245605468,"q10_pinball":9.419814755137248,"q50_pinball":24.029262824806576,"q90_pinball":16.650547548833188}},{"lead_hours":18,"values":{"n":1448.0,"mae":49.89144400074996,"rmse":72.77110965476565,"coverage_80":0.6761049723756906,"lower_tail":0.1747237569060773,"upper_tail":0.149171270718232,"interval_width_80":113.3814697265625,"q10_pinball":9.757376619201995,"q50_pinball":24.945722000374975,"q90_pinball":17.112536675890503}},{"lead_hours":19,"values":{"n":1448.0,"mae":50.41239655215437,"rmse":73.90484763695991,"coverage_80":0.6712707182320442,"lower_tail":0.1802486187845303,"upper_tail":0.1484806629834254,"interval_width_80":115.75371398925782,"q10_pinball":9.844011423521938,"q50_pinball":25.206198276077185,"q90_pinball":17.306734256217492}},{"lead_hours":20,"values":{"n":1446.0,"mae":52.09149098165467,"rmse":75.23372813705208,"coverage_80":0.6549100968188105,"lower_tail":0.1943291839557399,"upper_tail":0.1507607192254495,"interval_width_80":118.00941772460942,"q10_pinball":10.034058922309931,"q50_pinball":26.045745490827336,"q90_pinball":17.869218757597732}},{"lead_hours":21,"values":{"n":1448.0,"mae":54.108927879544254,"rmse":76.90238347547212,"coverage_80":0.6443370165745856,"lower_tail":0.2030386740331491,"upper_tail":0.1526243093922652,"interval_width_80":120.31565856933594,"q10_pinball":10.401563759060853,"q50_pinball":27.054463939772127,"q90_pinball":18.206617354503653}},{"lead_hours":22,"values":{"n":1445.0,"mae":55.0874475182134,"rmse":77.98627665010768,"coverage_80":0.6588235294117647,"lower_tail":0.1951557093425605,"upper_tail":0.1460207612456747,"interval_width_80":127.03951416015622,"q10_pinball":10.64211919342358,"q50_pinball":27.543723759106697,"q90_pinball":18.351251531158766}},{"lead_hours":23,"values":{"n":1446.0,"mae":56.54764441863465,"rmse":79.79736771816162,"coverage_80":0.6576763485477178,"lower_tail":0.1936376210235131,"upper_tail":0.148686030428769,"interval_width_80":128.7861572265625,"q10_pinball":10.850706876171737,"q50_pinball":28.273822209317323,"q90_pinball":18.87080445982114}},{"lead_hours":24,"values":{"n":1447.0,"mae":58.18802712947316,"rmse":81.90292751880281,"coverage_80":0.6413268832066344,"lower_tail":0.2073255010366275,"upper_tail":0.151347615756738,"interval_width_80":129.38596191406253,"q10_pinball":11.314208986484024,"q50_pinball":29.094013564736574,"q90_pinball":19.4029878952986}},{"lead_hours":25,"values":{"n":1447.0,"mae":57.88621939637369,"rmse":82.39749708934363,"coverage_80":0.6537664132688321,"lower_tail":0.1983413959917069,"upper_tail":0.1478921907394609,"interval_width_80":132.48782348632812,"q10_pinball":11.068836227448628,"q50_pinball":28.943109698186845,"q90_pinball":19.468503130297865}},{"lead_hours":26,"values":{"n":1445.0,"mae":59.09916884478401,"rmse":83.38181053207762,"coverage_80":0.6463667820069204,"lower_tail":0.1979238754325259,"upper_tail":0.1557093425605536,"interval_width_80":135.98080139160152,"q10_pinball":11.22545375731577,"q50_pinball":29.549584422392005,"q90_pinball":19.666661770830515}},{"lead_hours":27,"values":{"n":1447.0,"mae":60.76756762206019,"rmse":85.08602517438034,"coverage_80":0.6516931582584657,"lower_tail":0.1900483759502418,"upper_tail":0.1582584657912923,"interval_width_80":137.57379150390625,"q10_pinball":11.490274473874424,"q50_pinball":30.383783811030096,"q90_pinball":20.209779483397085}},{"lead_hours":28,"values":{"n":1444.0,"mae":61.114271190358,"rmse":85.35956393679103,"coverage_80":0.6461218836565097,"lower_tail":0.1904432132963989,"upper_tail":0.1634349030470914,"interval_width_80":136.00286865234375,"q10_pinball":11.629031910988765,"q50_pinball":30.557135595179,"q90_pinball":20.251410231233635}},{"lead_hours":29,"values":{"n":1445.0,"mae":62.62662748448989,"rmse":86.33498022781227,"coverage_80":0.657439446366782,"lower_tail":0.1833910034602076,"upper_tail":0.1591695501730103,"interval_width_80":143.58473205566406,"q10_pinball":11.907134721485386,"q50_pinball":31.313313742244944,"q90_pinball":20.214806482651653}},{"lead_hours":30,"values":{"n":1446.0,"mae":64.16499898443578,"rmse":88.52123313676888,"coverage_80":0.6604426002766252,"lower_tail":0.1818810511756569,"upper_tail":0.1576763485477178,"interval_width_80":145.83623657226562,"q10_pinball":12.174274277218814,"q50_pinball":32.08249949221789,"q90_pinball":20.677869974772133}},{"lead_hours":31,"values":{"n":1446.0,"mae":64.4032157380881,"rmse":89.17626761450236,"coverage_80":0.6784232365145229,"lower_tail":0.169432918395574,"upper_tail":0.1521438450899031,"interval_width_80":148.9622863769532,"q10_pinball":12.01727938998949,"q50_pinball":32.20160786904405,"q90_pinball":20.67909618161361}},{"lead_hours":32,"values":{"n":1444.0,"mae":65.37959932026111,"rmse":89.52587147998548,"coverage_80":0.6530470914127424,"lower_tail":0.1939058171745152,"upper_tail":0.1530470914127424,"interval_width_80":150.22387084960934,"q10_pinball":12.490050188312898,"q50_pinball":32.689799660130554,"q90_pinball":20.658807843913664}},{"lead_hours":33,"values":{"n":1446.0,"mae":66.86491600870262,"rmse":91.00591090286076,"coverage_80":0.632088520055325,"lower_tail":0.2081604426002766,"upper_tail":0.1597510373443983,"interval_width_80":150.4892120361328,"q10_pinball":12.978280180829524,"q50_pinball":33.43245800435131,"q90_pinball":21.097439329113044}},{"lead_hours":34,"values":{"n":1443.0,"mae":67.17029098330978,"rmse":91.07937726950487,"coverage_80":0.6375606375606375,"lower_tail":0.2023562023562023,"upper_tail":0.1600831600831601,"interval_width_80":151.5378234863281,"q10_pinball":13.11058276392566,"q50_pinball":33.58514549165489,"q90_pinball":21.065832355417317}},{"lead_hours":35,"values":{"n":1444.0,"mae":67.08651198706798,"rmse":91.6431846587143,"coverage_80":0.6648199445983379,"lower_tail":0.1696675900277008,"upper_tail":0.1655124653739612,"interval_width_80":157.14622192382814,"q10_pinball":12.504094179528572,"q50_pinball":33.54325599353399,"q90_pinball":21.129748744383413}},{"lead_hours":36,"values":{"n":1445.0,"mae":68.09310801152952,"rmse":93.51494625508693,"coverage_80":0.657439446366782,"lower_tail":0.1771626297577854,"upper_tail":0.1653979238754325,"interval_width_80":156.95751342773437,"q10_pinball":12.959988876395572,"q50_pinball":34.04655400576476,"q90_pinball":21.644007454314444}},{"lead_hours":37,"values":{"n":1445.0,"mae":68.45758122110861,"rmse":94.01542522067244,"coverage_80":0.6532871972318339,"lower_tail":0.1771626297577854,"upper_tail":0.1695501730103806,"interval_width_80":158.15370483398442,"q10_pinball":12.917974961224722,"q50_pinball":34.228790610554306,"q90_pinball":21.702060466621155}},{"lead_hours":38,"values":{"n":1443.0,"mae":69.63064499059982,"rmse":94.38037687194708,"coverage_80":0.6465696465696466,"lower_tail":0.1961191961191961,"upper_tail":0.1573111573111573,"interval_width_80":159.7298370361328,"q10_pinball":13.311380392115565,"q50_pinball":34.81532249529991,"q90_pinball":21.689617892005582}},{"lead_hours":39,"values":{"n":1445.0,"mae":70.76979308870837,"rmse":95.63183838284172,"coverage_80":0.6249134948096886,"lower_tail":0.2124567474048443,"upper_tail":0.1626297577854671,"interval_width_80":156.938623046875,"q10_pinball":13.985604938652274,"q50_pinball":35.384896544354184,"q90_pinball":22.16356208141287}},{"lead_hours":40,"values":{"n":1442.0,"mae":71.46047391640164,"rmse":96.508859103216,"coverage_80":0.6248266296809986,"lower_tail":0.2087378640776699,"upper_tail":0.1664355062413315,"interval_width_80":156.9693389892578,"q10_pinball":14.02542816246763,"q50_pinball":35.73023695820082,"q90_pinball":22.36058815330473}},{"lead_hours":41,"values":{"n":1443.0,"mae":71.91374465614578,"rmse":96.7025755778241,"coverage_80":0.6195426195426196,"lower_tail":0.2141372141372141,"upper_tail":0.1663201663201663,"interval_width_80":158.55557861328126,"q10_pinball":14.051838957957736,"q50_pinball":35.95687232807289,"q90_pinball":22.36761366031935}},{"lead_hours":42,"values":{"n":1444.0,"mae":72.87672077717873,"rmse":98.41330763007043,"coverage_80":0.6128808864265928,"lower_tail":0.2181440443213296,"upper_tail":0.1689750692520775,"interval_width_80":160.48847351074218,"q10_pinball":14.28770597294097,"q50_pinball":36.438360388589366,"q90_pinball":22.796651105801484}},{"lead_hours":43,"values":{"n":1444.0,"mae":72.85645349138001,"rmse":98.87583184857267,"coverage_80":0.6239612188365651,"lower_tail":0.2029085872576177,"upper_tail":0.1731301939058172,"interval_width_80":159.1799560546875,"q10_pinball":13.790413262111,"q50_pinball":36.42822674569,"q90_pinball":23.11326162111065}},{"lead_hours":44,"values":{"n":1442.0,"mae":73.31093858779717,"rmse":98.89808201305996,"coverage_80":0.6206657420249653,"lower_tail":0.2087378640776699,"upper_tail":0.1705963938973647,"interval_width_80":162.04238891601562,"q10_pinball":14.119444655842988,"q50_pinball":36.65546929389858,"q90_pinball":22.958284970097004}},{"lead_hours":45,"values":{"n":1444.0,"mae":74.60394466748859,"rmse":99.95903027114952,"coverage_80":0.6114958448753463,"lower_tail":0.2160664819944598,"upper_tail":0.1724376731301939,"interval_width_80":160.61311950683594,"q10_pinball":14.680514458315528,"q50_pinball":37.301972333744295,"q90_pinball":23.3578172932041}},{"lead_hours":46,"values":{"n":1441.0,"mae":75.03777671671013,"rmse":99.69587266406718,"coverage_80":0.6002775850104094,"lower_tail":0.2290076335877862,"upper_tail":0.1707147814018043,"interval_width_80":161.76751098632806,"q10_pinball":15.36753171032622,"q50_pinball":37.51888835835506,"q90_pinball":22.92533084824381}},{"lead_hours":47,"values":{"n":1442.0,"mae":75.16473301902062,"rmse":99.34587485649465,"coverage_80":0.6234396671289875,"lower_tail":0.2156726768377253,"upper_tail":0.1608876560332871,"interval_width_80":172.11257324218747,"q10_pinball":15.03422409459721,"q50_pinball":37.58236650951031,"q90_pinball":22.26207874440948}},{"lead_hours":48,"values":{"n":1443.0,"mae":75.8819162391245,"rmse":100.40675873274816,"coverage_80":0.6098406098406098,"lower_tail":0.227997227997228,"upper_tail":0.1621621621621621,"interval_width_80":170.77700805664062,"q10_pinball":15.39164060300535,"q50_pinball":37.94095811956225,"q90_pinball":22.65025595640525}},{"lead_hours":49,"values":{"n":1443.0,"mae":72.15929074110628,"rmse":97.39878469866048,"coverage_80":0.6784476784476784,"lower_tail":0.1455301455301455,"upper_tail":0.176022176022176,"interval_width_80":173.10186175596365,"q10_pinball":13.201922923229391,"q50_pinball":36.07964537055314,"q90_pinball":21.587299893744696}},{"lead_hours":50,"values":{"n":1441.0,"mae":71.8577767961727,"rmse":96.93774615095964,"coverage_80":0.6835530881332408,"lower_tail":0.1443442054129077,"upper_tail":0.1721027064538514,"interval_width_80":176.25617475421,"q10_pinball":13.21868180878084,"q50_pinball":35.92888839808635,"q90_pinball":21.25099753146439}},{"lead_hours":51,"values":{"n":1443.0,"mae":72.9673678667131,"rmse":97.98001656886038,"coverage_80":0.6846846846846847,"lower_tail":0.1448371448371448,"upper_tail":0.1704781704781705,"interval_width_80":179.32099954817636,"q10_pinball":13.455070482369022,"q50_pinball":36.48368393335655,"q90_pinball":21.39085677322709}},{"lead_hours":52,"values":{"n":1440.0,"mae":73.17674227686425,"rmse":97.68315769353836,"coverage_80":0.6965277777777777,"lower_tail":0.1361111111111111,"upper_tail":0.1673611111111111,"interval_width_80":180.41175790588068,"q10_pinball":13.612660120705415,"q50_pinball":36.58837113843212,"q90_pinball":21.31365418491708}},{"lead_hours":53,"values":{"n":1441.0,"mae":73.28634423563624,"rmse":97.60571578620916,"coverage_80":0.6897987508674531,"lower_tail":0.1443442054129077,"upper_tail":0.1658570437196391,"interval_width_80":180.7770105119746,"q10_pinball":13.711312768620347,"q50_pinball":36.64317211781812,"q90_pinball":21.1565943756648}},{"lead_hours":54,"values":{"n":1442.0,"mae":73.32660696071035,"rmse":98.1965044586334,"coverage_80":0.6837725381414702,"lower_tail":0.1497919556171983,"upper_tail":0.1664355062413315,"interval_width_80":181.12739133167847,"q10_pinball":13.729164391157724,"q50_pinball":36.663303480355175,"q90_pinball":21.20898334678616}},{"lead_hours":55,"values":{"n":1442.0,"mae":72.94106860025387,"rmse":97.41959808758224,"coverage_80":0.7004160887656034,"lower_tail":0.145631067961165,"upper_tail":0.1539528432732316,"interval_width_80":183.4815670511896,"q10_pinball":13.764756187951214,"q50_pinball":36.470534300126936,"q90_pinball":20.726813658037777}},{"lead_hours":56,"values":{"n":1440.0,"mae":72.92934724447012,"rmse":96.73607023431455,"coverage_80":0.69375,"lower_tail":0.1541666666666666,"upper_tail":0.1520833333333333,"interval_width_80":183.20149535020556,"q10_pinball":13.940024943127924,"q50_pinball":36.46467362223506,"q90_pinball":20.58010506171763}},{"lead_hours":57,"values":{"n":1442.0,"mae":74.28398735755154,"rmse":97.960797147154,"coverage_80":0.6927877947295423,"lower_tail":0.1588072122052704,"upper_tail":0.1484049930651872,"interval_width_80":188.53724507902444,"q10_pinball":14.305859283994788,"q50_pinball":37.14199367877577,"q90_pinball":20.680144276835016}},{"lead_hours":58,"values":{"n":1439.0,"mae":74.2453579924079,"rmse":98.01569392061366,"coverage_80":0.689367616400278,"lower_tail":0.1507991660875608,"upper_tail":0.1598332175121612,"interval_width_80":184.96389136985263,"q10_pinball":14.284319417770778,"q50_pinball":37.12267899620395,"q90_pinball":20.846261490849606}},{"lead_hours":59,"values":{"n":1440.0,"mae":74.13469813029569,"rmse":97.69136319190903,"coverage_80":0.6798611111111111,"lower_tail":0.1659722222222222,"upper_tail":0.1541666666666666,"interval_width_80":185.89893156802407,"q10_pinball":14.40576511146616,"q50_pinball":37.067349065147845,"q90_pinball":20.6489992198799}},{"lead_hours":60,"values":{"n":1441.0,"mae":73.9658940724458,"rmse":98.27340242459196,"coverage_80":0.6863289382373352,"lower_tail":0.1603053435114503,"upper_tail":0.1533657182512144,"interval_width_80":186.73731342414547,"q10_pinball":14.264735484153364,"q50_pinball":36.9829470362229,"q90_pinball":20.811543779010574}},{"lead_hours":61,"values":{"n":1441.0,"mae":73.88970147585846,"rmse":97.97322347780784,"coverage_80":0.6925746009715475,"lower_tail":0.1609993060374739,"upper_tail":0.1464260929909784,"interval_width_80":190.08255264586683,"q10_pinball":14.29150136724306,"q50_pinball":36.94485073792923,"q90_pinball":20.44213506913584}},{"lead_hours":62,"values":{"n":1439.0,"mae":73.48304672102996,"rmse":97.41159969205437,"coverage_80":0.6858929812369701,"lower_tail":0.1681723419041,"upper_tail":0.1459346768589298,"interval_width_80":186.0871903282292,"q10_pinball":14.211908487661066,"q50_pinball":36.74152336051498,"q90_pinball":20.3777866155319}},{"lead_hours":63,"values":{"n":1441.0,"mae":74.37413417256364,"rmse":98.1899197023509,"coverage_80":0.6911866759195003,"lower_tail":0.1596113809854268,"upper_tail":0.1492019430950728,"interval_width_80":185.83191051510835,"q10_pinball":14.488511288182355,"q50_pinball":37.18706708628182,"q90_pinball":20.549584630687026}},{"lead_hours":64,"values":{"n":1438.0,"mae":74.09874995199792,"rmse":97.632115768683,"coverage_80":0.6926286509040334,"lower_tail":0.1564673157162726,"upper_tail":0.150904033379694,"interval_width_80":186.73128640244184,"q10_pinball":14.38763311237412,"q50_pinball":37.04937497599896,"q90_pinball":20.40455862066171}},{"lead_hours":65,"values":{"n":1439.0,"mae":73.78614355887038,"rmse":97.18895940605222,"coverage_80":0.7081306462821404,"lower_tail":0.1452397498262682,"upper_tail":0.1466296038915913,"interval_width_80":192.0565956466671,"q10_pinball":14.193552339912005,"q50_pinball":36.89307177943519,"q90_pinball":20.197943876933227}},{"lead_hours":66,"values":{"n":1440.0,"mae":73.66018682807416,"rmse":97.92235906552834,"coverage_80":0.7027777777777777,"lower_tail":0.1486111111111111,"upper_tail":0.1486111111111111,"interval_width_80":194.59900128161684,"q10_pinball":14.178491153593312,"q50_pinball":36.83009341403708,"q90_pinball":20.188234777260448}},{"lead_hours":67,"values":{"n":1440.0,"mae":73.35684019449272,"rmse":97.38728336063326,"coverage_80":0.7083333333333334,"lower_tail":0.1472222222222222,"upper_tail":0.1444444444444444,"interval_width_80":191.4098132874018,"q10_pinball":14.209541320500971,"q50_pinball":36.67842009724636,"q90_pinball":20.05363807919042}},{"lead_hours":68,"values":{"n":1438.0,"mae":73.29967719988089,"rmse":97.16303725817818,"coverage_80":0.7086230876216968,"lower_tail":0.1522948539638386,"upper_tail":0.1390820584144645,"interval_width_80":190.83383599782252,"q10_pinball":14.240416756055982,"q50_pinball":36.649838599940445,"q90_pinball":19.94885013661093}},{"lead_hours":69,"values":{"n":1440.0,"mae":74.2858692964879,"rmse":98.25360186733629,"coverage_80":0.7152777777777778,"lower_tail":0.1423611111111111,"upper_tail":0.1423611111111111,"interval_width_80":195.47177700635623,"q10_pinball":14.339566802657927,"q50_pinball":37.14293464824395,"q90_pinball":20.10472932299544}},{"lead_hours":70,"values":{"n":1437.0,"mae":74.35406630263248,"rmse":97.9895112216681,"coverage_80":0.7063326374391092,"lower_tail":0.1370911621433542,"upper_tail":0.1565762004175365,"interval_width_80":188.7888958074332,"q10_pinball":14.333368918177507,"q50_pinball":37.17703315131624,"q90_pinball":20.37189329485694}},{"lead_hours":71,"values":{"n":1438.0,"mae":74.02894833732525,"rmse":97.84113123954218,"coverage_80":0.7155771905424201,"lower_tail":0.1335187760778859,"upper_tail":0.150904033379694,"interval_width_80":194.3074992596612,"q10_pinball":14.141502400376108,"q50_pinball":37.01447416866262,"q90_pinball":20.09855790882536}},{"lead_hours":72,"values":{"n":1439.0,"mae":74.18524709840315,"rmse":98.70455947377567,"coverage_80":0.7123002084781098,"lower_tail":0.1382904794996525,"upper_tail":0.1494093120222376,"interval_width_80":197.9870225470532,"q10_pinball":14.20924720278357,"q50_pinball":37.092623549201576,"q90_pinball":20.14949301733057}},{"lead_hours":73,"values":{"n":1439.0,"mae":74.28263272355494,"rmse":98.72751110838789,"coverage_80":0.7060458651841557,"lower_tail":0.1278665740097289,"upper_tail":0.1660875608061153,"interval_width_80":188.2426067315448,"q10_pinball":14.065516178733912,"q50_pinball":37.14131636177747,"q90_pinball":20.637100702128016}},{"lead_hours":74,"values":{"n":1437.0,"mae":74.28409883928438,"rmse":98.66544717303633,"coverage_80":0.7112038970076549,"lower_tail":0.1405706332637439,"upper_tail":0.1482254697286012,"interval_width_80":193.5783868161927,"q10_pinball":14.097050670088418,"q50_pinball":37.14204941964219,"q90_pinball":20.13590753686097}},{"lead_hours":75,"values":{"n":1439.0,"mae":74.91050290726814,"rmse":99.44767881609695,"coverage_80":0.7088255733148019,"lower_tail":0.1299513551077137,"upper_tail":0.1612230715774843,"interval_width_80":191.35162022810349,"q10_pinball":14.187555031530952,"q50_pinball":37.45525145363407,"q90_pinball":20.56467304833059}},{"lead_hours":76,"values":{"n":1436.0,"mae":75.29878927581606,"rmse":99.59267081275505,"coverage_80":0.7040389972144847,"lower_tail":0.1274373259052924,"upper_tail":0.1685236768802228,"interval_width_80":189.2482445303492,"q10_pinball":14.188902172000333,"q50_pinball":37.64939463790803,"q90_pinball":20.73553886271066}},{"lead_hours":77,"values":{"n":1437.0,"mae":75.0742658558254,"rmse":99.57556508328427,"coverage_80":0.7098121085594989,"lower_tail":0.1217814892136395,"upper_tail":0.1684064022268615,"interval_width_80":192.67529490070305,"q10_pinball":13.971804227923274,"q50_pinball":37.5371329279127,"q90_pinball":20.87001618390934}},{"lead_hours":78,"values":{"n":1438.0,"mae":75.17982426571972,"rmse":100.2644684485103,"coverage_80":0.7114047287899861,"lower_tail":0.1244784422809457,"upper_tail":0.1641168289290681,"interval_width_80":195.62034567517483,"q10_pinball":13.981414482860783,"q50_pinball":37.58991213285986,"q90_pinball":20.70877576626365}},{"lead_hours":79,"values":{"n":1438.0,"mae":74.49013301226304,"rmse":99.63998643598126,"coverage_80":0.7267037552155772,"lower_tail":0.1140472878998609,"upper_tail":0.1592489568845619,"interval_width_80":192.54355012782716,"q10_pinball":13.912202481744036,"q50_pinball":37.24506650613152,"q90_pinball":20.73891355718711}},{"lead_hours":80,"values":{"n":1436.0,"mae":74.45477645332357,"rmse":99.82529067892958,"coverage_80":0.7110027855153204,"lower_tail":0.1155988857938718,"upper_tail":0.1733983286908078,"interval_width_80":190.2135238533129,"q10_pinball":13.73832865541867,"q50_pinball":37.22738822666179,"q90_pinball":20.721227268117907}},{"lead_hours":81,"values":{"n":1438.0,"mae":74.82205950027081,"rmse":100.58508585269284,"coverage_80":0.713490959666203,"lower_tail":0.1091794158553546,"upper_tail":0.1773296244784422,"interval_width_80":191.3207422075984,"q10_pinball":13.788428650991255,"q50_pinball":37.411029750135405,"q90_pinball":21.085894645749}},{"lead_hours":82,"values":{"n":1435.0,"mae":74.71403256911607,"rmse":100.2649313634322,"coverage_80":0.7156794425087109,"lower_tail":0.0954703832752613,"upper_tail":0.1888501742160278,"interval_width_80":185.86003211838823,"q10_pinball":13.758460791574828,"q50_pinball":37.35701628455804,"q90_pinball":21.2866858509828}},{"lead_hours":83,"values":{"n":1436.0,"mae":74.29782269468583,"rmse":99.90315864428965,"coverage_80":0.7332869080779945,"lower_tail":0.0814763231197771,"upper_tail":0.1852367688022284,"interval_width_80":191.63227094688617,"q10_pinball":13.665105108027277,"q50_pinball":37.14891134734292,"q90_pinball":21.074901064711664}},{"lead_hours":84,"values":{"n":1437.0,"mae":74.5765102881705,"rmse":100.83868940561938,"coverage_80":0.7362560890744607,"lower_tail":0.0960334029227557,"upper_tail":0.1677105080027836,"interval_width_80":195.87818377951172,"q10_pinball":13.711411432020927,"q50_pinball":37.28825514408525,"q90_pinball":20.830980739724133}},{"lead_hours":85,"values":{"n":1437.0,"mae":74.09344106366788,"rmse":100.40153566181246,"coverage_80":0.7355601948503827,"lower_tail":0.0869867780097425,"upper_tail":0.1774530271398747,"interval_width_80":193.2760668190603,"q10_pinball":13.706865866544618,"q50_pinball":37.04672053183394,"q90_pinball":20.90405586655397}},{"lead_hours":86,"values":{"n":1435.0,"mae":74.25056375992837,"rmse":100.62446311539316,"coverage_80":0.7282229965156795,"lower_tail":0.0905923344947735,"upper_tail":0.181184668989547,"interval_width_80":191.7194919029785,"q10_pinball":13.561992843514435,"q50_pinball":37.12528187996418,"q90_pinball":20.80820542352581}},{"lead_hours":87,"values":{"n":1437.0,"mae":75.35822047392152,"rmse":102.46592228617084,"coverage_80":0.7258176757132916,"lower_tail":0.0835073068893528,"upper_tail":0.1906750173973556,"interval_width_80":189.23866932640067,"q10_pinball":13.71185884765821,"q50_pinball":37.67911023696076,"q90_pinball":21.539872402962374}},{"lead_hours":88,"values":{"n":1434.0,"mae":75.17529485214233,"rmse":101.84069403425204,"coverage_80":0.7245467224546722,"lower_tail":0.0760111576011157,"upper_tail":0.199442119944212,"interval_width_80":187.92054174535488,"q10_pinball":13.809465000942112,"q50_pinball":37.587647426071165,"q90_pinball":21.569088008289967}},{"lead_hours":89,"values":{"n":1435.0,"mae":75.02340174174138,"rmse":101.763821033577,"coverage_80":0.7344947735191638,"lower_tail":0.0710801393728223,"upper_tail":0.1944250871080139,"interval_width_80":192.43375232373887,"q10_pinball":13.771067500491538,"q50_pinball":37.51170087087069,"q90_pinball":21.433250082773665}},{"lead_hours":90,"values":{"n":1436.0,"mae":75.34212765708197,"rmse":102.89421262120018,"coverage_80":0.7458217270194986,"lower_tail":0.0731197771587743,"upper_tail":0.181058495821727,"interval_width_80":196.80247565080688,"q10_pinball":13.802923556541597,"q50_pinball":37.67106382854099,"q90_pinball":21.08930044290432}},{"lead_hours":91,"values":{"n":1436.0,"mae":75.10671399683761,"rmse":102.97138397220168,"coverage_80":0.7402506963788301,"lower_tail":0.0619777158774373,"upper_tail":0.1977715877437326,"interval_width_80":193.4128128576747,"q10_pinball":13.818949669411667,"q50_pinball":37.553356998418806,"q90_pinball":21.503434826013667}},{"lead_hours":92,"values":{"n":1434.0,"mae":74.73475464094498,"rmse":102.49095668532492,"coverage_80":0.7433751743375174,"lower_tail":0.0704323570432357,"upper_tail":0.1861924686192468,"interval_width_80":192.02107122566267,"q10_pinball":13.526294862853556,"q50_pinball":37.36737732047249,"q90_pinball":21.18120797571176}},{"lead_hours":93,"values":{"n":1436.0,"mae":75.76297265919212,"rmse":103.70987088419116,"coverage_80":0.7305013927576601,"lower_tail":0.0745125348189415,"upper_tail":0.1949860724233983,"interval_width_80":190.61475252809407,"q10_pinball":13.658641159230385,"q50_pinball":37.88148632959606,"q90_pinball":21.88975684953244}},{"lead_hours":94,"values":{"n":1433.0,"mae":75.3058064410752,"rmse":102.6402590962869,"coverage_80":0.7278436845778088,"lower_tail":0.0704815073272854,"upper_tail":0.2016748080949058,"interval_width_80":188.3779333551336,"q10_pinball":13.675201673775623,"q50_pinball":37.6529032205376,"q90_pinball":21.89653670142373}},{"lead_hours":95,"values":{"n":1434.0,"mae":75.04048738370227,"rmse":102.38743497315676,"coverage_80":0.7280334728033473,"lower_tail":0.0753138075313807,"upper_tail":0.1966527196652719,"interval_width_80":191.0862496343356,"q10_pinball":13.596254139809965,"q50_pinball":37.520243691851135,"q90_pinball":21.59833147744229}},{"lead_hours":96,"values":{"n":1435.0,"mae":75.79731801441588,"rmse":103.94582352053382,"coverage_80":0.7337979094076655,"lower_tail":0.0738675958188153,"upper_tail":0.1923344947735191,"interval_width_80":196.04887997226805,"q10_pinball":13.846080163265638,"q50_pinball":37.89865900720794,"q90_pinball":21.733699863670104}}]},"binary":[{"threshold":450.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0343247214040464,"roc_auc":0.991677341718101,"average_precision":0.9941827920492536,"threat_score":0.92183908045977,"heidke_skill_score":0.9040502562407008,"reliability":[{"predicted_probability":0.016,"observed_frequency":0.014},{"predicted_probability":0.149,"observed_frequency":0.089},{"predicted_probability":0.242,"observed_frequency":0.24},{"predicted_probability":0.348,"observed_frequency":0.278},{"predicted_probability":0.448,"observed_frequency":0.462},{"predicted_probability":0.539,"observed_frequency":0.308},{"predicted_probability":0.656,"observed_frequency":0.625},{"predicted_probability":0.756,"observed_frequency":0.529},{"predicted_probability":0.855,"observed_frequency":0.763},{"predicted_probability":0.993,"observed_frequency":0.991}]},{"lead_hours":2,"brier_score":0.0527611885349855,"roc_auc":0.9835327770414964,"average_precision":0.9886468425153716,"threat_score":0.8800904977375565,"heidke_skill_score":0.8504681813845084,"reliability":[{"predicted_probability":0.021,"observed_frequency":0.02},{"predicted_probability":0.145,"observed_frequency":0.133},{"predicted_probability":0.252,"observed_frequency":0.205},{"predicted_probability":0.358,"observed_frequency":0.273},{"predicted_probability":0.448,"observed_frequency":0.5},{"predicted_probability":0.557,"observed_frequency":0.438},{"predicted_probability":0.632,"observed_frequency":0.588},{"predicted_probability":0.747,"observed_frequency":0.429},{"predicted_probability":0.865,"observed_frequency":0.702},{"predicted_probability":0.993,"observed_frequency":0.978}]},{"lead_hours":3,"brier_score":0.05986156808798,"roc_auc":0.9763091494895384,"average_precision":0.9840510361695098,"threat_score":0.8658399098083427,"heidke_skill_score":0.832671619907415,"reliability":[{"predicted_probability":0.024,"observed_frequency":0.028},{"predicted_probability":0.15,"observed_frequency":0.167},{"predicted_probability":0.257,"observed_frequency":0.286},{"predicted_probability":0.347,"observed_frequency":0.438},{"predicted_probability":0.452,"observed_frequency":0.32},{"predicted_probability":0.545,"observed_frequency":0.524},{"predicted_probability":0.639,"observed_frequency":0.368},{"predicted_probability":0.759,"observed_frequency":0.647},{"predicted_probability":0.856,"observed_frequency":0.825},{"predicted_probability":0.991,"observed_frequency":0.979}]},{"lead_hours":4,"brier_score":0.0661682478690088,"roc_auc":0.9724537077478256,"average_precision":0.9802708777642868,"threat_score":0.8471910112359551,"heidke_skill_score":0.808652087815135,"reliability":[{"predicted_probability":0.03,"observed_frequency":0.032},{"predicted_probability":0.149,"observed_frequency":0.105},{"predicted_probability":0.246,"observed_frequency":0.281},{"predicted_probability":0.344,"observed_frequency":0.387},{"predicted_probability":0.463,"observed_frequency":0.414},{"predicted_probability":0.548,"observed_frequency":0.391},{"predicted_probability":0.645,"observed_frequency":0.458},{"predicted_probability":0.753,"observed_frequency":0.516},{"predicted_probability":0.853,"observed_frequency":0.745},{"predicted_probability":0.991,"observed_frequency":0.977}]},{"lead_hours":5,"brier_score":0.0692260352918223,"roc_auc":0.9684852467174968,"average_precision":0.97921000124508,"threat_score":0.8465011286681715,"heidke_skill_score":0.8091349161919189,"reliability":[{"predicted_probability":0.032,"observed_frequency":0.034},{"predicted_probability":0.144,"observed_frequency":0.148},{"predicted_probability":0.241,"observed_frequency":0.277},{"predicted_probability":0.351,"observed_frequency":0.421},{"predicted_probability":0.446,"observed_frequency":0.364},{"predicted_probability":0.558,"observed_frequency":0.545},{"predicted_probability":0.66,"observed_frequency":0.594},{"predicted_probability":0.752,"observed_frequency":0.68},{"predicted_probability":0.845,"observed_frequency":0.691},{"predicted_probability":0.989,"observed_frequency":0.984}]},{"lead_hours":6,"brier_score":0.0764659988374229,"roc_auc":0.9611652841853456,"average_precision":0.9751545149351042,"threat_score":0.8213096559378469,"heidke_skill_score":0.7740344315579379,"reliability":[{"predicted_probability":0.039,"observed_frequency":0.049},{"predicted_probability":0.147,"observed_frequency":0.133},{"predicted_probability":0.246,"observed_frequency":0.304},{"predicted_probability":0.349,"observed_frequency":0.345},{"predicted_probability":0.441,"observed_frequency":0.5},{"predicted_probability":0.541,"observed_frequency":0.324},{"predicted_probability":0.652,"observed_frequency":0.522},{"predicted_probability":0.743,"observed_frequency":0.611},{"predicted_probability":0.856,"observed_frequency":0.729},{"predicted_probability":0.989,"observed_frequency":0.989}]},{"lead_hours":7,"brier_score":0.0801651521901381,"roc_auc":0.9589512995029053,"average_precision":0.9736724100078166,"threat_score":0.8148558758314856,"heidke_skill_score":0.7658300437684584,"reliability":[{"predicted_probability":0.044,"observed_frequency":0.046},{"predicted_probability":0.143,"observed_frequency":0.129},{"predicted_probability":0.244,"observed_frequency":0.296},{"predicted_probability":0.351,"observed_frequency":0.286},{"predicted_probability":0.44,"observed_frequency":0.5},{"predicted_probability":0.541,"observed_frequency":0.435},{"predicted_probability":0.647,"observed_frequency":0.514},{"predicted_probability":0.749,"observed_frequency":0.6},{"predicted_probability":0.85,"observed_frequency":0.686},{"predicted_probability":0.989,"observed_frequency":0.983}]},{"lead_hours":8,"brier_score":0.0895016478636031,"roc_auc":0.9476869117040244,"average_precision":0.966384751555317,"threat_score":0.8031319910514542,"heidke_skill_score":0.7539374184129829,"reliability":[{"predicted_probability":0.042,"observed_frequency":0.065},{"predicted_probability":0.137,"observed_frequency":0.181},{"predicted_probability":0.243,"observed_frequency":0.274},{"predicted_probability":0.354,"observed_frequency":0.313},{"predicted_probability":0.449,"observed_frequency":0.425},{"predicted_probability":0.54,"observed_frequency":0.6},{"predicted_probability":0.641,"observed_frequency":0.5},{"predicted_probability":0.746,"observed_frequency":0.692},{"predicted_probability":0.858,"observed_frequency":0.77},{"predicted_probability":0.989,"observed_frequency":0.985}]},{"lead_hours":9,"brier_score":0.0966116344785987,"roc_auc":0.9395151574038088,"average_precision":0.9601899204534072,"threat_score":0.7839912280701754,"heidke_skill_score":0.7243106559987647,"reliability":[{"predicted_probability":0.047,"observed_frequency":0.06},{"predicted_probability":0.14,"observed_frequency":0.199},{"predicted_probability":0.251,"observed_frequency":0.218},{"predicted_probability":0.343,"observed_frequency":0.275},{"predicted_probability":0.447,"observed_frequency":0.518},{"predicted_probability":0.554,"observed_frequency":0.455},{"predicted_probability":0.642,"observed_frequency":0.629},{"predicted_probability":0.752,"observed_frequency":0.558},{"predicted_probability":0.864,"observed_frequency":0.769},{"predicted_probability":0.99,"observed_frequency":0.977}]},{"lead_hours":10,"brier_score":0.1031973390921954,"roc_auc":0.9346344762711798,"average_precision":0.9564080968702908,"threat_score":0.7849344978165939,"heidke_skill_score":0.7230374463313943,"reliability":[{"predicted_probability":0.051,"observed_frequency":0.061},{"predicted_probability":0.144,"observed_frequency":0.193},{"predicted_probability":0.249,"observed_frequency":0.196},{"predicted_probability":0.354,"observed_frequency":0.35},{"predicted_probability":0.439,"observed_frequency":0.23},{"predicted_probability":0.543,"observed_frequency":0.571},{"predicted_probability":0.649,"observed_frequency":0.533},{"predicted_probability":0.761,"observed_frequency":0.51},{"predicted_probability":0.862,"observed_frequency":0.694},{"predicted_probability":0.989,"observed_frequency":0.974}]},{"lead_hours":11,"brier_score":0.1087365529440113,"roc_auc":0.9270980123478898,"average_precision":0.951354284682422,"threat_score":0.7676659528907923,"heidke_skill_score":0.6942674663438897,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.068},{"predicted_probability":0.144,"observed_frequency":0.174},{"predicted_probability":0.251,"observed_frequency":0.235},{"predicted_probability":0.347,"observed_frequency":0.268},{"predicted_probability":0.446,"observed_frequency":0.366},{"predicted_probability":0.542,"observed_frequency":0.5},{"predicted_probability":0.65,"observed_frequency":0.564},{"predicted_probability":0.748,"observed_frequency":0.52},{"predicted_probability":0.851,"observed_frequency":0.712},{"predicted_probability":0.987,"observed_frequency":0.963}]},{"lead_hours":12,"brier_score":0.1146932573640197,"roc_auc":0.9197531464208368,"average_precision":0.9475891339815572,"threat_score":0.7521367521367521,"heidke_skill_score":0.6741478280592987,"reliability":[{"predicted_probability":0.06,"observed_frequency":0.078},{"predicted_probability":0.146,"observed_frequency":0.224},{"predicted_probability":0.242,"observed_frequency":0.208},{"predicted_probability":0.345,"observed_frequency":0.312},{"predicted_probability":0.447,"observed_frequency":0.379},{"predicted_probability":0.552,"observed_frequency":0.413},{"predicted_probability":0.643,"observed_frequency":0.526},{"predicted_probability":0.751,"observed_frequency":0.588},{"predicted_probability":0.847,"observed_frequency":0.712},{"predicted_probability":0.987,"observed_frequency":0.964}]},{"lead_hours":13,"brier_score":0.1151107616740631,"roc_auc":0.9189296767035832,"average_precision":0.9480695974921484,"threat_score":0.7484076433121019,"heidke_skill_score":0.6666809022375405,"reliability":[{"predicted_probability":0.058,"observed_frequency":0.071},{"predicted_probability":0.138,"observed_frequency":0.207},{"predicted_probability":0.245,"observed_frequency":0.272},{"predicted_probability":0.348,"observed_frequency":0.239},{"predicted_probability":0.445,"observed_frequency":0.404},{"predicted_probability":0.55,"observed_frequency":0.432},{"predicted_probability":0.652,"observed_frequency":0.531},{"predicted_probability":0.759,"observed_frequency":0.544},{"predicted_probability":0.849,"observed_frequency":0.607},{"predicted_probability":0.986,"observed_frequency":0.977}]},{"lead_hours":14,"brier_score":0.1167988578277642,"roc_auc":0.9140543700672318,"average_precision":0.9426217792571768,"threat_score":0.7513397642015005,"heidke_skill_score":0.6739306958004873,"reliability":[{"predicted_probability":0.058,"observed_frequency":0.066},{"predicted_probability":0.141,"observed_frequency":0.213},{"predicted_probability":0.236,"observed_frequency":0.236},{"predicted_probability":0.346,"observed_frequency":0.235},{"predicted_probability":0.454,"observed_frequency":0.429},{"predicted_probability":0.552,"observed_frequency":0.49},{"predicted_probability":0.653,"observed_frequency":0.562},{"predicted_probability":0.762,"observed_frequency":0.61},{"predicted_probability":0.854,"observed_frequency":0.687},{"predicted_probability":0.983,"observed_frequency":0.971}]},{"lead_hours":15,"brier_score":0.1254767120785914,"roc_auc":0.9017140744776062,"average_precision":0.9341467950186638,"threat_score":0.7385759829968119,"heidke_skill_score":0.6547854938899316,"reliability":[{"predicted_probability":0.063,"observed_frequency":0.102},{"predicted_probability":0.145,"observed_frequency":0.218},{"predicted_probability":0.242,"observed_frequency":0.243},{"predicted_probability":0.35,"observed_frequency":0.257},{"predicted_probability":0.449,"observed_frequency":0.39},{"predicted_probability":0.549,"observed_frequency":0.519},{"predicted_probability":0.656,"observed_frequency":0.652},{"predicted_probability":0.764,"observed_frequency":0.529},{"predicted_probability":0.858,"observed_frequency":0.795},{"predicted_probability":0.984,"observed_frequency":0.958}]},{"lead_hours":16,"brier_score":0.1281753771076013,"roc_auc":0.898659837748325,"average_precision":0.9298303117809936,"threat_score":0.7275641025641025,"heidke_skill_score":0.6423506908947004,"reliability":[{"predicted_probability":0.065,"observed_frequency":0.089},{"predicted_probability":0.152,"observed_frequency":0.205},{"predicted_probability":0.241,"observed_frequency":0.248},{"predicted_probability":0.352,"observed_frequency":0.261},{"predicted_probability":0.441,"observed_frequency":0.406},{"predicted_probability":0.542,"observed_frequency":0.471},{"predicted_probability":0.653,"observed_frequency":0.582},{"predicted_probability":0.754,"observed_frequency":0.606},{"predicted_probability":0.857,"observed_frequency":0.825},{"predicted_probability":0.986,"observed_frequency":0.95}]},{"lead_hours":17,"brier_score":0.131215435767082,"roc_auc":0.8933576926824516,"average_precision":0.9266681218543956,"threat_score":0.7244680851063829,"heidke_skill_score":0.6369136600247823,"reliability":[{"predicted_probability":0.072,"observed_frequency":0.076},{"predicted_probability":0.15,"observed_frequency":0.231},{"predicted_probability":0.241,"observed_frequency":0.24},{"predicted_probability":0.341,"observed_frequency":0.256},{"predicted_probability":0.453,"observed_frequency":0.38},{"predicted_probability":0.543,"observed_frequency":0.489},{"predicted_probability":0.655,"observed_frequency":0.62},{"predicted_probability":0.762,"observed_frequency":0.656},{"predicted_probability":0.854,"observed_frequency":0.776},{"predicted_probability":0.984,"observed_frequency":0.952}]},{"lead_hours":18,"brier_score":0.1332408822295573,"roc_auc":0.8888456358073231,"average_precision":0.9256637320273358,"threat_score":0.726984126984127,"heidke_skill_score":0.6378680604561352,"reliability":[{"predicted_probability":0.073,"observed_frequency":0.086},{"predicted_probability":0.146,"observed_frequency":0.221},{"predicted_probability":0.249,"observed_frequency":0.282},{"predicted_probability":0.352,"observed_frequency":0.269},{"predicted_probability":0.453,"observed_frequency":0.284},{"predicted_probability":0.546,"observed_frequency":0.516},{"predicted_probability":0.652,"observed_frequency":0.611},{"predicted_probability":0.76,"observed_frequency":0.684},{"predicted_probability":0.852,"observed_frequency":0.817},{"predicted_probability":0.984,"observed_frequency":0.957}]},{"lead_hours":19,"brier_score":0.1328445812552764,"roc_auc":0.8898901103184053,"average_precision":0.9274855180642012,"threat_score":0.722457627118644,"heidke_skill_score":0.6327512870006641,"reliability":[{"predicted_probability":0.072,"observed_frequency":0.088},{"predicted_probability":0.143,"observed_frequency":0.217},{"predicted_probability":0.247,"observed_frequency":0.279},{"predicted_probability":0.345,"observed_frequency":0.252},{"predicted_probability":0.444,"observed_frequency":0.337},{"predicted_probability":0.547,"observed_frequency":0.533},{"predicted_probability":0.65,"observed_frequency":0.636},{"predicted_probability":0.756,"observed_frequency":0.652},{"predicted_probability":0.844,"observed_frequency":0.769},{"predicted_probability":0.985,"observed_frequency":0.967}]},{"lead_hours":20,"brier_score":0.1385514563872165,"roc_auc":0.8827586005057284,"average_precision":0.9206401399647648,"threat_score":0.7083333333333334,"heidke_skill_score":0.6056384122679882,"reliability":[{"predicted_probability":0.076,"observed_frequency":0.102},{"predicted_probability":0.146,"observed_frequency":0.196},{"predicted_probability":0.244,"observed_frequency":0.256},{"predicted_probability":0.343,"observed_frequency":0.314},{"predicted_probability":0.451,"observed_frequency":0.325},{"predicted_probability":0.546,"observed_frequency":0.487},{"predicted_probability":0.651,"observed_frequency":0.615},{"predicted_probability":0.758,"observed_frequency":0.648},{"predicted_probability":0.846,"observed_frequency":0.734},{"predicted_probability":0.983,"observed_frequency":0.96}]},{"lead_hours":21,"brier_score":0.1479600682108367,"roc_auc":0.8688561633161913,"average_precision":0.9119978801244252,"threat_score":0.6983640081799591,"heidke_skill_score":0.5835348256766243,"reliability":[{"predicted_probability":0.076,"observed_frequency":0.117},{"predicted_probability":0.152,"observed_frequency":0.22},{"predicted_probability":0.243,"observed_frequency":0.254},{"predicted_probability":0.357,"observed_frequency":0.336},{"predicted_probability":0.444,"observed_frequency":0.25},{"predicted_probability":0.548,"observed_frequency":0.481},{"predicted_probability":0.648,"observed_frequency":0.614},{"predicted_probability":0.754,"observed_frequency":0.667},{"predicted_probability":0.845,"observed_frequency":0.735},{"predicted_probability":0.983,"observed_frequency":0.942}]},{"lead_hours":22,"brier_score":0.148325844055276,"roc_auc":0.8681039387138003,"average_precision":0.9091005239948576,"threat_score":0.6883384932920537,"heidke_skill_score":0.5745773947630096,"reliability":[{"predicted_probability":0.073,"observed_frequency":0.117},{"predicted_probability":0.143,"observed_frequency":0.194},{"predicted_probability":0.238,"observed_frequency":0.278},{"predicted_probability":0.347,"observed_frequency":0.264},{"predicted_probability":0.445,"observed_frequency":0.351},{"predicted_probability":0.554,"observed_frequency":0.432},{"predicted_probability":0.654,"observed_frequency":0.69},{"predicted_probability":0.756,"observed_frequency":0.625},{"predicted_probability":0.847,"observed_frequency":0.724},{"predicted_probability":0.984,"observed_frequency":0.943}]},{"lead_hours":23,"brier_score":0.1520896201789932,"roc_auc":0.8599725283301596,"average_precision":0.9035575543962484,"threat_score":0.6843718079673136,"heidke_skill_score":0.5640218021298643,"reliability":[{"predicted_probability":0.076,"observed_frequency":0.134},{"predicted_probability":0.147,"observed_frequency":0.201},{"predicted_probability":0.244,"observed_frequency":0.278},{"predicted_probability":0.35,"observed_frequency":0.317},{"predicted_probability":0.446,"observed_frequency":0.298},{"predicted_probability":0.547,"observed_frequency":0.438},{"predicted_probability":0.645,"observed_frequency":0.654},{"predicted_probability":0.753,"observed_frequency":0.667},{"predicted_probability":0.845,"observed_frequency":0.767},{"predicted_probability":0.982,"observed_frequency":0.935}]},{"lead_hours":24,"brier_score":0.1572670581969589,"roc_auc":0.8524602942609373,"average_precision":0.8993948131320849,"threat_score":0.6767676767676768,"heidke_skill_score":0.5479316976968963,"reliability":[{"predicted_probability":0.078,"observed_frequency":0.18},{"predicted_probability":0.146,"observed_frequency":0.209},{"predicted_probability":0.241,"observed_frequency":0.288},{"predicted_probability":0.354,"observed_frequency":0.283},{"predicted_probability":0.443,"observed_frequency":0.29},{"predicted_probability":0.544,"observed_frequency":0.464},{"predicted_probability":0.641,"observed_frequency":0.564},{"predicted_probability":0.758,"observed_frequency":0.651},{"predicted_probability":0.847,"observed_frequency":0.753},{"predicted_probability":0.981,"observed_frequency":0.936}]},{"lead_hours":25,"brier_score":0.1556007812195431,"roc_auc":0.8538013236246712,"average_precision":0.9021957231423492,"threat_score":0.6836734693877551,"heidke_skill_score":0.5629327362474399,"reliability":[{"predicted_probability":0.078,"observed_frequency":0.157},{"predicted_probability":0.148,"observed_frequency":0.214},{"predicted_probability":0.247,"observed_frequency":0.31},{"predicted_probability":0.349,"observed_frequency":0.281},{"predicted_probability":0.452,"observed_frequency":0.28},{"predicted_probability":0.558,"observed_frequency":0.5},{"predicted_probability":0.651,"observed_frequency":0.605},{"predicted_probability":0.751,"observed_frequency":0.696},{"predicted_probability":0.847,"observed_frequency":0.737},{"predicted_probability":0.983,"observed_frequency":0.948}]},{"lead_hours":26,"brier_score":0.1596056835357434,"roc_auc":0.8487339472481276,"average_precision":0.8960221698861139,"threat_score":0.6663306451612904,"heidke_skill_score":0.5321863645033035,"reliability":[{"predicted_probability":0.072,"observed_frequency":0.179},{"predicted_probability":0.147,"observed_frequency":0.187},{"predicted_probability":0.248,"observed_frequency":0.319},{"predicted_probability":0.346,"observed_frequency":0.295},{"predicted_probability":0.441,"observed_frequency":0.333},{"predicted_probability":0.549,"observed_frequency":0.414},{"predicted_probability":0.65,"observed_frequency":0.588},{"predicted_probability":0.753,"observed_frequency":0.682},{"predicted_probability":0.847,"observed_frequency":0.713},{"predicted_probability":0.981,"observed_frequency":0.942}]},{"lead_hours":27,"brier_score":0.1658365322287035,"roc_auc":0.837724772789328,"average_precision":0.8899991967141024,"threat_score":0.6553784860557769,"heidke_skill_score":0.5109882167247496,"reliability":[{"predicted_probability":0.071,"observed_frequency":0.243},{"predicted_probability":0.151,"observed_frequency":0.225},{"predicted_probability":0.252,"observed_frequency":0.274},{"predicted_probability":0.352,"observed_frequency":0.324},{"predicted_probability":0.442,"observed_frequency":0.347},{"predicted_probability":0.55,"observed_frequency":0.403},{"predicted_probability":0.65,"observed_frequency":0.571},{"predicted_probability":0.751,"observed_frequency":0.67},{"predicted_probability":0.848,"observed_frequency":0.725},{"predicted_probability":0.982,"observed_frequency":0.935}]},{"lead_hours":28,"brier_score":0.1680324032175984,"roc_auc":0.8354482233948131,"average_precision":0.8835341818225388,"threat_score":0.6498993963782697,"heidke_skill_score":0.5089827146500425,"reliability":[{"predicted_probability":0.072,"observed_frequency":0.242},{"predicted_probability":0.153,"observed_frequency":0.178},{"predicted_probability":0.243,"observed_frequency":0.287},{"predicted_probability":0.345,"observed_frequency":0.346},{"predicted_probability":0.441,"observed_frequency":0.328},{"predicted_probability":0.545,"observed_frequency":0.507},{"predicted_probability":0.653,"observed_frequency":0.56},{"predicted_probability":0.744,"observed_frequency":0.64},{"predicted_probability":0.847,"observed_frequency":0.655},{"predicted_probability":0.982,"observed_frequency":0.941}]},{"lead_hours":29,"brier_score":0.1685172348579635,"roc_auc":0.8335758908862174,"average_precision":0.8848599508712204,"threat_score":0.6454816285998014,"heidke_skill_score":0.4950425851188477,"reliability":[{"predicted_probability":0.07,"observed_frequency":0.241},{"predicted_probability":0.152,"observed_frequency":0.185},{"predicted_probability":0.244,"observed_frequency":0.265},{"predicted_probability":0.352,"observed_frequency":0.383},{"predicted_probability":0.451,"observed_frequency":0.368},{"predicted_probability":0.55,"observed_frequency":0.462},{"predicted_probability":0.647,"observed_frequency":0.582},{"predicted_probability":0.752,"observed_frequency":0.637},{"predicted_probability":0.852,"observed_frequency":0.67},{"predicted_probability":0.981,"observed_frequency":0.949}]},{"lead_hours":30,"brier_score":0.1709255507514623,"roc_auc":0.8285196125870197,"average_precision":0.881859851494504,"threat_score":0.6430678466076696,"heidke_skill_score":0.4856008859184053,"reliability":[{"predicted_probability":0.07,"observed_frequency":0.222},{"predicted_probability":0.154,"observed_frequency":0.228},{"predicted_probability":0.246,"observed_frequency":0.26},{"predicted_probability":0.351,"observed_frequency":0.374},{"predicted_probability":0.446,"observed_frequency":0.333},{"predicted_probability":0.543,"observed_frequency":0.437},{"predicted_probability":0.654,"observed_frequency":0.559},{"predicted_probability":0.748,"observed_frequency":0.636},{"predicted_probability":0.849,"observed_frequency":0.685},{"predicted_probability":0.978,"observed_frequency":0.945}]},{"lead_hours":31,"brier_score":0.1737862845777327,"roc_auc":0.8224102533047608,"average_precision":0.8786276645420501,"threat_score":0.6306042884990254,"heidke_skill_score":0.4626453856064573,"reliability":[{"predicted_probability":0.067,"observed_frequency":0.217},{"predicted_probability":0.155,"observed_frequency":0.234},{"predicted_probability":0.245,"observed_frequency":0.267},{"predicted_probability":0.349,"observed_frequency":0.414},{"predicted_probability":0.446,"observed_frequency":0.352},{"predicted_probability":0.54,"observed_frequency":0.453},{"predicted_probability":0.651,"observed_frequency":0.477},{"predicted_probability":0.75,"observed_frequency":0.673},{"predicted_probability":0.85,"observed_frequency":0.746},{"predicted_probability":0.98,"observed_frequency":0.938}]},{"lead_hours":32,"brier_score":0.1767317000032695,"roc_auc":0.8206955429858944,"average_precision":0.8739605637982678,"threat_score":0.6335282651072125,"heidke_skill_score":0.4656946489163209,"reliability":[{"predicted_probability":0.066,"observed_frequency":0.217},{"predicted_probability":0.158,"observed_frequency":0.225},{"predicted_probability":0.253,"observed_frequency":0.255},{"predicted_probability":0.348,"observed_frequency":0.372},{"predicted_probability":0.451,"observed_frequency":0.377},{"predicted_probability":0.546,"observed_frequency":0.494},{"predicted_probability":0.659,"observed_frequency":0.536},{"predicted_probability":0.756,"observed_frequency":0.62},{"predicted_probability":0.856,"observed_frequency":0.661},{"predicted_probability":0.977,"observed_frequency":0.935}]},{"lead_hours":33,"brier_score":0.1830075188715022,"roc_auc":0.8102075685386237,"average_precision":0.8654979681582196,"threat_score":0.627151051625239,"heidke_skill_score":0.4438132433871827,"reliability":[{"predicted_probability":0.062,"observed_frequency":0.15},{"predicted_probability":0.158,"observed_frequency":0.246},{"predicted_probability":0.249,"observed_frequency":0.274},{"predicted_probability":0.348,"observed_frequency":0.382},{"predicted_probability":0.45,"observed_frequency":0.343},{"predicted_probability":0.545,"observed_frequency":0.426},{"predicted_probability":0.66,"observed_frequency":0.62},{"predicted_probability":0.746,"observed_frequency":0.56},{"predicted_probability":0.85,"observed_frequency":0.659},{"predicted_probability":0.976,"observed_frequency":0.917}]},{"lead_hours":34,"brier_score":0.184710637312483,"roc_auc":0.8077434639437819,"average_precision":0.8596204890934022,"threat_score":0.6224588576960309,"heidke_skill_score":0.4456188948826359,"reliability":[{"predicted_probability":0.063,"observed_frequency":0.158},{"predicted_probability":0.159,"observed_frequency":0.217},{"predicted_probability":0.252,"observed_frequency":0.258},{"predicted_probability":0.344,"observed_frequency":0.395},{"predicted_probability":0.449,"observed_frequency":0.359},{"predicted_probability":0.547,"observed_frequency":0.516},{"predicted_probability":0.651,"observed_frequency":0.537},{"predicted_probability":0.754,"observed_frequency":0.6},{"predicted_probability":0.855,"observed_frequency":0.659},{"predicted_probability":0.975,"observed_frequency":0.909}]},{"lead_hours":35,"brier_score":0.1800275278554267,"roc_auc":0.8097397923658867,"average_precision":0.8647201468028533,"threat_score":0.6189083820662769,"heidke_skill_score":0.4460147885333919,"reliability":[{"predicted_probability":0.064,"observed_frequency":0.167},{"predicted_probability":0.164,"observed_frequency":0.244},{"predicted_probability":0.252,"observed_frequency":0.271},{"predicted_probability":0.352,"observed_frequency":0.383},{"predicted_probability":0.452,"observed_frequency":0.407},{"predicted_probability":0.542,"observed_frequency":0.49},{"predicted_probability":0.648,"observed_frequency":0.534},{"predicted_probability":0.752,"observed_frequency":0.65},{"predicted_probability":0.86,"observed_frequency":0.725},{"predicted_probability":0.977,"observed_frequency":0.941}]},{"lead_hours":36,"brier_score":0.183664581392504,"roc_auc":0.8015455962618137,"average_precision":0.8583664674912694,"threat_score":0.612027158098933,"heidke_skill_score":0.4336642510846603,"reliability":[{"predicted_probability":0.069,"observed_frequency":0.167},{"predicted_probability":0.164,"observed_frequency":0.254},{"predicted_probability":0.252,"observed_frequency":0.257},{"predicted_probability":0.348,"observed_frequency":0.403},{"predicted_probability":0.447,"observed_frequency":0.417},{"predicted_probability":0.551,"observed_frequency":0.45},{"predicted_probability":0.654,"observed_frequency":0.568},{"predicted_probability":0.752,"observed_frequency":0.612},{"predicted_probability":0.858,"observed_frequency":0.769},{"predicted_probability":0.974,"observed_frequency":0.921}]},{"lead_hours":37,"brier_score":0.1864104937376856,"roc_auc":0.7948792671144196,"average_precision":0.8547022759131938,"threat_score":0.6071428571428571,"heidke_skill_score":0.4233584371755187,"reliability":[{"predicted_probability":0.067,"observed_frequency":0.176},{"predicted_probability":0.169,"observed_frequency":0.264},{"predicted_probability":0.246,"observed_frequency":0.268},{"predicted_probability":0.357,"observed_frequency":0.409},{"predicted_probability":0.453,"observed_frequency":0.42},{"predicted_probability":0.549,"observed_frequency":0.522},{"predicted_probability":0.646,"observed_frequency":0.495},{"predicted_probability":0.742,"observed_frequency":0.624},{"predicted_probability":0.859,"observed_frequency":0.774},{"predicted_probability":0.974,"observed_frequency":0.919}]},{"lead_hours":38,"brier_score":0.1882619901984102,"roc_auc":0.7938548394045377,"average_precision":0.8495568901203607,"threat_score":0.6057416267942584,"heidke_skill_score":0.4137848071310246,"reliability":[{"predicted_probability":0.065,"observed_frequency":0.067},{"predicted_probability":0.166,"observed_frequency":0.267},{"predicted_probability":0.245,"observed_frequency":0.244},{"predicted_probability":0.35,"observed_frequency":0.379},{"predicted_probability":0.454,"observed_frequency":0.444},{"predicted_probability":0.549,"observed_frequency":0.473},{"predicted_probability":0.647,"observed_frequency":0.51},{"predicted_probability":0.754,"observed_frequency":0.644},{"predicted_probability":0.853,"observed_frequency":0.743},{"predicted_probability":0.973,"observed_frequency":0.898}]},{"lead_hours":39,"brier_score":0.1933613811110016,"roc_auc":0.7846930596285435,"average_precision":0.842373366150924,"threat_score":0.5966069745523092,"heidke_skill_score":0.3900668652241661,"reliability":[{"predicted_probability":0.068,"observed_frequency":0.176},{"predicted_probability":0.172,"observed_frequency":0.277},{"predicted_probability":0.241,"observed_frequency":0.227},{"predicted_probability":0.354,"observed_frequency":0.403},{"predicted_probability":0.454,"observed_frequency":0.474},{"predicted_probability":0.547,"observed_frequency":0.445},{"predicted_probability":0.645,"observed_frequency":0.537},{"predicted_probability":0.749,"observed_frequency":0.535},{"predicted_probability":0.851,"observed_frequency":0.769},{"predicted_probability":0.971,"observed_frequency":0.887}]},{"lead_hours":40,"brier_score":0.1974963998729403,"roc_auc":0.7774235055546104,"average_precision":0.8311704930158949,"threat_score":0.583969465648855,"heidke_skill_score":0.3814921426308758,"reliability":[{"predicted_probability":0.069,"observed_frequency":0.176},{"predicted_probability":0.17,"observed_frequency":0.27},{"predicted_probability":0.243,"observed_frequency":0.239},{"predicted_probability":0.35,"observed_frequency":0.37},{"predicted_probability":0.45,"observed_frequency":0.484},{"predicted_probability":0.547,"observed_frequency":0.452},{"predicted_probability":0.641,"observed_frequency":0.544},{"predicted_probability":0.748,"observed_frequency":0.552},{"predicted_probability":0.853,"observed_frequency":0.729},{"predicted_probability":0.971,"observed_frequency":0.881}]},{"lead_hours":41,"brier_score":0.1935111241537015,"roc_auc":0.7830551323576065,"average_precision":0.8408801173183512,"threat_score":0.5891840607210627,"heidke_skill_score":0.3842673664729585,"reliability":[{"predicted_probability":0.077,"observed_frequency":0.062},{"predicted_probability":0.173,"observed_frequency":0.27},{"predicted_probability":0.244,"observed_frequency":0.255},{"predicted_probability":0.351,"observed_frequency":0.402},{"predicted_probability":0.454,"observed_frequency":0.471},{"predicted_probability":0.538,"observed_frequency":0.464},{"predicted_probability":0.648,"observed_frequency":0.528},{"predicted_probability":0.743,"observed_frequency":0.537},{"predicted_probability":0.854,"observed_frequency":0.735},{"predicted_probability":0.97,"observed_frequency":0.9}]},{"lead_hours":42,"brier_score":0.2002272925302968,"roc_auc":0.7683606371410018,"average_precision":0.8287194759809877,"threat_score":0.5809792843691148,"heidke_skill_score":0.3672703354182093,"reliability":[{"predicted_probability":0.076,"observed_frequency":0.0},{"predicted_probability":0.172,"observed_frequency":0.319},{"predicted_probability":0.245,"observed_frequency":0.268},{"predicted_probability":0.35,"observed_frequency":0.412},{"predicted_probability":0.45,"observed_frequency":0.463},{"predicted_probability":0.545,"observed_frequency":0.475},{"predicted_probability":0.647,"observed_frequency":0.552},{"predicted_probability":0.75,"observed_frequency":0.564},{"predicted_probability":0.856,"observed_frequency":0.748},{"predicted_probability":0.968,"observed_frequency":0.877}]},{"lead_hours":43,"brier_score":0.2013798814860259,"roc_auc":0.7622382141283595,"average_precision":0.8265656661635318,"threat_score":0.5708884688090737,"heidke_skill_score":0.3565706590975563,"reliability":[{"predicted_probability":0.078,"observed_frequency":0.071},{"predicted_probability":0.173,"observed_frequency":0.33},{"predicted_probability":0.245,"observed_frequency":0.292},{"predicted_probability":0.349,"observed_frequency":0.384},{"predicted_probability":0.45,"observed_frequency":0.485},{"predicted_probability":0.552,"observed_frequency":0.455},{"predicted_probability":0.646,"observed_frequency":0.571},{"predicted_probability":0.748,"observed_frequency":0.609},{"predicted_probability":0.854,"observed_frequency":0.754},{"predicted_probability":0.969,"observed_frequency":0.879}]},{"lead_hours":44,"brier_score":0.2035342567593403,"roc_auc":0.7596453219355345,"average_precision":0.8209564265264536,"threat_score":0.574108818011257,"heidke_skill_score":0.3534500807856553,"reliability":[{"predicted_probability":0.073,"observed_frequency":0.0},{"predicted_probability":0.168,"observed_frequency":0.326},{"predicted_probability":0.25,"observed_frequency":0.294},{"predicted_probability":0.35,"observed_frequency":0.385},{"predicted_probability":0.449,"observed_frequency":0.477},{"predicted_probability":0.547,"observed_frequency":0.478},{"predicted_probability":0.638,"observed_frequency":0.547},{"predicted_probability":0.755,"observed_frequency":0.61},{"predicted_probability":0.851,"observed_frequency":0.729},{"predicted_probability":0.968,"observed_frequency":0.878}]},{"lead_hours":45,"brier_score":0.2077750258570191,"roc_auc":0.7522343798935172,"average_precision":0.8146330712164611,"threat_score":0.575813953488372,"heidke_skill_score":0.349585529487068,"reliability":[{"predicted_probability":0.084,"observed_frequency":0.2},{"predicted_probability":0.168,"observed_frequency":0.349},{"predicted_probability":0.248,"observed_frequency":0.303},{"predicted_probability":0.353,"observed_frequency":0.409},{"predicted_probability":0.454,"observed_frequency":0.411},{"predicted_probability":0.55,"observed_frequency":0.484},{"predicted_probability":0.644,"observed_frequency":0.552},{"predicted_probability":0.746,"observed_frequency":0.526},{"predicted_probability":0.844,"observed_frequency":0.74},{"predicted_probability":0.969,"observed_frequency":0.862}]},{"lead_hours":46,"brier_score":0.2142292481090637,"roc_auc":0.7452334615113521,"average_precision":0.8018050421414995,"threat_score":0.5736793327154773,"heidke_skill_score":0.3423707827936592,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.154},{"predicted_probability":0.169,"observed_frequency":0.34},{"predicted_probability":0.255,"observed_frequency":0.267},{"predicted_probability":0.349,"observed_frequency":0.367},{"predicted_probability":0.45,"observed_frequency":0.444},{"predicted_probability":0.547,"observed_frequency":0.541},{"predicted_probability":0.642,"observed_frequency":0.517},{"predicted_probability":0.751,"observed_frequency":0.57},{"predicted_probability":0.851,"observed_frequency":0.699},{"predicted_probability":0.966,"observed_frequency":0.832}]},{"lead_hours":47,"brier_score":0.2084766779086687,"roc_auc":0.7530419182809192,"average_precision":0.8116696169942217,"threat_score":0.5813308687615527,"heidke_skill_score":0.3506841798688299,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.0},{"predicted_probability":0.171,"observed_frequency":0.29},{"predicted_probability":0.253,"observed_frequency":0.296},{"predicted_probability":0.352,"observed_frequency":0.383},{"predicted_probability":0.445,"observed_frequency":0.409},{"predicted_probability":0.545,"observed_frequency":0.462},{"predicted_probability":0.642,"observed_frequency":0.56},{"predicted_probability":0.744,"observed_frequency":0.571},{"predicted_probability":0.858,"observed_frequency":0.726},{"predicted_probability":0.967,"observed_frequency":0.855}]},{"lead_hours":48,"brier_score":0.2145455189097191,"roc_auc":0.741933020275642,"average_precision":0.804519965822999,"threat_score":0.5775941230486685,"heidke_skill_score":0.3403100775193798,"reliability":[{"predicted_probability":0.084,"observed_frequency":0.1},{"predicted_probability":0.164,"observed_frequency":0.294},{"predicted_probability":0.248,"observed_frequency":0.324},{"predicted_probability":0.347,"observed_frequency":0.373},{"predicted_probability":0.444,"observed_frequency":0.395},{"predicted_probability":0.544,"observed_frequency":0.47},{"predicted_probability":0.649,"observed_frequency":0.626},{"predicted_probability":0.745,"observed_frequency":0.538},{"predicted_probability":0.852,"observed_frequency":0.685},{"predicted_probability":0.965,"observed_frequency":0.849}]},{"lead_hours":49,"brier_score":0.1935053005181077,"roc_auc":0.7721710949385949,"average_precision":0.8236651224256817,"threat_score":0.5852713178294574,"heidke_skill_score":0.3960288370892221,"reliability":[{"predicted_probability":0.097,"observed_frequency":0.0},{"predicted_probability":0.167,"observed_frequency":0.365},{"predicted_probability":0.248,"observed_frequency":0.227},{"predicted_probability":0.349,"observed_frequency":0.43},{"predicted_probability":0.446,"observed_frequency":0.466},{"predicted_probability":0.542,"observed_frequency":0.527},{"predicted_probability":0.654,"observed_frequency":0.603},{"predicted_probability":0.747,"observed_frequency":0.731},{"predicted_probability":0.852,"observed_frequency":0.782},{"predicted_probability":0.975,"observed_frequency":0.906}]},{"lead_hours":50,"brier_score":0.1913943483301246,"roc_auc":0.777266409903066,"average_precision":0.8255644276910112,"threat_score":0.5933852140077821,"heidke_skill_score":0.4087978830744104,"reliability":[{"predicted_probability":0.096,"observed_frequency":0.0},{"predicted_probability":0.16,"observed_frequency":0.333},{"predicted_probability":0.249,"observed_frequency":0.207},{"predicted_probability":0.355,"observed_frequency":0.421},{"predicted_probability":0.44,"observed_frequency":0.458},{"predicted_probability":0.542,"observed_frequency":0.518},{"predicted_probability":0.65,"observed_frequency":0.618},{"predicted_probability":0.749,"observed_frequency":0.693},{"predicted_probability":0.851,"observed_frequency":0.803},{"predicted_probability":0.975,"observed_frequency":0.916}]},{"lead_hours":51,"brier_score":0.1934506200169354,"roc_auc":0.7715155019009916,"average_precision":0.8205827087869483,"threat_score":0.5924491771539206,"heidke_skill_score":0.4048306935378158,"reliability":[{"predicted_probability":0.161,"observed_frequency":0.333},{"predicted_probability":0.25,"observed_frequency":0.214},{"predicted_probability":0.35,"observed_frequency":0.409},{"predicted_probability":0.447,"observed_frequency":0.452},{"predicted_probability":0.544,"observed_frequency":0.495},{"predicted_probability":0.651,"observed_frequency":0.616},{"predicted_probability":0.745,"observed_frequency":0.742},{"predicted_probability":0.851,"observed_frequency":0.788},{"predicted_probability":0.976,"observed_frequency":0.9}]},{"lead_hours":52,"brier_score":0.1974163512302048,"roc_auc":0.7659428486294375,"average_precision":0.8089238388017328,"threat_score":0.5781853281853282,"heidke_skill_score":0.381769024003018,"reliability":[{"predicted_probability":0.099,"observed_frequency":0.0},{"predicted_probability":0.16,"observed_frequency":0.317},{"predicted_probability":0.254,"observed_frequency":0.194},{"predicted_probability":0.346,"observed_frequency":0.444},{"predicted_probability":0.441,"observed_frequency":0.466},{"predicted_probability":0.551,"observed_frequency":0.5},{"predicted_probability":0.653,"observed_frequency":0.628},{"predicted_probability":0.75,"observed_frequency":0.729},{"predicted_probability":0.849,"observed_frequency":0.759},{"predicted_probability":0.974,"observed_frequency":0.893}]},{"lead_hours":53,"brier_score":0.1945647723748618,"roc_auc":0.7698039723763196,"average_precision":0.8150359248707681,"threat_score":0.5890279114533205,"heidke_skill_score":0.3945467516174263,"reliability":[{"predicted_probability":0.158,"observed_frequency":0.245},{"predicted_probability":0.252,"observed_frequency":0.224},{"predicted_probability":0.349,"observed_frequency":0.373},{"predicted_probability":0.444,"observed_frequency":0.481},{"predicted_probability":0.552,"observed_frequency":0.484},{"predicted_probability":0.643,"observed_frequency":0.658},{"predicted_probability":0.746,"observed_frequency":0.689},{"predicted_probability":0.85,"observed_frequency":0.797},{"predicted_probability":0.971,"observed_frequency":0.888}]},{"lead_hours":54,"brier_score":0.1980226437487559,"roc_auc":0.761388322484511,"average_precision":0.808362879545242,"threat_score":0.5915221579961464,"heidke_skill_score":0.3992280663139773,"reliability":[{"predicted_probability":0.167,"observed_frequency":0.315},{"predicted_probability":0.252,"observed_frequency":0.21},{"predicted_probability":0.349,"observed_frequency":0.402},{"predicted_probability":0.446,"observed_frequency":0.465},{"predicted_probability":0.55,"observed_frequency":0.564},{"predicted_probability":0.648,"observed_frequency":0.681},{"predicted_probability":0.752,"observed_frequency":0.673},{"predicted_probability":0.85,"observed_frequency":0.785},{"predicted_probability":0.97,"observed_frequency":0.885}]},{"lead_hours":55,"brier_score":0.1973646319625661,"roc_auc":0.7628813768925303,"average_precision":0.8103311201918398,"threat_score":0.5872259294566253,"heidke_skill_score":0.3848401671727432,"reliability":[{"predicted_probability":0.166,"observed_frequency":0.293},{"predicted_probability":0.254,"observed_frequency":0.222},{"predicted_probability":0.351,"observed_frequency":0.393},{"predicted_probability":0.448,"observed_frequency":0.478},{"predicted_probability":0.55,"observed_frequency":0.475},{"predicted_probability":0.648,"observed_frequency":0.639},{"predicted_probability":0.754,"observed_frequency":0.699},{"predicted_probability":0.85,"observed_frequency":0.797},{"predicted_probability":0.967,"observed_frequency":0.872}]},{"lead_hours":56,"brier_score":0.1977732805262394,"roc_auc":0.7643918191180749,"average_precision":0.8105093609378573,"threat_score":0.5894039735099338,"heidke_skill_score":0.3805948256039835,"reliability":[{"predicted_probability":0.164,"observed_frequency":0.281},{"predicted_probability":0.253,"observed_frequency":0.225},{"predicted_probability":0.351,"observed_frequency":0.349},{"predicted_probability":0.448,"observed_frequency":0.483},{"predicted_probability":0.551,"observed_frequency":0.467},{"predicted_probability":0.654,"observed_frequency":0.63},{"predicted_probability":0.754,"observed_frequency":0.667},{"predicted_probability":0.85,"observed_frequency":0.774},{"predicted_probability":0.967,"observed_frequency":0.885}]},{"lead_hours":57,"brier_score":0.2017404170757117,"roc_auc":0.7553871360175811,"average_precision":0.8014199901511398,"threat_score":0.5855018587360595,"heidke_skill_score":0.3611838419636933,"reliability":[{"predicted_probability":0.162,"observed_frequency":0.289},{"predicted_probability":0.256,"observed_frequency":0.246},{"predicted_probability":0.353,"observed_frequency":0.342},{"predicted_probability":0.452,"observed_frequency":0.493},{"predicted_probability":0.556,"observed_frequency":0.43},{"predicted_probability":0.656,"observed_frequency":0.641},{"predicted_probability":0.747,"observed_frequency":0.652},{"predicted_probability":0.846,"observed_frequency":0.795},{"predicted_probability":0.968,"observed_frequency":0.859}]},{"lead_hours":58,"brier_score":0.20491653893832,"roc_auc":0.7481138000745844,"average_precision":0.7849347307638177,"threat_score":0.5786516853932584,"heidke_skill_score":0.3569730515553596,"reliability":[{"predicted_probability":0.158,"observed_frequency":0.263},{"predicted_probability":0.251,"observed_frequency":0.235},{"predicted_probability":0.349,"observed_frequency":0.34},{"predicted_probability":0.446,"observed_frequency":0.5},{"predicted_probability":0.546,"observed_frequency":0.471},{"predicted_probability":0.653,"observed_frequency":0.647},{"predicted_probability":0.757,"observed_frequency":0.697},{"predicted_probability":0.843,"observed_frequency":0.767},{"predicted_probability":0.966,"observed_frequency":0.838}]},{"lead_hours":59,"brier_score":0.2015693455776741,"roc_auc":0.7540488675754377,"average_precision":0.7962325664895479,"threat_score":0.5913776944704779,"heidke_skill_score":0.3754811910261231,"reliability":[{"predicted_probability":0.16,"observed_frequency":0.235},{"predicted_probability":0.255,"observed_frequency":0.27},{"predicted_probability":0.353,"observed_frequency":0.291},{"predicted_probability":0.453,"observed_frequency":0.461},{"predicted_probability":0.551,"observed_frequency":0.452},{"predicted_probability":0.653,"observed_frequency":0.688},{"predicted_probability":0.757,"observed_frequency":0.686},{"predicted_probability":0.842,"observed_frequency":0.762},{"predicted_probability":0.962,"observed_frequency":0.854}]},{"lead_hours":60,"brier_score":0.2041044007766801,"roc_auc":0.747664000879435,"average_precision":0.793726965040928,"threat_score":0.5852059925093633,"heidke_skill_score":0.366704001285713,"reliability":[{"predicted_probability":0.168,"observed_frequency":0.261},{"predicted_probability":0.251,"observed_frequency":0.288},{"predicted_probability":0.353,"observed_frequency":0.313},{"predicted_probability":0.447,"observed_frequency":0.465},{"predicted_probability":0.539,"observed_frequency":0.492},{"predicted_probability":0.656,"observed_frequency":0.673},{"predicted_probability":0.756,"observed_frequency":0.648},{"predicted_probability":0.847,"observed_frequency":0.776},{"predicted_probability":0.962,"observed_frequency":0.859}]},{"lead_hours":61,"brier_score":0.2038672896728599,"roc_auc":0.7470645715611446,"average_precision":0.7912729386480293,"threat_score":0.5897674418604651,"heidke_skill_score":0.3672480591210111,"reliability":[{"predicted_probability":0.166,"observed_frequency":0.263},{"predicted_probability":0.255,"observed_frequency":0.302},{"predicted_probability":0.347,"observed_frequency":0.273},{"predicted_probability":0.444,"observed_frequency":0.465},{"predicted_probability":0.545,"observed_frequency":0.493},{"predicted_probability":0.655,"observed_frequency":0.665},{"predicted_probability":0.757,"observed_frequency":0.703},{"predicted_probability":0.851,"observed_frequency":0.775},{"predicted_probability":0.963,"observed_frequency":0.843}]},{"lead_hours":62,"brier_score":0.2017815157151176,"roc_auc":0.7527717735807457,"average_precision":0.7983691453579396,"threat_score":0.5943396226415094,"heidke_skill_score":0.3845032119190146,"reliability":[{"predicted_probability":0.169,"observed_frequency":0.317},{"predicted_probability":0.254,"observed_frequency":0.287},{"predicted_probability":0.349,"observed_frequency":0.283},{"predicted_probability":0.445,"observed_frequency":0.435},{"predicted_probability":0.548,"observed_frequency":0.543},{"predicted_probability":0.658,"observed_frequency":0.643},{"predicted_probability":0.749,"observed_frequency":0.676},{"predicted_probability":0.853,"observed_frequency":0.786},{"predicted_probability":0.96,"observed_frequency":0.854}]},{"lead_hours":63,"brier_score":0.2013533223907342,"roc_auc":0.7531354367215435,"average_precision":0.7970575714548055,"threat_score":0.5968045112781954,"heidke_skill_score":0.3858539236208042,"reliability":[{"predicted_probability":0.166,"observed_frequency":0.273},{"predicted_probability":0.256,"observed_frequency":0.284},{"predicted_probability":0.354,"observed_frequency":0.299},{"predicted_probability":0.448,"observed_frequency":0.462},{"predicted_probability":0.55,"observed_frequency":0.524},{"predicted_probability":0.652,"observed_frequency":0.628},{"predicted_probability":0.747,"observed_frequency":0.701},{"predicted_probability":0.848,"observed_frequency":0.815},{"predicted_probability":0.959,"observed_frequency":0.84}]},{"lead_hours":64,"brier_score":0.2043549363122352,"roc_auc":0.7474153059479898,"average_precision":0.7839521954293399,"threat_score":0.5861742424242424,"heidke_skill_score":0.3762484341841181,"reliability":[{"predicted_probability":0.167,"observed_frequency":0.213},{"predicted_probability":0.255,"observed_frequency":0.283},{"predicted_probability":0.35,"observed_frequency":0.304},{"predicted_probability":0.456,"observed_frequency":0.5},{"predicted_probability":0.548,"observed_frequency":0.522},{"predicted_probability":0.653,"observed_frequency":0.654},{"predicted_probability":0.755,"observed_frequency":0.705},{"predicted_probability":0.851,"observed_frequency":0.792},{"predicted_probability":0.961,"observed_frequency":0.828}]},{"lead_hours":65,"brier_score":0.1997767502363565,"roc_auc":0.7557797778643958,"average_precision":0.7992980184560974,"threat_score":0.5962085308056873,"heidke_skill_score":0.3909448584202682,"reliability":[{"predicted_probability":0.169,"observed_frequency":0.213},{"predicted_probability":0.253,"observed_frequency":0.302},{"predicted_probability":0.351,"observed_frequency":0.281},{"predicted_probability":0.445,"observed_frequency":0.466},{"predicted_probability":0.55,"observed_frequency":0.542},{"predicted_probability":0.651,"observed_frequency":0.645},{"predicted_probability":0.754,"observed_frequency":0.714},{"predicted_probability":0.846,"observed_frequency":0.776},{"predicted_probability":0.96,"observed_frequency":0.866}]},{"lead_hours":66,"brier_score":0.2037934444471051,"roc_auc":0.7462155843798356,"average_precision":0.7934652886515623,"threat_score":0.5845136921624173,"heidke_skill_score":0.3722245010789891,"reliability":[{"predicted_probability":0.172,"observed_frequency":0.234},{"predicted_probability":0.249,"observed_frequency":0.323},{"predicted_probability":0.345,"observed_frequency":0.301},{"predicted_probability":0.445,"observed_frequency":0.461},{"predicted_probability":0.546,"observed_frequency":0.54},{"predicted_probability":0.65,"observed_frequency":0.628},{"predicted_probability":0.757,"observed_frequency":0.706},{"predicted_probability":0.849,"observed_frequency":0.767},{"predicted_probability":0.963,"observed_frequency":0.867}]},{"lead_hours":67,"brier_score":0.2018353005834977,"roc_auc":0.7502181015417762,"average_precision":0.7962815108451524,"threat_score":0.5962085308056873,"heidke_skill_score":0.3912800147655082,"reliability":[{"predicted_probability":0.171,"observed_frequency":0.205},{"predicted_probability":0.261,"observed_frequency":0.331},{"predicted_probability":0.346,"observed_frequency":0.289},{"predicted_probability":0.446,"observed_frequency":0.424},{"predicted_probability":0.55,"observed_frequency":0.567},{"predicted_probability":0.652,"observed_frequency":0.619},{"predicted_probability":0.755,"observed_frequency":0.734},{"predicted_probability":0.842,"observed_frequency":0.773},{"predicted_probability":0.963,"observed_frequency":0.858}]},{"lead_hours":68,"brier_score":0.2016521676301756,"roc_auc":0.7528965218077135,"average_precision":0.7971312232498515,"threat_score":0.596958174904943,"heidke_skill_score":0.3936881965935036,"reliability":[{"predicted_probability":0.17,"observed_frequency":0.25},{"predicted_probability":0.259,"observed_frequency":0.319},{"predicted_probability":0.347,"observed_frequency":0.26},{"predicted_probability":0.446,"observed_frequency":0.448},{"predicted_probability":0.545,"observed_frequency":0.552},{"predicted_probability":0.655,"observed_frequency":0.611},{"predicted_probability":0.752,"observed_frequency":0.734},{"predicted_probability":0.849,"observed_frequency":0.758},{"predicted_probability":0.961,"observed_frequency":0.868}]},{"lead_hours":69,"brier_score":0.2011201139772353,"roc_auc":0.7511988413987434,"average_precision":0.7935735136898877,"threat_score":0.6013320647002854,"heidke_skill_score":0.401497446722401,"reliability":[{"predicted_probability":0.174,"observed_frequency":0.291},{"predicted_probability":0.262,"observed_frequency":0.319},{"predicted_probability":0.346,"observed_frequency":0.276},{"predicted_probability":0.443,"observed_frequency":0.41},{"predicted_probability":0.548,"observed_frequency":0.533},{"predicted_probability":0.655,"observed_frequency":0.65},{"predicted_probability":0.746,"observed_frequency":0.747},{"predicted_probability":0.846,"observed_frequency":0.785},{"predicted_probability":0.962,"observed_frequency":0.86}]},{"lead_hours":70,"brier_score":0.2051053661225556,"roc_auc":0.7430676387456402,"average_precision":0.7754807633237621,"threat_score":0.5919923736892279,"heidke_skill_score":0.3890524609314467,"reliability":[{"predicted_probability":0.171,"observed_frequency":0.25},{"predicted_probability":0.254,"observed_frequency":0.3},{"predicted_probability":0.35,"observed_frequency":0.333},{"predicted_probability":0.444,"observed_frequency":0.381},{"predicted_probability":0.547,"observed_frequency":0.548},{"predicted_probability":0.657,"observed_frequency":0.668},{"predicted_probability":0.754,"observed_frequency":0.752},{"predicted_probability":0.846,"observed_frequency":0.759},{"predicted_probability":0.961,"observed_frequency":0.845}]},{"lead_hours":71,"brier_score":0.2014442455940605,"roc_auc":0.7495967741935484,"average_precision":0.7909562624089265,"threat_score":0.5935114503816794,"heidke_skill_score":0.392025311933052,"reliability":[{"predicted_probability":0.174,"observed_frequency":0.2},{"predicted_probability":0.258,"observed_frequency":0.328},{"predicted_probability":0.347,"observed_frequency":0.299},{"predicted_probability":0.445,"observed_frequency":0.418},{"predicted_probability":0.55,"observed_frequency":0.514},{"predicted_probability":0.648,"observed_frequency":0.694},{"predicted_probability":0.748,"observed_frequency":0.728},{"predicted_probability":0.844,"observed_frequency":0.8},{"predicted_probability":0.961,"observed_frequency":0.856}]},{"lead_hours":72,"brier_score":0.2066666643535069,"roc_auc":0.7367531214305407,"average_precision":0.7800360136649795,"threat_score":0.5850661625708885,"heidke_skill_score":0.3731676653777191,"reliability":[{"predicted_probability":0.178,"observed_frequency":0.25},{"predicted_probability":0.259,"observed_frequency":0.328},{"predicted_probability":0.35,"observed_frequency":0.315},{"predicted_probability":0.449,"observed_frequency":0.419},{"predicted_probability":0.551,"observed_frequency":0.511},{"predicted_probability":0.646,"observed_frequency":0.684},{"predicted_probability":0.749,"observed_frequency":0.715},{"predicted_probability":0.846,"observed_frequency":0.77},{"predicted_probability":0.963,"observed_frequency":0.864}]},{"lead_hours":73,"brier_score":0.2040779943576437,"roc_auc":0.7405230704896562,"average_precision":0.7812520681082673,"threat_score":0.589622641509434,"heidke_skill_score":0.377683640813908,"reliability":[{"predicted_probability":0.176,"observed_frequency":0.237},{"predicted_probability":0.263,"observed_frequency":0.328},{"predicted_probability":0.346,"observed_frequency":0.279},{"predicted_probability":0.443,"observed_frequency":0.471},{"predicted_probability":0.551,"observed_frequency":0.541},{"predicted_probability":0.654,"observed_frequency":0.705},{"predicted_probability":0.754,"observed_frequency":0.744},{"predicted_probability":0.843,"observed_frequency":0.763},{"predicted_probability":0.959,"observed_frequency":0.866}]},{"lead_hours":74,"brier_score":0.2038797369909685,"roc_auc":0.7426907110214045,"average_precision":0.7837823412665927,"threat_score":0.5867298578199052,"heidke_skill_score":0.3766607436709175,"reliability":[{"predicted_probability":0.176,"observed_frequency":0.34},{"predicted_probability":0.262,"observed_frequency":0.283},{"predicted_probability":0.35,"observed_frequency":0.3},{"predicted_probability":0.442,"observed_frequency":0.455},{"predicted_probability":0.549,"observed_frequency":0.518},{"predicted_probability":0.648,"observed_frequency":0.672},{"predicted_probability":0.747,"observed_frequency":0.737},{"predicted_probability":0.843,"observed_frequency":0.783},{"predicted_probability":0.958,"observed_frequency":0.866}]},{"lead_hours":75,"brier_score":0.20210483775884,"roc_auc":0.746145871519853,"average_precision":0.786157853649175,"threat_score":0.5919923736892279,"heidke_skill_score":0.3896451392963039,"reliability":[{"predicted_probability":0.175,"observed_frequency":0.286},{"predicted_probability":0.261,"observed_frequency":0.312},{"predicted_probability":0.348,"observed_frequency":0.306},{"predicted_probability":0.446,"observed_frequency":0.432},{"predicted_probability":0.546,"observed_frequency":0.511},{"predicted_probability":0.658,"observed_frequency":0.688},{"predicted_probability":0.748,"observed_frequency":0.754},{"predicted_probability":0.844,"observed_frequency":0.821},{"predicted_probability":0.962,"observed_frequency":0.852}]},{"lead_hours":76,"brier_score":0.2072780613656172,"roc_auc":0.7350116216487955,"average_precision":0.7667237984260096,"threat_score":0.5873320537428023,"heidke_skill_score":0.3873805229310649,"reliability":[{"predicted_probability":0.175,"observed_frequency":0.295},{"predicted_probability":0.262,"observed_frequency":0.277},{"predicted_probability":0.35,"observed_frequency":0.335},{"predicted_probability":0.446,"observed_frequency":0.41},{"predicted_probability":0.548,"observed_frequency":0.583},{"predicted_probability":0.652,"observed_frequency":0.699},{"predicted_probability":0.751,"observed_frequency":0.734},{"predicted_probability":0.842,"observed_frequency":0.774},{"predicted_probability":0.96,"observed_frequency":0.835}]},{"lead_hours":77,"brier_score":0.2033694109473731,"roc_auc":0.7435498141572296,"average_precision":0.7831262957619549,"threat_score":0.5934803451581975,"heidke_skill_score":0.3952536451251104,"reliability":[{"predicted_probability":0.176,"observed_frequency":0.25},{"predicted_probability":0.259,"observed_frequency":0.292},{"predicted_probability":0.348,"observed_frequency":0.338},{"predicted_probability":0.442,"observed_frequency":0.405},{"predicted_probability":0.547,"observed_frequency":0.591},{"predicted_probability":0.652,"observed_frequency":0.672},{"predicted_probability":0.755,"observed_frequency":0.768},{"predicted_probability":0.842,"observed_frequency":0.814},{"predicted_probability":0.959,"observed_frequency":0.853}]},{"lead_hours":78,"brier_score":0.2069509348495069,"roc_auc":0.7338888001246646,"average_precision":0.7781101590450649,"threat_score":0.5776930409914204,"heidke_skill_score":0.3695990784960644,"reliability":[{"predicted_probability":0.181,"observed_frequency":0.31},{"predicted_probability":0.257,"observed_frequency":0.318},{"predicted_probability":0.348,"observed_frequency":0.321},{"predicted_probability":0.446,"observed_frequency":0.446},{"predicted_probability":0.547,"observed_frequency":0.548},{"predicted_probability":0.648,"observed_frequency":0.692},{"predicted_probability":0.749,"observed_frequency":0.731},{"predicted_probability":0.838,"observed_frequency":0.785},{"predicted_probability":0.96,"observed_frequency":0.872}]},{"lead_hours":79,"brier_score":0.2037181131437844,"roc_auc":0.741067283090814,"average_precision":0.7824239058774681,"threat_score":0.5840537944284342,"heidke_skill_score":0.384526118303867,"reliability":[{"predicted_probability":0.179,"observed_frequency":0.31},{"predicted_probability":0.255,"observed_frequency":0.305},{"predicted_probability":0.342,"observed_frequency":0.302},{"predicted_probability":0.448,"observed_frequency":0.487},{"predicted_probability":0.546,"observed_frequency":0.584},{"predicted_probability":0.651,"observed_frequency":0.685},{"predicted_probability":0.758,"observed_frequency":0.766},{"predicted_probability":0.845,"observed_frequency":0.785},{"predicted_probability":0.961,"observed_frequency":0.877}]},{"lead_hours":80,"brier_score":0.2025059351652788,"roc_auc":0.746601546118483,"average_precision":0.7909256863402621,"threat_score":0.5700293829578844,"heidke_skill_score":0.3805284341933556,"reliability":[{"predicted_probability":0.173,"observed_frequency":0.321},{"predicted_probability":0.259,"observed_frequency":0.292},{"predicted_probability":0.347,"observed_frequency":0.336},{"predicted_probability":0.45,"observed_frequency":0.503},{"predicted_probability":0.55,"observed_frequency":0.574},{"predicted_probability":0.651,"observed_frequency":0.689},{"predicted_probability":0.755,"observed_frequency":0.767},{"predicted_probability":0.843,"observed_frequency":0.797},{"predicted_probability":0.956,"observed_frequency":0.885}]},{"lead_hours":81,"brier_score":0.1997864259753203,"roc_auc":0.7538341621280291,"average_precision":0.8002708394796504,"threat_score":0.5822660098522168,"heidke_skill_score":0.4024704328157524,"reliability":[{"predicted_probability":0.17,"observed_frequency":0.338},{"predicted_probability":0.255,"observed_frequency":0.303},{"predicted_probability":0.344,"observed_frequency":0.349},{"predicted_probability":0.444,"observed_frequency":0.448},{"predicted_probability":0.543,"observed_frequency":0.567},{"predicted_probability":0.654,"observed_frequency":0.704},{"predicted_probability":0.756,"observed_frequency":0.812},{"predicted_probability":0.848,"observed_frequency":0.81},{"predicted_probability":0.958,"observed_frequency":0.888}]},{"lead_hours":82,"brier_score":0.2021944064558629,"roc_auc":0.7488719266663507,"average_precision":0.7889242318187316,"threat_score":0.5742971887550201,"heidke_skill_score":0.4046109284484108,"reliability":[{"predicted_probability":0.175,"observed_frequency":0.29},{"predicted_probability":0.253,"observed_frequency":0.29},{"predicted_probability":0.344,"observed_frequency":0.368},{"predicted_probability":0.454,"observed_frequency":0.446},{"predicted_probability":0.55,"observed_frequency":0.62},{"predicted_probability":0.656,"observed_frequency":0.697},{"predicted_probability":0.753,"observed_frequency":0.793},{"predicted_probability":0.842,"observed_frequency":0.757},{"predicted_probability":0.959,"observed_frequency":0.902}]},{"lead_hours":83,"brier_score":0.1972678366461815,"roc_auc":0.7607286993077237,"average_precision":0.8061572558314579,"threat_score":0.5770392749244713,"heidke_skill_score":0.4115385741187031,"reliability":[{"predicted_probability":0.175,"observed_frequency":0.25},{"predicted_probability":0.255,"observed_frequency":0.309},{"predicted_probability":0.348,"observed_frequency":0.374},{"predicted_probability":0.453,"observed_frequency":0.463},{"predicted_probability":0.544,"observed_frequency":0.572},{"predicted_probability":0.653,"observed_frequency":0.718},{"predicted_probability":0.753,"observed_frequency":0.824},{"predicted_probability":0.848,"observed_frequency":0.831},{"predicted_probability":0.965,"observed_frequency":0.902}]},{"lead_hours":84,"brier_score":0.2018844576825572,"roc_auc":0.7476409225385214,"average_precision":0.7975087060174203,"threat_score":0.5729890764647467,"heidke_skill_score":0.3960012981021121,"reliability":[{"predicted_probability":0.173,"observed_frequency":0.279},{"predicted_probability":0.248,"observed_frequency":0.324},{"predicted_probability":0.345,"observed_frequency":0.362},{"predicted_probability":0.45,"observed_frequency":0.453},{"predicted_probability":0.551,"observed_frequency":0.573},{"predicted_probability":0.662,"observed_frequency":0.721},{"predicted_probability":0.752,"observed_frequency":0.814},{"predicted_probability":0.847,"observed_frequency":0.784},{"predicted_probability":0.959,"observed_frequency":0.906}]},{"lead_hours":85,"brier_score":0.2001418200665138,"roc_auc":0.7539750361007259,"average_precision":0.8016754502903498,"threat_score":0.5748743718592965,"heidke_skill_score":0.4081289270973,"reliability":[{"predicted_probability":0.178,"observed_frequency":0.323},{"predicted_probability":0.255,"observed_frequency":0.308},{"predicted_probability":0.341,"observed_frequency":0.361},{"predicted_probability":0.452,"observed_frequency":0.479},{"predicted_probability":0.544,"observed_frequency":0.599},{"predicted_probability":0.656,"observed_frequency":0.745},{"predicted_probability":0.747,"observed_frequency":0.796},{"predicted_probability":0.846,"observed_frequency":0.821},{"predicted_probability":0.96,"observed_frequency":0.895}]},{"lead_hours":86,"brier_score":0.1997480851673173,"roc_auc":0.7562021445576008,"average_precision":0.8038167892531229,"threat_score":0.5573604060913706,"heidke_skill_score":0.392393212859518,"reliability":[{"predicted_probability":0.175,"observed_frequency":0.29},{"predicted_probability":0.256,"observed_frequency":0.312},{"predicted_probability":0.341,"observed_frequency":0.386},{"predicted_probability":0.45,"observed_frequency":0.497},{"predicted_probability":0.545,"observed_frequency":0.563},{"predicted_probability":0.656,"observed_frequency":0.73},{"predicted_probability":0.751,"observed_frequency":0.801},{"predicted_probability":0.846,"observed_frequency":0.861},{"predicted_probability":0.958,"observed_frequency":0.892}]},{"lead_hours":87,"brier_score":0.1988068502258266,"roc_auc":0.7612300500650014,"average_precision":0.8087932906457616,"threat_score":0.5671487603305785,"heidke_skill_score":0.4191586959352887,"reliability":[{"predicted_probability":0.169,"observed_frequency":0.309},{"predicted_probability":0.251,"observed_frequency":0.322},{"predicted_probability":0.342,"observed_frequency":0.361},{"predicted_probability":0.448,"observed_frequency":0.472},{"predicted_probability":0.549,"observed_frequency":0.603},{"predicted_probability":0.651,"observed_frequency":0.759},{"predicted_probability":0.75,"observed_frequency":0.855},{"predicted_probability":0.839,"observed_frequency":0.837},{"predicted_probability":0.958,"observed_frequency":0.889}]},{"lead_hours":88,"brier_score":0.2011144461991012,"roc_auc":0.758649891598434,"average_precision":0.8005616242312537,"threat_score":0.5512953367875648,"heidke_skill_score":0.3989359539532912,"reliability":[{"predicted_probability":0.173,"observed_frequency":0.254},{"predicted_probability":0.247,"observed_frequency":0.337},{"predicted_probability":0.344,"observed_frequency":0.368},{"predicted_probability":0.452,"observed_frequency":0.535},{"predicted_probability":0.549,"observed_frequency":0.612},{"predicted_probability":0.651,"observed_frequency":0.742},{"predicted_probability":0.751,"observed_frequency":0.808},{"predicted_probability":0.838,"observed_frequency":0.857},{"predicted_probability":0.96,"observed_frequency":0.893}]},{"lead_hours":89,"brier_score":0.1975229482304066,"roc_auc":0.7678715670436188,"average_precision":0.8133210889563742,"threat_score":0.5575129533678757,"heidke_skill_score":0.4083308469024865,"reliability":[{"predicted_probability":0.173,"observed_frequency":0.246},{"predicted_probability":0.248,"observed_frequency":0.338},{"predicted_probability":0.348,"observed_frequency":0.381},{"predicted_probability":0.446,"observed_frequency":0.523},{"predicted_probability":0.548,"observed_frequency":0.604},{"predicted_probability":0.648,"observed_frequency":0.74},{"predicted_probability":0.753,"observed_frequency":0.86},{"predicted_probability":0.839,"observed_frequency":0.864},{"predicted_probability":0.958,"observed_frequency":0.897}]},{"lead_hours":90,"brier_score":0.201181937814401,"roc_auc":0.7581432918811286,"average_precision":0.8091134296415544,"threat_score":0.5544041450777202,"heidke_skill_score":0.4051126324450037,"reliability":[{"predicted_probability":0.172,"observed_frequency":0.268},{"predicted_probability":0.246,"observed_frequency":0.341},{"predicted_probability":0.345,"observed_frequency":0.387},{"predicted_probability":0.446,"observed_frequency":0.506},{"predicted_probability":0.551,"observed_frequency":0.61},{"predicted_probability":0.648,"observed_frequency":0.75},{"predicted_probability":0.75,"observed_frequency":0.838},{"predicted_probability":0.844,"observed_frequency":0.849},{"predicted_probability":0.959,"observed_frequency":0.913}]},{"lead_hours":91,"brier_score":0.2004660307800518,"roc_auc":0.7637008209302556,"average_precision":0.8113450168309517,"threat_score":0.5581151832460733,"heidke_skill_score":0.4181847508626533,"reliability":[{"predicted_probability":0.174,"observed_frequency":0.227},{"predicted_probability":0.248,"observed_frequency":0.36},{"predicted_probability":0.345,"observed_frequency":0.374},{"predicted_probability":0.454,"observed_frequency":0.542},{"predicted_probability":0.545,"observed_frequency":0.634},{"predicted_probability":0.655,"observed_frequency":0.794},{"predicted_probability":0.75,"observed_frequency":0.874},{"predicted_probability":0.851,"observed_frequency":0.825},{"predicted_probability":0.962,"observed_frequency":0.904}]},{"lead_hours":92,"brier_score":0.1991375885931068,"roc_auc":0.7634427152738118,"average_precision":0.8101185764868091,"threat_score":0.5564853556485355,"heidke_skill_score":0.4137276682403036,"reliability":[{"predicted_probability":0.169,"observed_frequency":0.23},{"predicted_probability":0.245,"observed_frequency":0.338},{"predicted_probability":0.347,"observed_frequency":0.397},{"predicted_probability":0.457,"observed_frequency":0.521},{"predicted_probability":0.551,"observed_frequency":0.622},{"predicted_probability":0.657,"observed_frequency":0.799},{"predicted_probability":0.749,"observed_frequency":0.829},{"predicted_probability":0.846,"observed_frequency":0.837},{"predicted_probability":0.957,"observed_frequency":0.907}]},{"lead_hours":93,"brier_score":0.1997654939097085,"roc_auc":0.7644523306509682,"average_precision":0.8113395720936374,"threat_score":0.5641293013555787,"heidke_skill_score":0.4218645256239357,"reliability":[{"predicted_probability":0.171,"observed_frequency":0.267},{"predicted_probability":0.254,"observed_frequency":0.335},{"predicted_probability":0.349,"observed_frequency":0.401},{"predicted_probability":0.447,"observed_frequency":0.485},{"predicted_probability":0.546,"observed_frequency":0.637},{"predicted_probability":0.656,"observed_frequency":0.808},{"predicted_probability":0.754,"observed_frequency":0.84},{"predicted_probability":0.845,"observed_frequency":0.827},{"predicted_probability":0.959,"observed_frequency":0.92}]},{"lead_hours":94,"brier_score":0.2000400657193396,"roc_auc":0.7620102025874522,"average_precision":0.8028741566552228,"threat_score":0.556830031282586,"heidke_skill_score":0.4098737918170587,"reliability":[{"predicted_probability":0.173,"observed_frequency":0.227},{"predicted_probability":0.249,"observed_frequency":0.333},{"predicted_probability":0.353,"observed_frequency":0.4},{"predicted_probability":0.452,"observed_frequency":0.496},{"predicted_probability":0.544,"observed_frequency":0.616},{"predicted_probability":0.654,"observed_frequency":0.78},{"predicted_probability":0.751,"observed_frequency":0.824},{"predicted_probability":0.842,"observed_frequency":0.806},{"predicted_probability":0.958,"observed_frequency":0.915}]},{"lead_hours":95,"brier_score":0.1970622280276468,"roc_auc":0.7699941524525011,"average_precision":0.8143319786324917,"threat_score":0.5658995815899581,"heidke_skill_score":0.4250356025575872,"reliability":[{"predicted_probability":0.176,"observed_frequency":0.238},{"predicted_probability":0.245,"observed_frequency":0.321},{"predicted_probability":0.349,"observed_frequency":0.389},{"predicted_probability":0.453,"observed_frequency":0.503},{"predicted_probability":0.551,"observed_frequency":0.612},{"predicted_probability":0.646,"observed_frequency":0.832},{"predicted_probability":0.75,"observed_frequency":0.843},{"predicted_probability":0.834,"observed_frequency":0.789},{"predicted_probability":0.955,"observed_frequency":0.924}]},{"lead_hours":96,"brier_score":0.2033930521704135,"roc_auc":0.7529736450315183,"average_precision":0.8034188504608503,"threat_score":0.5550935550935551,"heidke_skill_score":0.4077338476374156,"reliability":[{"predicted_probability":0.177,"observed_frequency":0.327},{"predicted_probability":0.246,"observed_frequency":0.32},{"predicted_probability":0.35,"observed_frequency":0.381},{"predicted_probability":0.451,"observed_frequency":0.5},{"predicted_probability":0.55,"observed_frequency":0.661},{"predicted_probability":0.647,"observed_frequency":0.75},{"predicted_probability":0.75,"observed_frequency":0.867},{"predicted_probability":0.841,"observed_frequency":0.753},{"predicted_probability":0.959,"observed_frequency":0.929}]}]},{"threshold":500.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0289062626881121,"roc_auc":0.992721584445134,"average_precision":0.9898307722760478,"threat_score":0.9081803005008348,"heidke_skill_score":0.920613288582459,"reliability":[{"predicted_probability":0.008,"observed_frequency":0.01},{"predicted_probability":0.145,"observed_frequency":0.135},{"predicted_probability":0.235,"observed_frequency":0.5},{"predicted_probability":0.331,"observed_frequency":0.833},{"predicted_probability":0.45,"observed_frequency":0.273},{"predicted_probability":0.557,"observed_frequency":0.5},{"predicted_probability":0.653,"observed_frequency":0.6},{"predicted_probability":0.751,"observed_frequency":0.75},{"predicted_probability":0.86,"observed_frequency":0.848},{"predicted_probability":0.993,"observed_frequency":0.982}]},{"lead_hours":2,"brier_score":0.0380244844377726,"roc_auc":0.9878885202229116,"average_precision":0.983763216932102,"threat_score":0.8801996672212978,"heidke_skill_score":0.8955610858731974,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.01},{"predicted_probability":0.137,"observed_frequency":0.133},{"predicted_probability":0.256,"observed_frequency":0.105},{"predicted_probability":0.345,"observed_frequency":0.389},{"predicted_probability":0.452,"observed_frequency":0.471},{"predicted_probability":0.535,"observed_frequency":0.5},{"predicted_probability":0.653,"observed_frequency":0.545},{"predicted_probability":0.752,"observed_frequency":0.4},{"predicted_probability":0.862,"observed_frequency":0.826},{"predicted_probability":0.992,"observed_frequency":0.975}]},{"lead_hours":3,"brier_score":0.0430811083871246,"roc_auc":0.9836213274779828,"average_precision":0.97968429750705,"threat_score":0.8590163934426229,"heidke_skill_score":0.875525932014372,"reliability":[{"predicted_probability":0.014,"observed_frequency":0.017},{"predicted_probability":0.141,"observed_frequency":0.174},{"predicted_probability":0.255,"observed_frequency":0.182},{"predicted_probability":0.345,"observed_frequency":0.45},{"predicted_probability":0.454,"observed_frequency":0.571},{"predicted_probability":0.558,"observed_frequency":0.4},{"predicted_probability":0.65,"observed_frequency":0.6},{"predicted_probability":0.757,"observed_frequency":0.63},{"predicted_probability":0.852,"observed_frequency":0.881},{"predicted_probability":0.992,"observed_frequency":0.983}]},{"lead_hours":4,"brier_score":0.0542877374223814,"roc_auc":0.9752331002331002,"average_precision":0.9700266925393074,"threat_score":0.8336025848142165,"heidke_skill_score":0.8507676544514352,"reliability":[{"predicted_probability":0.018,"observed_frequency":0.025},{"predicted_probability":0.147,"observed_frequency":0.153},{"predicted_probability":0.248,"observed_frequency":0.189},{"predicted_probability":0.345,"observed_frequency":0.364},{"predicted_probability":0.442,"observed_frequency":0.571},{"predicted_probability":0.539,"observed_frequency":0.667},{"predicted_probability":0.656,"observed_frequency":0.421},{"predicted_probability":0.756,"observed_frequency":0.76},{"predicted_probability":0.844,"observed_frequency":0.745},{"predicted_probability":0.989,"observed_frequency":0.972}]},{"lead_hours":5,"brier_score":0.0637950121815139,"roc_auc":0.9672436559766068,"average_precision":0.9615543319745128,"threat_score":0.7964743589743589,"heidke_skill_score":0.8152804224731462,"reliability":[{"predicted_probability":0.02,"observed_frequency":0.037},{"predicted_probability":0.141,"observed_frequency":0.096},{"predicted_probability":0.247,"observed_frequency":0.196},{"predicted_probability":0.354,"observed_frequency":0.559},{"predicted_probability":0.443,"observed_frequency":0.524},{"predicted_probability":0.555,"observed_frequency":0.5},{"predicted_probability":0.658,"observed_frequency":0.524},{"predicted_probability":0.751,"observed_frequency":0.647},{"predicted_probability":0.854,"observed_frequency":0.717},{"predicted_probability":0.989,"observed_frequency":0.973}]},{"lead_hours":6,"brier_score":0.0703195599073552,"roc_auc":0.9600324385919984,"average_precision":0.9549503112455804,"threat_score":0.7765451664025357,"heidke_skill_score":0.7950733405902128,"reliability":[{"predicted_probability":0.025,"observed_frequency":0.039},{"predicted_probability":0.146,"observed_frequency":0.172},{"predicted_probability":0.252,"observed_frequency":0.26},{"predicted_probability":0.347,"observed_frequency":0.475},{"predicted_probability":0.458,"observed_frequency":0.524},{"predicted_probability":0.548,"observed_frequency":0.429},{"predicted_probability":0.657,"observed_frequency":0.583},{"predicted_probability":0.744,"observed_frequency":0.629},{"predicted_probability":0.857,"observed_frequency":0.789},{"predicted_probability":0.988,"observed_frequency":0.974}]},{"lead_hours":7,"brier_score":0.0802931438375413,"roc_auc":0.9488248084489542,"average_precision":0.9417049188003735,"threat_score":0.7570977917981072,"heidke_skill_score":0.775634713620269,"reliability":[{"predicted_probability":0.028,"observed_frequency":0.047},{"predicted_probability":0.143,"observed_frequency":0.162},{"predicted_probability":0.245,"observed_frequency":0.208},{"predicted_probability":0.351,"observed_frequency":0.304},{"predicted_probability":0.448,"observed_frequency":0.548},{"predicted_probability":0.553,"observed_frequency":0.476},{"predicted_probability":0.646,"observed_frequency":0.524},{"predicted_probability":0.746,"observed_frequency":0.639},{"predicted_probability":0.846,"observed_frequency":0.73},{"predicted_probability":0.988,"observed_frequency":0.958}]},{"lead_hours":8,"brier_score":0.0817941381245993,"roc_auc":0.9456361511210366,"average_precision":0.93720902307767,"threat_score":0.749185667752443,"heidke_skill_score":0.7723791014061964,"reliability":[{"predicted_probability":0.028,"observed_frequency":0.047},{"predicted_probability":0.139,"observed_frequency":0.176},{"predicted_probability":0.239,"observed_frequency":0.276},{"predicted_probability":0.353,"observed_frequency":0.386},{"predicted_probability":0.455,"observed_frequency":0.441},{"predicted_probability":0.548,"observed_frequency":0.583},{"predicted_probability":0.652,"observed_frequency":0.727},{"predicted_probability":0.749,"observed_frequency":0.593},{"predicted_probability":0.849,"observed_frequency":0.805},{"predicted_probability":0.986,"observed_frequency":0.964}]},{"lead_hours":9,"brier_score":0.0849648970122101,"roc_auc":0.9425774965353552,"average_precision":0.9344915366099564,"threat_score":0.7352472089314195,"heidke_skill_score":0.7562028003759764,"reliability":[{"predicted_probability":0.033,"observed_frequency":0.053},{"predicted_probability":0.141,"observed_frequency":0.144},{"predicted_probability":0.253,"observed_frequency":0.348},{"predicted_probability":0.349,"observed_frequency":0.267},{"predicted_probability":0.455,"observed_frequency":0.537},{"predicted_probability":0.547,"observed_frequency":0.458},{"predicted_probability":0.654,"observed_frequency":0.636},{"predicted_probability":0.749,"observed_frequency":0.732},{"predicted_probability":0.862,"observed_frequency":0.826},{"predicted_probability":0.988,"observed_frequency":0.961}]},{"lead_hours":10,"brier_score":0.0974600025462104,"roc_auc":0.9295724275724274,"average_precision":0.9186488583213744,"threat_score":0.7120743034055728,"heidke_skill_score":0.7279981727887004,"reliability":[{"predicted_probability":0.037,"observed_frequency":0.059},{"predicted_probability":0.144,"observed_frequency":0.154},{"predicted_probability":0.253,"observed_frequency":0.265},{"predicted_probability":0.344,"observed_frequency":0.442},{"predicted_probability":0.453,"observed_frequency":0.385},{"predicted_probability":0.549,"observed_frequency":0.517},{"predicted_probability":0.657,"observed_frequency":0.467},{"predicted_probability":0.763,"observed_frequency":0.75},{"predicted_probability":0.858,"observed_frequency":0.7},{"predicted_probability":0.987,"observed_frequency":0.949}]},{"lead_hours":11,"brier_score":0.1024043259854925,"roc_auc":0.9203421950727584,"average_precision":0.9107362870032416,"threat_score":0.7029096477794793,"heidke_skill_score":0.7169235978290005,"reliability":[{"predicted_probability":0.041,"observed_frequency":0.069},{"predicted_probability":0.141,"observed_frequency":0.142},{"predicted_probability":0.253,"observed_frequency":0.254},{"predicted_probability":0.354,"observed_frequency":0.308},{"predicted_probability":0.46,"observed_frequency":0.406},{"predicted_probability":0.545,"observed_frequency":0.41},{"predicted_probability":0.654,"observed_frequency":0.633},{"predicted_probability":0.744,"observed_frequency":0.771},{"predicted_probability":0.849,"observed_frequency":0.587},{"predicted_probability":0.986,"observed_frequency":0.946}]},{"lead_hours":12,"brier_score":0.108956124905747,"roc_auc":0.9159964840269824,"average_precision":0.9059499769190964,"threat_score":0.6706948640483383,"heidke_skill_score":0.6815814780541796,"reliability":[{"predicted_probability":0.046,"observed_frequency":0.074},{"predicted_probability":0.142,"observed_frequency":0.168},{"predicted_probability":0.246,"observed_frequency":0.294},{"predicted_probability":0.342,"observed_frequency":0.379},{"predicted_probability":0.446,"observed_frequency":0.471},{"predicted_probability":0.544,"observed_frequency":0.389},{"predicted_probability":0.645,"observed_frequency":0.484},{"predicted_probability":0.754,"observed_frequency":0.651},{"predicted_probability":0.845,"observed_frequency":0.756},{"predicted_probability":0.985,"observed_frequency":0.939}]},{"lead_hours":13,"brier_score":0.1175254049812114,"roc_auc":0.901200387762348,"average_precision":0.8871898459829277,"threat_score":0.6661608497723824,"heidke_skill_score":0.6777291622858806,"reliability":[{"predicted_probability":0.047,"observed_frequency":0.084},{"predicted_probability":0.139,"observed_frequency":0.162},{"predicted_probability":0.248,"observed_frequency":0.256},{"predicted_probability":0.355,"observed_frequency":0.329},{"predicted_probability":0.448,"observed_frequency":0.342},{"predicted_probability":0.545,"observed_frequency":0.484},{"predicted_probability":0.645,"observed_frequency":0.576},{"predicted_probability":0.755,"observed_frequency":0.635},{"predicted_probability":0.857,"observed_frequency":0.75},{"predicted_probability":0.985,"observed_frequency":0.92}]},{"lead_hours":14,"brier_score":0.1183351671023857,"roc_auc":0.8997889531351223,"average_precision":0.8821792043024939,"threat_score":0.6558641975308642,"heidke_skill_score":0.6701166569716623,"reliability":[{"predicted_probability":0.046,"observed_frequency":0.077},{"predicted_probability":0.142,"observed_frequency":0.174},{"predicted_probability":0.241,"observed_frequency":0.292},{"predicted_probability":0.349,"observed_frequency":0.319},{"predicted_probability":0.447,"observed_frequency":0.326},{"predicted_probability":0.556,"observed_frequency":0.512},{"predicted_probability":0.657,"observed_frequency":0.533},{"predicted_probability":0.754,"observed_frequency":0.649},{"predicted_probability":0.852,"observed_frequency":0.776},{"predicted_probability":0.983,"observed_frequency":0.918}]},{"lead_hours":15,"brier_score":0.120190473435675,"roc_auc":0.8977585979917739,"average_precision":0.8796561494692603,"threat_score":0.65284178187404,"heidke_skill_score":0.6666639522645239,"reliability":[{"predicted_probability":0.049,"observed_frequency":0.081},{"predicted_probability":0.142,"observed_frequency":0.178},{"predicted_probability":0.244,"observed_frequency":0.297},{"predicted_probability":0.346,"observed_frequency":0.354},{"predicted_probability":0.444,"observed_frequency":0.333},{"predicted_probability":0.551,"observed_frequency":0.575},{"predicted_probability":0.66,"observed_frequency":0.567},{"predicted_probability":0.755,"observed_frequency":0.689},{"predicted_probability":0.845,"observed_frequency":0.822},{"predicted_probability":0.984,"observed_frequency":0.919}]},{"lead_hours":16,"brier_score":0.1240140563462924,"roc_auc":0.889518138603953,"average_precision":0.8725048069885329,"threat_score":0.648062015503876,"heidke_skill_score":0.6634223171054332,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.09},{"predicted_probability":0.145,"observed_frequency":0.174},{"predicted_probability":0.244,"observed_frequency":0.333},{"predicted_probability":0.348,"observed_frequency":0.268},{"predicted_probability":0.441,"observed_frequency":0.348},{"predicted_probability":0.547,"observed_frequency":0.622},{"predicted_probability":0.661,"observed_frequency":0.647},{"predicted_probability":0.748,"observed_frequency":0.764},{"predicted_probability":0.86,"observed_frequency":0.714},{"predicted_probability":0.986,"observed_frequency":0.929}]},{"lead_hours":17,"brier_score":0.1268027400552421,"roc_auc":0.8802916641661166,"average_precision":0.8677395476941894,"threat_score":0.6327160493827161,"heidke_skill_score":0.646640796383359,"reliability":[{"predicted_probability":0.058,"observed_frequency":0.102},{"predicted_probability":0.145,"observed_frequency":0.173},{"predicted_probability":0.244,"observed_frequency":0.311},{"predicted_probability":0.342,"observed_frequency":0.22},{"predicted_probability":0.446,"observed_frequency":0.367},{"predicted_probability":0.546,"observed_frequency":0.485},{"predicted_probability":0.659,"observed_frequency":0.673},{"predicted_probability":0.756,"observed_frequency":0.688},{"predicted_probability":0.853,"observed_frequency":0.676},{"predicted_probability":0.984,"observed_frequency":0.944}]},{"lead_hours":18,"brier_score":0.1344637871878101,"roc_auc":0.8746421634543552,"average_precision":0.8580141352882994,"threat_score":0.6024096385542169,"heidke_skill_score":0.6092574837323499,"reliability":[{"predicted_probability":0.059,"observed_frequency":0.105},{"predicted_probability":0.138,"observed_frequency":0.186},{"predicted_probability":0.25,"observed_frequency":0.32},{"predicted_probability":0.347,"observed_frequency":0.321},{"predicted_probability":0.451,"observed_frequency":0.476},{"predicted_probability":0.554,"observed_frequency":0.488},{"predicted_probability":0.65,"observed_frequency":0.562},{"predicted_probability":0.749,"observed_frequency":0.745},{"predicted_probability":0.854,"observed_frequency":0.7},{"predicted_probability":0.982,"observed_frequency":0.932}]},{"lead_hours":19,"brier_score":0.1403604293831825,"roc_auc":0.8622267513887222,"average_precision":0.8434265273190428,"threat_score":0.594553706505295,"heidke_skill_score":0.601753636990575,"reliability":[{"predicted_probability":0.059,"observed_frequency":0.118},{"predicted_probability":0.136,"observed_frequency":0.155},{"predicted_probability":0.249,"observed_frequency":0.305},{"predicted_probability":0.341,"observed_frequency":0.304},{"predicted_probability":0.44,"observed_frequency":0.469},{"predicted_probability":0.553,"observed_frequency":0.488},{"predicted_probability":0.646,"observed_frequency":0.69},{"predicted_probability":0.749,"observed_frequency":0.66},{"predicted_probability":0.845,"observed_frequency":0.757},{"predicted_probability":0.981,"observed_frequency":0.906}]},{"lead_hours":20,"brier_score":0.1399137258550748,"roc_auc":0.862213801999355,"average_precision":0.8410627047347401,"threat_score":0.5866261398176292,"heidke_skill_score":0.5934944560660808,"reliability":[{"predicted_probability":0.061,"observed_frequency":0.111},{"predicted_probability":0.139,"observed_frequency":0.153},{"predicted_probability":0.245,"observed_frequency":0.302},{"predicted_probability":0.339,"observed_frequency":0.299},{"predicted_probability":0.444,"observed_frequency":0.449},{"predicted_probability":0.553,"observed_frequency":0.404},{"predicted_probability":0.657,"observed_frequency":0.714},{"predicted_probability":0.757,"observed_frequency":0.583},{"predicted_probability":0.859,"observed_frequency":0.745},{"predicted_probability":0.981,"observed_frequency":0.918}]},{"lead_hours":21,"brier_score":0.1425530742917298,"roc_auc":0.8596622780654477,"average_precision":0.8402519380364767,"threat_score":0.5805970149253732,"heidke_skill_score":0.5831646409926485,"reliability":[{"predicted_probability":0.061,"observed_frequency":0.108},{"predicted_probability":0.144,"observed_frequency":0.17},{"predicted_probability":0.245,"observed_frequency":0.307},{"predicted_probability":0.349,"observed_frequency":0.337},{"predicted_probability":0.448,"observed_frequency":0.375},{"predicted_probability":0.545,"observed_frequency":0.46},{"predicted_probability":0.651,"observed_frequency":0.686},{"predicted_probability":0.747,"observed_frequency":0.523},{"predicted_probability":0.851,"observed_frequency":0.739},{"predicted_probability":0.981,"observed_frequency":0.923}]},{"lead_hours":22,"brier_score":0.1446590059426763,"roc_auc":0.8548884489454047,"average_precision":0.8343420705473927,"threat_score":0.5802098950524738,"heidke_skill_score":0.5835066148949399,"reliability":[{"predicted_probability":0.061,"observed_frequency":0.111},{"predicted_probability":0.138,"observed_frequency":0.151},{"predicted_probability":0.24,"observed_frequency":0.331},{"predicted_probability":0.349,"observed_frequency":0.294},{"predicted_probability":0.448,"observed_frequency":0.447},{"predicted_probability":0.546,"observed_frequency":0.46},{"predicted_probability":0.651,"observed_frequency":0.769},{"predicted_probability":0.743,"observed_frequency":0.622},{"predicted_probability":0.854,"observed_frequency":0.722},{"predicted_probability":0.983,"observed_frequency":0.911}]},{"lead_hours":23,"brier_score":0.1489031884793477,"roc_auc":0.843924907767934,"average_precision":0.825428720765901,"threat_score":0.563338301043219,"heidke_skill_score":0.5634948599546267,"reliability":[{"predicted_probability":0.066,"observed_frequency":0.121},{"predicted_probability":0.142,"observed_frequency":0.165},{"predicted_probability":0.243,"observed_frequency":0.326},{"predicted_probability":0.351,"observed_frequency":0.327},{"predicted_probability":0.45,"observed_frequency":0.357},{"predicted_probability":0.548,"observed_frequency":0.421},{"predicted_probability":0.653,"observed_frequency":0.673},{"predicted_probability":0.745,"observed_frequency":0.619},{"predicted_probability":0.85,"observed_frequency":0.783},{"predicted_probability":0.982,"observed_frequency":0.914}]},{"lead_hours":24,"brier_score":0.1567600698341106,"roc_auc":0.8358138662388095,"average_precision":0.8116219352872538,"threat_score":0.5490483162518301,"heidke_skill_score":0.5430342030198073,"reliability":[{"predicted_probability":0.068,"observed_frequency":0.128},{"predicted_probability":0.141,"observed_frequency":0.167},{"predicted_probability":0.24,"observed_frequency":0.325},{"predicted_probability":0.351,"observed_frequency":0.319},{"predicted_probability":0.442,"observed_frequency":0.388},{"predicted_probability":0.544,"observed_frequency":0.49},{"predicted_probability":0.646,"observed_frequency":0.571},{"predicted_probability":0.753,"observed_frequency":0.684},{"predicted_probability":0.848,"observed_frequency":0.793},{"predicted_probability":0.981,"observed_frequency":0.888}]},{"lead_hours":25,"brier_score":0.1621035819336958,"roc_auc":0.8223154557209827,"average_precision":0.7980568872319409,"threat_score":0.5302806499261448,"heidke_skill_score":0.5244686589930615,"reliability":[{"predicted_probability":0.067,"observed_frequency":0.139},{"predicted_probability":0.139,"observed_frequency":0.185},{"predicted_probability":0.244,"observed_frequency":0.297},{"predicted_probability":0.349,"observed_frequency":0.299},{"predicted_probability":0.454,"observed_frequency":0.425},{"predicted_probability":0.56,"observed_frequency":0.462},{"predicted_probability":0.653,"observed_frequency":0.576},{"predicted_probability":0.75,"observed_frequency":0.714},{"predicted_probability":0.845,"observed_frequency":0.768},{"predicted_probability":0.982,"observed_frequency":0.884}]},{"lead_hours":26,"brier_score":0.1606219479897166,"roc_auc":0.8241882271227643,"average_precision":0.7966566276521304,"threat_score":0.5351270553064275,"heidke_skill_score":0.5322656019883617,"reliability":[{"predicted_probability":0.064,"observed_frequency":0.12},{"predicted_probability":0.139,"observed_frequency":0.182},{"predicted_probability":0.25,"observed_frequency":0.299},{"predicted_probability":0.346,"observed_frequency":0.304},{"predicted_probability":0.444,"observed_frequency":0.367},{"predicted_probability":0.551,"observed_frequency":0.426},{"predicted_probability":0.649,"observed_frequency":0.612},{"predicted_probability":0.749,"observed_frequency":0.641},{"predicted_probability":0.851,"observed_frequency":0.791},{"predicted_probability":0.981,"observed_frequency":0.883}]},{"lead_hours":27,"brier_score":0.1628977562089337,"roc_auc":0.8236472023845246,"average_precision":0.7975989716747733,"threat_score":0.5286343612334802,"heidke_skill_score":0.520844616236859,"reliability":[{"predicted_probability":0.065,"observed_frequency":0.126},{"predicted_probability":0.145,"observed_frequency":0.179},{"predicted_probability":0.253,"observed_frequency":0.297},{"predicted_probability":0.352,"observed_frequency":0.389},{"predicted_probability":0.444,"observed_frequency":0.377},{"predicted_probability":0.556,"observed_frequency":0.51},{"predicted_probability":0.651,"observed_frequency":0.571},{"predicted_probability":0.749,"observed_frequency":0.623},{"predicted_probability":0.856,"observed_frequency":0.783},{"predicted_probability":0.983,"observed_frequency":0.888}]},{"lead_hours":28,"brier_score":0.1629004198377393,"roc_auc":0.8218936930426755,"average_precision":0.7962843599477167,"threat_score":0.5276532137518685,"heidke_skill_score":0.5249248298781453,"reliability":[{"predicted_probability":0.071,"observed_frequency":0.138},{"predicted_probability":0.147,"observed_frequency":0.16},{"predicted_probability":0.246,"observed_frequency":0.331},{"predicted_probability":0.341,"observed_frequency":0.337},{"predicted_probability":0.438,"observed_frequency":0.366},{"predicted_probability":0.549,"observed_frequency":0.574},{"predicted_probability":0.652,"observed_frequency":0.627},{"predicted_probability":0.746,"observed_frequency":0.636},{"predicted_probability":0.848,"observed_frequency":0.77},{"predicted_probability":0.984,"observed_frequency":0.895}]},{"lead_hours":29,"brier_score":0.1661008859972618,"roc_auc":0.8146209067403279,"average_precision":0.7883091940155847,"threat_score":0.5176470588235295,"heidke_skill_score":0.5084096019648681,"reliability":[{"predicted_probability":0.07,"observed_frequency":0.136},{"predicted_probability":0.144,"observed_frequency":0.174},{"predicted_probability":0.244,"observed_frequency":0.297},{"predicted_probability":0.346,"observed_frequency":0.37},{"predicted_probability":0.444,"observed_frequency":0.347},{"predicted_probability":0.551,"observed_frequency":0.451},{"predicted_probability":0.65,"observed_frequency":0.622},{"predicted_probability":0.754,"observed_frequency":0.651},{"predicted_probability":0.855,"observed_frequency":0.747},{"predicted_probability":0.983,"observed_frequency":0.9}]},{"lead_hours":30,"brier_score":0.1760038347398477,"roc_auc":0.8025054525027537,"average_precision":0.7675601131870469,"threat_score":0.4935437589670014,"heidke_skill_score":0.4732093651118005,"reliability":[{"predicted_probability":0.072,"observed_frequency":0.127},{"predicted_probability":0.146,"observed_frequency":0.2},{"predicted_probability":0.245,"observed_frequency":0.303},{"predicted_probability":0.351,"observed_frequency":0.378},{"predicted_probability":0.456,"observed_frequency":0.421},{"predicted_probability":0.547,"observed_frequency":0.491},{"predicted_probability":0.653,"observed_frequency":0.583},{"predicted_probability":0.743,"observed_frequency":0.644},{"predicted_probability":0.854,"observed_frequency":0.684},{"predicted_probability":0.981,"observed_frequency":0.881}]},{"lead_hours":31,"brier_score":0.1803677943614721,"roc_auc":0.7906644021303217,"average_precision":0.7557806643336167,"threat_score":0.4906474820143885,"heidke_skill_score":0.4703230933518762,"reliability":[{"predicted_probability":0.069,"observed_frequency":0.137},{"predicted_probability":0.145,"observed_frequency":0.209},{"predicted_probability":0.245,"observed_frequency":0.294},{"predicted_probability":0.349,"observed_frequency":0.346},{"predicted_probability":0.445,"observed_frequency":0.367},{"predicted_probability":0.546,"observed_frequency":0.561},{"predicted_probability":0.655,"observed_frequency":0.579},{"predicted_probability":0.747,"observed_frequency":0.657},{"predicted_probability":0.848,"observed_frequency":0.658},{"predicted_probability":0.98,"observed_frequency":0.873}]},{"lead_hours":32,"brier_score":0.1789643586098719,"roc_auc":0.7936752105633632,"average_precision":0.7525996761785637,"threat_score":0.4913793103448275,"heidke_skill_score":0.4692896120399671,"reliability":[{"predicted_probability":0.07,"observed_frequency":0.126},{"predicted_probability":0.146,"observed_frequency":0.187},{"predicted_probability":0.25,"observed_frequency":0.348},{"predicted_probability":0.341,"observed_frequency":0.286},{"predicted_probability":0.447,"observed_frequency":0.379},{"predicted_probability":0.552,"observed_frequency":0.492},{"predicted_probability":0.659,"observed_frequency":0.614},{"predicted_probability":0.752,"observed_frequency":0.593},{"predicted_probability":0.857,"observed_frequency":0.62},{"predicted_probability":0.978,"observed_frequency":0.871}]},{"lead_hours":33,"brier_score":0.1853885902794544,"roc_auc":0.7862420417904945,"average_precision":0.7458836101506467,"threat_score":0.4832402234636871,"heidke_skill_score":0.4510464612802144,"reliability":[{"predicted_probability":0.069,"observed_frequency":0.143},{"predicted_probability":0.144,"observed_frequency":0.189},{"predicted_probability":0.239,"observed_frequency":0.314},{"predicted_probability":0.344,"observed_frequency":0.304},{"predicted_probability":0.448,"observed_frequency":0.402},{"predicted_probability":0.542,"observed_frequency":0.509},{"predicted_probability":0.653,"observed_frequency":0.615},{"predicted_probability":0.744,"observed_frequency":0.475},{"predicted_probability":0.855,"observed_frequency":0.617},{"predicted_probability":0.979,"observed_frequency":0.873}]},{"lead_hours":34,"brier_score":0.1832477052239878,"roc_auc":0.7869892983394529,"average_precision":0.7466678250014422,"threat_score":0.4864864864864865,"heidke_skill_score":0.4608800855267856,"reliability":[{"predicted_probability":0.071,"observed_frequency":0.132},{"predicted_probability":0.144,"observed_frequency":0.196},{"predicted_probability":0.245,"observed_frequency":0.31},{"predicted_probability":0.346,"observed_frequency":0.32},{"predicted_probability":0.453,"observed_frequency":0.367},{"predicted_probability":0.557,"observed_frequency":0.545},{"predicted_probability":0.646,"observed_frequency":0.623},{"predicted_probability":0.757,"observed_frequency":0.605},{"predicted_probability":0.851,"observed_frequency":0.605},{"predicted_probability":0.978,"observed_frequency":0.876}]},{"lead_hours":35,"brier_score":0.1840776205786578,"roc_auc":0.7808199080326709,"average_precision":0.7425524788667353,"threat_score":0.4690647482014388,"heidke_skill_score":0.4447982528164582,"reliability":[{"predicted_probability":0.073,"observed_frequency":0.143},{"predicted_probability":0.148,"observed_frequency":0.216},{"predicted_probability":0.253,"observed_frequency":0.306},{"predicted_probability":0.347,"observed_frequency":0.328},{"predicted_probability":0.447,"observed_frequency":0.425},{"predicted_probability":0.544,"observed_frequency":0.542},{"predicted_probability":0.642,"observed_frequency":0.613},{"predicted_probability":0.756,"observed_frequency":0.633},{"predicted_probability":0.852,"observed_frequency":0.608},{"predicted_probability":0.978,"observed_frequency":0.903}]},{"lead_hours":36,"brier_score":0.1923324164980232,"roc_auc":0.7699597322958194,"average_precision":0.7225894961384562,"threat_score":0.4422535211267606,"heidke_skill_score":0.4056919468984269,"reliability":[{"predicted_probability":0.076,"observed_frequency":0.135},{"predicted_probability":0.147,"observed_frequency":0.227},{"predicted_probability":0.25,"observed_frequency":0.329},{"predicted_probability":0.348,"observed_frequency":0.328},{"predicted_probability":0.449,"observed_frequency":0.505},{"predicted_probability":0.55,"observed_frequency":0.544},{"predicted_probability":0.651,"observed_frequency":0.552},{"predicted_probability":0.757,"observed_frequency":0.6},{"predicted_probability":0.85,"observed_frequency":0.646},{"predicted_probability":0.975,"observed_frequency":0.859}]},{"lead_hours":37,"brier_score":0.1937722598775166,"roc_auc":0.7605468577374425,"average_precision":0.7154711178285782,"threat_score":0.4382978723404255,"heidke_skill_score":0.4029000388174453,"reliability":[{"predicted_probability":0.072,"observed_frequency":0.145},{"predicted_probability":0.148,"observed_frequency":0.227},{"predicted_probability":0.245,"observed_frequency":0.311},{"predicted_probability":0.352,"observed_frequency":0.314},{"predicted_probability":0.452,"observed_frequency":0.488},{"predicted_probability":0.549,"observed_frequency":0.537},{"predicted_probability":0.651,"observed_frequency":0.49},{"predicted_probability":0.749,"observed_frequency":0.682},{"predicted_probability":0.853,"observed_frequency":0.625},{"predicted_probability":0.975,"observed_frequency":0.855}]},{"lead_hours":38,"brier_score":0.1946050017443354,"roc_auc":0.7582076668382297,"average_precision":0.7078535008897977,"threat_score":0.4330042313117066,"heidke_skill_score":0.3924286890345447,"reliability":[{"predicted_probability":0.074,"observed_frequency":0.137},{"predicted_probability":0.143,"observed_frequency":0.213},{"predicted_probability":0.242,"observed_frequency":0.289},{"predicted_probability":0.349,"observed_frequency":0.324},{"predicted_probability":0.451,"observed_frequency":0.441},{"predicted_probability":0.554,"observed_frequency":0.5},{"predicted_probability":0.647,"observed_frequency":0.483},{"predicted_probability":0.753,"observed_frequency":0.611},{"predicted_probability":0.848,"observed_frequency":0.603},{"predicted_probability":0.975,"observed_frequency":0.856}]},{"lead_hours":39,"brier_score":0.1983743880750183,"roc_auc":0.7549213467807989,"average_precision":0.7028600799814819,"threat_score":0.4447513812154696,"heidke_skill_score":0.4001932961747595,"reliability":[{"predicted_probability":0.075,"observed_frequency":0.144},{"predicted_probability":0.15,"observed_frequency":0.232},{"predicted_probability":0.242,"observed_frequency":0.284},{"predicted_probability":0.347,"observed_frequency":0.306},{"predicted_probability":0.452,"observed_frequency":0.408},{"predicted_probability":0.548,"observed_frequency":0.558},{"predicted_probability":0.644,"observed_frequency":0.478},{"predicted_probability":0.744,"observed_frequency":0.671},{"predicted_probability":0.846,"observed_frequency":0.561},{"predicted_probability":0.974,"observed_frequency":0.836}]},{"lead_hours":40,"brier_score":0.1984383002946902,"roc_auc":0.7509276194926999,"average_precision":0.7021601200037844,"threat_score":0.4222222222222222,"heidke_skill_score":0.3742155160902657,"reliability":[{"predicted_probability":0.074,"observed_frequency":0.128},{"predicted_probability":0.147,"observed_frequency":0.257},{"predicted_probability":0.24,"observed_frequency":0.241},{"predicted_probability":0.343,"observed_frequency":0.319},{"predicted_probability":0.449,"observed_frequency":0.509},{"predicted_probability":0.547,"observed_frequency":0.45},{"predicted_probability":0.64,"observed_frequency":0.476},{"predicted_probability":0.745,"observed_frequency":0.657},{"predicted_probability":0.846,"observed_frequency":0.645},{"predicted_probability":0.972,"observed_frequency":0.837}]},{"lead_hours":41,"brier_score":0.2038267503201643,"roc_auc":0.7402323774089375,"average_precision":0.6890030676873447,"threat_score":0.4147018030513176,"heidke_skill_score":0.3644618111000482,"reliability":[{"predicted_probability":0.078,"observed_frequency":0.151},{"predicted_probability":0.149,"observed_frequency":0.254},{"predicted_probability":0.241,"observed_frequency":0.257},{"predicted_probability":0.347,"observed_frequency":0.36},{"predicted_probability":0.455,"observed_frequency":0.434},{"predicted_probability":0.542,"observed_frequency":0.482},{"predicted_probability":0.651,"observed_frequency":0.5},{"predicted_probability":0.749,"observed_frequency":0.639},{"predicted_probability":0.851,"observed_frequency":0.627},{"predicted_probability":0.972,"observed_frequency":0.826}]},{"lead_hours":42,"brier_score":0.2102066150516862,"roc_auc":0.7295693125681658,"average_precision":0.6720740427625151,"threat_score":0.3931506849315068,"heidke_skill_score":0.333284695268628,"reliability":[{"predicted_probability":0.077,"observed_frequency":0.171},{"predicted_probability":0.146,"observed_frequency":0.245},{"predicted_probability":0.246,"observed_frequency":0.299},{"predicted_probability":0.353,"observed_frequency":0.386},{"predicted_probability":0.452,"observed_frequency":0.46},{"predicted_probability":0.551,"observed_frequency":0.489},{"predicted_probability":0.652,"observed_frequency":0.493},{"predicted_probability":0.753,"observed_frequency":0.623},{"predicted_probability":0.857,"observed_frequency":0.604},{"predicted_probability":0.969,"observed_frequency":0.809}]},{"lead_hours":43,"brier_score":0.2096729727099818,"roc_auc":0.7211488928419071,"average_precision":0.6681290817190986,"threat_score":0.3788300835654596,"heidke_skill_score":0.3217887261055274,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.175},{"predicted_probability":0.148,"observed_frequency":0.253},{"predicted_probability":0.243,"observed_frequency":0.295},{"predicted_probability":0.349,"observed_frequency":0.346},{"predicted_probability":0.451,"observed_frequency":0.491},{"predicted_probability":0.554,"observed_frequency":0.415},{"predicted_probability":0.645,"observed_frequency":0.609},{"predicted_probability":0.746,"observed_frequency":0.511},{"predicted_probability":0.857,"observed_frequency":0.644},{"predicted_probability":0.97,"observed_frequency":0.832}]},{"lead_hours":44,"brier_score":0.2083995376840881,"roc_auc":0.7222369959562823,"average_precision":0.6618758867990508,"threat_score":0.3842917251051893,"heidke_skill_score":0.3293961113665303,"reliability":[{"predicted_probability":0.077,"observed_frequency":0.172},{"predicted_probability":0.143,"observed_frequency":0.249},{"predicted_probability":0.25,"observed_frequency":0.266},{"predicted_probability":0.349,"observed_frequency":0.349},{"predicted_probability":0.448,"observed_frequency":0.468},{"predicted_probability":0.552,"observed_frequency":0.447},{"predicted_probability":0.644,"observed_frequency":0.562},{"predicted_probability":0.752,"observed_frequency":0.527},{"predicted_probability":0.856,"observed_frequency":0.642},{"predicted_probability":0.967,"observed_frequency":0.821}]},{"lead_hours":45,"brier_score":0.2139188681309646,"roc_auc":0.7159417929087256,"average_precision":0.6574653970888906,"threat_score":0.3792633015006821,"heidke_skill_score":0.3130194021673212,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.186},{"predicted_probability":0.142,"observed_frequency":0.241},{"predicted_probability":0.244,"observed_frequency":0.294},{"predicted_probability":0.347,"observed_frequency":0.354},{"predicted_probability":0.453,"observed_frequency":0.45},{"predicted_probability":0.55,"observed_frequency":0.437},{"predicted_probability":0.645,"observed_frequency":0.556},{"predicted_probability":0.752,"observed_frequency":0.491},{"predicted_probability":0.849,"observed_frequency":0.638},{"predicted_probability":0.969,"observed_frequency":0.807}]},{"lead_hours":46,"brier_score":0.2123832203900236,"roc_auc":0.7178766158552581,"average_precision":0.6619969556981103,"threat_score":0.3935309973045822,"heidke_skill_score":0.3248238263419185,"reliability":[{"predicted_probability":0.078,"observed_frequency":0.189},{"predicted_probability":0.147,"observed_frequency":0.244},{"predicted_probability":0.253,"observed_frequency":0.279},{"predicted_probability":0.342,"observed_frequency":0.364},{"predicted_probability":0.451,"observed_frequency":0.395},{"predicted_probability":0.548,"observed_frequency":0.466},{"predicted_probability":0.645,"observed_frequency":0.427},{"predicted_probability":0.744,"observed_frequency":0.561},{"predicted_probability":0.851,"observed_frequency":0.691},{"predicted_probability":0.967,"observed_frequency":0.815}]},{"lead_hours":47,"brier_score":0.2160634822061558,"roc_auc":0.710363315696649,"average_precision":0.6511013419689218,"threat_score":0.3930942895086321,"heidke_skill_score":0.3178610245634374,"reliability":[{"predicted_probability":0.068,"observed_frequency":0.173},{"predicted_probability":0.151,"observed_frequency":0.238},{"predicted_probability":0.25,"observed_frequency":0.306},{"predicted_probability":0.347,"observed_frequency":0.387},{"predicted_probability":0.446,"observed_frequency":0.359},{"predicted_probability":0.547,"observed_frequency":0.49},{"predicted_probability":0.643,"observed_frequency":0.469},{"predicted_probability":0.742,"observed_frequency":0.483},{"predicted_probability":0.855,"observed_frequency":0.639},{"predicted_probability":0.966,"observed_frequency":0.82}]},{"lead_hours":48,"brier_score":0.2177004729157045,"roc_auc":0.7108821144412418,"average_precision":0.641675444300829,"threat_score":0.3937007874015748,"heidke_skill_score":0.3140632941868864,"reliability":[{"predicted_probability":0.071,"observed_frequency":0.145},{"predicted_probability":0.152,"observed_frequency":0.243},{"predicted_probability":0.241,"observed_frequency":0.285},{"predicted_probability":0.343,"observed_frequency":0.401},{"predicted_probability":0.446,"observed_frequency":0.372},{"predicted_probability":0.546,"observed_frequency":0.514},{"predicted_probability":0.643,"observed_frequency":0.505},{"predicted_probability":0.748,"observed_frequency":0.452},{"predicted_probability":0.849,"observed_frequency":0.625},{"predicted_probability":0.966,"observed_frequency":0.799}]},{"lead_hours":49,"brier_score":0.2000767365947877,"roc_auc":0.7529261737935703,"average_precision":0.6780860308519602,"threat_score":0.3493449781659388,"heidke_skill_score":0.3056891806215009,"reliability":[{"predicted_probability":0.082,"observed_frequency":0.11},{"predicted_probability":0.152,"observed_frequency":0.2},{"predicted_probability":0.24,"observed_frequency":0.318},{"predicted_probability":0.348,"observed_frequency":0.5},{"predicted_probability":0.446,"observed_frequency":0.538},{"predicted_probability":0.55,"observed_frequency":0.511},{"predicted_probability":0.645,"observed_frequency":0.522},{"predicted_probability":0.762,"observed_frequency":0.606},{"predicted_probability":0.855,"observed_frequency":0.74},{"predicted_probability":0.964,"observed_frequency":0.875}]},{"lead_hours":50,"brier_score":0.1966124877527401,"roc_auc":0.7591746941429905,"average_precision":0.6715710489981858,"threat_score":0.3590504451038576,"heidke_skill_score":0.3230887003118625,"reliability":[{"predicted_probability":0.08,"observed_frequency":0.119},{"predicted_probability":0.146,"observed_frequency":0.181},{"predicted_probability":0.241,"observed_frequency":0.312},{"predicted_probability":0.352,"observed_frequency":0.512},{"predicted_probability":0.44,"observed_frequency":0.476},{"predicted_probability":0.546,"observed_frequency":0.54},{"predicted_probability":0.638,"observed_frequency":0.549},{"predicted_probability":0.76,"observed_frequency":0.59},{"predicted_probability":0.852,"observed_frequency":0.757},{"predicted_probability":0.963,"observed_frequency":0.86}]},{"lead_hours":51,"brier_score":0.1997718619104822,"roc_auc":0.7542762919475248,"average_precision":0.6719706929371794,"threat_score":0.3555878084179971,"heidke_skill_score":0.3122552555647155,"reliability":[{"predicted_probability":0.079,"observed_frequency":0.127},{"predicted_probability":0.146,"observed_frequency":0.193},{"predicted_probability":0.242,"observed_frequency":0.296},{"predicted_probability":0.351,"observed_frequency":0.517},{"predicted_probability":0.449,"observed_frequency":0.515},{"predicted_probability":0.545,"observed_frequency":0.541},{"predicted_probability":0.637,"observed_frequency":0.548},{"predicted_probability":0.753,"observed_frequency":0.62},{"predicted_probability":0.854,"observed_frequency":0.731},{"predicted_probability":0.963,"observed_frequency":0.859}]},{"lead_hours":52,"brier_score":0.1998627952059162,"roc_auc":0.754668266695758,"average_precision":0.6737965335704301,"threat_score":0.3545586107091172,"heidke_skill_score":0.3089690701683032,"reliability":[{"predicted_probability":0.077,"observed_frequency":0.113},{"predicted_probability":0.146,"observed_frequency":0.195},{"predicted_probability":0.248,"observed_frequency":0.322},{"predicted_probability":0.346,"observed_frequency":0.5},{"predicted_probability":0.442,"observed_frequency":0.514},{"predicted_probability":0.551,"observed_frequency":0.541},{"predicted_probability":0.642,"observed_frequency":0.534},{"predicted_probability":0.753,"observed_frequency":0.596},{"predicted_probability":0.854,"observed_frequency":0.768},{"predicted_probability":0.964,"observed_frequency":0.86}]},{"lead_hours":53,"brier_score":0.2022867936636738,"roc_auc":0.7466734469022799,"average_precision":0.6627784074421128,"threat_score":0.3526011560693641,"heidke_skill_score":0.3060870873775972,"reliability":[{"predicted_probability":0.08,"observed_frequency":0.14},{"predicted_probability":0.148,"observed_frequency":0.19},{"predicted_probability":0.244,"observed_frequency":0.313},{"predicted_probability":0.352,"observed_frequency":0.503},{"predicted_probability":0.448,"observed_frequency":0.474},{"predicted_probability":0.552,"observed_frequency":0.583},{"predicted_probability":0.639,"observed_frequency":0.5},{"predicted_probability":0.753,"observed_frequency":0.565},{"predicted_probability":0.853,"observed_frequency":0.756},{"predicted_probability":0.965,"observed_frequency":0.843}]},{"lead_hours":54,"brier_score":0.2035739875541104,"roc_auc":0.7509987139297485,"average_precision":0.6633038771983062,"threat_score":0.3558106169296987,"heidke_skill_score":0.3082551085602439,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.125},{"predicted_probability":0.152,"observed_frequency":0.189},{"predicted_probability":0.249,"observed_frequency":0.349},{"predicted_probability":0.353,"observed_frequency":0.527},{"predicted_probability":0.449,"observed_frequency":0.485},{"predicted_probability":0.541,"observed_frequency":0.604},{"predicted_probability":0.643,"observed_frequency":0.525},{"predicted_probability":0.752,"observed_frequency":0.564},{"predicted_probability":0.856,"observed_frequency":0.788},{"predicted_probability":0.963,"observed_frequency":0.825}]},{"lead_hours":55,"brier_score":0.1999207408318729,"roc_auc":0.7520783919841232,"average_precision":0.6685748849317679,"threat_score":0.3586800573888092,"heidke_skill_score":0.3100862480493042,"reliability":[{"predicted_probability":0.082,"observed_frequency":0.085},{"predicted_probability":0.151,"observed_frequency":0.179},{"predicted_probability":0.245,"observed_frequency":0.327},{"predicted_probability":0.348,"observed_frequency":0.476},{"predicted_probability":0.449,"observed_frequency":0.507},{"predicted_probability":0.552,"observed_frequency":0.559},{"predicted_probability":0.65,"observed_frequency":0.524},{"predicted_probability":0.756,"observed_frequency":0.547},{"predicted_probability":0.856,"observed_frequency":0.779},{"predicted_probability":0.964,"observed_frequency":0.867}]},{"lead_hours":56,"brier_score":0.1986666024383853,"roc_auc":0.7539063771607148,"average_precision":0.6569299150682549,"threat_score":0.3675213675213675,"heidke_skill_score":0.3148383114433661,"reliability":[{"predicted_probability":0.082,"observed_frequency":0.109},{"predicted_probability":0.151,"observed_frequency":0.155},{"predicted_probability":0.247,"observed_frequency":0.304},{"predicted_probability":0.348,"observed_frequency":0.503},{"predicted_probability":0.448,"observed_frequency":0.5},{"predicted_probability":0.546,"observed_frequency":0.516},{"predicted_probability":0.645,"observed_frequency":0.587},{"predicted_probability":0.747,"observed_frequency":0.531},{"predicted_probability":0.851,"observed_frequency":0.731},{"predicted_probability":0.959,"observed_frequency":0.83}]},{"lead_hours":57,"brier_score":0.2018546335019567,"roc_auc":0.7472471655328797,"average_precision":0.6553605256101018,"threat_score":0.3798882681564245,"heidke_skill_score":0.3241210114833808,"reliability":[{"predicted_probability":0.078,"observed_frequency":0.118},{"predicted_probability":0.151,"observed_frequency":0.157},{"predicted_probability":0.246,"observed_frequency":0.293},{"predicted_probability":0.349,"observed_frequency":0.522},{"predicted_probability":0.454,"observed_frequency":0.458},{"predicted_probability":0.551,"observed_frequency":0.537},{"predicted_probability":0.648,"observed_frequency":0.596},{"predicted_probability":0.74,"observed_frequency":0.603},{"predicted_probability":0.849,"observed_frequency":0.68},{"predicted_probability":0.963,"observed_frequency":0.837}]},{"lead_hours":58,"brier_score":0.202034716360937,"roc_auc":0.7462137760302897,"average_precision":0.6541842748965618,"threat_score":0.3545197740112994,"heidke_skill_score":0.2970155204907036,"reliability":[{"predicted_probability":0.079,"observed_frequency":0.125},{"predicted_probability":0.148,"observed_frequency":0.149},{"predicted_probability":0.241,"observed_frequency":0.318},{"predicted_probability":0.344,"observed_frequency":0.494},{"predicted_probability":0.448,"observed_frequency":0.507},{"predicted_probability":0.545,"observed_frequency":0.514},{"predicted_probability":0.656,"observed_frequency":0.621},{"predicted_probability":0.747,"observed_frequency":0.509},{"predicted_probability":0.847,"observed_frequency":0.727},{"predicted_probability":0.962,"observed_frequency":0.867}]},{"lead_hours":59,"brier_score":0.2040935356849315,"roc_auc":0.7397033481416834,"average_precision":0.6481347832490257,"threat_score":0.3558368495077356,"heidke_skill_score":0.2968585081271949,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.147},{"predicted_probability":0.152,"observed_frequency":0.149},{"predicted_probability":0.242,"observed_frequency":0.304},{"predicted_probability":0.348,"observed_frequency":0.509},{"predicted_probability":0.456,"observed_frequency":0.466},{"predicted_probability":0.55,"observed_frequency":0.5},{"predicted_probability":0.652,"observed_frequency":0.683},{"predicted_probability":0.749,"observed_frequency":0.464},{"predicted_probability":0.851,"observed_frequency":0.714},{"predicted_probability":0.961,"observed_frequency":0.861}]},{"lead_hours":60,"brier_score":0.2030192690457332,"roc_auc":0.745756113851626,"average_precision":0.6511615035295663,"threat_score":0.3647887323943662,"heidke_skill_score":0.310212373469078,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.139},{"predicted_probability":0.156,"observed_frequency":0.155},{"predicted_probability":0.241,"observed_frequency":0.326},{"predicted_probability":0.349,"observed_frequency":0.526},{"predicted_probability":0.448,"observed_frequency":0.462},{"predicted_probability":0.539,"observed_frequency":0.551},{"predicted_probability":0.654,"observed_frequency":0.625},{"predicted_probability":0.746,"observed_frequency":0.554},{"predicted_probability":0.847,"observed_frequency":0.75},{"predicted_probability":0.956,"observed_frequency":0.817}]},{"lead_hours":61,"brier_score":0.2036894811085821,"roc_auc":0.7400121150933873,"average_precision":0.6506589636907412,"threat_score":0.3640226628895184,"heidke_skill_score":0.3104300533210271,"reliability":[{"predicted_probability":0.083,"observed_frequency":0.107},{"predicted_probability":0.155,"observed_frequency":0.155},{"predicted_probability":0.244,"observed_frequency":0.321},{"predicted_probability":0.343,"observed_frequency":0.508},{"predicted_probability":0.447,"observed_frequency":0.426},{"predicted_probability":0.548,"observed_frequency":0.569},{"predicted_probability":0.652,"observed_frequency":0.636},{"predicted_probability":0.747,"observed_frequency":0.453},{"predicted_probability":0.854,"observed_frequency":0.742},{"predicted_probability":0.961,"observed_frequency":0.892}]},{"lead_hours":62,"brier_score":0.2003110076310382,"roc_auc":0.7463967670710544,"average_precision":0.6428588462137398,"threat_score":0.3564213564213564,"heidke_skill_score":0.3066573615138303,"reliability":[{"predicted_probability":0.083,"observed_frequency":0.111},{"predicted_probability":0.152,"observed_frequency":0.141},{"predicted_probability":0.246,"observed_frequency":0.33},{"predicted_probability":0.351,"observed_frequency":0.495},{"predicted_probability":0.447,"observed_frequency":0.458},{"predicted_probability":0.548,"observed_frequency":0.532},{"predicted_probability":0.656,"observed_frequency":0.609},{"predicted_probability":0.745,"observed_frequency":0.522},{"predicted_probability":0.856,"observed_frequency":0.768},{"predicted_probability":0.956,"observed_frequency":0.849}]},{"lead_hours":63,"brier_score":0.2023621911557638,"roc_auc":0.7454586546882505,"average_precision":0.6477615370633127,"threat_score":0.3638928067700987,"heidke_skill_score":0.3085140453712147,"reliability":[{"predicted_probability":0.083,"observed_frequency":0.062},{"predicted_probability":0.152,"observed_frequency":0.156},{"predicted_probability":0.249,"observed_frequency":0.341},{"predicted_probability":0.35,"observed_frequency":0.492},{"predicted_probability":0.449,"observed_frequency":0.456},{"predicted_probability":0.546,"observed_frequency":0.505},{"predicted_probability":0.65,"observed_frequency":0.629},{"predicted_probability":0.741,"observed_frequency":0.551},{"predicted_probability":0.849,"observed_frequency":0.75},{"predicted_probability":0.956,"observed_frequency":0.835}]},{"lead_hours":64,"brier_score":0.2009515531217112,"roc_auc":0.7495297221665381,"average_precision":0.6526773974263926,"threat_score":0.358974358974359,"heidke_skill_score":0.3064264078868674,"reliability":[{"predicted_probability":0.08,"observed_frequency":0.111},{"predicted_probability":0.149,"observed_frequency":0.147},{"predicted_probability":0.248,"observed_frequency":0.349},{"predicted_probability":0.348,"observed_frequency":0.497},{"predicted_probability":0.451,"observed_frequency":0.462},{"predicted_probability":0.55,"observed_frequency":0.535},{"predicted_probability":0.653,"observed_frequency":0.592},{"predicted_probability":0.746,"observed_frequency":0.641},{"predicted_probability":0.851,"observed_frequency":0.731},{"predicted_probability":0.955,"observed_frequency":0.847}]},{"lead_hours":65,"brier_score":0.2018017784570109,"roc_auc":0.74533902075951,"average_precision":0.6502901997663233,"threat_score":0.3615819209039548,"heidke_skill_score":0.3058384329528985,"reliability":[{"predicted_probability":0.081,"observed_frequency":0.065},{"predicted_probability":0.15,"observed_frequency":0.158},{"predicted_probability":0.245,"observed_frequency":0.325},{"predicted_probability":0.351,"observed_frequency":0.524},{"predicted_probability":0.443,"observed_frequency":0.455},{"predicted_probability":0.551,"observed_frequency":0.538},{"predicted_probability":0.652,"observed_frequency":0.579},{"predicted_probability":0.748,"observed_frequency":0.637},{"predicted_probability":0.851,"observed_frequency":0.72},{"predicted_probability":0.953,"observed_frequency":0.838}]},{"lead_hours":66,"brier_score":0.2020210800618018,"roc_auc":0.7490231542650898,"average_precision":0.6520184084577323,"threat_score":0.3698435277382645,"heidke_skill_score":0.320939817929437,"reliability":[{"predicted_probability":0.084,"observed_frequency":0.034},{"predicted_probability":0.151,"observed_frequency":0.158},{"predicted_probability":0.239,"observed_frequency":0.33},{"predicted_probability":0.343,"observed_frequency":0.495},{"predicted_probability":0.448,"observed_frequency":0.458},{"predicted_probability":0.546,"observed_frequency":0.584},{"predicted_probability":0.649,"observed_frequency":0.605},{"predicted_probability":0.75,"observed_frequency":0.671},{"predicted_probability":0.856,"observed_frequency":0.685},{"predicted_probability":0.959,"observed_frequency":0.838}]},{"lead_hours":67,"brier_score":0.2002047872750246,"roc_auc":0.747803648389679,"average_precision":0.6566370106367615,"threat_score":0.3596614950634696,"heidke_skill_score":0.3027482231683489,"reliability":[{"predicted_probability":0.086,"observed_frequency":0.067},{"predicted_probability":0.153,"observed_frequency":0.155},{"predicted_probability":0.25,"observed_frequency":0.34},{"predicted_probability":0.343,"observed_frequency":0.439},{"predicted_probability":0.446,"observed_frequency":0.51},{"predicted_probability":0.549,"observed_frequency":0.5},{"predicted_probability":0.649,"observed_frequency":0.581},{"predicted_probability":0.748,"observed_frequency":0.671},{"predicted_probability":0.841,"observed_frequency":0.645},{"predicted_probability":0.957,"observed_frequency":0.875}]},{"lead_hours":68,"brier_score":0.1999080088319035,"roc_auc":0.748901898889052,"average_precision":0.6426532129940096,"threat_score":0.3543758967001434,"heidke_skill_score":0.301199979266017,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.069},{"predicted_probability":0.149,"observed_frequency":0.145},{"predicted_probability":0.245,"observed_frequency":0.289},{"predicted_probability":0.345,"observed_frequency":0.462},{"predicted_probability":0.448,"observed_frequency":0.529},{"predicted_probability":0.548,"observed_frequency":0.528},{"predicted_probability":0.648,"observed_frequency":0.578},{"predicted_probability":0.744,"observed_frequency":0.614},{"predicted_probability":0.842,"observed_frequency":0.644},{"predicted_probability":0.956,"observed_frequency":0.847}]},{"lead_hours":69,"brier_score":0.2005397527068951,"roc_auc":0.7487459367948105,"average_precision":0.650945729241472,"threat_score":0.3560283687943262,"heidke_skill_score":0.3011756104130991,"reliability":[{"predicted_probability":0.084,"observed_frequency":0.037},{"predicted_probability":0.152,"observed_frequency":0.163},{"predicted_probability":0.25,"observed_frequency":0.31},{"predicted_probability":0.345,"observed_frequency":0.466},{"predicted_probability":0.445,"observed_frequency":0.541},{"predicted_probability":0.546,"observed_frequency":0.526},{"predicted_probability":0.653,"observed_frequency":0.592},{"predicted_probability":0.744,"observed_frequency":0.662},{"predicted_probability":0.846,"observed_frequency":0.673},{"predicted_probability":0.958,"observed_frequency":0.862}]},{"lead_hours":70,"brier_score":0.2017076327313602,"roc_auc":0.7480072573942306,"average_precision":0.648914683959923,"threat_score":0.3480113636363636,"heidke_skill_score":0.291171113081325,"reliability":[{"predicted_probability":0.087,"observed_frequency":0.102},{"predicted_probability":0.151,"observed_frequency":0.156},{"predicted_probability":0.243,"observed_frequency":0.328},{"predicted_probability":0.348,"observed_frequency":0.471},{"predicted_probability":0.445,"observed_frequency":0.558},{"predicted_probability":0.546,"observed_frequency":0.529},{"predicted_probability":0.658,"observed_frequency":0.581},{"predicted_probability":0.746,"observed_frequency":0.694},{"predicted_probability":0.841,"observed_frequency":0.69},{"predicted_probability":0.954,"observed_frequency":0.852}]},{"lead_hours":71,"brier_score":0.2011436658344753,"roc_auc":0.7458960792294126,"average_precision":0.649441790240996,"threat_score":0.3492063492063492,"heidke_skill_score":0.3005549935398148,"reliability":[{"predicted_probability":0.087,"observed_frequency":0.069},{"predicted_probability":0.152,"observed_frequency":0.157},{"predicted_probability":0.245,"observed_frequency":0.322},{"predicted_probability":0.343,"observed_frequency":0.466},{"predicted_probability":0.447,"observed_frequency":0.517},{"predicted_probability":0.547,"observed_frequency":0.574},{"predicted_probability":0.641,"observed_frequency":0.627},{"predicted_probability":0.745,"observed_frequency":0.635},{"predicted_probability":0.842,"observed_frequency":0.696},{"predicted_probability":0.957,"observed_frequency":0.868}]},{"lead_hours":72,"brier_score":0.2028076193850522,"roc_auc":0.7454176446390979,"average_precision":0.644436018323725,"threat_score":0.354978354978355,"heidke_skill_score":0.309371218620252,"reliability":[{"predicted_probability":0.087,"observed_frequency":0.0},{"predicted_probability":0.152,"observed_frequency":0.158},{"predicted_probability":0.241,"observed_frequency":0.29},{"predicted_probability":0.342,"observed_frequency":0.486},{"predicted_probability":0.452,"observed_frequency":0.517},{"predicted_probability":0.549,"observed_frequency":0.624},{"predicted_probability":0.642,"observed_frequency":0.63},{"predicted_probability":0.746,"observed_frequency":0.656},{"predicted_probability":0.85,"observed_frequency":0.674},{"predicted_probability":0.959,"observed_frequency":0.846}]},{"lead_hours":73,"brier_score":0.2030160959840828,"roc_auc":0.7426039933780999,"average_precision":0.6445943800175726,"threat_score":0.3352769679300291,"heidke_skill_score":0.2882450180275163,"reliability":[{"predicted_probability":0.093,"observed_frequency":0.128},{"predicted_probability":0.155,"observed_frequency":0.142},{"predicted_probability":0.248,"observed_frequency":0.328},{"predicted_probability":0.338,"observed_frequency":0.498},{"predicted_probability":0.44,"observed_frequency":0.511},{"predicted_probability":0.548,"observed_frequency":0.576},{"predicted_probability":0.657,"observed_frequency":0.649},{"predicted_probability":0.751,"observed_frequency":0.625},{"predicted_probability":0.848,"observed_frequency":0.703},{"predicted_probability":0.953,"observed_frequency":0.891}]},{"lead_hours":74,"brier_score":0.2026636162927987,"roc_auc":0.7426128336831104,"average_precision":0.6283991330290704,"threat_score":0.3264705882352941,"heidke_skill_score":0.2778910318162169,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.059},{"predicted_probability":0.151,"observed_frequency":0.147},{"predicted_probability":0.246,"observed_frequency":0.324},{"predicted_probability":0.343,"observed_frequency":0.489},{"predicted_probability":0.44,"observed_frequency":0.514},{"predicted_probability":0.545,"observed_frequency":0.529},{"predicted_probability":0.646,"observed_frequency":0.671},{"predicted_probability":0.744,"observed_frequency":0.636},{"predicted_probability":0.846,"observed_frequency":0.657},{"predicted_probability":0.95,"observed_frequency":0.833}]},{"lead_hours":75,"brier_score":0.2019034879293055,"roc_auc":0.7456181334239438,"average_precision":0.6448227000123461,"threat_score":0.3431516936671576,"heidke_skill_score":0.3032596635900375,"reliability":[{"predicted_probability":0.09,"observed_frequency":0.032},{"predicted_probability":0.152,"observed_frequency":0.167},{"predicted_probability":0.247,"observed_frequency":0.319},{"predicted_probability":0.344,"observed_frequency":0.485},{"predicted_probability":0.445,"observed_frequency":0.489},{"predicted_probability":0.545,"observed_frequency":0.604},{"predicted_probability":0.657,"observed_frequency":0.667},{"predicted_probability":0.746,"observed_frequency":0.662},{"predicted_probability":0.851,"observed_frequency":0.722},{"predicted_probability":0.958,"observed_frequency":0.841}]},{"lead_hours":76,"brier_score":0.2050365848138026,"roc_auc":0.7415444377469693,"average_precision":0.6383383612029577,"threat_score":0.323397913561848,"heidke_skill_score":0.2844853888585245,"reliability":[{"predicted_probability":0.09,"observed_frequency":0.143},{"predicted_probability":0.152,"observed_frequency":0.147},{"predicted_probability":0.247,"observed_frequency":0.359},{"predicted_probability":0.347,"observed_frequency":0.507},{"predicted_probability":0.451,"observed_frequency":0.477},{"predicted_probability":0.549,"observed_frequency":0.625},{"predicted_probability":0.652,"observed_frequency":0.649},{"predicted_probability":0.742,"observed_frequency":0.662},{"predicted_probability":0.843,"observed_frequency":0.743},{"predicted_probability":0.953,"observed_frequency":0.825}]},{"lead_hours":77,"brier_score":0.2063057646997044,"roc_auc":0.7372245535080785,"average_precision":0.635413418586644,"threat_score":0.3175074183976261,"heidke_skill_score":0.275230745952489,"reliability":[{"predicted_probability":0.091,"observed_frequency":0.121},{"predicted_probability":0.153,"observed_frequency":0.162},{"predicted_probability":0.245,"observed_frequency":0.349},{"predicted_probability":0.347,"observed_frequency":0.491},{"predicted_probability":0.448,"observed_frequency":0.516},{"predicted_probability":0.543,"observed_frequency":0.622},{"predicted_probability":0.655,"observed_frequency":0.608},{"predicted_probability":0.75,"observed_frequency":0.662},{"predicted_probability":0.845,"observed_frequency":0.786},{"predicted_probability":0.95,"observed_frequency":0.825}]},{"lead_hours":78,"brier_score":0.2075827258449653,"roc_auc":0.7397709103829196,"average_precision":0.6352940687939248,"threat_score":0.3111111111111111,"heidke_skill_score":0.2688599301520516,"reliability":[{"predicted_probability":0.088,"observed_frequency":0.056},{"predicted_probability":0.153,"observed_frequency":0.161},{"predicted_probability":0.241,"observed_frequency":0.348},{"predicted_probability":0.346,"observed_frequency":0.5},{"predicted_probability":0.453,"observed_frequency":0.555},{"predicted_probability":0.546,"observed_frequency":0.65},{"predicted_probability":0.65,"observed_frequency":0.611},{"predicted_probability":0.741,"observed_frequency":0.656},{"predicted_probability":0.834,"observed_frequency":0.73},{"predicted_probability":0.952,"observed_frequency":0.8}]},{"lead_hours":79,"brier_score":0.2053521188025498,"roc_auc":0.7407618650111841,"average_precision":0.6429630710909964,"threat_score":0.3229629629629629,"heidke_skill_score":0.2809763996630086,"reliability":[{"predicted_probability":0.092,"observed_frequency":0.132},{"predicted_probability":0.154,"observed_frequency":0.15},{"predicted_probability":0.241,"observed_frequency":0.355},{"predicted_probability":0.34,"observed_frequency":0.469},{"predicted_probability":0.449,"observed_frequency":0.55},{"predicted_probability":0.54,"observed_frequency":0.627},{"predicted_probability":0.655,"observed_frequency":0.63},{"predicted_probability":0.752,"observed_frequency":0.6},{"predicted_probability":0.84,"observed_frequency":0.788},{"predicted_probability":0.953,"observed_frequency":0.868}]},{"lead_hours":80,"brier_score":0.2037243228852391,"roc_auc":0.7445051913015043,"average_precision":0.6373387677437055,"threat_score":0.3009259259259259,"heidke_skill_score":0.2702433464512163,"reliability":[{"predicted_probability":0.089,"observed_frequency":0.091},{"predicted_probability":0.151,"observed_frequency":0.169},{"predicted_probability":0.249,"observed_frequency":0.352},{"predicted_probability":0.346,"observed_frequency":0.508},{"predicted_probability":0.45,"observed_frequency":0.531},{"predicted_probability":0.546,"observed_frequency":0.655},{"predicted_probability":0.653,"observed_frequency":0.627},{"predicted_probability":0.752,"observed_frequency":0.65},{"predicted_probability":0.844,"observed_frequency":0.759},{"predicted_probability":0.95,"observed_frequency":0.833}]},{"lead_hours":81,"brier_score":0.2031518176028321,"roc_auc":0.7484909599337459,"average_precision":0.658737207421022,"threat_score":0.319634703196347,"heidke_skill_score":0.2909504867927275,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.077},{"predicted_probability":0.148,"observed_frequency":0.181},{"predicted_probability":0.246,"observed_frequency":0.367},{"predicted_probability":0.346,"observed_frequency":0.495},{"predicted_probability":0.443,"observed_frequency":0.547},{"predicted_probability":0.535,"observed_frequency":0.656},{"predicted_probability":0.653,"observed_frequency":0.634},{"predicted_probability":0.752,"observed_frequency":0.695},{"predicted_probability":0.849,"observed_frequency":0.812},{"predicted_probability":0.959,"observed_frequency":0.903}]},{"lead_hours":82,"brier_score":0.2023758815877331,"roc_auc":0.754547081044375,"average_precision":0.6633223576484135,"threat_score":0.2945736434108527,"heidke_skill_score":0.2694275704725321,"reliability":[{"predicted_probability":0.087,"observed_frequency":0.114},{"predicted_probability":0.151,"observed_frequency":0.18},{"predicted_probability":0.246,"observed_frequency":0.366},{"predicted_probability":0.347,"observed_frequency":0.515},{"predicted_probability":0.451,"observed_frequency":0.565},{"predicted_probability":0.544,"observed_frequency":0.618},{"predicted_probability":0.652,"observed_frequency":0.671},{"predicted_probability":0.755,"observed_frequency":0.72},{"predicted_probability":0.842,"observed_frequency":0.758},{"predicted_probability":0.959,"observed_frequency":0.964}]},{"lead_hours":83,"brier_score":0.2015184025998903,"roc_auc":0.7553348767312457,"average_precision":0.6669044856218814,"threat_score":0.3079315707620528,"heidke_skill_score":0.2871071960873562,"reliability":[{"predicted_probability":0.087,"observed_frequency":0.083},{"predicted_probability":0.15,"observed_frequency":0.193},{"predicted_probability":0.246,"observed_frequency":0.347},{"predicted_probability":0.35,"observed_frequency":0.505},{"predicted_probability":0.446,"observed_frequency":0.574},{"predicted_probability":0.54,"observed_frequency":0.655},{"predicted_probability":0.644,"observed_frequency":0.696},{"predicted_probability":0.752,"observed_frequency":0.695},{"predicted_probability":0.837,"observed_frequency":0.774},{"predicted_probability":0.956,"observed_frequency":0.966}]},{"lead_hours":84,"brier_score":0.2047045004381626,"roc_auc":0.7509150916305012,"average_precision":0.6590103101840479,"threat_score":0.2981651376146789,"heidke_skill_score":0.2691900719859684,"reliability":[{"predicted_probability":0.089,"observed_frequency":0.049},{"predicted_probability":0.148,"observed_frequency":0.184},{"predicted_probability":0.242,"observed_frequency":0.349},{"predicted_probability":0.348,"observed_frequency":0.51},{"predicted_probability":0.447,"observed_frequency":0.625},{"predicted_probability":0.547,"observed_frequency":0.67},{"predicted_probability":0.659,"observed_frequency":0.649},{"predicted_probability":0.756,"observed_frequency":0.653},{"predicted_probability":0.843,"observed_frequency":0.771},{"predicted_probability":0.958,"observed_frequency":0.931}]},{"lead_hours":85,"brier_score":0.203362185138594,"roc_auc":0.7510818381099293,"average_precision":0.66214746296077,"threat_score":0.2969230769230769,"heidke_skill_score":0.2680877480214566,"reliability":[{"predicted_probability":0.089,"observed_frequency":0.083},{"predicted_probability":0.15,"observed_frequency":0.2},{"predicted_probability":0.248,"observed_frequency":0.344},{"predicted_probability":0.346,"observed_frequency":0.529},{"predicted_probability":0.448,"observed_frequency":0.594},{"predicted_probability":0.542,"observed_frequency":0.617},{"predicted_probability":0.652,"observed_frequency":0.625},{"predicted_probability":0.749,"observed_frequency":0.69},{"predicted_probability":0.842,"observed_frequency":0.818},{"predicted_probability":0.957,"observed_frequency":0.966}]},{"lead_hours":86,"brier_score":0.2012716774890033,"roc_auc":0.7570864045864046,"average_precision":0.6591250280527936,"threat_score":0.2898089171974522,"heidke_skill_score":0.2721369271011031,"reliability":[{"predicted_probability":0.087,"observed_frequency":0.086},{"predicted_probability":0.146,"observed_frequency":0.19},{"predicted_probability":0.249,"observed_frequency":0.335},{"predicted_probability":0.343,"observed_frequency":0.559},{"predicted_probability":0.442,"observed_frequency":0.564},{"predicted_probability":0.54,"observed_frequency":0.655},{"predicted_probability":0.647,"observed_frequency":0.704},{"predicted_probability":0.755,"observed_frequency":0.69},{"predicted_probability":0.84,"observed_frequency":0.733},{"predicted_probability":0.951,"observed_frequency":0.962}]},{"lead_hours":87,"brier_score":0.2043586381364155,"roc_auc":0.7564961787184008,"average_precision":0.6714413668079129,"threat_score":0.2727272727272727,"heidke_skill_score":0.2593888595027872,"reliability":[{"predicted_probability":0.086,"observed_frequency":0.092},{"predicted_probability":0.145,"observed_frequency":0.207},{"predicted_probability":0.248,"observed_frequency":0.36},{"predicted_probability":0.344,"observed_frequency":0.551},{"predicted_probability":0.445,"observed_frequency":0.573},{"predicted_probability":0.546,"observed_frequency":0.684},{"predicted_probability":0.644,"observed_frequency":0.681},{"predicted_probability":0.753,"observed_frequency":0.721},{"predicted_probability":0.845,"observed_frequency":0.833},{"predicted_probability":0.954,"observed_frequency":1.0}]},{"lead_hours":88,"brier_score":0.2034674379419012,"roc_auc":0.7632610607220205,"average_precision":0.6804518728562597,"threat_score":0.2791068580542264,"heidke_skill_score":0.2658780676757472,"reliability":[{"predicted_probability":0.083,"observed_frequency":0.081},{"predicted_probability":0.145,"observed_frequency":0.21},{"predicted_probability":0.244,"observed_frequency":0.371},{"predicted_probability":0.343,"observed_frequency":0.556},{"predicted_probability":0.443,"observed_frequency":0.579},{"predicted_probability":0.54,"observed_frequency":0.64},{"predicted_probability":0.643,"observed_frequency":0.805},{"predicted_probability":0.752,"observed_frequency":0.708},{"predicted_probability":0.842,"observed_frequency":0.864},{"predicted_probability":0.955,"observed_frequency":1.0}]},{"lead_hours":89,"brier_score":0.2051536503764989,"roc_auc":0.7595536480337661,"average_precision":0.6742339658181928,"threat_score":0.2768,"heidke_skill_score":0.2650248270266718,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.076},{"predicted_probability":0.146,"observed_frequency":0.21},{"predicted_probability":0.246,"observed_frequency":0.375},{"predicted_probability":0.346,"observed_frequency":0.533},{"predicted_probability":0.439,"observed_frequency":0.618},{"predicted_probability":0.537,"observed_frequency":0.689},{"predicted_probability":0.645,"observed_frequency":0.806},{"predicted_probability":0.751,"observed_frequency":0.694},{"predicted_probability":0.839,"observed_frequency":0.773},{"predicted_probability":0.948,"observed_frequency":1.0}]},{"lead_hours":90,"brier_score":0.2076303427662065,"roc_auc":0.7592500733931952,"average_precision":0.6707860445907627,"threat_score":0.2628205128205128,"heidke_skill_score":0.252552180810497,"reliability":[{"predicted_probability":0.086,"observed_frequency":0.079},{"predicted_probability":0.144,"observed_frequency":0.207},{"predicted_probability":0.245,"observed_frequency":0.364},{"predicted_probability":0.346,"observed_frequency":0.58},{"predicted_probability":0.444,"observed_frequency":0.621},{"predicted_probability":0.545,"observed_frequency":0.736},{"predicted_probability":0.648,"observed_frequency":0.769},{"predicted_probability":0.752,"observed_frequency":0.705},{"predicted_probability":0.841,"observed_frequency":0.682},{"predicted_probability":0.947,"observed_frequency":1.0}]},{"lead_hours":91,"brier_score":0.2064969129971076,"roc_auc":0.7596541739865964,"average_precision":0.6705721420300312,"threat_score":0.252442996742671,"heidke_skill_score":0.2450277420152936,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.073},{"predicted_probability":0.147,"observed_frequency":0.213},{"predicted_probability":0.248,"observed_frequency":0.386},{"predicted_probability":0.343,"observed_frequency":0.615},{"predicted_probability":0.448,"observed_frequency":0.552},{"predicted_probability":0.538,"observed_frequency":0.712},{"predicted_probability":0.649,"observed_frequency":0.723},{"predicted_probability":0.747,"observed_frequency":0.727},{"predicted_probability":0.847,"observed_frequency":0.815},{"predicted_probability":0.956,"observed_frequency":1.0}]},{"lead_hours":92,"brier_score":0.203207831081367,"roc_auc":0.7610990318345914,"average_precision":0.6632937697365848,"threat_score":0.2520593080724876,"heidke_skill_score":0.2443801706608232,"reliability":[{"predicted_probability":0.083,"observed_frequency":0.041},{"predicted_probability":0.142,"observed_frequency":0.205},{"predicted_probability":0.246,"observed_frequency":0.365},{"predicted_probability":0.346,"observed_frequency":0.564},{"predicted_probability":0.454,"observed_frequency":0.585},{"predicted_probability":0.546,"observed_frequency":0.71},{"predicted_probability":0.658,"observed_frequency":0.725},{"predicted_probability":0.753,"observed_frequency":0.69},{"predicted_probability":0.84,"observed_frequency":0.739},{"predicted_probability":0.947,"observed_frequency":1.0}]},{"lead_hours":93,"brier_score":0.2072312097277656,"roc_auc":0.7564386093172495,"average_precision":0.6736263415205177,"threat_score":0.240650406504065,"heidke_skill_score":0.2315347029326293,"reliability":[{"predicted_probability":0.083,"observed_frequency":0.068},{"predicted_probability":0.143,"observed_frequency":0.226},{"predicted_probability":0.253,"observed_frequency":0.366},{"predicted_probability":0.346,"observed_frequency":0.56},{"predicted_probability":0.449,"observed_frequency":0.619},{"predicted_probability":0.54,"observed_frequency":0.638},{"predicted_probability":0.659,"observed_frequency":0.735},{"predicted_probability":0.755,"observed_frequency":0.765},{"predicted_probability":0.839,"observed_frequency":0.833},{"predicted_probability":0.949,"observed_frequency":1.0}]},{"lead_hours":94,"brier_score":0.2047698991836341,"roc_auc":0.761754210676563,"average_precision":0.677879025827095,"threat_score":0.2447325769854132,"heidke_skill_score":0.2334558528113284,"reliability":[{"predicted_probability":0.086,"observed_frequency":0.058},{"predicted_probability":0.147,"observed_frequency":0.215},{"predicted_probability":0.245,"observed_frequency":0.369},{"predicted_probability":0.347,"observed_frequency":0.564},{"predicted_probability":0.446,"observed_frequency":0.632},{"predicted_probability":0.538,"observed_frequency":0.625},{"predicted_probability":0.658,"observed_frequency":0.744},{"predicted_probability":0.752,"observed_frequency":0.741},{"predicted_probability":0.835,"observed_frequency":0.857},{"predicted_probability":0.953,"observed_frequency":1.0}]},{"lead_hours":95,"brier_score":0.2050776788870595,"roc_auc":0.7588296994816544,"average_precision":0.6749361251327743,"threat_score":0.233009708737864,"heidke_skill_score":0.2188052380306586,"reliability":[{"predicted_probability":0.085,"observed_frequency":0.054},{"predicted_probability":0.149,"observed_frequency":0.209},{"predicted_probability":0.242,"observed_frequency":0.367},{"predicted_probability":0.345,"observed_frequency":0.54},{"predicted_probability":0.452,"observed_frequency":0.68},{"predicted_probability":0.546,"observed_frequency":0.603},{"predicted_probability":0.654,"observed_frequency":0.788},{"predicted_probability":0.752,"observed_frequency":0.69},{"predicted_probability":0.836,"observed_frequency":0.875},{"predicted_probability":0.955,"observed_frequency":1.0}]},{"lead_hours":96,"brier_score":0.2113330126912762,"roc_auc":0.7515941588074233,"average_precision":0.6630838676823183,"threat_score":0.224,"heidke_skill_score":0.2050315542990947,"reliability":[{"predicted_probability":0.092,"observed_frequency":0.032},{"predicted_probability":0.15,"observed_frequency":0.207},{"predicted_probability":0.244,"observed_frequency":0.411},{"predicted_probability":0.345,"observed_frequency":0.562},{"predicted_probability":0.448,"observed_frequency":0.667},{"predicted_probability":0.546,"observed_frequency":0.603},{"predicted_probability":0.657,"observed_frequency":0.743},{"predicted_probability":0.751,"observed_frequency":0.66},{"predicted_probability":0.837,"observed_frequency":0.829},{"predicted_probability":0.955,"observed_frequency":1.0}]}]},{"threshold":600.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0201142868390842,"roc_auc":0.9957661993443538,"average_precision":0.9795847577367628,"threat_score":0.8406374501992032,"heidke_skill_score":0.8970356046763291,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.004},{"predicted_probability":0.146,"observed_frequency":0.357},{"predicted_probability":0.238,"observed_frequency":0.625},{"predicted_probability":0.36,"observed_frequency":0.2},{"predicted_probability":0.458,"observed_frequency":0.5},{"predicted_probability":0.549,"observed_frequency":0.286},{"predicted_probability":0.666,"observed_frequency":0.9},{"predicted_probability":0.762,"observed_frequency":0.6},{"predicted_probability":0.849,"observed_frequency":0.667},{"predicted_probability":0.993,"observed_frequency":0.979}]},{"lead_hours":2,"brier_score":0.0266031902880689,"roc_auc":0.991696592004695,"average_precision":0.9584912295419292,"threat_score":0.8046875,"heidke_skill_score":0.8712608792997445,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.007},{"predicted_probability":0.144,"observed_frequency":0.233},{"predicted_probability":0.251,"observed_frequency":0.375},{"predicted_probability":0.352,"observed_frequency":0.167},{"predicted_probability":0.459,"observed_frequency":0.5},{"predicted_probability":0.551,"observed_frequency":0.5},{"predicted_probability":0.626,"observed_frequency":1.0},{"predicted_probability":0.738,"observed_frequency":0.667},{"predicted_probability":0.863,"observed_frequency":0.684},{"predicted_probability":0.993,"observed_frequency":0.957}]},{"lead_hours":3,"brier_score":0.0315845785754449,"roc_auc":0.9832361715990536,"average_precision":0.946204078158481,"threat_score":0.7751937984496124,"heidke_skill_score":0.8497081955268553,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.014},{"predicted_probability":0.154,"observed_frequency":0.375},{"predicted_probability":0.255,"observed_frequency":0.333},{"predicted_probability":0.349,"observed_frequency":0.133},{"predicted_probability":0.452,"observed_frequency":0.417},{"predicted_probability":0.543,"observed_frequency":0.333},{"predicted_probability":0.645,"observed_frequency":0.714},{"predicted_probability":0.746,"observed_frequency":0.692},{"predicted_probability":0.856,"observed_frequency":0.909},{"predicted_probability":0.99,"observed_frequency":0.967}]},{"lead_hours":4,"brier_score":0.0388094750120832,"roc_auc":0.9689619488693232,"average_precision":0.9166861619885665,"threat_score":0.724907063197026,"heidke_skill_score":0.8102033080511972,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.015},{"predicted_probability":0.138,"observed_frequency":0.345},{"predicted_probability":0.249,"observed_frequency":0.393},{"predicted_probability":0.348,"observed_frequency":0.412},{"predicted_probability":0.448,"observed_frequency":0.417},{"predicted_probability":0.55,"observed_frequency":0.375},{"predicted_probability":0.644,"observed_frequency":0.667},{"predicted_probability":0.752,"observed_frequency":0.5},{"predicted_probability":0.846,"observed_frequency":0.842},{"predicted_probability":0.989,"observed_frequency":0.954}]},{"lead_hours":5,"brier_score":0.0414168921984205,"roc_auc":0.9684718515516928,"average_precision":0.9005100318631452,"threat_score":0.7105263157894737,"heidke_skill_score":0.7993027861571753,"reliability":[{"predicted_probability":0.009,"observed_frequency":0.015},{"predicted_probability":0.143,"observed_frequency":0.297},{"predicted_probability":0.243,"observed_frequency":0.321},{"predicted_probability":0.34,"observed_frequency":0.294},{"predicted_probability":0.456,"observed_frequency":0.5},{"predicted_probability":0.554,"observed_frequency":0.5},{"predicted_probability":0.668,"observed_frequency":0.5},{"predicted_probability":0.756,"observed_frequency":0.733},{"predicted_probability":0.863,"observed_frequency":0.75},{"predicted_probability":0.989,"observed_frequency":0.934}]},{"lead_hours":6,"brier_score":0.0424358073736299,"roc_auc":0.9651020415262228,"average_precision":0.8944535668206842,"threat_score":0.7038461538461539,"heidke_skill_score":0.79502704211079,"reliability":[{"predicted_probability":0.011,"observed_frequency":0.019},{"predicted_probability":0.153,"observed_frequency":0.27},{"predicted_probability":0.246,"observed_frequency":0.379},{"predicted_probability":0.339,"observed_frequency":0.278},{"predicted_probability":0.451,"observed_frequency":0.4},{"predicted_probability":0.544,"observed_frequency":0.583},{"predicted_probability":0.666,"observed_frequency":0.667},{"predicted_probability":0.745,"observed_frequency":0.75},{"predicted_probability":0.849,"observed_frequency":0.923},{"predicted_probability":0.987,"observed_frequency":0.931}]},{"lead_hours":7,"brier_score":0.0510208398935658,"roc_auc":0.957152430681596,"average_precision":0.8764401466094144,"threat_score":0.6541353383458647,"heidke_skill_score":0.7537436866822222,"reliability":[{"predicted_probability":0.013,"observed_frequency":0.022},{"predicted_probability":0.145,"observed_frequency":0.25},{"predicted_probability":0.257,"observed_frequency":0.385},{"predicted_probability":0.35,"observed_frequency":0.333},{"predicted_probability":0.448,"observed_frequency":0.417},{"predicted_probability":0.561,"observed_frequency":0.714},{"predicted_probability":0.645,"observed_frequency":0.625},{"predicted_probability":0.757,"observed_frequency":0.667},{"predicted_probability":0.844,"observed_frequency":0.75},{"predicted_probability":0.988,"observed_frequency":0.904}]},{"lead_hours":8,"brier_score":0.0520076809279085,"roc_auc":0.9467646976562064,"average_precision":0.8680542088101459,"threat_score":0.624031007751938,"heidke_skill_score":0.7300667261154331,"reliability":[{"predicted_probability":0.012,"observed_frequency":0.028},{"predicted_probability":0.14,"observed_frequency":0.218},{"predicted_probability":0.241,"observed_frequency":0.5},{"predicted_probability":0.357,"observed_frequency":0.375},{"predicted_probability":0.462,"observed_frequency":0.667},{"predicted_probability":0.557,"observed_frequency":0.857},{"predicted_probability":0.648,"observed_frequency":0.714},{"predicted_probability":0.742,"observed_frequency":0.455},{"predicted_probability":0.841,"observed_frequency":0.769},{"predicted_probability":0.984,"observed_frequency":0.942}]},{"lead_hours":9,"brier_score":0.0585935109445235,"roc_auc":0.9335327368388536,"average_precision":0.841239756883034,"threat_score":0.5880149812734082,"heidke_skill_score":0.6971101075971241,"reliability":[{"predicted_probability":0.014,"observed_frequency":0.034},{"predicted_probability":0.146,"observed_frequency":0.221},{"predicted_probability":0.258,"observed_frequency":0.333},{"predicted_probability":0.351,"observed_frequency":0.5},{"predicted_probability":0.451,"observed_frequency":0.571},{"predicted_probability":0.569,"observed_frequency":0.5},{"predicted_probability":0.663,"observed_frequency":0.833},{"predicted_probability":0.767,"observed_frequency":0.5},{"predicted_probability":0.859,"observed_frequency":0.692},{"predicted_probability":0.986,"observed_frequency":0.934}]},{"lead_hours":10,"brier_score":0.065457417068795,"roc_auc":0.9168426771707018,"average_precision":0.8144993233634977,"threat_score":0.5693950177935944,"heidke_skill_score":0.6770130993733479,"reliability":[{"predicted_probability":0.016,"observed_frequency":0.04},{"predicted_probability":0.142,"observed_frequency":0.231},{"predicted_probability":0.246,"observed_frequency":0.219},{"predicted_probability":0.35,"observed_frequency":0.407},{"predicted_probability":0.442,"observed_frequency":0.583},{"predicted_probability":0.53,"observed_frequency":0.538},{"predicted_probability":0.644,"observed_frequency":0.556},{"predicted_probability":0.768,"observed_frequency":0.571},{"predicted_probability":0.851,"observed_frequency":0.533},{"predicted_probability":0.986,"observed_frequency":0.934}]},{"lead_hours":11,"brier_score":0.0633137528106493,"roc_auc":0.9162401409632488,"average_precision":0.8059169845255024,"threat_score":0.5802919708029197,"heidke_skill_score":0.6881647940074906,"reliability":[{"predicted_probability":0.017,"observed_frequency":0.035},{"predicted_probability":0.137,"observed_frequency":0.202},{"predicted_probability":0.246,"observed_frequency":0.233},{"predicted_probability":0.346,"observed_frequency":0.25},{"predicted_probability":0.441,"observed_frequency":0.444},{"predicted_probability":0.551,"observed_frequency":0.526},{"predicted_probability":0.667,"observed_frequency":0.444},{"predicted_probability":0.755,"observed_frequency":0.6},{"predicted_probability":0.856,"observed_frequency":0.5},{"predicted_probability":0.986,"observed_frequency":0.933}]},{"lead_hours":12,"brier_score":0.0705479061642004,"roc_auc":0.9097735722939384,"average_precision":0.7733295479231147,"threat_score":0.5306859205776173,"heidke_skill_score":0.6417036622804515,"reliability":[{"predicted_probability":0.021,"observed_frequency":0.04},{"predicted_probability":0.143,"observed_frequency":0.211},{"predicted_probability":0.25,"observed_frequency":0.324},{"predicted_probability":0.34,"observed_frequency":0.433},{"predicted_probability":0.462,"observed_frequency":0.4},{"predicted_probability":0.565,"observed_frequency":0.455},{"predicted_probability":0.641,"observed_frequency":0.455},{"predicted_probability":0.746,"observed_frequency":0.579},{"predicted_probability":0.849,"observed_frequency":0.538},{"predicted_probability":0.982,"observed_frequency":0.895}]},{"lead_hours":13,"brier_score":0.0733968804734136,"roc_auc":0.9020969860410524,"average_precision":0.7678081669695698,"threat_score":0.5266903914590747,"heidke_skill_score":0.6367428490646058,"reliability":[{"predicted_probability":0.022,"observed_frequency":0.041},{"predicted_probability":0.137,"observed_frequency":0.18},{"predicted_probability":0.247,"observed_frequency":0.375},{"predicted_probability":0.347,"observed_frequency":0.297},{"predicted_probability":0.453,"observed_frequency":0.364},{"predicted_probability":0.551,"observed_frequency":0.385},{"predicted_probability":0.645,"observed_frequency":0.562},{"predicted_probability":0.746,"observed_frequency":0.611},{"predicted_probability":0.861,"observed_frequency":0.4},{"predicted_probability":0.982,"observed_frequency":0.893}]},{"lead_hours":14,"brier_score":0.0739148723232299,"roc_auc":0.8963386471469161,"average_precision":0.7623910489825516,"threat_score":0.5143884892086331,"heidke_skill_score":0.6256804894733715,"reliability":[{"predicted_probability":0.021,"observed_frequency":0.047},{"predicted_probability":0.141,"observed_frequency":0.159},{"predicted_probability":0.245,"observed_frequency":0.325},{"predicted_probability":0.345,"observed_frequency":0.37},{"predicted_probability":0.454,"observed_frequency":0.333},{"predicted_probability":0.556,"observed_frequency":0.294},{"predicted_probability":0.666,"observed_frequency":0.571},{"predicted_probability":0.756,"observed_frequency":0.583},{"predicted_probability":0.855,"observed_frequency":0.562},{"predicted_probability":0.978,"observed_frequency":0.905}]},{"lead_hours":15,"brier_score":0.0810997356044399,"roc_auc":0.8833708884064742,"average_precision":0.7265804888072784,"threat_score":0.494661921708185,"heidke_skill_score":0.6060555004575897,"reliability":[{"predicted_probability":0.022,"observed_frequency":0.055},{"predicted_probability":0.139,"observed_frequency":0.205},{"predicted_probability":0.247,"observed_frequency":0.283},{"predicted_probability":0.343,"observed_frequency":0.222},{"predicted_probability":0.447,"observed_frequency":0.375},{"predicted_probability":0.556,"observed_frequency":0.471},{"predicted_probability":0.65,"observed_frequency":0.571},{"predicted_probability":0.774,"observed_frequency":0.643},{"predicted_probability":0.852,"observed_frequency":0.571},{"predicted_probability":0.976,"observed_frequency":0.883}]},{"lead_hours":16,"brier_score":0.0840196526613207,"roc_auc":0.8663188839232613,"average_precision":0.7236815354241672,"threat_score":0.4874551971326165,"heidke_skill_score":0.599880028638325,"reliability":[{"predicted_probability":0.023,"observed_frequency":0.062},{"predicted_probability":0.147,"observed_frequency":0.192},{"predicted_probability":0.236,"observed_frequency":0.26},{"predicted_probability":0.344,"observed_frequency":0.318},{"predicted_probability":0.451,"observed_frequency":0.278},{"predicted_probability":0.549,"observed_frequency":0.688},{"predicted_probability":0.652,"observed_frequency":0.538},{"predicted_probability":0.768,"observed_frequency":0.583},{"predicted_probability":0.862,"observed_frequency":0.5},{"predicted_probability":0.981,"observed_frequency":0.935}]},{"lead_hours":17,"brier_score":0.0807778730417654,"roc_auc":0.8695765511063837,"average_precision":0.7238870647653003,"threat_score":0.4777777777777778,"heidke_skill_score":0.5922860334481043,"reliability":[{"predicted_probability":0.027,"observed_frequency":0.059},{"predicted_probability":0.146,"observed_frequency":0.192},{"predicted_probability":0.239,"observed_frequency":0.235},{"predicted_probability":0.333,"observed_frequency":0.278},{"predicted_probability":0.453,"observed_frequency":0.346},{"predicted_probability":0.56,"observed_frequency":0.467},{"predicted_probability":0.643,"observed_frequency":0.778},{"predicted_probability":0.772,"observed_frequency":0.538},{"predicted_probability":0.853,"observed_frequency":0.45},{"predicted_probability":0.977,"observed_frequency":0.934}]},{"lead_hours":18,"brier_score":0.0870591904521244,"roc_auc":0.8649510290689774,"average_precision":0.6813716580221609,"threat_score":0.4424460431654676,"heidke_skill_score":0.5537191397302113,"reliability":[{"predicted_probability":0.028,"observed_frequency":0.063},{"predicted_probability":0.139,"observed_frequency":0.186},{"predicted_probability":0.244,"observed_frequency":0.25},{"predicted_probability":0.342,"observed_frequency":0.381},{"predicted_probability":0.45,"observed_frequency":0.4},{"predicted_probability":0.552,"observed_frequency":0.438},{"predicted_probability":0.646,"observed_frequency":0.5},{"predicted_probability":0.76,"observed_frequency":0.533},{"predicted_probability":0.849,"observed_frequency":0.64},{"predicted_probability":0.976,"observed_frequency":0.888}]},{"lead_hours":19,"brier_score":0.0874908433911779,"roc_auc":0.856526542484757,"average_precision":0.676759460145063,"threat_score":0.4352517985611511,"heidke_skill_score":0.5460688156927894,"reliability":[{"predicted_probability":0.029,"observed_frequency":0.066},{"predicted_probability":0.139,"observed_frequency":0.165},{"predicted_probability":0.246,"observed_frequency":0.211},{"predicted_probability":0.342,"observed_frequency":0.333},{"predicted_probability":0.439,"observed_frequency":0.421},{"predicted_probability":0.544,"observed_frequency":0.25},{"predicted_probability":0.642,"observed_frequency":0.7},{"predicted_probability":0.766,"observed_frequency":0.5},{"predicted_probability":0.839,"observed_frequency":0.591},{"predicted_probability":0.973,"observed_frequency":0.899}]},{"lead_hours":20,"brier_score":0.0887384825953933,"roc_auc":0.8537978008124387,"average_precision":0.6786222189081396,"threat_score":0.4347826086956521,"heidke_skill_score":0.5462124016286592,"reliability":[{"predicted_probability":0.029,"observed_frequency":0.068},{"predicted_probability":0.14,"observed_frequency":0.171},{"predicted_probability":0.243,"observed_frequency":0.214},{"predicted_probability":0.34,"observed_frequency":0.357},{"predicted_probability":0.444,"observed_frequency":0.278},{"predicted_probability":0.547,"observed_frequency":0.5},{"predicted_probability":0.66,"observed_frequency":0.455},{"predicted_probability":0.762,"observed_frequency":0.5},{"predicted_probability":0.852,"observed_frequency":0.645},{"predicted_probability":0.974,"observed_frequency":0.909}]},{"lead_hours":21,"brier_score":0.0929428169504552,"roc_auc":0.8406597751016719,"average_precision":0.6511797778794722,"threat_score":0.4290780141843971,"heidke_skill_score":0.5387805167570134,"reliability":[{"predicted_probability":0.03,"observed_frequency":0.071},{"predicted_probability":0.148,"observed_frequency":0.179},{"predicted_probability":0.246,"observed_frequency":0.182},{"predicted_probability":0.35,"observed_frequency":0.37},{"predicted_probability":0.44,"observed_frequency":0.294},{"predicted_probability":0.546,"observed_frequency":0.692},{"predicted_probability":0.642,"observed_frequency":0.421},{"predicted_probability":0.753,"observed_frequency":0.364},{"predicted_probability":0.852,"observed_frequency":0.69},{"predicted_probability":0.973,"observed_frequency":0.889}]},{"lead_hours":22,"brier_score":0.0970294177457367,"roc_auc":0.8264455782312926,"average_precision":0.6449083610094908,"threat_score":0.4111498257839721,"heidke_skill_score":0.5181670201746165,"reliability":[{"predicted_probability":0.03,"observed_frequency":0.078},{"predicted_probability":0.138,"observed_frequency":0.151},{"predicted_probability":0.236,"observed_frequency":0.196},{"predicted_probability":0.344,"observed_frequency":0.345},{"predicted_probability":0.446,"observed_frequency":0.333},{"predicted_probability":0.554,"observed_frequency":0.533},{"predicted_probability":0.643,"observed_frequency":0.467},{"predicted_probability":0.753,"observed_frequency":0.556},{"predicted_probability":0.857,"observed_frequency":0.586},{"predicted_probability":0.976,"observed_frequency":0.916}]},{"lead_hours":23,"brier_score":0.0952675682396415,"roc_auc":0.8268612550777419,"average_precision":0.6309728373969664,"threat_score":0.392226148409894,"heidke_skill_score":0.4977016972703111,"reliability":[{"predicted_probability":0.033,"observed_frequency":0.072},{"predicted_probability":0.141,"observed_frequency":0.18},{"predicted_probability":0.246,"observed_frequency":0.174},{"predicted_probability":0.351,"observed_frequency":0.357},{"predicted_probability":0.442,"observed_frequency":0.5},{"predicted_probability":0.552,"observed_frequency":0.455},{"predicted_probability":0.635,"observed_frequency":0.333},{"predicted_probability":0.741,"observed_frequency":0.545},{"predicted_probability":0.844,"observed_frequency":0.607},{"predicted_probability":0.973,"observed_frequency":0.896}]},{"lead_hours":24,"brier_score":0.0988792395777958,"roc_auc":0.8194598458695121,"average_precision":0.6033150871079738,"threat_score":0.3728222996515679,"heidke_skill_score":0.4745612265483155,"reliability":[{"predicted_probability":0.035,"observed_frequency":0.077},{"predicted_probability":0.141,"observed_frequency":0.164},{"predicted_probability":0.24,"observed_frequency":0.192},{"predicted_probability":0.352,"observed_frequency":0.357},{"predicted_probability":0.463,"observed_frequency":0.545},{"predicted_probability":0.548,"observed_frequency":0.333},{"predicted_probability":0.662,"observed_frequency":0.333},{"predicted_probability":0.75,"observed_frequency":0.562},{"predicted_probability":0.847,"observed_frequency":0.679},{"predicted_probability":0.97,"observed_frequency":0.87}]},{"lead_hours":25,"brier_score":0.0991213201353175,"roc_auc":0.8112272390096433,"average_precision":0.595120685378713,"threat_score":0.3701067615658363,"heidke_skill_score":0.4738365583533805,"reliability":[{"predicted_probability":0.036,"observed_frequency":0.078},{"predicted_probability":0.14,"observed_frequency":0.178},{"predicted_probability":0.244,"observed_frequency":0.15},{"predicted_probability":0.346,"observed_frequency":0.4},{"predicted_probability":0.461,"observed_frequency":0.368},{"predicted_probability":0.55,"observed_frequency":0.389},{"predicted_probability":0.65,"observed_frequency":0.333},{"predicted_probability":0.745,"observed_frequency":0.65},{"predicted_probability":0.836,"observed_frequency":0.667},{"predicted_probability":0.97,"observed_frequency":0.861}]},{"lead_hours":26,"brier_score":0.1007823161094899,"roc_auc":0.8112496670451836,"average_precision":0.6009434527829919,"threat_score":0.3607142857142857,"heidke_skill_score":0.4634882442621421,"reliability":[{"predicted_probability":0.034,"observed_frequency":0.079},{"predicted_probability":0.139,"observed_frequency":0.181},{"predicted_probability":0.246,"observed_frequency":0.15},{"predicted_probability":0.347,"observed_frequency":0.36},{"predicted_probability":0.452,"observed_frequency":0.4},{"predicted_probability":0.535,"observed_frequency":0.462},{"predicted_probability":0.648,"observed_frequency":0.35},{"predicted_probability":0.77,"observed_frequency":0.688},{"predicted_probability":0.846,"observed_frequency":0.633},{"predicted_probability":0.968,"observed_frequency":0.879}]},{"lead_hours":27,"brier_score":0.1062521308657884,"roc_auc":0.798722500911762,"average_precision":0.5676262827831617,"threat_score":0.3402777777777778,"heidke_skill_score":0.4373705622815418,"reliability":[{"predicted_probability":0.035,"observed_frequency":0.081},{"predicted_probability":0.142,"observed_frequency":0.2},{"predicted_probability":0.246,"observed_frequency":0.2},{"predicted_probability":0.342,"observed_frequency":0.368},{"predicted_probability":0.449,"observed_frequency":0.391},{"predicted_probability":0.551,"observed_frequency":0.412},{"predicted_probability":0.663,"observed_frequency":0.286},{"predicted_probability":0.769,"observed_frequency":0.611},{"predicted_probability":0.844,"observed_frequency":0.733},{"predicted_probability":0.969,"observed_frequency":0.818}]},{"lead_hours":28,"brier_score":0.1072320946625106,"roc_auc":0.7921669418392878,"average_precision":0.5737044698462337,"threat_score":0.3380281690140845,"heidke_skill_score":0.4374453447168286,"reliability":[{"predicted_probability":0.037,"observed_frequency":0.088},{"predicted_probability":0.146,"observed_frequency":0.197},{"predicted_probability":0.241,"observed_frequency":0.174},{"predicted_probability":0.346,"observed_frequency":0.435},{"predicted_probability":0.443,"observed_frequency":0.346},{"predicted_probability":0.551,"observed_frequency":0.462},{"predicted_probability":0.658,"observed_frequency":0.429},{"predicted_probability":0.755,"observed_frequency":0.619},{"predicted_probability":0.847,"observed_frequency":0.686},{"predicted_probability":0.977,"observed_frequency":0.904}]},{"lead_hours":29,"brier_score":0.1061699754137918,"roc_auc":0.7970640394779269,"average_precision":0.5632874106822855,"threat_score":0.3321428571428571,"heidke_skill_score":0.430311961730558,"reliability":[{"predicted_probability":0.037,"observed_frequency":0.081},{"predicted_probability":0.138,"observed_frequency":0.175},{"predicted_probability":0.241,"observed_frequency":0.254},{"predicted_probability":0.357,"observed_frequency":0.4},{"predicted_probability":0.444,"observed_frequency":0.25},{"predicted_probability":0.55,"observed_frequency":0.5},{"predicted_probability":0.655,"observed_frequency":0.467},{"predicted_probability":0.755,"observed_frequency":0.524},{"predicted_probability":0.851,"observed_frequency":0.606},{"predicted_probability":0.974,"observed_frequency":0.904}]},{"lead_hours":30,"brier_score":0.1099250033359479,"roc_auc":0.7838870217392062,"average_precision":0.519488181187743,"threat_score":0.3156028368794326,"heidke_skill_score":0.4099207104345068,"reliability":[{"predicted_probability":0.039,"observed_frequency":0.085},{"predicted_probability":0.142,"observed_frequency":0.193},{"predicted_probability":0.236,"observed_frequency":0.22},{"predicted_probability":0.353,"observed_frequency":0.345},{"predicted_probability":0.445,"observed_frequency":0.263},{"predicted_probability":0.543,"observed_frequency":0.471},{"predicted_probability":0.659,"observed_frequency":0.5},{"predicted_probability":0.746,"observed_frequency":0.529},{"predicted_probability":0.849,"observed_frequency":0.667},{"predicted_probability":0.97,"observed_frequency":0.837}]},{"lead_hours":31,"brier_score":0.1114046328165119,"roc_auc":0.7742260820843254,"average_precision":0.5014938907550944,"threat_score":0.2928571428571428,"heidke_skill_score":0.3829302987197724,"reliability":[{"predicted_probability":0.04,"observed_frequency":0.087},{"predicted_probability":0.142,"observed_frequency":0.181},{"predicted_probability":0.237,"observed_frequency":0.255},{"predicted_probability":0.346,"observed_frequency":0.233},{"predicted_probability":0.448,"observed_frequency":0.458},{"predicted_probability":0.54,"observed_frequency":0.529},{"predicted_probability":0.657,"observed_frequency":0.435},{"predicted_probability":0.761,"observed_frequency":0.688},{"predicted_probability":0.85,"observed_frequency":0.607},{"predicted_probability":0.974,"observed_frequency":0.833}]},{"lead_hours":32,"brier_score":0.1136049188627243,"roc_auc":0.7844753199012234,"average_precision":0.5064640957397485,"threat_score":0.2832167832167832,"heidke_skill_score":0.367635372429056,"reliability":[{"predicted_probability":0.039,"observed_frequency":0.082},{"predicted_probability":0.141,"observed_frequency":0.201},{"predicted_probability":0.246,"observed_frequency":0.255},{"predicted_probability":0.346,"observed_frequency":0.355},{"predicted_probability":0.458,"observed_frequency":0.375},{"predicted_probability":0.551,"observed_frequency":0.474},{"predicted_probability":0.66,"observed_frequency":0.529},{"predicted_probability":0.753,"observed_frequency":0.273},{"predicted_probability":0.861,"observed_frequency":0.767},{"predicted_probability":0.972,"observed_frequency":0.791}]},{"lead_hours":33,"brier_score":0.117696720321468,"roc_auc":0.769275666741275,"average_precision":0.4920670556743424,"threat_score":0.2793103448275862,"heidke_skill_score":0.3621566632756867,"reliability":[{"predicted_probability":0.039,"observed_frequency":0.086},{"predicted_probability":0.139,"observed_frequency":0.201},{"predicted_probability":0.238,"observed_frequency":0.25},{"predicted_probability":0.343,"observed_frequency":0.303},{"predicted_probability":0.458,"observed_frequency":0.321},{"predicted_probability":0.552,"observed_frequency":0.588},{"predicted_probability":0.658,"observed_frequency":0.4},{"predicted_probability":0.755,"observed_frequency":0.4},{"predicted_probability":0.858,"observed_frequency":0.643},{"predicted_probability":0.969,"observed_frequency":0.822}]},{"lead_hours":34,"brier_score":0.1203451041439369,"roc_auc":0.7618718271949849,"average_precision":0.4858927533679937,"threat_score":0.2568493150684932,"heidke_skill_score":0.3334816230701935,"reliability":[{"predicted_probability":0.04,"observed_frequency":0.092},{"predicted_probability":0.139,"observed_frequency":0.196},{"predicted_probability":0.243,"observed_frequency":0.286},{"predicted_probability":0.338,"observed_frequency":0.345},{"predicted_probability":0.451,"observed_frequency":0.406},{"predicted_probability":0.557,"observed_frequency":0.5},{"predicted_probability":0.643,"observed_frequency":0.45},{"predicted_probability":0.755,"observed_frequency":0.429},{"predicted_probability":0.848,"observed_frequency":0.64},{"predicted_probability":0.966,"observed_frequency":0.825}]},{"lead_hours":35,"brier_score":0.11561495991228,"roc_auc":0.7668895218318554,"average_precision":0.4792459167181625,"threat_score":0.2401433691756272,"heidke_skill_score":0.3162267927023212,"reliability":[{"predicted_probability":0.039,"observed_frequency":0.087},{"predicted_probability":0.141,"observed_frequency":0.198},{"predicted_probability":0.254,"observed_frequency":0.368},{"predicted_probability":0.358,"observed_frequency":0.394},{"predicted_probability":0.464,"observed_frequency":0.474},{"predicted_probability":0.552,"observed_frequency":0.389},{"predicted_probability":0.651,"observed_frequency":0.381},{"predicted_probability":0.747,"observed_frequency":0.619},{"predicted_probability":0.848,"observed_frequency":0.684},{"predicted_probability":0.964,"observed_frequency":0.839}]},{"lead_hours":36,"brier_score":0.1191346375528465,"roc_auc":0.7553301478190404,"average_precision":0.4393950035687432,"threat_score":0.2357142857142857,"heidke_skill_score":0.3102225275705771,"reliability":[{"predicted_probability":0.042,"observed_frequency":0.092},{"predicted_probability":0.14,"observed_frequency":0.197},{"predicted_probability":0.248,"observed_frequency":0.316},{"predicted_probability":0.347,"observed_frequency":0.303},{"predicted_probability":0.444,"observed_frequency":0.5},{"predicted_probability":0.549,"observed_frequency":0.522},{"predicted_probability":0.665,"observed_frequency":0.476},{"predicted_probability":0.751,"observed_frequency":0.526},{"predicted_probability":0.844,"observed_frequency":0.75},{"predicted_probability":0.962,"observed_frequency":0.733}]},{"lead_hours":37,"brier_score":0.1211896312062679,"roc_auc":0.743297093830172,"average_precision":0.4204822084495215,"threat_score":0.2043010752688172,"heidke_skill_score":0.2681374338382916,"reliability":[{"predicted_probability":0.042,"observed_frequency":0.096},{"predicted_probability":0.14,"observed_frequency":0.187},{"predicted_probability":0.247,"observed_frequency":0.311},{"predicted_probability":0.358,"observed_frequency":0.5},{"predicted_probability":0.457,"observed_frequency":0.368},{"predicted_probability":0.537,"observed_frequency":0.474},{"predicted_probability":0.64,"observed_frequency":0.318},{"predicted_probability":0.749,"observed_frequency":0.667},{"predicted_probability":0.841,"observed_frequency":0.667},{"predicted_probability":0.953,"observed_frequency":0.724}]},{"lead_hours":38,"brier_score":0.1191650522022935,"roc_auc":0.7525732661171416,"average_precision":0.4412380693667648,"threat_score":0.2109090909090909,"heidke_skill_score":0.2797198293213107,"reliability":[{"predicted_probability":0.042,"observed_frequency":0.093},{"predicted_probability":0.137,"observed_frequency":0.194},{"predicted_probability":0.239,"observed_frequency":0.294},{"predicted_probability":0.349,"observed_frequency":0.429},{"predicted_probability":0.449,"observed_frequency":0.31},{"predicted_probability":0.552,"observed_frequency":0.438},{"predicted_probability":0.635,"observed_frequency":0.286},{"predicted_probability":0.758,"observed_frequency":0.684},{"predicted_probability":0.834,"observed_frequency":0.769},{"predicted_probability":0.956,"observed_frequency":0.786}]},{"lead_hours":39,"brier_score":0.1243680418610431,"roc_auc":0.7375897768158696,"average_precision":0.4223094767417453,"threat_score":0.1993006993006993,"heidke_skill_score":0.2588432395385142,"reliability":[{"predicted_probability":0.042,"observed_frequency":0.099},{"predicted_probability":0.143,"observed_frequency":0.18},{"predicted_probability":0.238,"observed_frequency":0.327},{"predicted_probability":0.353,"observed_frequency":0.421},{"predicted_probability":0.452,"observed_frequency":0.393},{"predicted_probability":0.546,"observed_frequency":0.364},{"predicted_probability":0.648,"observed_frequency":0.316},{"predicted_probability":0.753,"observed_frequency":0.611},{"predicted_probability":0.843,"observed_frequency":0.714},{"predicted_probability":0.957,"observed_frequency":0.759}]},{"lead_hours":40,"brier_score":0.1286753998131846,"roc_auc":0.7243073670570986,"average_precision":0.4082376228570246,"threat_score":0.1707317073170731,"heidke_skill_score":0.2198707952773446,"reliability":[{"predicted_probability":0.041,"observed_frequency":0.104},{"predicted_probability":0.139,"observed_frequency":0.189},{"predicted_probability":0.237,"observed_frequency":0.339},{"predicted_probability":0.348,"observed_frequency":0.366},{"predicted_probability":0.456,"observed_frequency":0.471},{"predicted_probability":0.549,"observed_frequency":0.188},{"predicted_probability":0.636,"observed_frequency":0.375},{"predicted_probability":0.743,"observed_frequency":0.571},{"predicted_probability":0.838,"observed_frequency":0.7},{"predicted_probability":0.948,"observed_frequency":0.75}]},{"lead_hours":41,"brier_score":0.1255704630473231,"roc_auc":0.7276410206001713,"average_precision":0.3931930345293328,"threat_score":0.1720430107526881,"heidke_skill_score":0.2228351468493316,"reliability":[{"predicted_probability":0.043,"observed_frequency":0.1},{"predicted_probability":0.14,"observed_frequency":0.192},{"predicted_probability":0.239,"observed_frequency":0.327},{"predicted_probability":0.35,"observed_frequency":0.333},{"predicted_probability":0.462,"observed_frequency":0.452},{"predicted_probability":0.547,"observed_frequency":0.333},{"predicted_probability":0.651,"observed_frequency":0.357},{"predicted_probability":0.737,"observed_frequency":0.474},{"predicted_probability":0.848,"observed_frequency":0.8},{"predicted_probability":0.941,"observed_frequency":0.704}]},{"lead_hours":42,"brier_score":0.1275464505500683,"roc_auc":0.7126239691811829,"average_precision":0.3662600020690281,"threat_score":0.1594202898550724,"heidke_skill_score":0.2075280670296969,"reliability":[{"predicted_probability":0.045,"observed_frequency":0.102},{"predicted_probability":0.137,"observed_frequency":0.188},{"predicted_probability":0.247,"observed_frequency":0.327},{"predicted_probability":0.34,"observed_frequency":0.385},{"predicted_probability":0.447,"observed_frequency":0.441},{"predicted_probability":0.551,"observed_frequency":0.375},{"predicted_probability":0.663,"observed_frequency":0.357},{"predicted_probability":0.746,"observed_frequency":0.667},{"predicted_probability":0.852,"observed_frequency":0.889},{"predicted_probability":0.935,"observed_frequency":0.583}]},{"lead_hours":43,"brier_score":0.1293252243371238,"roc_auc":0.7013027556403637,"average_precision":0.3487095788753278,"threat_score":0.137546468401487,"heidke_skill_score":0.180556914466861,"reliability":[{"predicted_probability":0.046,"observed_frequency":0.108},{"predicted_probability":0.138,"observed_frequency":0.184},{"predicted_probability":0.244,"observed_frequency":0.353},{"predicted_probability":0.354,"observed_frequency":0.444},{"predicted_probability":0.448,"observed_frequency":0.364},{"predicted_probability":0.556,"observed_frequency":0.333},{"predicted_probability":0.641,"observed_frequency":0.6},{"predicted_probability":0.739,"observed_frequency":0.5},{"predicted_probability":0.863,"observed_frequency":0.7},{"predicted_probability":0.945,"observed_frequency":0.455}]},{"lead_hours":44,"brier_score":0.1258179278097343,"roc_auc":0.7196819574444163,"average_precision":0.3768528870877287,"threat_score":0.146067415730337,"heidke_skill_score":0.1945949653611358,"reliability":[{"predicted_probability":0.044,"observed_frequency":0.102},{"predicted_probability":0.136,"observed_frequency":0.198},{"predicted_probability":0.249,"observed_frequency":0.293},{"predicted_probability":0.356,"observed_frequency":0.436},{"predicted_probability":0.443,"observed_frequency":0.444},{"predicted_probability":0.548,"observed_frequency":0.333},{"predicted_probability":0.643,"observed_frequency":0.533},{"predicted_probability":0.744,"observed_frequency":0.571},{"predicted_probability":0.855,"observed_frequency":0.8},{"predicted_probability":0.943,"observed_frequency":0.5}]},{"lead_hours":45,"brier_score":0.1305892807497586,"roc_auc":0.7056890967601742,"average_precision":0.3559585997207428,"threat_score":0.1391941391941392,"heidke_skill_score":0.1829904849955699,"reliability":[{"predicted_probability":0.048,"observed_frequency":0.111},{"predicted_probability":0.136,"observed_frequency":0.166},{"predicted_probability":0.242,"observed_frequency":0.338},{"predicted_probability":0.355,"observed_frequency":0.387},{"predicted_probability":0.445,"observed_frequency":0.421},{"predicted_probability":0.552,"observed_frequency":0.353},{"predicted_probability":0.651,"observed_frequency":0.615},{"predicted_probability":0.737,"observed_frequency":0.556},{"predicted_probability":0.855,"observed_frequency":0.75},{"predicted_probability":0.941,"observed_frequency":0.364}]},{"lead_hours":46,"brier_score":0.1356047472190115,"roc_auc":0.6987611767114873,"average_precision":0.3433017171472553,"threat_score":0.1338028169014084,"heidke_skill_score":0.1684042113955408,"reliability":[{"predicted_probability":0.047,"observed_frequency":0.111},{"predicted_probability":0.139,"observed_frequency":0.185},{"predicted_probability":0.253,"observed_frequency":0.371},{"predicted_probability":0.349,"observed_frequency":0.382},{"predicted_probability":0.443,"observed_frequency":0.385},{"predicted_probability":0.539,"observed_frequency":0.348},{"predicted_probability":0.635,"observed_frequency":0.5},{"predicted_probability":0.748,"observed_frequency":0.562},{"predicted_probability":0.866,"observed_frequency":0.733},{"predicted_probability":0.933,"observed_frequency":0.4}]},{"lead_hours":47,"brier_score":0.1299234891680498,"roc_auc":0.7089569806335554,"average_precision":0.3443333463427123,"threat_score":0.1418181818181818,"heidke_skill_score":0.1818872424105468,"reliability":[{"predicted_probability":0.045,"observed_frequency":0.099},{"predicted_probability":0.137,"observed_frequency":0.182},{"predicted_probability":0.256,"observed_frequency":0.333},{"predicted_probability":0.349,"observed_frequency":0.464},{"predicted_probability":0.443,"observed_frequency":0.341},{"predicted_probability":0.543,"observed_frequency":0.4},{"predicted_probability":0.658,"observed_frequency":0.5},{"predicted_probability":0.748,"observed_frequency":0.538},{"predicted_probability":0.866,"observed_frequency":0.6},{"predicted_probability":0.942,"observed_frequency":0.5}]},{"lead_hours":48,"brier_score":0.13121465257757,"roc_auc":0.7020558249539924,"average_precision":0.3330565186726362,"threat_score":0.1335740072202166,"heidke_skill_score":0.1687069735288187,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.104},{"predicted_probability":0.138,"observed_frequency":0.173},{"predicted_probability":0.241,"observed_frequency":0.327},{"predicted_probability":0.342,"observed_frequency":0.381},{"predicted_probability":0.451,"observed_frequency":0.378},{"predicted_probability":0.543,"observed_frequency":0.261},{"predicted_probability":0.65,"observed_frequency":0.545},{"predicted_probability":0.764,"observed_frequency":0.615},{"predicted_probability":0.857,"observed_frequency":0.647},{"predicted_probability":0.936,"observed_frequency":0.462}]},{"lead_hours":49,"brier_score":0.1269199349008437,"roc_auc":0.753794953168663,"average_precision":0.3676698598629576,"threat_score":0.1015625,"heidke_skill_score":0.1384269522914535,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.102},{"predicted_probability":0.136,"observed_frequency":0.254},{"predicted_probability":0.241,"observed_frequency":0.286},{"predicted_probability":0.334,"observed_frequency":0.433},{"predicted_probability":0.451,"observed_frequency":0.625},{"predicted_probability":0.556,"observed_frequency":0.571},{"predicted_probability":0.653,"observed_frequency":0.625},{"predicted_probability":0.73,"observed_frequency":0.5},{"predicted_probability":0.831,"observed_frequency":0.667},{"predicted_probability":0.97,"observed_frequency":0.0}]},{"lead_hours":50,"brier_score":0.1247236348376952,"roc_auc":0.7728655320346015,"average_precision":0.3990191974306823,"threat_score":0.1067193675889328,"heidke_skill_score":0.1490572545412738,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.095},{"predicted_probability":0.13,"observed_frequency":0.241},{"predicted_probability":0.239,"observed_frequency":0.387},{"predicted_probability":0.34,"observed_frequency":0.485},{"predicted_probability":0.448,"observed_frequency":0.467},{"predicted_probability":0.552,"observed_frequency":0.6},{"predicted_probability":0.659,"observed_frequency":0.571},{"predicted_probability":0.734,"observed_frequency":0.75},{"predicted_probability":0.825,"observed_frequency":0.6},{"predicted_probability":0.958,"observed_frequency":0.5}]},{"lead_hours":51,"brier_score":0.1289588293807664,"roc_auc":0.7578413570743091,"average_precision":0.378949891381571,"threat_score":0.0996168582375478,"heidke_skill_score":0.1348678084236253,"reliability":[{"predicted_probability":0.049,"observed_frequency":0.097},{"predicted_probability":0.129,"observed_frequency":0.25},{"predicted_probability":0.242,"observed_frequency":0.356},{"predicted_probability":0.336,"observed_frequency":0.429},{"predicted_probability":0.457,"observed_frequency":0.583},{"predicted_probability":0.552,"observed_frequency":0.467},{"predicted_probability":0.661,"observed_frequency":0.625},{"predicted_probability":0.732,"observed_frequency":0.75},{"predicted_probability":0.827,"observed_frequency":0.6},{"predicted_probability":0.957,"observed_frequency":0.0}]},{"lead_hours":52,"brier_score":0.1332046038075222,"roc_auc":0.7510648108615832,"average_precision":0.3697548483434179,"threat_score":0.0895522388059701,"heidke_skill_score":0.1159642722355013,"reliability":[{"predicted_probability":0.048,"observed_frequency":0.102},{"predicted_probability":0.129,"observed_frequency":0.25},{"predicted_probability":0.248,"observed_frequency":0.397},{"predicted_probability":0.331,"observed_frequency":0.387},{"predicted_probability":0.439,"observed_frequency":0.615},{"predicted_probability":0.553,"observed_frequency":0.412},{"predicted_probability":0.657,"observed_frequency":0.611},{"predicted_probability":0.754,"observed_frequency":0.5},{"predicted_probability":0.823,"observed_frequency":0.75},{"predicted_probability":0.937,"observed_frequency":0.0}]},{"lead_hours":53,"brier_score":0.1276499419779723,"roc_auc":0.7556719881848232,"average_precision":0.3633304653425754,"threat_score":0.0923076923076923,"heidke_skill_score":0.1203141328753091,"reliability":[{"predicted_probability":0.051,"observed_frequency":0.094},{"predicted_probability":0.131,"observed_frequency":0.24},{"predicted_probability":0.249,"observed_frequency":0.388},{"predicted_probability":0.343,"observed_frequency":0.346},{"predicted_probability":0.437,"observed_frequency":0.643},{"predicted_probability":0.55,"observed_frequency":0.389},{"predicted_probability":0.644,"observed_frequency":0.6},{"predicted_probability":0.744,"observed_frequency":0.6},{"predicted_probability":0.831,"observed_frequency":0.667},{"predicted_probability":0.935,"observed_frequency":0.0}]},{"lead_hours":54,"brier_score":0.127222520152822,"roc_auc":0.7591470140238458,"average_precision":0.3685656255592073,"threat_score":0.0944881889763779,"heidke_skill_score":0.1305100120070679,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.097},{"predicted_probability":0.135,"observed_frequency":0.247},{"predicted_probability":0.249,"observed_frequency":0.361},{"predicted_probability":0.35,"observed_frequency":0.36},{"predicted_probability":0.448,"observed_frequency":0.429},{"predicted_probability":0.548,"observed_frequency":0.333},{"predicted_probability":0.651,"observed_frequency":0.929},{"predicted_probability":0.739,"observed_frequency":0.625},{"predicted_probability":0.824,"observed_frequency":0.333},{"predicted_probability":0.941,"observed_frequency":0.0}]},{"lead_hours":55,"brier_score":0.1274130025661563,"roc_auc":0.7592159260196194,"average_precision":0.3581976972832426,"threat_score":0.0980392156862745,"heidke_skill_score":0.1340289092200359,"reliability":[{"predicted_probability":0.054,"observed_frequency":0.094},{"predicted_probability":0.135,"observed_frequency":0.237},{"predicted_probability":0.243,"observed_frequency":0.397},{"predicted_probability":0.34,"observed_frequency":0.25},{"predicted_probability":0.441,"observed_frequency":0.412},{"predicted_probability":0.533,"observed_frequency":0.5},{"predicted_probability":0.646,"observed_frequency":0.667},{"predicted_probability":0.74,"observed_frequency":0.583},{"predicted_probability":0.818,"observed_frequency":0.5},{"predicted_probability":0.927,"observed_frequency":0.0}]},{"lead_hours":56,"brier_score":0.123957748601604,"roc_auc":0.7777324173658426,"average_precision":0.3948816552611844,"threat_score":0.1019607843137254,"heidke_skill_score":0.1399061032863849,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.084},{"predicted_probability":0.135,"observed_frequency":0.241},{"predicted_probability":0.246,"observed_frequency":0.408},{"predicted_probability":0.345,"observed_frequency":0.419},{"predicted_probability":0.438,"observed_frequency":0.333},{"predicted_probability":0.541,"observed_frequency":0.429},{"predicted_probability":0.653,"observed_frequency":0.571},{"predicted_probability":0.75,"observed_frequency":0.692},{"predicted_probability":0.82,"observed_frequency":1.0},{"predicted_probability":0.921,"observed_frequency":0.0}]},{"lead_hours":57,"brier_score":0.1286242718198141,"roc_auc":0.7615887175624739,"average_precision":0.3685485097656661,"threat_score":0.091254752851711,"heidke_skill_score":0.120107638339265,"reliability":[{"predicted_probability":0.051,"observed_frequency":0.093},{"predicted_probability":0.135,"observed_frequency":0.216},{"predicted_probability":0.244,"observed_frequency":0.405},{"predicted_probability":0.35,"observed_frequency":0.368},{"predicted_probability":0.458,"observed_frequency":0.429},{"predicted_probability":0.557,"observed_frequency":0.375},{"predicted_probability":0.662,"observed_frequency":0.615},{"predicted_probability":0.744,"observed_frequency":0.615},{"predicted_probability":0.819,"observed_frequency":0.667},{"predicted_probability":0.918,"observed_frequency":0.0}]},{"lead_hours":58,"brier_score":0.1320097359541413,"roc_auc":0.7563087546576419,"average_precision":0.3711859526963897,"threat_score":0.0798479087452471,"heidke_skill_score":0.1060872868782183,"reliability":[{"predicted_probability":0.051,"observed_frequency":0.094},{"predicted_probability":0.13,"observed_frequency":0.251},{"predicted_probability":0.238,"observed_frequency":0.381},{"predicted_probability":0.339,"observed_frequency":0.379},{"predicted_probability":0.44,"observed_frequency":0.421},{"predicted_probability":0.542,"observed_frequency":0.357},{"predicted_probability":0.656,"observed_frequency":0.722},{"predicted_probability":0.719,"observed_frequency":0.6},{"predicted_probability":0.854,"observed_frequency":0.0}]},{"lead_hours":59,"brier_score":0.1264352335519039,"roc_auc":0.7610841685905737,"average_precision":0.3632205373161261,"threat_score":0.0862745098039215,"heidke_skill_score":0.1159545540776965,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.089},{"predicted_probability":0.134,"observed_frequency":0.232},{"predicted_probability":0.239,"observed_frequency":0.337},{"predicted_probability":0.344,"observed_frequency":0.345},{"predicted_probability":0.439,"observed_frequency":0.455},{"predicted_probability":0.541,"observed_frequency":0.385},{"predicted_probability":0.646,"observed_frequency":0.667},{"predicted_probability":0.73,"observed_frequency":0.625},{"predicted_probability":0.852,"observed_frequency":0.0}]},{"lead_hours":60,"brier_score":0.1267897016475878,"roc_auc":0.7587822588558533,"average_precision":0.362522122423874,"threat_score":0.0909090909090909,"heidke_skill_score":0.1260448804155789,"reliability":[{"predicted_probability":0.055,"observed_frequency":0.096},{"predicted_probability":0.138,"observed_frequency":0.231},{"predicted_probability":0.238,"observed_frequency":0.342},{"predicted_probability":0.351,"observed_frequency":0.3},{"predicted_probability":0.432,"observed_frequency":0.35},{"predicted_probability":0.533,"observed_frequency":0.583},{"predicted_probability":0.657,"observed_frequency":0.579},{"predicted_probability":0.744,"observed_frequency":0.714},{"predicted_probability":0.859,"observed_frequency":0.0}]},{"lead_hours":61,"brier_score":0.1266148924237262,"roc_auc":0.761389689851607,"average_precision":0.3581307549743115,"threat_score":0.088,"heidke_skill_score":0.1237785363772135,"reliability":[{"predicted_probability":0.055,"observed_frequency":0.094},{"predicted_probability":0.135,"observed_frequency":0.226},{"predicted_probability":0.238,"observed_frequency":0.324},{"predicted_probability":0.332,"observed_frequency":0.29},{"predicted_probability":0.437,"observed_frequency":0.346},{"predicted_probability":0.545,"observed_frequency":0.75},{"predicted_probability":0.651,"observed_frequency":0.5},{"predicted_probability":0.74,"observed_frequency":0.714},{"predicted_probability":0.839,"observed_frequency":0.0}]},{"lead_hours":62,"brier_score":0.1244699322394108,"roc_auc":0.781818405962495,"average_precision":0.3912934465213712,"threat_score":0.0725806451612903,"heidke_skill_score":0.1021230881084277,"reliability":[{"predicted_probability":0.054,"observed_frequency":0.087},{"predicted_probability":0.134,"observed_frequency":0.236},{"predicted_probability":0.243,"observed_frequency":0.388},{"predicted_probability":0.347,"observed_frequency":0.424},{"predicted_probability":0.441,"observed_frequency":0.45},{"predicted_probability":0.548,"observed_frequency":0.625},{"predicted_probability":0.653,"observed_frequency":0.588},{"predicted_probability":0.735,"observed_frequency":0.6}]},{"lead_hours":63,"brier_score":0.1272054146639015,"roc_auc":0.7715076071922545,"average_precision":0.3907020772043102,"threat_score":0.075098814229249,"heidke_skill_score":0.105609930771067,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.095},{"predicted_probability":0.136,"observed_frequency":0.234},{"predicted_probability":0.243,"observed_frequency":0.333},{"predicted_probability":0.352,"observed_frequency":0.417},{"predicted_probability":0.445,"observed_frequency":0.476},{"predicted_probability":0.562,"observed_frequency":0.833},{"predicted_probability":0.66,"observed_frequency":0.471},{"predicted_probability":0.727,"observed_frequency":0.75}]},{"lead_hours":64,"brier_score":0.130250838745191,"roc_auc":0.7699933284294438,"average_precision":0.3935051143065723,"threat_score":0.065891472868217,"heidke_skill_score":0.0898017071569271,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.096},{"predicted_probability":0.134,"observed_frequency":0.239},{"predicted_probability":0.242,"observed_frequency":0.361},{"predicted_probability":0.35,"observed_frequency":0.45},{"predicted_probability":0.446,"observed_frequency":0.562},{"predicted_probability":0.568,"observed_frequency":0.75},{"predicted_probability":0.656,"observed_frequency":0.444},{"predicted_probability":0.73,"observed_frequency":0.75}]},{"lead_hours":65,"brier_score":0.1251437297231116,"roc_auc":0.7710473111007791,"average_precision":0.3877283074735279,"threat_score":0.0637450199203187,"heidke_skill_score":0.0850043698133832,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.083},{"predicted_probability":0.134,"observed_frequency":0.241},{"predicted_probability":0.241,"observed_frequency":0.303},{"predicted_probability":0.351,"observed_frequency":0.444},{"predicted_probability":0.441,"observed_frequency":0.591},{"predicted_probability":0.567,"observed_frequency":0.556},{"predicted_probability":0.652,"observed_frequency":0.357},{"predicted_probability":0.733,"observed_frequency":0.75}]},{"lead_hours":66,"brier_score":0.1249804611468668,"roc_auc":0.7704052106021866,"average_precision":0.3883473998541076,"threat_score":0.0677290836653386,"heidke_skill_score":0.0923049570881349,"reliability":[{"predicted_probability":0.054,"observed_frequency":0.083},{"predicted_probability":0.135,"observed_frequency":0.229},{"predicted_probability":0.232,"observed_frequency":0.338},{"predicted_probability":0.341,"observed_frequency":0.459},{"predicted_probability":0.436,"observed_frequency":0.565},{"predicted_probability":0.55,"observed_frequency":0.429},{"predicted_probability":0.65,"observed_frequency":0.526},{"predicted_probability":0.76,"observed_frequency":0.75},{"predicted_probability":0.802,"observed_frequency":1.0}]},{"lead_hours":67,"brier_score":0.1241834505721975,"roc_auc":0.7768543414606678,"average_precision":0.3884080086154295,"threat_score":0.064,"heidke_skill_score":0.0865322055953155,"reliability":[{"predicted_probability":0.056,"observed_frequency":0.084},{"predicted_probability":0.138,"observed_frequency":0.23},{"predicted_probability":0.241,"observed_frequency":0.377},{"predicted_probability":0.342,"observed_frequency":0.405},{"predicted_probability":0.443,"observed_frequency":0.538},{"predicted_probability":0.561,"observed_frequency":0.429},{"predicted_probability":0.65,"observed_frequency":0.5},{"predicted_probability":0.744,"observed_frequency":0.6},{"predicted_probability":0.809,"observed_frequency":1.0}]},{"lead_hours":68,"brier_score":0.122564461730779,"roc_auc":0.7869105868749824,"average_precision":0.4129200978197357,"threat_score":0.0725806451612903,"heidke_skill_score":0.1020991019362125,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.08},{"predicted_probability":0.136,"observed_frequency":0.228},{"predicted_probability":0.238,"observed_frequency":0.375},{"predicted_probability":0.34,"observed_frequency":0.457},{"predicted_probability":0.441,"observed_frequency":0.5},{"predicted_probability":0.555,"observed_frequency":0.571},{"predicted_probability":0.651,"observed_frequency":0.5},{"predicted_probability":0.732,"observed_frequency":0.714},{"predicted_probability":0.833,"observed_frequency":1.0}]},{"lead_hours":69,"brier_score":0.1253157988679323,"roc_auc":0.7845697832564481,"average_precision":0.4168528233608412,"threat_score":0.0669291338582677,"heidke_skill_score":0.0918090372026185,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.079},{"predicted_probability":0.136,"observed_frequency":0.237},{"predicted_probability":0.244,"observed_frequency":0.411},{"predicted_probability":0.349,"observed_frequency":0.484},{"predicted_probability":0.445,"observed_frequency":0.579},{"predicted_probability":0.534,"observed_frequency":0.455},{"predicted_probability":0.653,"observed_frequency":0.538},{"predicted_probability":0.722,"observed_frequency":0.75},{"predicted_probability":0.812,"observed_frequency":1.0}]},{"lead_hours":70,"brier_score":0.1289055537114334,"roc_auc":0.7795199287768799,"average_precision":0.4153595153245925,"threat_score":0.0583657587548638,"heidke_skill_score":0.0791242313986558,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.091},{"predicted_probability":0.137,"observed_frequency":0.253},{"predicted_probability":0.237,"observed_frequency":0.415},{"predicted_probability":0.357,"observed_frequency":0.464},{"predicted_probability":0.456,"observed_frequency":0.647},{"predicted_probability":0.535,"observed_frequency":0.545},{"predicted_probability":0.641,"observed_frequency":0.5},{"predicted_probability":0.743,"observed_frequency":0.75}]},{"lead_hours":71,"brier_score":0.1235658976434887,"roc_auc":0.7817073944555682,"average_precision":0.4165207510709355,"threat_score":0.0614754098360655,"heidke_skill_score":0.0892844302600211,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.078},{"predicted_probability":0.134,"observed_frequency":0.238},{"predicted_probability":0.235,"observed_frequency":0.443},{"predicted_probability":0.346,"observed_frequency":0.4},{"predicted_probability":0.451,"observed_frequency":0.545},{"predicted_probability":0.551,"observed_frequency":0.5},{"predicted_probability":0.645,"observed_frequency":0.75},{"predicted_probability":0.744,"observed_frequency":1.0}]},{"lead_hours":72,"brier_score":0.124144973857698,"roc_auc":0.7774946116528711,"average_precision":0.4094617151552965,"threat_score":0.065040650406504,"heidke_skill_score":0.0936500460062217,"reliability":[{"predicted_probability":0.056,"observed_frequency":0.079},{"predicted_probability":0.134,"observed_frequency":0.232},{"predicted_probability":0.233,"observed_frequency":0.426},{"predicted_probability":0.351,"observed_frequency":0.348},{"predicted_probability":0.452,"observed_frequency":0.55},{"predicted_probability":0.547,"observed_frequency":0.5},{"predicted_probability":0.645,"observed_frequency":0.778},{"predicted_probability":0.767,"observed_frequency":1.0}]},{"lead_hours":73,"brier_score":0.1258170792141125,"roc_auc":0.7759696803189765,"average_precision":0.3968830102715666,"threat_score":0.0450819672131147,"heidke_skill_score":0.0633839604220382,"reliability":[{"predicted_probability":0.059,"observed_frequency":0.097},{"predicted_probability":0.138,"observed_frequency":0.237},{"predicted_probability":0.232,"observed_frequency":0.423},{"predicted_probability":0.336,"observed_frequency":0.393},{"predicted_probability":0.448,"observed_frequency":0.647},{"predicted_probability":0.543,"observed_frequency":0.467},{"predicted_probability":0.647,"observed_frequency":1.0},{"predicted_probability":0.724,"observed_frequency":1.0}]},{"lead_hours":74,"brier_score":0.125004840739439,"roc_auc":0.7887318477539903,"average_precision":0.4179572287890577,"threat_score":0.0411522633744856,"heidke_skill_score":0.0582667907981447,"reliability":[{"predicted_probability":0.055,"observed_frequency":0.081},{"predicted_probability":0.133,"observed_frequency":0.256},{"predicted_probability":0.236,"observed_frequency":0.417},{"predicted_probability":0.342,"observed_frequency":0.48},{"predicted_probability":0.45,"observed_frequency":0.632},{"predicted_probability":0.545,"observed_frequency":0.462},{"predicted_probability":0.65,"observed_frequency":1.0},{"predicted_probability":0.734,"observed_frequency":1.0}]},{"lead_hours":75,"brier_score":0.1269534126608967,"roc_auc":0.7868317874188656,"average_precision":0.4240820879295845,"threat_score":0.0483870967741935,"heidke_skill_score":0.0695321961083012,"reliability":[{"predicted_probability":0.055,"observed_frequency":0.091},{"predicted_probability":0.136,"observed_frequency":0.247},{"predicted_probability":0.237,"observed_frequency":0.444},{"predicted_probability":0.34,"observed_frequency":0.462},{"predicted_probability":0.454,"observed_frequency":0.647},{"predicted_probability":0.545,"observed_frequency":0.533},{"predicted_probability":0.657,"observed_frequency":1.0},{"predicted_probability":0.732,"observed_frequency":1.0}]},{"lead_hours":76,"brier_score":0.1314868612844839,"roc_auc":0.7772631470724309,"average_precision":0.4177215622153895,"threat_score":0.0321285140562249,"heidke_skill_score":0.0470741136431222,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.099},{"predicted_probability":0.135,"observed_frequency":0.266},{"predicted_probability":0.239,"observed_frequency":0.453},{"predicted_probability":0.345,"observed_frequency":0.625},{"predicted_probability":0.447,"observed_frequency":0.545},{"predicted_probability":0.527,"observed_frequency":0.556},{"predicted_probability":0.655,"observed_frequency":1.0}]},{"lead_hours":77,"brier_score":0.1271210560021608,"roc_auc":0.7696658152104884,"average_precision":0.4047387275932486,"threat_score":0.0376569037656903,"heidke_skill_score":0.0576028194073769,"reliability":[{"predicted_probability":0.054,"observed_frequency":0.095},{"predicted_probability":0.136,"observed_frequency":0.262},{"predicted_probability":0.241,"observed_frequency":0.404},{"predicted_probability":0.345,"observed_frequency":0.5},{"predicted_probability":0.443,"observed_frequency":0.5},{"predicted_probability":0.519,"observed_frequency":0.7},{"predicted_probability":0.655,"observed_frequency":1.0}]},{"lead_hours":78,"brier_score":0.12682291281694,"roc_auc":0.7737820452014319,"average_precision":0.4117340549320445,"threat_score":0.0376569037656903,"heidke_skill_score":0.0588201815543097,"reliability":[{"predicted_probability":0.056,"observed_frequency":0.088},{"predicted_probability":0.134,"observed_frequency":0.256},{"predicted_probability":0.235,"observed_frequency":0.435},{"predicted_probability":0.346,"observed_frequency":0.412},{"predicted_probability":0.455,"observed_frequency":0.571},{"predicted_probability":0.529,"observed_frequency":0.778},{"predicted_probability":0.65,"observed_frequency":1.0}]},{"lead_hours":79,"brier_score":0.1262082613657262,"roc_auc":0.7731605516230012,"average_precision":0.4116196297233055,"threat_score":0.0546218487394958,"heidke_skill_score":0.0856501760593232,"reliability":[{"predicted_probability":0.058,"observed_frequency":0.092},{"predicted_probability":0.139,"observed_frequency":0.267},{"predicted_probability":0.236,"observed_frequency":0.409},{"predicted_probability":0.334,"observed_frequency":0.45},{"predicted_probability":0.455,"observed_frequency":0.471},{"predicted_probability":0.527,"observed_frequency":0.833},{"predicted_probability":0.647,"observed_frequency":1.0}]},{"lead_hours":80,"brier_score":0.1258970585351968,"roc_auc":0.7875229519774011,"average_precision":0.4369347506814387,"threat_score":0.0379746835443038,"heidke_skill_score":0.0606192760575665,"reliability":[{"predicted_probability":0.055,"observed_frequency":0.092},{"predicted_probability":0.134,"observed_frequency":0.264},{"predicted_probability":0.241,"observed_frequency":0.508},{"predicted_probability":0.337,"observed_frequency":0.353},{"predicted_probability":0.464,"observed_frequency":0.667},{"predicted_probability":0.539,"observed_frequency":0.857},{"predicted_probability":0.653,"observed_frequency":1.0}]},{"lead_hours":81,"brier_score":0.1279312281787829,"roc_auc":0.7862498570076645,"average_precision":0.4530609595292509,"threat_score":0.0622406639004149,"heidke_skill_score":0.0995017982920381,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.098},{"predicted_probability":0.135,"observed_frequency":0.264},{"predicted_probability":0.241,"observed_frequency":0.492},{"predicted_probability":0.33,"observed_frequency":0.412},{"predicted_probability":0.463,"observed_frequency":0.462},{"predicted_probability":0.525,"observed_frequency":1.0},{"predicted_probability":0.645,"observed_frequency":1.0}]},{"lead_hours":82,"brier_score":0.1311308969286637,"roc_auc":0.7879591836734694,"average_precision":0.4579274239031405,"threat_score":0.036734693877551,"heidke_skill_score":0.0594867807153965,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.1},{"predicted_probability":0.138,"observed_frequency":0.316},{"predicted_probability":0.236,"observed_frequency":0.518},{"predicted_probability":0.331,"observed_frequency":0.333},{"predicted_probability":0.464,"observed_frequency":0.688},{"predicted_probability":0.54,"observed_frequency":1.0},{"predicted_probability":0.623,"observed_frequency":1.0}]},{"lead_hours":83,"brier_score":0.1261904127451926,"roc_auc":0.7856762005649718,"average_precision":0.445701302049593,"threat_score":0.0464135021097046,"heidke_skill_score":0.0739819211102994,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.089},{"predicted_probability":0.136,"observed_frequency":0.301},{"predicted_probability":0.241,"observed_frequency":0.491},{"predicted_probability":0.336,"observed_frequency":0.467},{"predicted_probability":0.458,"observed_frequency":0.571},{"predicted_probability":0.527,"observed_frequency":0.875},{"predicted_probability":0.621,"observed_frequency":1.0}]},{"lead_hours":84,"brier_score":0.1264341714420609,"roc_auc":0.7815172292545711,"average_precision":0.4406771097330226,"threat_score":0.0546218487394958,"heidke_skill_score":0.0867841073743613,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.09},{"predicted_probability":0.133,"observed_frequency":0.266},{"predicted_probability":0.237,"observed_frequency":0.475},{"predicted_probability":0.332,"observed_frequency":0.429},{"predicted_probability":0.445,"observed_frequency":0.538},{"predicted_probability":0.539,"observed_frequency":0.909},{"predicted_probability":0.615,"observed_frequency":1.0}]},{"lead_hours":85,"brier_score":0.1263394807984403,"roc_auc":0.7781051101483227,"average_precision":0.4327092555360299,"threat_score":0.0548523206751054,"heidke_skill_score":0.0872102585625081,"reliability":[{"predicted_probability":0.055,"observed_frequency":0.095},{"predicted_probability":0.137,"observed_frequency":0.285},{"predicted_probability":0.247,"observed_frequency":0.436},{"predicted_probability":0.341,"observed_frequency":0.385},{"predicted_probability":0.446,"observed_frequency":0.636},{"predicted_probability":0.537,"observed_frequency":0.9},{"predicted_probability":0.627,"observed_frequency":1.0}]},{"lead_hours":86,"brier_score":0.1266419183239002,"roc_auc":0.7935903507159922,"average_precision":0.4496583153945241,"threat_score":0.0464135021097046,"heidke_skill_score":0.0739714918792973,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.093},{"predicted_probability":0.131,"observed_frequency":0.296},{"predicted_probability":0.242,"observed_frequency":0.509},{"predicted_probability":0.339,"observed_frequency":0.308},{"predicted_probability":0.448,"observed_frequency":1.0},{"predicted_probability":0.545,"observed_frequency":0.917}]},{"lead_hours":87,"brier_score":0.1300472194910099,"roc_auc":0.7928364257067126,"average_precision":0.4597402822664189,"threat_score":0.0290456431535269,"heidke_skill_score":0.047433159018929,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.101},{"predicted_probability":0.133,"observed_frequency":0.312},{"predicted_probability":0.236,"observed_frequency":0.481},{"predicted_probability":0.335,"observed_frequency":0.357},{"predicted_probability":0.46,"observed_frequency":0.909},{"predicted_probability":0.543,"observed_frequency":1.0}]},{"lead_hours":88,"brier_score":0.1328706643014811,"roc_auc":0.792767031118587,"average_precision":0.4651859128117774,"threat_score":0.0326530612244898,"heidke_skill_score":0.0530090670471074,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.102},{"predicted_probability":0.136,"observed_frequency":0.347},{"predicted_probability":0.235,"observed_frequency":0.509},{"predicted_probability":0.336,"observed_frequency":0.385},{"predicted_probability":0.457,"observed_frequency":0.9},{"predicted_probability":0.541,"observed_frequency":1.0}]},{"lead_hours":89,"brier_score":0.1285507848772145,"roc_auc":0.7881992055526499,"average_precision":0.445667261203567,"threat_score":0.0295358649789029,"heidke_skill_score":0.0471007379519811,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.094},{"predicted_probability":0.133,"observed_frequency":0.319},{"predicted_probability":0.232,"observed_frequency":0.528},{"predicted_probability":0.342,"observed_frequency":0.429},{"predicted_probability":0.457,"observed_frequency":0.875},{"predicted_probability":0.527,"observed_frequency":0.875}]},{"lead_hours":90,"brier_score":0.128412089540835,"roc_auc":0.7874107466489305,"average_precision":0.4471862570022461,"threat_score":0.0252100840336134,"heidke_skill_score":0.0400903574536255,"reliability":[{"predicted_probability":0.051,"observed_frequency":0.093},{"predicted_probability":0.13,"observed_frequency":0.292},{"predicted_probability":0.233,"observed_frequency":0.484},{"predicted_probability":0.347,"observed_frequency":0.636},{"predicted_probability":0.462,"observed_frequency":0.889},{"predicted_probability":0.538,"observed_frequency":0.857}]},{"lead_hours":91,"brier_score":0.1292859425006529,"roc_auc":0.7813947740112994,"average_precision":0.4340532857550847,"threat_score":0.0254237288135593,"heidke_skill_score":0.0417778809330393,"reliability":[{"predicted_probability":0.053,"observed_frequency":0.098},{"predicted_probability":0.134,"observed_frequency":0.323},{"predicted_probability":0.234,"observed_frequency":0.472},{"predicted_probability":0.342,"observed_frequency":0.5},{"predicted_probability":0.453,"observed_frequency":0.889},{"predicted_probability":0.524,"observed_frequency":1.0}]},{"lead_hours":92,"brier_score":0.1286616832453368,"roc_auc":0.7896511841770182,"average_precision":0.4493891996986356,"threat_score":0.0254237288135593,"heidke_skill_score":0.0417669002545061,"reliability":[{"predicted_probability":0.052,"observed_frequency":0.093},{"predicted_probability":0.13,"observed_frequency":0.325},{"predicted_probability":0.234,"observed_frequency":0.481},{"predicted_probability":0.339,"observed_frequency":0.583},{"predicted_probability":0.464,"observed_frequency":0.8},{"predicted_probability":0.533,"observed_frequency":1.0}]},{"lead_hours":93,"brier_score":0.131991036314265,"roc_auc":0.7855726661921214,"average_precision":0.4507324177142533,"threat_score":0.0290456431535269,"heidke_skill_score":0.0474268186895116,"reliability":[{"predicted_probability":0.051,"observed_frequency":0.102},{"predicted_probability":0.133,"observed_frequency":0.333},{"predicted_probability":0.241,"observed_frequency":0.476},{"predicted_probability":0.337,"observed_frequency":0.636},{"predicted_probability":0.454,"observed_frequency":0.875},{"predicted_probability":0.521,"observed_frequency":1.0}]},{"lead_hours":94,"brier_score":0.1335964590918317,"roc_auc":0.7864664479035973,"average_precision":0.4554455481793836,"threat_score":0.0327868852459016,"heidke_skill_score":0.0532568894661993,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.107},{"predicted_probability":0.137,"observed_frequency":0.333},{"predicted_probability":0.235,"observed_frequency":0.531},{"predicted_probability":0.345,"observed_frequency":0.583},{"predicted_probability":0.456,"observed_frequency":0.857},{"predicted_probability":0.531,"observed_frequency":1.0}]},{"lead_hours":95,"brier_score":0.1281835909287135,"roc_auc":0.784435611236314,"average_precision":0.4450681052602536,"threat_score":0.0340425531914893,"heidke_skill_score":0.0556538691391404,"reliability":[{"predicted_probability":0.05,"observed_frequency":0.097},{"predicted_probability":0.137,"observed_frequency":0.314},{"predicted_probability":0.236,"observed_frequency":0.565},{"predicted_probability":0.338,"observed_frequency":0.462},{"predicted_probability":0.461,"observed_frequency":0.857},{"predicted_probability":0.547,"observed_frequency":1.0}]},{"lead_hours":96,"brier_score":0.129498117724135,"roc_auc":0.773352915900622,"average_precision":0.432229917160126,"threat_score":0.0253164556962025,"heidke_skill_score":0.0415658313599972,"reliability":[{"predicted_probability":0.054,"observed_frequency":0.102},{"predicted_probability":0.135,"observed_frequency":0.304},{"predicted_probability":0.24,"observed_frequency":0.5},{"predicted_probability":0.341,"observed_frequency":0.444},{"predicted_probability":0.45,"observed_frequency":0.875},{"predicted_probability":0.569,"observed_frequency":1.0},{"predicted_probability":0.695,"observed_frequency":1.0}]}]}]}}},"error":null}