{"success":true,"data":{"evaluation":{"label":"DLinear + PROSWIN v3; retrospective NRT evaluation","period":"January–June 2026","sample":"Native daily cached NRT targets; hourly issue alignment; +1…+120h","notes":["Retrospective evaluation; this 2026 period was previously inspected.","Scores use native cached NRT targets and include periods without a PROSWIN prediction.","Compared with the previous service, MAE is 56.50 versus 57.43 km/s; the 95% interval for the paired difference is [-2.99, 1.27] km/s."]},"target":"solar-wind-speed","variables":{"v":{"continuous":{"quantiles":[0.1,0.5,0.9],"by_lead_hour":[{"lead_hours":1,"values":{"n":177,"mae":12.743769879548973,"rmse":18.223587810666714,"bias":0.18533827090893004,"coverage80":0.8587570621468926,"width80":52.23895901359441}},{"lead_hours":2,"values":{"n":177,"mae":15.979330725650495,"rmse":22.695352499257165,"bias":-2.748505911289215,"coverage80":0.864406779661017,"width80":57.309758378520584}},{"lead_hours":3,"values":{"n":177,"mae":15.933287813287095,"rmse":23.317650874749166,"bias":-1.3047473072852023,"coverage80":0.8587570621468926,"width80":59.17828734396626}},{"lead_hours":4,"values":{"n":176,"mae":20.758349592661567,"rmse":36.55416474195788,"bias":-2.4532149738310065,"coverage80":0.8579545454545454,"width80":77.43400446698791}},{"lead_hours":5,"values":{"n":177,"mae":25.304349209575008,"rmse":54.4865307109645,"bias":-7.134127647310669,"coverage80":0.7853107344632768,"width80":75.47773600376046}},{"lead_hours":6,"values":{"n":177,"mae":26.60560322679969,"rmse":56.2487658331656,"bias":-6.151368075416937,"coverage80":0.7570621468926554,"width80":85.8893247783531}},{"lead_hours":7,"values":{"n":175,"mae":28.178811181200125,"rmse":58.54615881410562,"bias":-7.72572455074463,"coverage80":0.8171428571428572,"width80":93.34253150481449}},{"lead_hours":8,"values":{"n":177,"mae":30.37239039281338,"rmse":59.378584808362206,"bias":-8.451019736730514,"coverage80":0.8361581920903954,"width80":99.85362843262831}},{"lead_hours":9,"values":{"n":177,"mae":30.85266325680312,"rmse":60.65314776378272,"bias":-9.589451977000465,"coverage80":0.8361581920903954,"width80":110.34980657737371}},{"lead_hours":10,"values":{"n":177,"mae":32.65542219127039,"rmse":61.305641703605026,"bias":-9.408789051084963,"coverage80":0.8587570621468926,"width80":113.58108323804362}},{"lead_hours":11,"values":{"n":177,"mae":35.62053304927178,"rmse":64.76544606595608,"bias":-12.83390485574695,"coverage80":0.8248587570621468,"width80":118.20621851175882}},{"lead_hours":12,"values":{"n":177,"mae":37.81651922281037,"rmse":65.64760944279293,"bias":-10.21302886686842,"coverage80":0.8022598870056498,"width80":122.88106257136208}},{"lead_hours":13,"values":{"n":177,"mae":38.688414815572166,"rmse":69.6846761267832,"bias":-15.073943898707311,"coverage80":0.8305084745762712,"width80":128.23531093725222}},{"lead_hours":14,"values":{"n":177,"mae":39.97923450021752,"rmse":70.52405763566415,"bias":-15.340531350691558,"coverage80":0.8361581920903954,"width80":136.56809885608396}},{"lead_hours":15,"values":{"n":177,"mae":42.508321155099026,"rmse":73.79313426017514,"bias":-20.12516209740885,"coverage80":0.8587570621468926,"width80":144.62169725302675}},{"lead_hours":16,"values":{"n":177,"mae":44.30726123182835,"rmse":73.82444437109639,"bias":-14.633516754556062,"coverage80":0.8248587570621468,"width80":151.64660737305547}},{"lead_hours":17,"values":{"n":176,"mae":44.34251999514658,"rmse":74.18080541933642,"bias":-16.989883631817154,"coverage80":0.8636363636363636,"width80":162.98299499881736}},{"lead_hours":18,"values":{"n":176,"mae":44.787454519778635,"rmse":73.94123721205374,"bias":-10.823078108140555,"coverage80":0.7897727272727273,"width80":160.13563868255866}},{"lead_hours":19,"values":{"n":176,"mae":48.23134127410058,"rmse":77.78183325772962,"bias":-14.164849403193443,"coverage80":0.8352272727272727,"width80":164.1943328927867}},{"lead_hours":20,"values":{"n":176,"mae":46.91763757184096,"rmse":77.29856899395574,"bias":-18.49135204402885,"coverage80":0.8465909090909091,"width80":165.20119643635832}},{"lead_hours":21,"values":{"n":176,"mae":47.40767988073867,"rmse":76.89362902952175,"bias":-14.648470193127661,"coverage80":0.7897727272727273,"width80":167.6291317973366}},{"lead_hours":22,"values":{"n":176,"mae":49.44926609697197,"rmse":77.92963258365724,"bias":-10.816370544466244,"coverage80":0.75,"width80":161.54564050432663}},{"lead_hours":23,"values":{"n":176,"mae":51.76892180446475,"rmse":79.7145900694515,"bias":-10.796683353267069,"coverage80":0.7840909090909091,"width80":170.61968020692893}},{"lead_hours":24,"values":{"n":175,"mae":52.681434433608686,"rmse":80.53407038977278,"bias":-8.257211382389235,"coverage80":0.7542857142857143,"width80":178.09355293936727}},{"lead_hours":25,"values":{"n":174,"mae":53.51249212677071,"rmse":81.59199931068522,"bias":-9.802141535899906,"coverage80":0.7241379310344828,"width80":185.67661881032163}},{"lead_hours":26,"values":{"n":176,"mae":54.07542927285625,"rmse":83.07366826180215,"bias":-14.134789646381163,"coverage80":0.7670454545454546,"width80":190.24613409791667}},{"lead_hours":27,"values":{"n":176,"mae":53.520323244472046,"rmse":81.64547647451032,"bias":-11.198004415866565,"coverage80":0.7670454545454546,"width80":196.0534564366086}},{"lead_hours":28,"values":{"n":175,"mae":54.61983934023781,"rmse":82.68356589363655,"bias":-12.822569001269544,"coverage80":0.7657142857142857,"width80":206.41985791917733}},{"lead_hours":29,"values":{"n":176,"mae":56.50897337825259,"rmse":84.31102731356152,"bias":-10.808321180796401,"coverage80":0.7613636363636364,"width80":207.96073682550647}},{"lead_hours":30,"values":{"n":176,"mae":58.03781021417663,"rmse":85.45004577676481,"bias":-11.984530281117747,"coverage80":0.7443181818181818,"width80":207.2236945923217}},{"lead_hours":31,"values":{"n":174,"mae":57.69460890727767,"rmse":86.0215612651453,"bias":-15.137373329478624,"coverage80":0.7241379310344828,"width80":204.46407839021697}},{"lead_hours":32,"values":{"n":176,"mae":56.6287476180872,"rmse":85.37035568931273,"bias":-17.03248413922452,"coverage80":0.7443181818181818,"width80":206.22133857345688}},{"lead_hours":33,"values":{"n":176,"mae":56.51022126512812,"rmse":85.02764146048685,"bias":-16.80827418953978,"coverage80":0.7954545454545454,"width80":210.45491658972088}},{"lead_hours":34,"values":{"n":176,"mae":56.60594602473764,"rmse":85.33215178924664,"bias":-15.605577063424903,"coverage80":0.7727272727272727,"width80":207.06024432966066}},{"lead_hours":35,"values":{"n":176,"mae":56.792669819913954,"rmse":85.510750402109,"bias":-14.776603246805138,"coverage80":0.7840909090909091,"width80":217.8415571268559}},{"lead_hours":36,"values":{"n":176,"mae":57.741018967240215,"rmse":86.17742907011545,"bias":-15.20770109483954,"coverage80":0.7897727272727273,"width80":214.09203768629456}},{"lead_hours":37,"values":{"n":176,"mae":58.475040400309005,"rmse":86.7288205966265,"bias":-15.855883299014101,"coverage80":0.7784090909090909,"width80":211.38120051700574}},{"lead_hours":38,"values":{"n":176,"mae":57.89764413277337,"rmse":85.7248465790682,"bias":-15.439747844984906,"coverage80":0.7784090909090909,"width80":210.01893662218}},{"lead_hours":39,"values":{"n":176,"mae":58.262439700028146,"rmse":86.3746429034037,"bias":-17.978352868716684,"coverage80":0.8068181818181818,"width80":213.59425011933382}},{"lead_hours":40,"values":{"n":176,"mae":60.076040483552674,"rmse":87.67802255781332,"bias":-17.730420804894592,"coverage80":0.7670454545454546,"width80":206.7889071481706}},{"lead_hours":41,"values":{"n":176,"mae":60.87838751262552,"rmse":88.13410821701262,"bias":-17.925131765146364,"coverage80":0.7670454545454546,"width80":201.99874070301593}},{"lead_hours":42,"values":{"n":176,"mae":61.91575552882829,"rmse":89.21277729198972,"bias":-19.082298893934016,"coverage80":0.7556818181818182,"width80":202.82741247476068}},{"lead_hours":43,"values":{"n":176,"mae":62.47622223325734,"rmse":89.52687512521571,"bias":-18.630977701195533,"coverage80":0.7556818181818182,"width80":206.41359355021294}},{"lead_hours":44,"values":{"n":176,"mae":60.727042396574,"rmse":87.83872434616897,"bias":-19.114534862541568,"coverage80":0.7443181818181818,"width80":203.27219423342402}},{"lead_hours":45,"values":{"n":176,"mae":60.29921238130216,"rmse":87.31794649352553,"bias":-19.297858721539107,"coverage80":0.7556818181818182,"width80":202.70880783662142}},{"lead_hours":46,"values":{"n":176,"mae":60.649720437771336,"rmse":87.60510575547265,"bias":-19.253240216040954,"coverage80":0.7670454545454546,"width80":203.49223994902277}},{"lead_hours":47,"values":{"n":176,"mae":61.008993495685814,"rmse":88.17899421479711,"bias":-19.82473651885887,"coverage80":0.7556818181818182,"width80":200.1301881640188}},{"lead_hours":48,"values":{"n":175,"mae":61.887780839533725,"rmse":88.99709212331294,"bias":-16.18335588728659,"coverage80":0.7485714285714286,"width80":210.17257116759663}},{"lead_hours":49,"values":{"n":174,"mae":60.5626408504387,"rmse":86.22363838030769,"bias":-9.156011360774306,"coverage80":0.7298850574712644,"width80":206.95229018053314}},{"lead_hours":50,"values":{"n":175,"mae":60.665775619376944,"rmse":86.00211345356124,"bias":-8.423448856539132,"coverage80":0.7257142857142858,"width80":206.81885731383102}},{"lead_hours":51,"values":{"n":175,"mae":60.92286557903358,"rmse":86.43362895565879,"bias":-9.492317596461914,"coverage80":0.7485714285714286,"width80":207.54078780258249}},{"lead_hours":52,"values":{"n":174,"mae":60.955023244297486,"rmse":86.29024800996697,"bias":-9.431118857204467,"coverage80":0.7471264367816092,"width80":206.83107591459685}},{"lead_hours":53,"values":{"n":175,"mae":61.325534884162124,"rmse":87.1007910752599,"bias":-12.697472956031941,"coverage80":0.7428571428571429,"width80":206.43444680559656}},{"lead_hours":54,"values":{"n":175,"mae":61.399282935311184,"rmse":86.63420707239818,"bias":-9.639912944992897,"coverage80":0.7485714285714286,"width80":206.61174776033198}},{"lead_hours":55,"values":{"n":173,"mae":61.86492393940331,"rmse":86.37602975573621,"bias":-6.518551793037149,"coverage80":0.7283236994219653,"width80":207.4474678163607}},{"lead_hours":56,"values":{"n":175,"mae":60.87164596269705,"rmse":86.05192840516123,"bias":-9.126843444198673,"coverage80":0.7542857142857143,"width80":206.21139751978467}},{"lead_hours":57,"values":{"n":175,"mae":61.086397888096634,"rmse":86.3548800059563,"bias":-10.115657972318287,"coverage80":0.7485714285714286,"width80":206.9593233883983}},{"lead_hours":58,"values":{"n":175,"mae":61.11545668629276,"rmse":85.70444819067421,"bias":-5.253162852001101,"coverage80":0.7485714285714286,"width80":208.11369234791667}},{"lead_hours":59,"values":{"n":175,"mae":60.98135220500598,"rmse":85.70068935523622,"bias":-6.901008617741326,"coverage80":0.7542857142857143,"width80":210.52382247397193}},{"lead_hours":60,"values":{"n":175,"mae":60.9340661964949,"rmse":85.75398365336116,"bias":-6.884063601769109,"coverage80":0.7428571428571429,"width80":209.3603699522848}},{"lead_hours":61,"values":{"n":175,"mae":61.080957843155055,"rmse":85.79598448473747,"bias":-6.7440642317957815,"coverage80":0.7371428571428571,"width80":207.7758352359021}},{"lead_hours":62,"values":{"n":175,"mae":60.74079368887365,"rmse":85.4818071190255,"bias":-7.964502298231551,"coverage80":0.7428571428571429,"width80":207.9077099277726}},{"lead_hours":63,"values":{"n":175,"mae":60.75144065142158,"rmse":85.83279239551447,"bias":-10.155692460409362,"coverage80":0.7485714285714286,"width80":209.06329366812935}},{"lead_hours":64,"values":{"n":175,"mae":60.61978034685613,"rmse":85.82578733972554,"bias":-12.284082249189048,"coverage80":0.7371428571428571,"width80":209.39163301189706}},{"lead_hours":65,"values":{"n":174,"mae":60.6868887822906,"rmse":85.63168800661037,"bias":-9.127655952362323,"coverage80":0.7471264367816092,"width80":208.3102224383076}},{"lead_hours":66,"values":{"n":174,"mae":60.92662960549593,"rmse":85.8531346186746,"bias":-8.17666040782414,"coverage80":0.7413793103448276,"width80":207.91691030342076}},{"lead_hours":67,"values":{"n":174,"mae":60.79543788882999,"rmse":85.42208449129622,"bias":-7.551648526509752,"coverage80":0.7471264367816092,"width80":209.1413141108003}},{"lead_hours":68,"values":{"n":174,"mae":60.53992387188839,"rmse":85.85479246402939,"bias":-11.512183653974688,"coverage80":0.7528735632183908,"width80":208.8932868520148}},{"lead_hours":69,"values":{"n":174,"mae":60.26402020799777,"rmse":85.38890635111272,"bias":-10.475958409529394,"coverage80":0.764367816091954,"width80":211.28393886919258}},{"lead_hours":70,"values":{"n":174,"mae":60.167683160219276,"rmse":85.57178414354485,"bias":-11.510378792331698,"coverage80":0.764367816091954,"width80":210.11339287305157}},{"lead_hours":71,"values":{"n":174,"mae":60.2622772760348,"rmse":85.7467592093904,"bias":-13.882221282013882,"coverage80":0.7586206896551724,"width80":211.02522325957725}},{"lead_hours":72,"values":{"n":173,"mae":60.57403271396109,"rmse":86.2812816617845,"bias":-14.383594403606761,"coverage80":0.7456647398843931,"width80":211.24380476165854}},{"lead_hours":73,"values":{"n":172,"mae":60.67989699122659,"rmse":86.7796143884934,"bias":-16.821930851702533,"coverage80":0.7616279069767442,"width80":215.54227011023715}},{"lead_hours":74,"values":{"n":174,"mae":60.43503355136635,"rmse":86.14540667439348,"bias":-16.063225444832348,"coverage80":0.7528735632183908,"width80":213.44595441770247}},{"lead_hours":75,"values":{"n":174,"mae":60.0391263352243,"rmse":85.87756000639122,"bias":-15.013326115647077,"coverage80":0.764367816091954,"width80":216.00027070436445}},{"lead_hours":76,"values":{"n":173,"mae":60.856151232492856,"rmse":86.82200019775198,"bias":-17.993695906664314,"coverage80":0.7572254335260116,"width80":213.63575359886377}},{"lead_hours":77,"values":{"n":174,"mae":60.19907033771095,"rmse":85.63309341193282,"bias":-14.113022854452632,"coverage80":0.7586206896551724,"width80":213.0030646140463}},{"lead_hours":78,"values":{"n":174,"mae":60.55758695361058,"rmse":86.06741346593233,"bias":-14.961309328923441,"coverage80":0.735632183908046,"width80":209.64686677338364}},{"lead_hours":79,"values":{"n":172,"mae":59.67029538875416,"rmse":85.23883182806148,"bias":-12.842587725831084,"coverage80":0.7674418604651163,"width80":211.16413031493113}},{"lead_hours":80,"values":{"n":174,"mae":59.63348199902771,"rmse":85.23851569193394,"bias":-14.141778460444982,"coverage80":0.7701149425287356,"width80":211.12664606584022}},{"lead_hours":81,"values":{"n":174,"mae":59.832150384316506,"rmse":85.33728178845303,"bias":-14.449475948886702,"coverage80":0.7816091954022989,"width80":211.74864195517998}},{"lead_hours":82,"values":{"n":174,"mae":59.78708907270374,"rmse":85.17955230835801,"bias":-13.81664039325687,"coverage80":0.7586206896551724,"width80":210.53961557174804}},{"lead_hours":83,"values":{"n":174,"mae":59.62830832660564,"rmse":85.17373456417913,"bias":-13.279431139283112,"coverage80":0.764367816091954,"width80":212.46990521424559}},{"lead_hours":84,"values":{"n":174,"mae":59.69559689580485,"rmse":84.91792128147536,"bias":-10.804555610717427,"coverage80":0.764367816091954,"width80":212.55645945799756}},{"lead_hours":85,"values":{"n":174,"mae":59.667944708271406,"rmse":85.09371706430451,"bias":-11.829772402749375,"coverage80":0.7701149425287356,"width80":214.63559732387873}},{"lead_hours":86,"values":{"n":174,"mae":59.42287482784734,"rmse":84.92952792038149,"bias":-12.90352346328184,"coverage80":0.7701149425287356,"width80":214.18319718299395}},{"lead_hours":87,"values":{"n":174,"mae":59.846778657264736,"rmse":85.23219675929221,"bias":-14.879829238411457,"coverage80":0.7758620689655172,"width80":212.2285555308196}},{"lead_hours":88,"values":{"n":174,"mae":59.60008948295649,"rmse":85.00612016260226,"bias":-13.306877300921908,"coverage80":0.7701149425287356,"width80":211.83628425475578}},{"lead_hours":89,"values":{"n":173,"mae":59.718866677347506,"rmse":85.36539116016876,"bias":-13.851954579762129,"coverage80":0.7803468208092486,"width80":212.7790480631679}},{"lead_hours":90,"values":{"n":173,"mae":60.46790087200195,"rmse":86.38312043842892,"bias":-17.585178904480085,"coverage80":0.7745664739884393,"width80":209.80417798385554}},{"lead_hours":91,"values":{"n":173,"mae":60.03680230729925,"rmse":85.94126989013681,"bias":-16.38764590468294,"coverage80":0.7803468208092486,"width80":213.0856088028375}},{"lead_hours":92,"values":{"n":173,"mae":60.101236111663546,"rmse":86.15655736370363,"bias":-17.996830020626685,"coverage80":0.7803468208092486,"width80":214.10209411778487}},{"lead_hours":93,"values":{"n":173,"mae":59.93808467077474,"rmse":86.11460633037849,"bias":-16.546496492373763,"coverage80":0.7687861271676301,"width80":212.41191371114274}},{"lead_hours":94,"values":{"n":173,"mae":60.36899714420111,"rmse":86.28495686136645,"bias":-17.62494370035789,"coverage80":0.7687861271676301,"width80":213.30343375430735}},{"lead_hours":95,"values":{"n":173,"mae":60.46232471734511,"rmse":86.35816496200499,"bias":-17.70430410943495,"coverage80":0.7687861271676301,"width80":210.90958364522064}},{"lead_hours":96,"values":{"n":172,"mae":67.9378593060166,"rmse":93.7783153166218,"bias":-16.49483497949316,"coverage80":0.8313953488372093,"width80":268.2513971102266}}]},"binary":[{"threshold":450.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0253787854,"roc_auc":0.9980194224,"average_precision":0.998135804,"threat_score":0.9361702128,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04023224043715846,"observed_frequency":0.0},{"predicted_probability":0.15720501922687713,"observed_frequency":0.0},{"predicted_probability":0.23750000000000002,"observed_frequency":0.0},{"predicted_probability":0.3397345823575332,"observed_frequency":0.14285714285714285},{"predicted_probability":0.4325,"observed_frequency":0.4},{"predicted_probability":0.5759790528233151,"observed_frequency":0.5},{"predicted_probability":0.6716757741347905,"observed_frequency":0.0},{"predicted_probability":0.7918943533697632,"observed_frequency":0.0},{"predicted_probability":0.8601178278688524,"observed_frequency":1.0},{"predicted_probability":0.9941683382905626,"observed_frequency":1.0}]},{"lead_hours":2,"brier_score":0.0348652918,"roc_auc":0.9943138257,"average_precision":0.9946248701,"threat_score":0.8979591837,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.045606958371315696,"observed_frequency":0.0},{"predicted_probability":0.14908209257571153,"observed_frequency":0.0},{"predicted_probability":0.22250000000000006,"observed_frequency":0.0},{"predicted_probability":0.3333333333333333,"observed_frequency":0.0},{"predicted_probability":0.460859161349134,"observed_frequency":0.6},{"predicted_probability":0.5313286235186874,"observed_frequency":0.4},{"predicted_probability":0.6625,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7444507748404741,"observed_frequency":0.5},{"predicted_probability":0.8585346399270739,"observed_frequency":0.8},{"predicted_probability":0.9894886695650141,"observed_frequency":1.0}]},{"lead_hours":3,"brier_score":0.0338806463,"roc_auc":0.9975721952,"average_precision":0.9975686727,"threat_score":0.9191919192,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0526224393689663,"observed_frequency":0.0},{"predicted_probability":0.16703923357664233,"observed_frequency":0.0},{"predicted_probability":0.24737682481751824,"observed_frequency":0.0},{"predicted_probability":0.31250000000000006,"observed_frequency":0.0},{"predicted_probability":0.48750000000000004,"observed_frequency":0.0},{"predicted_probability":0.5513914233576642,"observed_frequency":0.375},{"predicted_probability":0.625,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7587226277372263,"observed_frequency":0.8},{"predicted_probability":0.8644046532846715,"observed_frequency":0.875},{"predicted_probability":0.9879768856447689,"observed_frequency":1.0}]},{"lead_hours":4,"brier_score":0.0478295492,"roc_auc":0.9898513251,"average_precision":0.989486113,"threat_score":0.9183673469,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05707439476178167,"observed_frequency":0.0},{"predicted_probability":0.16658105022831052,"observed_frequency":0.0},{"predicted_probability":0.26638127853881277,"observed_frequency":0.25},{"predicted_probability":0.3605022831050228,"observed_frequency":0.0},{"predicted_probability":0.46718750000000003,"observed_frequency":0.0},{"predicted_probability":0.540068493150685,"observed_frequency":0.5714285714285714},{"predicted_probability":0.65,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7527397260273974,"observed_frequency":1.0},{"predicted_probability":0.8711377473363774,"observed_frequency":0.8},{"predicted_probability":0.9850913242009132,"observed_frequency":1.0}]},{"lead_hours":5,"brier_score":0.0615865606,"roc_auc":0.9782136468,"average_precision":0.9793694975,"threat_score":0.8787878788,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0650334627683874,"observed_frequency":0.0},{"predicted_probability":0.1471637031310398,"observed_frequency":0.07692307692307693},{"predicted_probability":0.2426012638952338,"observed_frequency":0.2222222222222222},{"predicted_probability":0.35,"observed_frequency":0.0},{"predicted_probability":0.4451483268615806,"observed_frequency":0.125},{"predicted_probability":0.55625,"observed_frequency":0.75},{"predicted_probability":0.6436443581544085,"observed_frequency":0.625},{"predicted_probability":0.7478693974925131,"observed_frequency":0.8888888888888888},{"predicted_probability":0.83125,"observed_frequency":0.5},{"predicted_probability":0.9795320510380184,"observed_frequency":0.9722222222222222}]},{"lead_hours":6,"brier_score":0.0691593585,"roc_auc":0.970866343,"average_precision":0.9731225769,"threat_score":0.85,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05365405015008917,"observed_frequency":0.0},{"predicted_probability":0.14796602242434734,"observed_frequency":0.1111111111111111},{"predicted_probability":0.24566356071535841,"observed_frequency":0.07692307692307693},{"predicted_probability":0.33094657729027016,"observed_frequency":0.16666666666666666},{"predicted_probability":0.46765183830997353,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5716633376215948,"observed_frequency":0.625},{"predicted_probability":0.6344132981244499,"observed_frequency":0.6},{"predicted_probability":0.7592592592592592,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8768140474417135,"observed_frequency":1.0},{"predicted_probability":0.9834512525760561,"observed_frequency":0.9577464788732394}]},{"lead_hours":7,"brier_score":0.0724361148,"roc_auc":0.9688398223,"average_precision":0.9726872329,"threat_score":0.8350515464,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05488204253636355,"observed_frequency":0.0},{"predicted_probability":0.15503226134227507,"observed_frequency":0.05555555555555555},{"predicted_probability":0.24512813813225337,"observed_frequency":0.23809523809523808},{"predicted_probability":0.3391469070481417,"observed_frequency":0.2857142857142857},{"predicted_probability":0.4674592287761012,"observed_frequency":0.0},{"predicted_probability":0.5753086419753087,"observed_frequency":0.4},{"predicted_probability":0.636488340192044,"observed_frequency":0.8571428571428571},{"predicted_probability":0.7540009144947415,"observed_frequency":0.75},{"predicted_probability":0.8484551570971325,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9868506740934725,"observed_frequency":0.9848484848484849}]},{"lead_hours":8,"brier_score":0.0764187201,"roc_auc":0.9618135377,"average_precision":0.9683051627,"threat_score":0.8229166667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05457004732698545,"observed_frequency":0.027777777777777776},{"predicted_probability":0.1655597347881581,"observed_frequency":0.125},{"predicted_probability":0.24700913783560935,"observed_frequency":0.12},{"predicted_probability":0.34779969051088294,"observed_frequency":0.375},{"predicted_probability":0.44051935436503903,"observed_frequency":0.2857142857142857},{"predicted_probability":0.5393676181009718,"observed_frequency":0.5},{"predicted_probability":0.617283950617284,"observed_frequency":1.0},{"predicted_probability":0.7407407407407407,"observed_frequency":0.8},{"predicted_probability":0.8454223597729409,"observed_frequency":0.8888888888888888},{"predicted_probability":0.9852799415189816,"observed_frequency":0.984375}]},{"lead_hours":9,"brier_score":0.0781672832,"roc_auc":0.9570242656,"average_precision":0.966438735,"threat_score":0.7959183673,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06382959835871536,"observed_frequency":0.034482758620689655},{"predicted_probability":0.14472401956916278,"observed_frequency":0.06896551724137931},{"predicted_probability":0.25838418510043226,"observed_frequency":0.2222222222222222},{"predicted_probability":0.3482639500088013,"observed_frequency":0.23076923076923078},{"predicted_probability":0.42903318077803204,"observed_frequency":0.36363636363636365},{"predicted_probability":0.5349787512258908,"observed_frequency":0.2857142857142857},{"predicted_probability":0.656779176201373,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7543878718535468,"observed_frequency":0.8},{"predicted_probability":0.839269369074861,"observed_frequency":1.0},{"predicted_probability":0.9828880327517162,"observed_frequency":0.984375}]},{"lead_hours":10,"brier_score":0.0778974469,"roc_auc":0.9572158365,"average_precision":0.9665584284,"threat_score":0.8315789474,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07092935999186002,"observed_frequency":0.03125},{"predicted_probability":0.12795479065320337,"observed_frequency":0.09523809523809523},{"predicted_probability":0.2450328184455169,"observed_frequency":0.09523809523809523},{"predicted_probability":0.3730420813754147,"observed_frequency":0.2727272727272727},{"predicted_probability":0.45621777913444583,"observed_frequency":0.375},{"predicted_probability":0.5639584181250848,"observed_frequency":0.6666666666666666},{"predicted_probability":0.648679509790621,"observed_frequency":0.8333333333333334},{"predicted_probability":0.7736625514403292,"observed_frequency":1.0},{"predicted_probability":0.8313228266931971,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9847202437480215,"observed_frequency":1.0}]},{"lead_hours":11,"brier_score":0.0827989603,"roc_auc":0.9510217114,"average_precision":0.9615214241,"threat_score":0.8041237113,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06955467708763381,"observed_frequency":0.03333333333333333},{"predicted_probability":0.16379907842556934,"observed_frequency":0.14814814814814814},{"predicted_probability":0.23456790123456794,"observed_frequency":0.11764705882352941},{"predicted_probability":0.34957273657838633,"observed_frequency":0.08333333333333333},{"predicted_probability":0.4356663631616551,"observed_frequency":0.6666666666666666},{"predicted_probability":0.549804041329465,"observed_frequency":0.5},{"predicted_probability":0.662219281428321,"observed_frequency":0.8},{"predicted_probability":0.776322084796661,"observed_frequency":1.0},{"predicted_probability":0.8709096505706676,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9769982094295703,"observed_frequency":0.9824561403508771}]},{"lead_hours":12,"brier_score":0.089520275,"roc_auc":0.9427203065,"average_precision":0.9510742462,"threat_score":0.824742268,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06686978760000453,"observed_frequency":0.05},{"predicted_probability":0.16022327357493873,"observed_frequency":0.06060606060606061},{"predicted_probability":0.2507424057989289,"observed_frequency":0.23809523809523808},{"predicted_probability":0.3732327347206663,"observed_frequency":0.1},{"predicted_probability":0.4458315887942123,"observed_frequency":0.16666666666666666},{"predicted_probability":0.5731922398589065,"observed_frequency":0.7142857142857143},{"predicted_probability":0.6330725011598828,"observed_frequency":0.5},{"predicted_probability":0.7325102880658436,"observed_frequency":1.0},{"predicted_probability":0.848819748560048,"observed_frequency":0.9},{"predicted_probability":0.9736862205927284,"observed_frequency":0.9666666666666667}]},{"lead_hours":13,"brier_score":0.0952192379,"roc_auc":0.9381226054,"average_precision":0.9491543923,"threat_score":0.7623762376,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07511089978357798,"observed_frequency":0.05555555555555555},{"predicted_probability":0.16750725966681948,"observed_frequency":0.10526315789473684},{"predicted_probability":0.2546170863456512,"observed_frequency":0.09090909090909091},{"predicted_probability":0.34734109395961754,"observed_frequency":0.1875},{"predicted_probability":0.46339033516169387,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5592971850040472,"observed_frequency":0.16666666666666666},{"predicted_probability":0.6431996875371475,"observed_frequency":0.7},{"predicted_probability":0.7519753329015134,"observed_frequency":0.8571428571428571},{"predicted_probability":0.8533819009288978,"observed_frequency":0.9},{"predicted_probability":0.9727122979759385,"observed_frequency":0.9818181818181818}]},{"lead_hours":14,"brier_score":0.0986690239,"roc_auc":0.9355683269,"average_precision":0.9456589083,"threat_score":0.8,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08110509945372332,"observed_frequency":0.0},{"predicted_probability":0.15205977056129966,"observed_frequency":0.11428571428571428},{"predicted_probability":0.23279589987541063,"observed_frequency":0.05},{"predicted_probability":0.34848888133801487,"observed_frequency":0.25},{"predicted_probability":0.46141611248644887,"observed_frequency":0.2857142857142857},{"predicted_probability":0.5486968449931413,"observed_frequency":0.7777777777777778},{"predicted_probability":0.661124055466563,"observed_frequency":0.42857142857142855},{"predicted_probability":0.7311898289727036,"observed_frequency":1.0},{"predicted_probability":0.8485804356854305,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9775361135070616,"observed_frequency":0.9807692307692307}]},{"lead_hours":15,"brier_score":0.100416227,"roc_auc":0.9335249042,"average_precision":0.9425558589,"threat_score":0.7941176471,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09246754129727972,"observed_frequency":0.07142857142857142},{"predicted_probability":0.1548699992634519,"observed_frequency":0.075},{"predicted_probability":0.2439243281831626,"observed_frequency":0.06666666666666667},{"predicted_probability":0.34330344243148286,"observed_frequency":0.2857142857142857},{"predicted_probability":0.4404791245276177,"observed_frequency":0.25},{"predicted_probability":0.5518518518518518,"observed_frequency":0.7},{"predicted_probability":0.635964458207077,"observed_frequency":0.7272727272727273},{"predicted_probability":0.7376597034544105,"observed_frequency":0.8},{"predicted_probability":0.8565200288467842,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9714376332632669,"observed_frequency":1.0}]},{"lead_hours":16,"brier_score":0.1037135566,"roc_auc":0.9295019157,"average_precision":0.931007509,"threat_score":0.7450980392,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08956994184266914,"observed_frequency":0.0},{"predicted_probability":0.15161973268033874,"observed_frequency":0.05},{"predicted_probability":0.22779911140792689,"observed_frequency":0.045454545454545456},{"predicted_probability":0.3410468319559229,"observed_frequency":0.4},{"predicted_probability":0.4335973370064279,"observed_frequency":0.625},{"predicted_probability":0.5369860218345067,"observed_frequency":0.25},{"predicted_probability":0.6420926436077952,"observed_frequency":0.7},{"predicted_probability":0.7531714450906369,"observed_frequency":0.7777777777777778},{"predicted_probability":0.8588095406277224,"observed_frequency":1.0},{"predicted_probability":0.9637978463736038,"observed_frequency":0.9230769230769231}]},{"lead_hours":17,"brier_score":0.1125999901,"roc_auc":0.9199922511,"average_precision":0.9228673104,"threat_score":0.7425742574,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08075257414307076,"observed_frequency":0.0},{"predicted_probability":0.15033603201851445,"observed_frequency":0.07317073170731707},{"predicted_probability":0.23758327646621089,"observed_frequency":0.05555555555555555},{"predicted_probability":0.3479084555897703,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4386265124921789,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5584029443622155,"observed_frequency":0.5},{"predicted_probability":0.6538592095168424,"observed_frequency":0.8571428571428571},{"predicted_probability":0.7357496662010178,"observed_frequency":0.7777777777777778},{"predicted_probability":0.8614010806180278,"observed_frequency":0.8823529411764706},{"predicted_probability":0.9712764608262998,"observed_frequency":0.9545454545454546}]},{"lead_hours":18,"brier_score":0.1157063661,"roc_auc":0.9160532094,"average_precision":0.9248490742,"threat_score":0.7087378641,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07701865468409586,"observed_frequency":0.0},{"predicted_probability":0.14036401597676107,"observed_frequency":0.06451612903225806},{"predicted_probability":0.23678413784495284,"observed_frequency":0.09375},{"predicted_probability":0.325847063362382,"observed_frequency":0.25},{"predicted_probability":0.45343350013616557,"observed_frequency":0.875},{"predicted_probability":0.5512769778050108,"observed_frequency":0.375},{"predicted_probability":0.6529786220043574,"observed_frequency":0.8},{"predicted_probability":0.7285266884531592,"observed_frequency":0.6},{"predicted_probability":0.8687000726216413,"observed_frequency":0.8},{"predicted_probability":0.9698513021463727,"observed_frequency":0.9629629629629629}]},{"lead_hours":19,"brier_score":0.1272323057,"roc_auc":0.8977140643,"average_precision":0.904517934,"threat_score":0.7184466019,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0990378884631758,"observed_frequency":0.0},{"predicted_probability":0.1631307439961936,"observed_frequency":0.08823529411764706},{"predicted_probability":0.2581793213309714,"observed_frequency":0.12903225806451613},{"predicted_probability":0.3486280428809165,"observed_frequency":0.36363636363636365},{"predicted_probability":0.4608514261387825,"observed_frequency":0.4},{"predicted_probability":0.5508102738754079,"observed_frequency":0.5833333333333334},{"predicted_probability":0.66216091954023,"observed_frequency":0.4},{"predicted_probability":0.7472286079182631,"observed_frequency":0.9090909090909091},{"predicted_probability":0.8618682081960968,"observed_frequency":0.8421052631578947},{"predicted_probability":0.9785972235201279,"observed_frequency":0.9512195121951219}]},{"lead_hours":20,"brier_score":0.1235993652,"roc_auc":0.9055275733,"average_precision":0.9130478395,"threat_score":0.7358490566,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09876543209876543,"observed_frequency":0.0},{"predicted_probability":0.16754147660049637,"observed_frequency":0.07317073170731707},{"predicted_probability":0.2613800015900599,"observed_frequency":0.15},{"predicted_probability":0.3621399176954732,"observed_frequency":0.0},{"predicted_probability":0.4575550121394955,"observed_frequency":0.38461538461538464},{"predicted_probability":0.5495623076311515,"observed_frequency":0.625},{"predicted_probability":0.6430586946618156,"observed_frequency":0.5555555555555556},{"predicted_probability":0.741231181280246,"observed_frequency":0.6363636363636364},{"predicted_probability":0.8500191185768206,"observed_frequency":0.8666666666666667},{"predicted_probability":0.9683252849459535,"observed_frequency":0.9772727272727273}]},{"lead_hours":21,"brier_score":0.1242699906,"roc_auc":0.906625339,"average_precision":0.9204576723,"threat_score":0.7358490566,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1583539284030157,"observed_frequency":0.1},{"predicted_probability":0.25754080330296464,"observed_frequency":0.058823529411764705},{"predicted_probability":0.3527336049041832,"observed_frequency":0.3},{"predicted_probability":0.44448056190654756,"observed_frequency":0.21428571428571427},{"predicted_probability":0.5535403634958782,"observed_frequency":0.55},{"predicted_probability":0.649409824436669,"observed_frequency":0.7142857142857143},{"predicted_probability":0.736643884258549,"observed_frequency":0.8},{"predicted_probability":0.8303799529958962,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9633368917439655,"observed_frequency":0.9591836734693877}]},{"lead_hours":22,"brier_score":0.126237848,"roc_auc":0.9115329975,"average_precision":0.9227694179,"threat_score":0.7155963303,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09876543209876543,"observed_frequency":0.0},{"predicted_probability":0.15217046271374085,"observed_frequency":0.11538461538461539},{"predicted_probability":0.25068828245623825,"observed_frequency":0.0},{"predicted_probability":0.3464597523068978,"observed_frequency":0.35714285714285715},{"predicted_probability":0.44611919865142713,"observed_frequency":0.21428571428571427},{"predicted_probability":0.5417805141291221,"observed_frequency":0.4117647058823529},{"predicted_probability":0.659833344701362,"observed_frequency":0.6666666666666666},{"predicted_probability":0.744435918423027,"observed_frequency":0.8},{"predicted_probability":0.8404838232953641,"observed_frequency":1.0},{"predicted_probability":0.9582475905141736,"observed_frequency":0.9433962264150944}]},{"lead_hours":23,"brier_score":0.1419029565,"roc_auc":0.89112747,"average_precision":0.9037433819,"threat_score":0.6846846847,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09876543209876543,"observed_frequency":0.0},{"predicted_probability":0.16777112441783099,"observed_frequency":0.16},{"predicted_probability":0.2451393509277741,"observed_frequency":0.058823529411764705},{"predicted_probability":0.33282949769975717,"observed_frequency":0.0},{"predicted_probability":0.45150653109734945,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5453970975428061,"observed_frequency":0.4375},{"predicted_probability":0.666201581371242,"observed_frequency":0.5},{"predicted_probability":0.7302964648274031,"observed_frequency":0.8181818181818182},{"predicted_probability":0.8281818130121523,"observed_frequency":0.9},{"predicted_probability":0.9658143856555543,"observed_frequency":0.9361702127659575}]},{"lead_hours":24,"brier_score":0.1456993873,"roc_auc":0.8810425921,"average_precision":0.8980834873,"threat_score":0.7155963303,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1670912271718724,"observed_frequency":0.16666666666666666},{"predicted_probability":0.22722713936231603,"observed_frequency":0.047619047619047616},{"predicted_probability":0.3436453232152157,"observed_frequency":0.23076923076923078},{"predicted_probability":0.46730266526531383,"observed_frequency":0.15789473684210525},{"predicted_probability":0.5710267679353701,"observed_frequency":0.625},{"predicted_probability":0.6491886121234635,"observed_frequency":0.5294117647058824},{"predicted_probability":0.7496323320248051,"observed_frequency":0.6875},{"predicted_probability":0.8525678849795594,"observed_frequency":1.0},{"predicted_probability":0.9625411617454627,"observed_frequency":0.92}]},{"lead_hours":25,"brier_score":0.1474769528,"roc_auc":0.8800872093,"average_precision":0.8958179332,"threat_score":0.6610169492,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16226062293187668,"observed_frequency":0.08},{"predicted_probability":0.22550609948102968,"observed_frequency":0.13043478260869565},{"predicted_probability":0.3623417721518988,"observed_frequency":0.25},{"predicted_probability":0.45760573326096726,"observed_frequency":0.3},{"predicted_probability":0.5273784114584575,"observed_frequency":0.36363636363636365},{"predicted_probability":0.6521078565828815,"observed_frequency":0.6190476190476191},{"predicted_probability":0.7495013160121622,"observed_frequency":0.6},{"predicted_probability":0.8634819755939563,"observed_frequency":0.8},{"predicted_probability":0.9735501981313213,"observed_frequency":0.9555555555555556}]},{"lead_hours":26,"brier_score":0.1395555284,"roc_auc":0.892377261,"average_precision":0.9022134758,"threat_score":0.6929824561,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16285975401392924,"observed_frequency":0.05263157894736842},{"predicted_probability":0.22504695092782445,"observed_frequency":0.13793103448275862},{"predicted_probability":0.3775514970339577,"observed_frequency":0.2727272727272727},{"predicted_probability":0.4744162168113544,"observed_frequency":0.21428571428571427},{"predicted_probability":0.5386490494651781,"observed_frequency":0.35},{"predicted_probability":0.6447292172684385,"observed_frequency":0.8125},{"predicted_probability":0.7385248981948966,"observed_frequency":0.5454545454545454},{"predicted_probability":0.8556627873971046,"observed_frequency":0.9230769230769231},{"predicted_probability":0.9794005075022785,"observed_frequency":0.9534883720930233}]},{"lead_hours":27,"brier_score":0.1379235545,"roc_auc":0.894379845,"average_precision":0.9075787759,"threat_score":0.7339449541,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16689472310978448,"observed_frequency":0.125},{"predicted_probability":0.23576539119814838,"observed_frequency":0.07692307692307693},{"predicted_probability":0.358485952780112,"observed_frequency":0.2857142857142857},{"predicted_probability":0.46494307594352574,"observed_frequency":0.15},{"predicted_probability":0.5526116722062234,"observed_frequency":0.5625},{"predicted_probability":0.648532987285156,"observed_frequency":0.6923076923076923},{"predicted_probability":0.7458206040356011,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8392873021158056,"observed_frequency":1.0},{"predicted_probability":0.969547210763138,"observed_frequency":0.9347826086956522}]},{"lead_hours":28,"brier_score":0.1424697757,"roc_auc":0.8871178469,"average_precision":0.9014967028,"threat_score":0.7090909091,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16439023451170154,"observed_frequency":0.11764705882352941},{"predicted_probability":0.2388875252755473,"observed_frequency":0.13793103448275862},{"predicted_probability":0.34507014816632964,"observed_frequency":0.0},{"predicted_probability":0.45309851911591104,"observed_frequency":0.2777777777777778},{"predicted_probability":0.561725210205171,"observed_frequency":0.47619047619047616},{"predicted_probability":0.6445126251115241,"observed_frequency":0.8},{"predicted_probability":0.7483578199329103,"observed_frequency":0.75},{"predicted_probability":0.8803848116849977,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9696272660331708,"observed_frequency":0.9555555555555556}]},{"lead_hours":29,"brier_score":0.1471035529,"roc_auc":0.8852067183,"average_precision":0.8961862633,"threat_score":0.6982758621,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.15183987682832947,"observed_frequency":0.13333333333333333},{"predicted_probability":0.22994946209840092,"observed_frequency":0.125},{"predicted_probability":0.36528028933092227,"observed_frequency":0.0},{"predicted_probability":0.4440268561015777,"observed_frequency":0.2},{"predicted_probability":0.5471890447035375,"observed_frequency":0.391304347826087},{"predicted_probability":0.6372042109639677,"observed_frequency":0.7777777777777778},{"predicted_probability":0.7615863599668085,"observed_frequency":0.8461538461538461},{"predicted_probability":0.8598920476138588,"observed_frequency":0.7272727272727273},{"predicted_probability":0.9702913772870215,"observed_frequency":0.9285714285714286}]},{"lead_hours":30,"brier_score":0.1503520572,"roc_auc":0.8775193798,"average_precision":0.8936213974,"threat_score":0.6923076923,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1612985212569316,"observed_frequency":0.17647058823529413},{"predicted_probability":0.24398918326829602,"observed_frequency":0.1111111111111111},{"predicted_probability":0.31927757239679605,"observed_frequency":0.1111111111111111},{"predicted_probability":0.44662353666050514,"observed_frequency":0.13333333333333333},{"predicted_probability":0.5501019822805787,"observed_frequency":0.41379310344827586},{"predicted_probability":0.6449168207024029,"observed_frequency":0.8461538461538461},{"predicted_probability":0.7469038817005546,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8631792975970425,"observed_frequency":0.8},{"predicted_probability":0.9661172725405626,"observed_frequency":0.9333333333333333}]},{"lead_hours":31,"brier_score":0.1477739559,"roc_auc":0.877461996,"average_precision":0.8954279052,"threat_score":0.6814159292,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16282362459546926,"observed_frequency":0.07692307692307693},{"predicted_probability":0.25460121616068215,"observed_frequency":0.1388888888888889},{"predicted_probability":0.3381215646992346,"observed_frequency":0.1111111111111111},{"predicted_probability":0.4617656803821853,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5462874672522731,"observed_frequency":0.4166666666666667},{"predicted_probability":0.6564190360610264,"observed_frequency":0.875},{"predicted_probability":0.7516892048081368,"observed_frequency":0.6},{"predicted_probability":0.8378079387094644,"observed_frequency":0.7857142857142857},{"predicted_probability":0.967056814095649,"observed_frequency":0.9555555555555556}]},{"lead_hours":32,"brier_score":0.1438450031,"roc_auc":0.8799095607,"average_precision":0.8967066394,"threat_score":0.7,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1598488352535531,"observed_frequency":0.09090909090909091},{"predicted_probability":0.254693789534215,"observed_frequency":0.10810810810810811},{"predicted_probability":0.36054386370644464,"observed_frequency":0.3333333333333333},{"predicted_probability":0.450724044687967,"observed_frequency":0.15384615384615385},{"predicted_probability":0.5454331501333188,"observed_frequency":0.5294117647058824},{"predicted_probability":0.6236460348162476,"observed_frequency":0.6363636363636364},{"predicted_probability":0.743123354443891,"observed_frequency":0.6923076923076923},{"predicted_probability":0.8470860314523591,"observed_frequency":0.8181818181818182},{"predicted_probability":0.9631138863192519,"observed_frequency":0.9555555555555556}]},{"lead_hours":33,"brier_score":0.1400329183,"roc_auc":0.8877260982,"average_precision":0.9052578105,"threat_score":0.7037037037,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16037317610663282,"observed_frequency":0.09090909090909091},{"predicted_probability":0.25137561805770964,"observed_frequency":0.11428571428571428},{"predicted_probability":0.35241183054695324,"observed_frequency":0.1111111111111111},{"predicted_probability":0.45727748180316435,"observed_frequency":0.3888888888888889},{"predicted_probability":0.5554471853407531,"observed_frequency":0.5333333333333333},{"predicted_probability":0.6361913576166236,"observed_frequency":0.7142857142857143},{"predicted_probability":0.7484224025755722,"observed_frequency":0.6666666666666666},{"predicted_probability":0.854546357930208,"observed_frequency":0.875},{"predicted_probability":0.9568243571945562,"observed_frequency":0.9555555555555556}]},{"lead_hours":34,"brier_score":0.1390825927,"roc_auc":0.8894056848,"average_precision":0.9054879261,"threat_score":0.7117117117,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16214387464387464,"observed_frequency":0.15384615384615385},{"predicted_probability":0.24090740740740738,"observed_frequency":0.12},{"predicted_probability":0.33452380952380956,"observed_frequency":0.14285714285714285},{"predicted_probability":0.4399537037037037,"observed_frequency":0.2},{"predicted_probability":0.5410575048732943,"observed_frequency":0.47368421052631576},{"predicted_probability":0.6508547008547008,"observed_frequency":0.6923076923076923},{"predicted_probability":0.7354166666666666,"observed_frequency":0.75},{"predicted_probability":0.8311342592592593,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9601430976430976,"observed_frequency":0.9545454545454546}]},{"lead_hours":35,"brier_score":0.1400330959,"roc_auc":0.8882428941,"average_precision":0.898961917,"threat_score":0.7339449541,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1731222016365601,"observed_frequency":0.16666666666666666},{"predicted_probability":0.23726402515193626,"observed_frequency":0.09090909090909091},{"predicted_probability":0.3334185708404096,"observed_frequency":0.16666666666666666},{"predicted_probability":0.44793183021239996,"observed_frequency":0.14285714285714285},{"predicted_probability":0.5489975104214915,"observed_frequency":0.55},{"predicted_probability":0.6470061897343046,"observed_frequency":0.8181818181818182},{"predicted_probability":0.7557193266863313,"observed_frequency":0.7368421052631579},{"predicted_probability":0.8478561503341494,"observed_frequency":1.0},{"predicted_probability":0.9587803822316329,"observed_frequency":0.9285714285714286}]},{"lead_hours":36,"brier_score":0.1449649343,"roc_auc":0.8818475452,"average_precision":0.8922356537,"threat_score":0.7079646018,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1726656626506024,"observed_frequency":0.25},{"predicted_probability":0.24361180987687017,"observed_frequency":0.09523809523809523},{"predicted_probability":0.3487504964914603,"observed_frequency":0.2857142857142857},{"predicted_probability":0.4183409117238184,"observed_frequency":0.125},{"predicted_probability":0.5552345007560606,"observed_frequency":0.5789473684210527},{"predicted_probability":0.6426328390485018,"observed_frequency":0.6},{"predicted_probability":0.7345911618501979,"observed_frequency":0.7272727272727273},{"predicted_probability":0.8443284125513041,"observed_frequency":0.7857142857142857},{"predicted_probability":0.957830272137501,"observed_frequency":0.9318181818181818}]},{"lead_hours":37,"brier_score":0.1516976383,"roc_auc":0.8739664083,"average_precision":0.888441205,"threat_score":0.6637168142,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.18821801112656464,"observed_frequency":0.2},{"predicted_probability":0.24352804821511367,"observed_frequency":0.06666666666666667},{"predicted_probability":0.3215449088646512,"observed_frequency":0.15789473684210525},{"predicted_probability":0.43046690091013357,"observed_frequency":0.42105263157894735},{"predicted_probability":0.5420566418500642,"observed_frequency":0.5882352941176471},{"predicted_probability":0.6400487840856409,"observed_frequency":0.5454545454545454},{"predicted_probability":0.7412992582290217,"observed_frequency":0.6},{"predicted_probability":0.8561350641322824,"observed_frequency":0.75},{"predicted_probability":0.9570696003277592,"observed_frequency":0.9534883720930233}]},{"lead_hours":38,"brier_score":0.1489358983,"roc_auc":0.8793281654,"average_precision":0.8960896798,"threat_score":0.6576576577,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1919088847660276,"observed_frequency":0.2222222222222222},{"predicted_probability":0.24913715486194477,"observed_frequency":0.08823529411764706},{"predicted_probability":0.3486289970533668,"observed_frequency":0.17647058823529413},{"predicted_probability":0.44374156687468375,"observed_frequency":0.4090909090909091},{"predicted_probability":0.5583998144712431,"observed_frequency":0.5},{"predicted_probability":0.6457502319109462,"observed_frequency":0.6},{"predicted_probability":0.7470315398886828,"observed_frequency":0.7},{"predicted_probability":0.8546440166975882,"observed_frequency":0.625},{"predicted_probability":0.9503604702750665,"observed_frequency":0.9565217391304348}]},{"lead_hours":39,"brier_score":0.1458433223,"roc_auc":0.8824289406,"average_precision":0.9009294311,"threat_score":0.6666666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.18800754060324826,"observed_frequency":0.2},{"predicted_probability":0.24670309108599658,"observed_frequency":0.06451612903225806},{"predicted_probability":0.33216719837587005,"observed_frequency":0.125},{"predicted_probability":0.4481450599381284,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5589211136890951,"observed_frequency":0.4666666666666667},{"predicted_probability":0.6453545107137983,"observed_frequency":0.6470588235294118},{"predicted_probability":0.7525870069605568,"observed_frequency":0.7333333333333333},{"predicted_probability":0.8754543696829079,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9562310369444941,"observed_frequency":1.0}]},{"lead_hours":40,"brier_score":0.1487797246,"roc_auc":0.8774547804,"average_precision":0.8946195634,"threat_score":0.6818181818,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.18916633505769995,"observed_frequency":0.2857142857142857},{"predicted_probability":0.24238542910200286,"observed_frequency":0.07142857142857142},{"predicted_probability":0.3301205951275589,"observed_frequency":0.19047619047619047},{"predicted_probability":0.4333402971216342,"observed_frequency":0.28},{"predicted_probability":0.5516767254719901,"observed_frequency":0.6},{"predicted_probability":0.6462185178737233,"observed_frequency":0.625},{"predicted_probability":0.7506660734550705,"observed_frequency":0.7222222222222222},{"predicted_probability":0.8609261838440112,"observed_frequency":0.7},{"predicted_probability":0.9607316491282369,"observed_frequency":1.0}]},{"lead_hours":41,"brier_score":0.1550732363,"roc_auc":0.8665374677,"average_precision":0.8848384461,"threat_score":0.6756756757,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19,"observed_frequency":0.2},{"predicted_probability":0.2415404986290697,"observed_frequency":0.0967741935483871},{"predicted_probability":0.33482350209010686,"observed_frequency":0.20833333333333334},{"predicted_probability":0.44619339294008353,"observed_frequency":0.3},{"predicted_probability":0.5559724355996999,"observed_frequency":0.6923076923076923},{"predicted_probability":0.6276861743303918,"observed_frequency":0.5555555555555556},{"predicted_probability":0.750356092274346,"observed_frequency":0.6},{"predicted_probability":0.8477923246632605,"observed_frequency":0.9166666666666666},{"predicted_probability":0.9608386095289314,"observed_frequency":0.9473684210526315}]},{"lead_hours":42,"brier_score":0.160503151,"roc_auc":0.8617571059,"average_precision":0.8791345143,"threat_score":0.6696428571,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19687499999999997,"observed_frequency":0.25},{"predicted_probability":0.24560570551155644,"observed_frequency":0.043478260869565216},{"predicted_probability":0.3159649264587038,"observed_frequency":0.21739130434782608},{"predicted_probability":0.4398940520446096,"observed_frequency":0.28},{"predicted_probability":0.5360809265084359,"observed_frequency":0.7692307692307693},{"predicted_probability":0.6466870763175159,"observed_frequency":0.5882352941176471},{"predicted_probability":0.7441648964418481,"observed_frequency":0.5},{"predicted_probability":0.8451923076923078,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9576254646840148,"observed_frequency":0.95}]},{"lead_hours":43,"brier_score":0.1627292371,"roc_auc":0.8567183463,"average_precision":0.8724649994,"threat_score":0.6578947368,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19791666666666663,"observed_frequency":0.3333333333333333},{"predicted_probability":0.25788492974010585,"observed_frequency":0.0},{"predicted_probability":0.34691343349816145,"observed_frequency":0.2727272727272727},{"predicted_probability":0.4312319205537476,"observed_frequency":0.3888888888888889},{"predicted_probability":0.5477371635931608,"observed_frequency":0.7222222222222222},{"predicted_probability":0.6479119450255695,"observed_frequency":0.4375},{"predicted_probability":0.753679005888734,"observed_frequency":0.5833333333333334},{"predicted_probability":0.8476857812108859,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9616331066945607,"observed_frequency":0.95}]},{"lead_hours":44,"brier_score":0.1573174701,"roc_auc":0.8688630491,"average_precision":0.8858220517,"threat_score":0.6666666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19835271317829453,"observed_frequency":0.2222222222222222},{"predicted_probability":0.2576804330392943,"observed_frequency":0.034482758620689655},{"predicted_probability":0.35205630354957157,"observed_frequency":0.15789473684210525},{"predicted_probability":0.4361458333333334,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5472093023255814,"observed_frequency":0.7857142857142857},{"predicted_probability":0.6539922480620155,"observed_frequency":0.4},{"predicted_probability":0.7294978858350951,"observed_frequency":0.6363636363636364},{"predicted_probability":0.8417234219269103,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9584047078842881,"observed_frequency":0.9512195121951219}]},{"lead_hours":45,"brier_score":0.1542262122,"roc_auc":0.8724160207,"average_precision":0.8908108768,"threat_score":0.6548672566,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19,"observed_frequency":0.2},{"predicted_probability":0.2393496975337367,"observed_frequency":0.1},{"predicted_probability":0.34213846233390205,"observed_frequency":0.05555555555555555},{"predicted_probability":0.44202737409170634,"observed_frequency":0.4230769230769231},{"predicted_probability":0.5506355669303553,"observed_frequency":0.6},{"predicted_probability":0.6483266199395068,"observed_frequency":0.5},{"predicted_probability":0.736526800255933,"observed_frequency":0.6875},{"predicted_probability":0.8432126861330851,"observed_frequency":0.625},{"predicted_probability":0.9577295087416076,"observed_frequency":0.9761904761904762}]},{"lead_hours":46,"brier_score":0.1547406062,"roc_auc":0.8734496124,"average_precision":0.8880708628,"threat_score":0.6696428571,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1875,"observed_frequency":0.0},{"predicted_probability":0.23915481631962082,"observed_frequency":0.06060606060606061},{"predicted_probability":0.339548417132216,"observed_frequency":0.16666666666666666},{"predicted_probability":0.4539951031105594,"observed_frequency":0.37037037037037035},{"predicted_probability":0.5463512569832403,"observed_frequency":0.5625},{"predicted_probability":0.6618513345747983,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7486194671250538,"observed_frequency":0.5384615384615384},{"predicted_probability":0.8590399707368982,"observed_frequency":0.9285714285714286},{"predicted_probability":0.959222651960082,"observed_frequency":0.9230769230769231}]},{"lead_hours":47,"brier_score":0.1574295894,"roc_auc":0.8666666667,"average_precision":0.882016698,"threat_score":0.6578947368,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.18333333333333335,"observed_frequency":0.0},{"predicted_probability":0.2439463131695389,"observed_frequency":0.0625},{"predicted_probability":0.35090746778450554,"observed_frequency":0.2},{"predicted_probability":0.4459467560247719,"observed_frequency":0.37037037037037035},{"predicted_probability":0.5597101975396587,"observed_frequency":0.5294117647058824},{"predicted_probability":0.6483965999068467,"observed_frequency":0.7},{"predicted_probability":0.7361718814214088,"observed_frequency":0.47058823529411764},{"predicted_probability":0.8446495109455056,"observed_frequency":0.9285714285714286},{"predicted_probability":0.9548815988276326,"observed_frequency":0.926829268292683}]},{"lead_hours":48,"brier_score":0.160621129,"roc_auc":0.8623529412,"average_precision":0.8845532364,"threat_score":0.6551724138,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1875,"observed_frequency":0.2857142857142857},{"predicted_probability":0.26281104380242304,"observed_frequency":0.0},{"predicted_probability":0.3511573255776584,"observed_frequency":0.20689655172413793},{"predicted_probability":0.4581951373279973,"observed_frequency":0.35294117647058826},{"predicted_probability":0.536362452716408,"observed_frequency":0.47058823529411764},{"predicted_probability":0.6409939780629437,"observed_frequency":0.6153846153846154},{"predicted_probability":0.7432211090400745,"observed_frequency":0.6},{"predicted_probability":0.8361457362534949,"observed_frequency":0.75},{"predicted_probability":0.9532279928831655,"observed_frequency":0.9545454545454546}]},{"lead_hours":49,"brier_score":0.157534375,"roc_auc":0.8696629213,"average_precision":0.8885666754,"threat_score":0.6607142857,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1858974358974359,"observed_frequency":0.5},{"predicted_probability":0.2480652680652681,"observed_frequency":0.05},{"predicted_probability":0.35224287907214735,"observed_frequency":0.24390243902439024},{"predicted_probability":0.45223110223110224,"observed_frequency":0.21428571428571427},{"predicted_probability":0.5465151515151514,"observed_frequency":0.4},{"predicted_probability":0.6740637140637139,"observed_frequency":0.7333333333333333},{"predicted_probability":0.7419156600974781,"observed_frequency":0.7272727272727273},{"predicted_probability":0.8473859473859475,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9604107604107602,"observed_frequency":0.972972972972973}]},{"lead_hours":50,"brier_score":0.160069334,"roc_auc":0.8650378887,"average_precision":0.8852993282,"threat_score":0.6548672566,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1923076923076923,"observed_frequency":0.5},{"predicted_probability":0.2489765242612847,"observed_frequency":0.05263157894736842},{"predicted_probability":0.351593964700308,"observed_frequency":0.23809523809523808},{"predicted_probability":0.46383125580886775,"observed_frequency":0.21428571428571427},{"predicted_probability":0.5485571887525932,"observed_frequency":0.42105263157894735},{"predicted_probability":0.6651970633259046,"observed_frequency":0.6470588235294118},{"predicted_probability":0.7506599432905403,"observed_frequency":0.7272727272727273},{"predicted_probability":0.8537927350427351,"observed_frequency":0.8},{"predicted_probability":0.9604019831398561,"observed_frequency":0.9722222222222222}]},{"lead_hours":51,"brier_score":0.1591006855,"roc_auc":0.868565456,"average_precision":0.8871215403,"threat_score":0.6576576577,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17948717948717952,"observed_frequency":0.0},{"predicted_probability":0.2480460816782255,"observed_frequency":0.10526315789473684},{"predicted_probability":0.35251547730250704,"observed_frequency":0.23255813953488372},{"predicted_probability":0.46621959742653657,"observed_frequency":0.23529411764705882},{"predicted_probability":0.5496443399499862,"observed_frequency":0.4375},{"predicted_probability":0.6620407809916744,"observed_frequency":0.6470588235294118},{"predicted_probability":0.7504147871623372,"observed_frequency":0.75},{"predicted_probability":0.8529200617394739,"observed_frequency":0.8125},{"predicted_probability":0.9607577443555044,"observed_frequency":0.9705882352941176}]},{"lead_hours":52,"brier_score":0.1602701757,"roc_auc":0.8639667019,"average_precision":0.8814010027,"threat_score":0.6517857143,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1891025641025641,"observed_frequency":0.25},{"predicted_probability":0.25418372477196005,"observed_frequency":0.0625},{"predicted_probability":0.34321736584180035,"observed_frequency":0.20512820512820512},{"predicted_probability":0.4516228143679124,"observed_frequency":0.2777777777777778},{"predicted_probability":0.5444392209098091,"observed_frequency":0.4090909090909091},{"predicted_probability":0.6711390670666688,"observed_frequency":0.7692307692307693},{"predicted_probability":0.7423995239121288,"observed_frequency":0.7857142857142857},{"predicted_probability":0.84167315841524,"observed_frequency":0.6923076923076923},{"predicted_probability":0.9577410451360032,"observed_frequency":0.9714285714285714}]},{"lead_hours":53,"brier_score":0.161075222,"roc_auc":0.8645806114,"average_precision":0.883547079,"threat_score":0.6548672566,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17948717948717952,"observed_frequency":0.0},{"predicted_probability":0.24798430132660976,"observed_frequency":0.11764705882352941},{"predicted_probability":0.33961610633849393,"observed_frequency":0.18421052631578946},{"predicted_probability":0.44583738955527846,"observed_frequency":0.2857142857142857},{"predicted_probability":0.5415346291572354,"observed_frequency":0.45},{"predicted_probability":0.6631355812014137,"observed_frequency":0.631578947368421},{"predicted_probability":0.7411785370683083,"observed_frequency":0.75},{"predicted_probability":0.8539130362685138,"observed_frequency":0.8461538461538461},{"predicted_probability":0.9563154331541835,"observed_frequency":0.9705882352941176}]},{"lead_hours":54,"brier_score":0.163324788,"roc_auc":0.8615103214,"average_precision":0.8798147825,"threat_score":0.6666666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.189873417721519,"observed_frequency":0.0},{"predicted_probability":0.2431345873259987,"observed_frequency":0.13333333333333333},{"predicted_probability":0.33713010893301915,"observed_frequency":0.16216216216216217},{"predicted_probability":0.4496817242854153,"observed_frequency":0.2692307692307692},{"predicted_probability":0.5575298710516975,"observed_frequency":0.47368421052631576},{"predicted_probability":0.67665014600858,"observed_frequency":0.7368421052631579},{"predicted_probability":0.7268400060840615,"observed_frequency":0.7142857142857143},{"predicted_probability":0.8481052091959462,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9584940257896605,"observed_frequency":0.9696969696969697}]},{"lead_hours":55,"brier_score":0.1648022514,"roc_auc":0.8578877005,"average_precision":0.8739527558,"threat_score":0.6636363636,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25605322749174525,"observed_frequency":0.08695652173913043},{"predicted_probability":0.34667879248115513,"observed_frequency":0.22580645161290322},{"predicted_probability":0.45913470547970875,"observed_frequency":0.25},{"predicted_probability":0.5439132210130134,"observed_frequency":0.5384615384615384},{"predicted_probability":0.660586594548105,"observed_frequency":0.6666666666666666},{"predicted_probability":0.755398535930075,"observed_frequency":0.625},{"predicted_probability":0.8358495470360118,"observed_frequency":0.6923076923076923},{"predicted_probability":0.9574687510846013,"observed_frequency":0.972972972972973}]},{"lead_hours":56,"brier_score":0.1638340453,"roc_auc":0.8601384897,"average_precision":0.8755836517,"threat_score":0.6666666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.189873417721519,"observed_frequency":0.3333333333333333},{"predicted_probability":0.24628664960928642,"observed_frequency":0.07692307692307693},{"predicted_probability":0.33921479403948523,"observed_frequency":0.17142857142857143},{"predicted_probability":0.44790871968022034,"observed_frequency":0.25},{"predicted_probability":0.5431235098389807,"observed_frequency":0.5294117647058824},{"predicted_probability":0.6702006968256036,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7432734662703817,"observed_frequency":0.75},{"predicted_probability":0.8449385590460741,"observed_frequency":0.75},{"predicted_probability":0.9589499166589467,"observed_frequency":0.9705882352941176}]},{"lead_hours":57,"brier_score":0.1659105888,"roc_auc":0.8588973086,"average_precision":0.8747261662,"threat_score":0.625,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19480519480519476,"observed_frequency":0.5},{"predicted_probability":0.2541487525109425,"observed_frequency":0.07692307692307693},{"predicted_probability":0.34952325874178936,"observed_frequency":0.16216216216216217},{"predicted_probability":0.44262624435489084,"observed_frequency":0.35294117647058826},{"predicted_probability":0.5350399959665286,"observed_frequency":0.37037037037037035},{"predicted_probability":0.6573797926453517,"observed_frequency":0.75},{"predicted_probability":0.7312601919995462,"observed_frequency":0.6},{"predicted_probability":0.8461934482390395,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9584277238355249,"observed_frequency":0.9705882352941176}]},{"lead_hours":58,"brier_score":0.1657448372,"roc_auc":0.8552390907,"average_precision":0.872276689,"threat_score":0.6696428571,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.189873417721519,"observed_frequency":0.0},{"predicted_probability":0.24503912644562872,"observed_frequency":0.11764705882352941},{"predicted_probability":0.3396514415750655,"observed_frequency":0.2},{"predicted_probability":0.4493969662131197,"observed_frequency":0.20833333333333334},{"predicted_probability":0.5352611714260128,"observed_frequency":0.5555555555555556},{"predicted_probability":0.6544582013988177,"observed_frequency":0.631578947368421},{"predicted_probability":0.7650364320645932,"observed_frequency":0.6923076923076923},{"predicted_probability":0.8469976368390536,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9596741640760982,"observed_frequency":0.9714285714285714}]},{"lead_hours":59,"brier_score":0.1664925776,"roc_auc":0.8539325843,"average_precision":0.8710742861,"threat_score":0.6465517241,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.189873417721519,"observed_frequency":0.0},{"predicted_probability":0.2512269142975721,"observed_frequency":0.125},{"predicted_probability":0.3377223454417893,"observed_frequency":0.15151515151515152},{"predicted_probability":0.43726321406338015,"observed_frequency":0.30434782608695654},{"predicted_probability":0.5300973501628515,"observed_frequency":0.4782608695652174},{"predicted_probability":0.6557476904546071,"observed_frequency":0.631578947368421},{"predicted_probability":0.7592224231464738,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8539816351940236,"observed_frequency":0.8125},{"predicted_probability":0.9610048024189962,"observed_frequency":0.96875}]},{"lead_hours":60,"brier_score":0.1660333442,"roc_auc":0.8547818134,"average_precision":0.8716168954,"threat_score":0.6578947368,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25015488303365113,"observed_frequency":0.1111111111111111},{"predicted_probability":0.33915771430748953,"observed_frequency":0.15151515151515152},{"predicted_probability":0.4453103065102282,"observed_frequency":0.2916666666666667},{"predicted_probability":0.5398064461094605,"observed_frequency":0.47619047619047616},{"predicted_probability":0.6573977409485696,"observed_frequency":0.7222222222222222},{"predicted_probability":0.7512714350767333,"observed_frequency":0.6153846153846154},{"predicted_probability":0.8490316286871159,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9599378697773582,"observed_frequency":0.9714285714285714}]},{"lead_hours":61,"brier_score":0.1658922432,"roc_auc":0.8562189705,"average_precision":0.8734475104,"threat_score":0.6578947368,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.24938271604938272,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3395040610230484,"observed_frequency":0.13513513513513514},{"predicted_probability":0.45002955624859864,"observed_frequency":0.30434782608695654},{"predicted_probability":0.541068917018284,"observed_frequency":0.5},{"predicted_probability":0.6546335364900765,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7491074326517365,"observed_frequency":0.6153846153846154},{"predicted_probability":0.843465124759077,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9587182118827687,"observed_frequency":0.972972972972973}]},{"lead_hours":62,"brier_score":0.1673051569,"roc_auc":0.8547818134,"average_precision":0.8708766548,"threat_score":0.6465517241,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.24554666286682336,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3485269670126107,"observed_frequency":0.15},{"predicted_probability":0.45329194406841833,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5342830015870539,"observed_frequency":0.43478260869565216},{"predicted_probability":0.6447938189216361,"observed_frequency":0.7333333333333333},{"predicted_probability":0.7477089180365428,"observed_frequency":0.5882352941176471},{"predicted_probability":0.8470152429128964,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9597995243410494,"observed_frequency":0.9714285714285714}]},{"lead_hours":63,"brier_score":0.1661040517,"roc_auc":0.8579174288,"average_precision":0.8755724646,"threat_score":0.6386554622,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2536512443396357,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3513920486608177,"observed_frequency":0.175},{"predicted_probability":0.4406738382764376,"observed_frequency":0.2857142857142857},{"predicted_probability":0.531050905493284,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6600123615384207,"observed_frequency":0.5789473684210527},{"predicted_probability":0.7299612709312203,"observed_frequency":0.75},{"predicted_probability":0.843759944265442,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9600209019568244,"observed_frequency":0.9705882352941176}]},{"lead_hours":64,"brier_score":0.1673492712,"roc_auc":0.856741573,"average_precision":0.8719189451,"threat_score":0.6416666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25572235098353835,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3560287180183775,"observed_frequency":0.16666666666666666},{"predicted_probability":0.46037796398645037,"observed_frequency":0.3},{"predicted_probability":0.5345852212064763,"observed_frequency":0.4482758620689655},{"predicted_probability":0.6531470998989719,"observed_frequency":0.625},{"predicted_probability":0.743842354199658,"observed_frequency":0.7058823529411765},{"predicted_probability":0.8546863785765548,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9620029858218484,"observed_frequency":0.9696969696969697}]},{"lead_hours":65,"brier_score":0.1665234794,"roc_auc":0.8561707188,"average_precision":0.8720948436,"threat_score":0.6355932203,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25623187172228074,"observed_frequency":0.10526315789473684},{"predicted_probability":0.35116538425276705,"observed_frequency":0.17142857142857143},{"predicted_probability":0.4499499576869947,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5358794890502888,"observed_frequency":0.42857142857142855},{"predicted_probability":0.6586727787654116,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7364176334156892,"observed_frequency":0.6363636363636364},{"predicted_probability":0.8363398358612134,"observed_frequency":0.75},{"predicted_probability":0.9574841829956549,"observed_frequency":0.9722222222222222}]},{"lead_hours":66,"brier_score":0.1674289675,"roc_auc":0.8542547569,"average_precision":0.8716509633,"threat_score":0.625,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2512432188065099,"observed_frequency":0.125},{"predicted_probability":0.3493251924714283,"observed_frequency":0.16216216216216217},{"predicted_probability":0.4406071972426546,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5344042463754322,"observed_frequency":0.43333333333333335},{"predicted_probability":0.6571623382031027,"observed_frequency":0.5625},{"predicted_probability":0.7366975130133026,"observed_frequency":0.6923076923076923},{"predicted_probability":0.8536400902799495,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9614066812601123,"observed_frequency":0.9705882352941176}]},{"lead_hours":67,"brier_score":0.1682035152,"roc_auc":0.8558403805,"average_precision":0.8719861107,"threat_score":0.6260162602,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2490816536037564,"observed_frequency":0.125},{"predicted_probability":0.3492155921143084,"observed_frequency":0.15384615384615385},{"predicted_probability":0.43836032207959147,"observed_frequency":0.42857142857142855},{"predicted_probability":0.535948295870454,"observed_frequency":0.42424242424242425},{"predicted_probability":0.655788181818783,"observed_frequency":0.5555555555555556},{"predicted_probability":0.7430341063957675,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8577783615633324,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9614767847472135,"observed_frequency":0.9714285714285714}]},{"lead_hours":68,"brier_score":0.1659477532,"roc_auc":0.8589455603,"average_precision":0.8746562475,"threat_score":0.631147541,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2540687160940326,"observed_frequency":0.14285714285714285},{"predicted_probability":0.347159888373554,"observed_frequency":0.10810810810810811},{"predicted_probability":0.42803237791300003,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5405995755451559,"observed_frequency":0.3888888888888889},{"predicted_probability":0.6548253596909775,"observed_frequency":0.6923076923076923},{"predicted_probability":0.733923177377933,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8387605047702457,"observed_frequency":0.8181818181818182},{"predicted_probability":0.9572017404236344,"observed_frequency":0.9722222222222222}]},{"lead_hours":69,"brier_score":0.1659192562,"roc_auc":0.8604651163,"average_precision":0.8749042567,"threat_score":0.6363636364,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.254903574087863,"observed_frequency":0.125},{"predicted_probability":0.3528173374613003,"observed_frequency":0.13157894736842105},{"predicted_probability":0.4541897244973939,"observed_frequency":0.4},{"predicted_probability":0.5359387565152643,"observed_frequency":0.40625},{"predicted_probability":0.6554434102755026,"observed_frequency":0.625},{"predicted_probability":0.7325024342745863,"observed_frequency":0.6923076923076923},{"predicted_probability":0.8335890944498536,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9574723256391162,"observed_frequency":0.9722222222222222}]},{"lead_hours":70,"brier_score":0.1667191835,"roc_auc":0.8613900634,"average_precision":0.8754253273,"threat_score":0.6416666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25587703435804704,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34766753809520023,"observed_frequency":0.1111111111111111},{"predicted_probability":0.45048551018300004,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5361506560577782,"observed_frequency":0.41935483870967744},{"predicted_probability":0.649152095401559,"observed_frequency":0.6875},{"predicted_probability":0.7341157852850623,"observed_frequency":0.6153846153846154},{"predicted_probability":0.8349804799600979,"observed_frequency":0.7692307692307693},{"predicted_probability":0.9558263208499209,"observed_frequency":0.9722222222222222}]},{"lead_hours":71,"brier_score":0.1676170174,"roc_auc":0.8594741015,"average_precision":0.8718666812,"threat_score":0.6229508197,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.24510932105868816,"observed_frequency":0.18181818181818182},{"predicted_probability":0.3489125814829232,"observed_frequency":0.11904761904761904},{"predicted_probability":0.4704841001101965,"observed_frequency":0.45454545454545453},{"predicted_probability":0.538725154078994,"observed_frequency":0.36666666666666664},{"predicted_probability":0.6508516271632642,"observed_frequency":0.6470588235294118},{"predicted_probability":0.7368388416201103,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8400234578827089,"observed_frequency":0.7857142857142857},{"predicted_probability":0.9565702238609928,"observed_frequency":0.9705882352941176}]},{"lead_hours":72,"brier_score":0.1667072358,"roc_auc":0.8612967914,"average_precision":0.8773558223,"threat_score":0.6333333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2563291139240506,"observed_frequency":0.16666666666666666},{"predicted_probability":0.3496930415852203,"observed_frequency":0.13157894736842105},{"predicted_probability":0.4633189770020322,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5430668066508387,"observed_frequency":0.4},{"predicted_probability":0.66343900687967,"observed_frequency":0.7058823529411765},{"predicted_probability":0.7408825649827095,"observed_frequency":0.6428571428571429},{"predicted_probability":0.8520516277289801,"observed_frequency":0.7692307692307693},{"predicted_probability":0.956427645564006,"observed_frequency":0.9705882352941176}]},{"lead_hours":73,"brier_score":0.1604292844,"roc_auc":0.8668154762,"average_precision":0.8849843523,"threat_score":0.6218487395,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19480519480519476,"observed_frequency":1.0},{"predicted_probability":0.26262626262626265,"observed_frequency":0.05555555555555555},{"predicted_probability":0.3500982751336358,"observed_frequency":0.14285714285714285},{"predicted_probability":0.4661312285074661,"observed_frequency":0.5384615384615384},{"predicted_probability":0.5388796022459388,"observed_frequency":0.36666666666666664},{"predicted_probability":0.6590398535651885,"observed_frequency":0.5882352941176471},{"predicted_probability":0.7353438640567352,"observed_frequency":0.8461538461538461},{"predicted_probability":0.8398070576288398,"observed_frequency":0.8461538461538461},{"predicted_probability":0.9556919977712057,"observed_frequency":0.96875}]},{"lead_hours":74,"brier_score":0.1615227241,"roc_auc":0.8682749504,"average_precision":0.8841400382,"threat_score":0.6470588235,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19480519480519476,"observed_frequency":0.5},{"predicted_probability":0.2662337662337662,"observed_frequency":0.07142857142857142},{"predicted_probability":0.34976191579965155,"observed_frequency":0.13513513513513514},{"predicted_probability":0.47396733993769036,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5427411873840445,"observed_frequency":0.39285714285714285},{"predicted_probability":0.6588948787061996,"observed_frequency":0.631578947368421},{"predicted_probability":0.7290054285337304,"observed_frequency":0.7692307692307693},{"predicted_probability":0.8454888507718699,"observed_frequency":0.8666666666666667},{"predicted_probability":0.959518576941926,"observed_frequency":0.96875}]},{"lead_hours":75,"brier_score":0.1604183936,"roc_auc":0.8696629213,"average_precision":0.8862346769,"threat_score":0.6470588235,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19480519480519476,"observed_frequency":0.3333333333333333},{"predicted_probability":0.26808905380333947,"observed_frequency":0.07142857142857142},{"predicted_probability":0.3515030105740009,"observed_frequency":0.14285714285714285},{"predicted_probability":0.4565732835671486,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5381838385857848,"observed_frequency":0.3793103448275862},{"predicted_probability":0.6571187744049527,"observed_frequency":0.7058823529411765},{"predicted_probability":0.727767248089334,"observed_frequency":0.6875},{"predicted_probability":0.848265669475135,"observed_frequency":0.9285714285714286},{"predicted_probability":0.9597613943547054,"observed_frequency":0.967741935483871}]},{"lead_hours":76,"brier_score":0.1623112297,"roc_auc":0.8661048689,"average_precision":0.8810255166,"threat_score":0.6470588235,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19480519480519476,"observed_frequency":0.5},{"predicted_probability":0.2694805194805195,"observed_frequency":0.0625},{"predicted_probability":0.3493919222648341,"observed_frequency":0.10344827586206896},{"predicted_probability":0.45273304301185624,"observed_frequency":0.3684210526315789},{"predicted_probability":0.5391342604515408,"observed_frequency":0.39285714285714285},{"predicted_probability":0.6592479496162216,"observed_frequency":0.7777777777777778},{"predicted_probability":0.7342271357852094,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8511163844025035,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9585261368136269,"observed_frequency":0.967741935483871}]},{"lead_hours":77,"brier_score":0.1623374256,"roc_auc":0.8663582287,"average_precision":0.8806633908,"threat_score":0.6554621849,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.19480519480519476,"observed_frequency":0.0},{"predicted_probability":0.2545454545454545,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3514010915994855,"observed_frequency":0.13513513513513514},{"predicted_probability":0.46525132873739394,"observed_frequency":0.3076923076923077},{"predicted_probability":0.5376984685212007,"observed_frequency":0.41379310344827586},{"predicted_probability":0.654735832581841,"observed_frequency":0.7777777777777778},{"predicted_probability":0.7247595736022755,"observed_frequency":0.6},{"predicted_probability":0.8489636417971663,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9581894251237663,"observed_frequency":0.96875}]},{"lead_hours":78,"brier_score":0.1656660458,"roc_auc":0.8656311963,"average_precision":0.8797236806,"threat_score":0.6451612903,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2600732600732601,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34800406548398044,"observed_frequency":0.0625},{"predicted_probability":0.4323861030637242,"observed_frequency":0.38461538461538464},{"predicted_probability":0.5371656587602324,"observed_frequency":0.38235294117647056},{"predicted_probability":0.6540769407026494,"observed_frequency":0.7272727272727273},{"predicted_probability":0.735334569337405,"observed_frequency":0.5833333333333334},{"predicted_probability":0.8462836785143024,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9579512589909566,"observed_frequency":0.9696969696969697}]},{"lead_hours":79,"brier_score":0.1654772861,"roc_auc":0.8637040043,"average_precision":0.8740964594,"threat_score":0.6393442623,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.24725274725274726,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34567111375622017,"observed_frequency":0.09090909090909091},{"predicted_probability":0.45183739700924647,"observed_frequency":0.38461538461538464},{"predicted_probability":0.5362586300957541,"observed_frequency":0.3793103448275862},{"predicted_probability":0.6476103093124368,"observed_frequency":0.6363636363636364},{"predicted_probability":0.7383622197042818,"observed_frequency":0.6923076923076923},{"predicted_probability":0.852033703097533,"observed_frequency":0.8},{"predicted_probability":0.9622046983749111,"observed_frequency":0.9696969696969697}]},{"lead_hours":80,"brier_score":0.1651401809,"roc_auc":0.8659616656,"average_precision":0.8750620511,"threat_score":0.6475409836,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2591575091575091,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34662422979889873,"observed_frequency":0.0625},{"predicted_probability":0.4512347475923635,"observed_frequency":0.375},{"predicted_probability":0.542377689248016,"observed_frequency":0.3870967741935484},{"predicted_probability":0.6561253316220201,"observed_frequency":0.6818181818181818},{"predicted_probability":0.7475130574977746,"observed_frequency":0.6923076923076923},{"predicted_probability":0.8551181552600664,"observed_frequency":0.8571428571428571},{"predicted_probability":0.960994923950222,"observed_frequency":0.96875}]},{"lead_hours":81,"brier_score":0.1658542201,"roc_auc":0.8643093192,"average_precision":0.8741667675,"threat_score":0.6451612903,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2662337662337662,"observed_frequency":0.14285714285714285},{"predicted_probability":0.3467677183634676,"observed_frequency":0.09090909090909091},{"predicted_probability":0.444983948060143,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5402954969364592,"observed_frequency":0.4117647058823529},{"predicted_probability":0.6458282047242618,"observed_frequency":0.7368421052631579},{"predicted_probability":0.7375660465106748,"observed_frequency":0.5333333333333333},{"predicted_probability":0.8504307492475973,"observed_frequency":0.8666666666666667},{"predicted_probability":0.9600903267343164,"observed_frequency":0.96875}]},{"lead_hours":82,"brier_score":0.1643708927,"roc_auc":0.8672174488,"average_precision":0.876403761,"threat_score":0.648,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2582417582417582,"observed_frequency":0.14285714285714285},{"predicted_probability":0.345427757726145,"observed_frequency":0.06451612903225806},{"predicted_probability":0.4330656322843824,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5328739887563418,"observed_frequency":0.38235294117647056},{"predicted_probability":0.6529340884809636,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7434926184926184,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8475281662781665,"observed_frequency":0.8666666666666667},{"predicted_probability":0.9621155211975525,"observed_frequency":0.96875}]},{"lead_hours":83,"brier_score":0.1633047229,"roc_auc":0.868010575,"average_precision":0.8776452201,"threat_score":0.6416666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25897435897435894,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3430889773201801,"observed_frequency":0.06896551724137931},{"predicted_probability":0.4501205805090221,"observed_frequency":0.36363636363636365},{"predicted_probability":0.5460174017255969,"observed_frequency":0.4},{"predicted_probability":0.6559799706057403,"observed_frequency":0.6},{"predicted_probability":0.7387227792431305,"observed_frequency":0.7692307692307693},{"predicted_probability":0.8475305925475369,"observed_frequency":0.9230769230769231},{"predicted_probability":0.9599324812641961,"observed_frequency":0.96875}]},{"lead_hours":84,"brier_score":0.1658755735,"roc_auc":0.8615994712,"average_precision":0.8739403359,"threat_score":0.6422764228,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25366300366300365,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34489647891602865,"observed_frequency":0.09375},{"predicted_probability":0.4481638109126262,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5382822943249483,"observed_frequency":0.40625},{"predicted_probability":0.6385958871740862,"observed_frequency":0.6666666666666666},{"predicted_probability":0.747963236563885,"observed_frequency":0.631578947368421},{"predicted_probability":0.8481139871187265,"observed_frequency":0.9},{"predicted_probability":0.9592052497265768,"observed_frequency":0.9705882352941176}]},{"lead_hours":85,"brier_score":0.164349467,"roc_auc":0.8660938533,"average_precision":0.8779548424,"threat_score":0.652892562,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2615384615384615,"observed_frequency":0.13333333333333333},{"predicted_probability":0.34966140229298137,"observed_frequency":0.06666666666666667},{"predicted_probability":0.44706447338026284,"observed_frequency":0.3333333333333333},{"predicted_probability":0.547146227089328,"observed_frequency":0.4594594594594595},{"predicted_probability":0.6555890766417083,"observed_frequency":0.5714285714285714},{"predicted_probability":0.7421478918189445,"observed_frequency":0.75},{"predicted_probability":0.8439007649533966,"observed_frequency":0.9090909090909091},{"predicted_probability":0.9605553289763815,"observed_frequency":0.9696969696969697}]},{"lead_hours":86,"brier_score":0.1647270674,"roc_auc":0.866688698,"average_precision":0.8787669466,"threat_score":0.6557377049,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2620192307692308,"observed_frequency":0.125},{"predicted_probability":0.3502934052032724,"observed_frequency":0.07142857142857142},{"predicted_probability":0.44525988763626895,"observed_frequency":0.29411764705882354},{"predicted_probability":0.5389786789217529,"observed_frequency":0.42424242424242425},{"predicted_probability":0.6459851028162222,"observed_frequency":0.6363636363636364},{"predicted_probability":0.738859945581592,"observed_frequency":0.6923076923076923},{"predicted_probability":0.840331790284352,"observed_frequency":0.9285714285714286},{"predicted_probability":0.9614078001327799,"observed_frequency":0.967741935483871}]},{"lead_hours":87,"brier_score":0.1651162636,"roc_auc":0.8652346332,"average_precision":0.8733946225,"threat_score":0.6583333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.26007326007326004,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34439445956610965,"observed_frequency":0.07407407407407407},{"predicted_probability":0.44848434823879,"observed_frequency":0.2608695652173913},{"predicted_probability":0.5416630045644442,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6469995720411003,"observed_frequency":0.625},{"predicted_probability":0.734749780949947,"observed_frequency":0.6875},{"predicted_probability":0.847125997777672,"observed_frequency":0.9230769230769231},{"predicted_probability":0.962000292066737,"observed_frequency":0.9666666666666667}]},{"lead_hours":88,"brier_score":0.1646207441,"roc_auc":0.8648380701,"average_precision":0.8754453381,"threat_score":0.6638655462,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.24786324786324787,"observed_frequency":0.16666666666666666},{"predicted_probability":0.33958804073746607,"observed_frequency":0.06896551724137931},{"predicted_probability":0.4428814498258942,"observed_frequency":0.25},{"predicted_probability":0.5354366712391404,"observed_frequency":0.48148148148148145},{"predicted_probability":0.6477113010446344,"observed_frequency":0.6},{"predicted_probability":0.7330703484549637,"observed_frequency":0.6923076923076923},{"predicted_probability":0.8422918645140869,"observed_frequency":0.9333333333333333},{"predicted_probability":0.9651406490486948,"observed_frequency":0.9655172413793104}]},{"lead_hours":89,"brier_score":0.1639929424,"roc_auc":0.8634965222,"average_precision":0.8775535626,"threat_score":0.6554621849,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25726495726495724,"observed_frequency":0.13333333333333333},{"predicted_probability":0.34977891467202643,"observed_frequency":0.1},{"predicted_probability":0.450398623545892,"observed_frequency":0.3},{"predicted_probability":0.5358402788514245,"observed_frequency":0.46153846153846156},{"predicted_probability":0.6494650506526991,"observed_frequency":0.625},{"predicted_probability":0.7316906371538201,"observed_frequency":0.6428571428571429},{"predicted_probability":0.8442345250421261,"observed_frequency":0.9333333333333333},{"predicted_probability":0.965137739918639,"observed_frequency":0.9655172413793104}]},{"lead_hours":90,"brier_score":0.166084252,"roc_auc":0.8611556982,"average_precision":0.8708376987,"threat_score":0.6694214876,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2585470085470085,"observed_frequency":0.16666666666666666},{"predicted_probability":0.3414892436788334,"observed_frequency":0.034482758620689655},{"predicted_probability":0.43756446175397545,"observed_frequency":0.2631578947368421},{"predicted_probability":0.5395489491497096,"observed_frequency":0.45714285714285713},{"predicted_probability":0.6549568935500494,"observed_frequency":0.7142857142857143},{"predicted_probability":0.7316970524194858,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8451677309804687,"observed_frequency":0.9166666666666666},{"predicted_probability":0.9616266127197685,"observed_frequency":0.9666666666666667}]},{"lead_hours":91,"brier_score":0.1654023886,"roc_auc":0.8655029428,"average_precision":0.876438367,"threat_score":0.6638655462,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25213675213675213,"observed_frequency":0.16666666666666666},{"predicted_probability":0.3446047770584148,"observed_frequency":0.03333333333333333},{"predicted_probability":0.44826405168773215,"observed_frequency":0.3181818181818182},{"predicted_probability":0.5424796078861699,"observed_frequency":0.43333333333333335},{"predicted_probability":0.6546302900618165,"observed_frequency":0.7083333333333334},{"predicted_probability":0.7356538888279259,"observed_frequency":0.6666666666666666},{"predicted_probability":0.838847434068547,"observed_frequency":0.9285714285714286},{"predicted_probability":0.9636410533896883,"observed_frequency":0.9655172413793104}]},{"lead_hours":92,"brier_score":0.1648884475,"roc_auc":0.8648341359,"average_precision":0.8740726088,"threat_score":0.6722689076,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25213675213675213,"observed_frequency":0.16666666666666666},{"predicted_probability":0.3508634720813599,"observed_frequency":0.08571428571428572},{"predicted_probability":0.459290144916929,"observed_frequency":0.25},{"predicted_probability":0.5447409572513161,"observed_frequency":0.45161290322580644},{"predicted_probability":0.6543706848178777,"observed_frequency":0.7619047619047619},{"predicted_probability":0.7323534972797581,"observed_frequency":0.625},{"predicted_probability":0.8423188585305253,"observed_frequency":0.9230769230769231},{"predicted_probability":0.963685379004123,"observed_frequency":0.9655172413793104}]},{"lead_hours":93,"brier_score":0.1639771662,"roc_auc":0.8675093633,"average_precision":0.8788606257,"threat_score":0.6638655462,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.2489316239316239,"observed_frequency":0.16666666666666666},{"predicted_probability":0.34240491910648985,"observed_frequency":0.03333333333333333},{"predicted_probability":0.4479643393255959,"observed_frequency":0.3181818181818182},{"predicted_probability":0.5458741665547947,"observed_frequency":0.43333333333333335},{"predicted_probability":0.6529052680885141,"observed_frequency":0.7142857142857143},{"predicted_probability":0.733258015980529,"observed_frequency":0.6428571428571429},{"predicted_probability":0.8363892651850768,"observed_frequency":0.9333333333333333},{"predicted_probability":0.9649916190808047,"observed_frequency":0.9655172413793104}]},{"lead_hours":94,"brier_score":0.1636291922,"roc_auc":0.8692482611,"average_precision":0.8779380104,"threat_score":0.686440678,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.25304552590266877,"observed_frequency":0.14285714285714285},{"predicted_probability":0.35221334221334216,"observed_frequency":0.06060606060606061},{"predicted_probability":0.45895604395604395,"observed_frequency":0.25},{"predicted_probability":0.5433124018838305,"observed_frequency":0.5},{"predicted_probability":0.6473486830629687,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7315588115588115,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8441889063317636,"observed_frequency":0.9285714285714286},{"predicted_probability":0.9666578249336869,"observed_frequency":0.9655172413793104}]},{"lead_hours":95,"brier_score":0.1661963611,"roc_auc":0.8611556982,"average_precision":0.8716438382,"threat_score":0.6525423729,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1923076923076923,"observed_frequency":1.0},{"predicted_probability":0.24786324786324787,"observed_frequency":0.08333333333333333},{"predicted_probability":0.35522442085717837,"observed_frequency":0.13157894736842105},{"predicted_probability":0.4696425190261541,"observed_frequency":0.3125},{"predicted_probability":0.5450798304442896,"observed_frequency":0.44},{"predicted_probability":0.6421894532602012,"observed_frequency":0.7083333333333334},{"predicted_probability":0.7351949538565014,"observed_frequency":0.6470588235294118},{"predicted_probability":0.8468479273624581,"observed_frequency":0.9090909090909091},{"predicted_probability":0.9665570611916161,"observed_frequency":0.9655172413793104}]},{"lead_hours":96,"brier_score":0.2043613176,"roc_auc":0.7872700216,"average_precision":0.7925272597,"threat_score":0.5546875,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.27264061010486174,"observed_frequency":0.0},{"predicted_probability":0.36305253123275305,"observed_frequency":0.15789473684210525},{"predicted_probability":0.4455579064846893,"observed_frequency":0.34146341463414637},{"predicted_probability":0.5551954242135367,"observed_frequency":0.28},{"predicted_probability":0.6451485887180338,"observed_frequency":0.6956521739130435},{"predicted_probability":0.7499332697807436,"observed_frequency":0.64},{"predicted_probability":0.8450376019489461,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9315300285986654,"observed_frequency":0.9}]}]},{"threshold":500.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.054441218,"roc_auc":0.9853665604,"average_precision":0.9742603427,"threat_score":0.776119403,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02558229663217454,"observed_frequency":0.0},{"predicted_probability":0.1525,"observed_frequency":0.1},{"predicted_probability":0.2679872495446266,"observed_frequency":1.0},{"predicted_probability":0.346875,"observed_frequency":0.25},{"predicted_probability":0.435200364298725,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5,"observed_frequency":0.0},{"predicted_probability":0.652436247723133,"observed_frequency":0.0},{"predicted_probability":0.7692281420765027,"observed_frequency":0.5},{"predicted_probability":0.8248102610807528,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9859258967353228,"observed_frequency":0.9423076923076923}]},{"lead_hours":2,"brier_score":0.0504858809,"roc_auc":0.9843523616,"average_precision":0.9720176149,"threat_score":0.8,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.03907889505227021,"observed_frequency":0.0},{"predicted_probability":0.1339989744758432,"observed_frequency":0.125},{"predicted_probability":0.258752563810392,"observed_frequency":0.375},{"predicted_probability":0.34409374050440594,"observed_frequency":0.16666666666666666},{"predicted_probability":0.475,"observed_frequency":0.5},{"predicted_probability":0.5549946824673352,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6484161349134002,"observed_frequency":0.0},{"predicted_probability":0.7505298541476755,"observed_frequency":0.5},{"predicted_probability":0.8547105742935278,"observed_frequency":0.6},{"predicted_probability":0.9866155170667477,"observed_frequency":1.0}]},{"lead_hours":3,"brier_score":0.052048627,"roc_auc":0.9835554912,"average_precision":0.9699770909,"threat_score":0.8358208955,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04098947817984158,"observed_frequency":0.0},{"predicted_probability":0.14873403284671532,"observed_frequency":0.25},{"predicted_probability":0.24899635036496348,"observed_frequency":0.0},{"predicted_probability":0.3416666666666666,"observed_frequency":0.0},{"predicted_probability":0.4218293795620438,"observed_frequency":0.0},{"predicted_probability":0.5345802919708028,"observed_frequency":0.8},{"predicted_probability":0.6448398215733983,"observed_frequency":0.4444444444444444},{"predicted_probability":0.7561131386861314,"observed_frequency":0.5},{"predicted_probability":0.8734184914841849,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9817518248175183,"observed_frequency":0.9782608695652174}]},{"lead_hours":4,"brier_score":0.073258133,"roc_auc":0.9666130918,"average_precision":0.9434096299,"threat_score":0.7391304348,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04327346819581607,"observed_frequency":0.0},{"predicted_probability":0.17268264840182648,"observed_frequency":0.26666666666666666},{"predicted_probability":0.2605022831050229,"observed_frequency":0.0},{"predicted_probability":0.35851407914764083,"observed_frequency":0.5},{"predicted_probability":0.43125,"observed_frequency":0.0},{"predicted_probability":0.5577435312024354,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6311529680365296,"observed_frequency":0.2},{"predicted_probability":0.7814212328767123,"observed_frequency":0.5},{"predicted_probability":0.8525114155251142,"observed_frequency":0.5},{"predicted_probability":0.987799989380907,"observed_frequency":0.9767441860465116}]},{"lead_hours":5,"brier_score":0.0835966056,"roc_auc":0.9601564764,"average_precision":0.934060015,"threat_score":0.6712328767,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05180102560755827,"observed_frequency":0.02197802197802198},{"predicted_probability":0.15647213339424393,"observed_frequency":0.3},{"predicted_probability":0.23010963910461396,"observed_frequency":0.0},{"predicted_probability":0.3409471600426374,"observed_frequency":0.5},{"predicted_probability":0.40931932389218817,"observed_frequency":1.0},{"predicted_probability":0.5745888533576976,"observed_frequency":0.16666666666666666},{"predicted_probability":0.642569992821249,"observed_frequency":0.2857142857142857},{"predicted_probability":0.7554781483173443,"observed_frequency":1.0},{"predicted_probability":0.85,"observed_frequency":0.0},{"predicted_probability":0.9787292440463184,"observed_frequency":0.9347826086956522}]},{"lead_hours":6,"brier_score":0.0853726144,"roc_auc":0.9606635758,"average_precision":0.9333407795,"threat_score":0.6901408451,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04416675336771652,"observed_frequency":0.0},{"predicted_probability":0.14708341797007246,"observed_frequency":0.25},{"predicted_probability":0.24691358024691357,"observed_frequency":0.0},{"predicted_probability":0.3442370530866705,"observed_frequency":0.3333333333333333},{"predicted_probability":0.46342752461988695,"observed_frequency":0.3333333333333333},{"predicted_probability":0.544157808021306,"observed_frequency":0.4},{"predicted_probability":0.654320987654321,"observed_frequency":0.0},{"predicted_probability":0.7621352962608295,"observed_frequency":0.42857142857142855},{"predicted_probability":0.8444425098904075,"observed_frequency":0.42857142857142855},{"predicted_probability":0.9823975734243863,"observed_frequency":0.9761904761904762}]},{"lead_hours":7,"brier_score":0.0823029844,"roc_auc":0.9569580731,"average_precision":0.9281957069,"threat_score":0.7246376812,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.047640821303372785,"observed_frequency":0.023809523809523808},{"predicted_probability":0.15206741132667062,"observed_frequency":0.21428571428571427},{"predicted_probability":0.24174668495656154,"observed_frequency":0.1},{"predicted_probability":0.3415637860082305,"observed_frequency":0.0},{"predicted_probability":0.4119798811156836,"observed_frequency":0.5},{"predicted_probability":0.5711019661636946,"observed_frequency":0.5},{"predicted_probability":0.6404206675811615,"observed_frequency":0.6},{"predicted_probability":0.768129858253315,"observed_frequency":0.5},{"predicted_probability":0.8683127572016461,"observed_frequency":0.5},{"predicted_probability":0.9873494894071027,"observed_frequency":0.9743589743589743}]},{"lead_hours":8,"brier_score":0.0844336123,"roc_auc":0.953874269,"average_precision":0.919513147,"threat_score":0.7246376812,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04633320990239979,"observed_frequency":0.012048192771084338},{"predicted_probability":0.15039363853026552,"observed_frequency":0.2},{"predicted_probability":0.24579124579124584,"observed_frequency":0.18181818181818182},{"predicted_probability":0.36272068042424854,"observed_frequency":0.25},{"predicted_probability":0.43493669027368326,"observed_frequency":0.0},{"predicted_probability":0.5548430152221958,"observed_frequency":0.6666666666666666},{"predicted_probability":0.615736505032022,"observed_frequency":0.5},{"predicted_probability":0.7396913118169599,"observed_frequency":0.6363636363636364},{"predicted_probability":0.8714801260546915,"observed_frequency":0.3333333333333333},{"predicted_probability":0.9851681507674188,"observed_frequency":0.972972972972973}]},{"lead_hours":9,"brier_score":0.0829900476,"roc_auc":0.9555555556,"average_precision":0.9244872287,"threat_score":0.7352941176,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05170135732422179,"observed_frequency":0.0136986301369863},{"predicted_probability":0.13367340452580725,"observed_frequency":0.14814814814814814},{"predicted_probability":0.260766590389016,"observed_frequency":0.2},{"predicted_probability":0.34770094393592677,"observed_frequency":0.125},{"predicted_probability":0.4726353928299008,"observed_frequency":0.0},{"predicted_probability":0.5507508581235698,"observed_frequency":0.5},{"predicted_probability":0.6694865560640733,"observed_frequency":0.625},{"predicted_probability":0.7231178489702518,"observed_frequency":0.6},{"predicted_probability":0.8271961606915841,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9856407322654462,"observed_frequency":0.9428571428571428}]},{"lead_hours":10,"brier_score":0.0780560218,"roc_auc":0.9603070175,"average_precision":0.9268641041,"threat_score":0.7058823529,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05359114265364266,"observed_frequency":0.0},{"predicted_probability":0.1332934812101479,"observed_frequency":0.2},{"predicted_probability":0.2547843745760413,"observed_frequency":0.25},{"predicted_probability":0.3791378374711708,"observed_frequency":0.14285714285714285},{"predicted_probability":0.4482205037760593,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5432098765432098,"observed_frequency":0.5},{"predicted_probability":0.6628146985289843,"observed_frequency":0.2857142857142857},{"predicted_probability":0.76695646603054,"observed_frequency":0.7777777777777778},{"predicted_probability":0.8262617012617014,"observed_frequency":1.0},{"predicted_probability":0.980620595816674,"observed_frequency":0.9411764705882353}]},{"lead_hours":11,"brier_score":0.0859644431,"roc_auc":0.9505847953,"average_precision":0.9062816883,"threat_score":0.6818181818,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05032195442543349,"observed_frequency":0.0},{"predicted_probability":0.15985830463231596,"observed_frequency":0.16666666666666666},{"predicted_probability":0.24279458366087367,"observed_frequency":0.3333333333333333},{"predicted_probability":0.3478563309071784,"observed_frequency":0.2},{"predicted_probability":0.4521546028137366,"observed_frequency":0.4444444444444444},{"predicted_probability":0.5539084282022135,"observed_frequency":0.5},{"predicted_probability":0.6546877789815644,"observed_frequency":0.7142857142857143},{"predicted_probability":0.7608535088761077,"observed_frequency":0.6},{"predicted_probability":0.8405847332401005,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9768817477948152,"observed_frequency":0.9354838709677419}]},{"lead_hours":12,"brier_score":0.0951811619,"roc_auc":0.9413011696,"average_precision":0.8907230678,"threat_score":0.6478873239,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05299374561923764,"observed_frequency":0.0},{"predicted_probability":0.15440145648585069,"observed_frequency":0.14814814814814814},{"predicted_probability":0.25960953871128023,"observed_frequency":0.18181818181818182},{"predicted_probability":0.37508471230506735,"observed_frequency":0.4444444444444444},{"predicted_probability":0.45300211607880414,"observed_frequency":0.5},{"predicted_probability":0.5561420978978776,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6469698769958471,"observed_frequency":0.5},{"predicted_probability":0.7331186539863594,"observed_frequency":0.7142857142857143},{"predicted_probability":0.8502789376605449,"observed_frequency":0.75},{"predicted_probability":0.9649126310401271,"observed_frequency":0.9117647058823529}]},{"lead_hours":13,"brier_score":0.0966497606,"roc_auc":0.9364035088,"average_precision":0.886015656,"threat_score":0.6323529412,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060233508044819674,"observed_frequency":0.014705882352941176},{"predicted_probability":0.15393754139283714,"observed_frequency":0.12},{"predicted_probability":0.25549640271480406,"observed_frequency":0.16666666666666666},{"predicted_probability":0.35392725534862174,"observed_frequency":0.42857142857142855},{"predicted_probability":0.4498785810110891,"observed_frequency":0.45454545454545453},{"predicted_probability":0.5555534328459593,"observed_frequency":0.5},{"predicted_probability":0.6666666666666666,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7770271876645098,"observed_frequency":0.6},{"predicted_probability":0.8492989397773135,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9689505960568547,"observed_frequency":0.9375}]},{"lead_hours":14,"brier_score":0.1086949607,"roc_auc":0.9237573099,"average_precision":0.8601876162,"threat_score":0.5915492958,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06475105864471557,"observed_frequency":0.016129032258064516},{"predicted_probability":0.15269917708492,"observed_frequency":0.10344827586206896},{"predicted_probability":0.24368906662484646,"observed_frequency":0.38461538461538464},{"predicted_probability":0.3565340229798266,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4396604938271605,"observed_frequency":0.375},{"predicted_probability":0.5427631951523388,"observed_frequency":0.25},{"predicted_probability":0.6589407067618077,"observed_frequency":0.625},{"predicted_probability":0.756638634046891,"observed_frequency":0.75},{"predicted_probability":0.8553567158731956,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9764802859264293,"observed_frequency":0.9259259259259259}]},{"lead_hours":15,"brier_score":0.1194691431,"roc_auc":0.9111842105,"average_precision":0.8270015296,"threat_score":0.5492957746,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07431152069365318,"observed_frequency":0.0},{"predicted_probability":0.15441750312308244,"observed_frequency":0.13953488372093023},{"predicted_probability":0.255818257704954,"observed_frequency":0.5833333333333334},{"predicted_probability":0.348954951586128,"observed_frequency":0.6},{"predicted_probability":0.43110033358703326,"observed_frequency":0.2222222222222222},{"predicted_probability":0.5481781136940657,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6126543209876544,"observed_frequency":0.5},{"predicted_probability":0.7398153341756423,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8798562598088374,"observed_frequency":0.75},{"predicted_probability":0.976066050335593,"observed_frequency":0.9545454545454546}]},{"lead_hours":16,"brier_score":0.1222071917,"roc_auc":0.9016081871,"average_precision":0.8083951991,"threat_score":0.5616438356,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07539561074914612,"observed_frequency":0.0},{"predicted_probability":0.15078499642893584,"observed_frequency":0.08333333333333333},{"predicted_probability":0.23572424582525597,"observed_frequency":0.3333333333333333},{"predicted_probability":0.3524028160391797,"observed_frequency":0.4},{"predicted_probability":0.4449764601279753,"observed_frequency":0.5714285714285714},{"predicted_probability":0.5362144168962351,"observed_frequency":0.625},{"predicted_probability":0.6452672896523164,"observed_frequency":0.4117647058823529},{"predicted_probability":0.75719314355678,"observed_frequency":1.0},{"predicted_probability":0.8698432132775568,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9670462197734925,"observed_frequency":0.92}]},{"lead_hours":17,"brier_score":0.1213396902,"roc_auc":0.9024553571,"average_precision":0.8102488938,"threat_score":0.5571428571,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06989007345227005,"observed_frequency":0.0},{"predicted_probability":0.1460118976732053,"observed_frequency":0.1},{"predicted_probability":0.25592473502441354,"observed_frequency":0.36363636363636365},{"predicted_probability":0.3545364841184777,"observed_frequency":0.5},{"predicted_probability":0.4577130721289349,"observed_frequency":0.25},{"predicted_probability":0.5505394027723433,"observed_frequency":0.6},{"predicted_probability":0.6467931938763359,"observed_frequency":0.42857142857142855},{"predicted_probability":0.7657629047411113,"observed_frequency":0.3333333333333333},{"predicted_probability":0.8599749343586429,"observed_frequency":1.0},{"predicted_probability":0.9709301680502577,"observed_frequency":0.9130434782608695}]},{"lead_hours":18,"brier_score":0.122341581,"roc_auc":0.8997767857,"average_precision":0.815749586,"threat_score":0.5714285714,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07414252289924333,"observed_frequency":0.0},{"predicted_probability":0.1344233562370817,"observed_frequency":0.07692307692307693},{"predicted_probability":0.23133242143658814,"observed_frequency":0.3181818181818182},{"predicted_probability":0.345097471859114,"observed_frequency":0.125},{"predicted_probability":0.4446152818123134,"observed_frequency":0.4444444444444444},{"predicted_probability":0.5591169338105614,"observed_frequency":0.7142857142857143},{"predicted_probability":0.6422007039347727,"observed_frequency":0.6363636363636364},{"predicted_probability":0.7452042159456376,"observed_frequency":0.14285714285714285},{"predicted_probability":0.8626467562333575,"observed_frequency":1.0},{"predicted_probability":0.9746531269202839,"observed_frequency":0.9230769230769231}]},{"lead_hours":19,"brier_score":0.1291351563,"roc_auc":0.8888392857,"average_precision":0.8052896395,"threat_score":0.4857142857,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08785160858724077,"observed_frequency":0.02857142857142857},{"predicted_probability":0.14816617834873413,"observed_frequency":0.058823529411764705},{"predicted_probability":0.25171340255798036,"observed_frequency":0.34782608695652173},{"predicted_probability":0.3606101887327941,"observed_frequency":0.3333333333333333},{"predicted_probability":0.45502046697449,"observed_frequency":0.6153846153846154},{"predicted_probability":0.5628793683966097,"observed_frequency":0.45454545454545453},{"predicted_probability":0.6598382290336313,"observed_frequency":0.75},{"predicted_probability":0.7037037037037037,"observed_frequency":0.0},{"predicted_probability":0.860943380161771,"observed_frequency":0.5},{"predicted_probability":0.9785634118967451,"observed_frequency":0.9545454545454546}]},{"lead_hours":20,"brier_score":0.1269159241,"roc_auc":0.8884672619,"average_precision":0.776991013,"threat_score":0.5352112676,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08160225031327965,"observed_frequency":0.030303030303030304},{"predicted_probability":0.15980053411381018,"observed_frequency":0.06779661016949153},{"predicted_probability":0.25007098481492834,"observed_frequency":0.5},{"predicted_probability":0.35502629277544945,"observed_frequency":0.4},{"predicted_probability":0.45558748294787005,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5693344725850091,"observed_frequency":0.5384615384615384},{"predicted_probability":0.6527441782987116,"observed_frequency":0.5555555555555556},{"predicted_probability":0.7407407407407408,"observed_frequency":0.0},{"predicted_probability":0.8611009704232643,"observed_frequency":1.0},{"predicted_probability":0.9737550885971616,"observed_frequency":0.9047619047619048}]},{"lead_hours":21,"brier_score":0.1225406776,"roc_auc":0.8955357143,"average_precision":0.806539442,"threat_score":0.6029411765,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08679289922578773,"observed_frequency":0.03571428571428571},{"predicted_probability":0.14764354526843662,"observed_frequency":0.08333333333333333},{"predicted_probability":0.24685605608676633,"observed_frequency":0.25},{"predicted_probability":0.3389396111524591,"observed_frequency":0.2222222222222222},{"predicted_probability":0.45616062449932676,"observed_frequency":0.3},{"predicted_probability":0.5389777080859557,"observed_frequency":0.75},{"predicted_probability":0.6350203299377508,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7410276513666604,"observed_frequency":0.3333333333333333},{"predicted_probability":0.8385479102869295,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9598318568252606,"observed_frequency":0.9230769230769231}]},{"lead_hours":22,"brier_score":0.1241811955,"roc_auc":0.8911458333,"average_precision":0.8024774201,"threat_score":0.5633802817,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09059430632289749,"observed_frequency":0.03125},{"predicted_probability":0.13913330150285338,"observed_frequency":0.06666666666666667},{"predicted_probability":0.2499658959143306,"observed_frequency":0.18181818181818182},{"predicted_probability":0.34294109371802745,"observed_frequency":0.25},{"predicted_probability":0.4261646545256122,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5456675022167655,"observed_frequency":0.625},{"predicted_probability":0.6567381147261442,"observed_frequency":0.5625},{"predicted_probability":0.7336556169429098,"observed_frequency":0.5},{"predicted_probability":0.8444444444444444,"observed_frequency":0.4},{"predicted_probability":0.9573393413364254,"observed_frequency":0.9583333333333334}]},{"lead_hours":23,"brier_score":0.1331764496,"roc_auc":0.870610119,"average_precision":0.758887444,"threat_score":0.5211267606,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0915400917064257,"observed_frequency":0.041666666666666664},{"predicted_probability":0.15071474876864097,"observed_frequency":0.08928571428571429},{"predicted_probability":0.25580814238792404,"observed_frequency":0.23529411764705882},{"predicted_probability":0.3646808946210144,"observed_frequency":0.25},{"predicted_probability":0.4626003109037042,"observed_frequency":0.45454545454545453},{"predicted_probability":0.5357073128197546,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6632728844305691,"observed_frequency":0.6},{"predicted_probability":0.7379258576863368,"observed_frequency":0.5},{"predicted_probability":0.8598948825994734,"observed_frequency":1.0},{"predicted_probability":0.9639208446039229,"observed_frequency":0.8888888888888888}]},{"lead_hours":24,"brier_score":0.1370608712,"roc_auc":0.8665216086,"average_precision":0.767952263,"threat_score":0.5205479452,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08558808773862538,"observed_frequency":0.0},{"predicted_probability":0.14570646524904934,"observed_frequency":0.06349206349206349},{"predicted_probability":0.25058584334192713,"observed_frequency":0.21052631578947367},{"predicted_probability":0.3561940905394416,"observed_frequency":0.35294117647058826},{"predicted_probability":0.45040564373897707,"observed_frequency":0.4},{"predicted_probability":0.5709037378392217,"observed_frequency":0.5},{"predicted_probability":0.6385484819176575,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7537729229485503,"observed_frequency":0.5555555555555556},{"predicted_probability":0.8443488649940264,"observed_frequency":0.8},{"predicted_probability":0.9561254290644973,"observed_frequency":0.9166666666666666}]},{"lead_hours":25,"brier_score":0.145839699,"roc_auc":0.8589763178,"average_precision":0.7507267239,"threat_score":0.4657534247,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07851573670419199,"observed_frequency":0.0},{"predicted_probability":0.14878711472662776,"observed_frequency":0.04477611940298507},{"predicted_probability":0.23884858824544036,"observed_frequency":0.3888888888888889},{"predicted_probability":0.3487560964473679,"observed_frequency":0.4117647058823529},{"predicted_probability":0.449779983775992,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5359447372158124,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6592277449990566,"observed_frequency":0.2222222222222222},{"predicted_probability":0.7522483090265011,"observed_frequency":0.5},{"predicted_probability":0.8381941161709007,"observed_frequency":0.4},{"predicted_probability":0.9601769800834877,"observed_frequency":0.9285714285714286}]},{"lead_hours":26,"brier_score":0.1480633002,"roc_auc":0.8617131063,"average_precision":0.7453490544,"threat_score":0.5,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07652812485403336,"observed_frequency":0.0},{"predicted_probability":0.14707335215219836,"observed_frequency":0.03773584905660377},{"predicted_probability":0.22745431568239732,"observed_frequency":0.2222222222222222},{"predicted_probability":0.3591008634039602,"observed_frequency":0.46153846153846156},{"predicted_probability":0.45190934108708175,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5401992152832922,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6534058398337148,"observed_frequency":0.125},{"predicted_probability":0.7612277546826102,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8602690457284319,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9664792844130973,"observed_frequency":0.88}]},{"lead_hours":27,"brier_score":0.146107106,"roc_auc":0.8645879404,"average_precision":0.7641049225,"threat_score":0.4864864865,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07459083357046474,"observed_frequency":0.0},{"predicted_probability":0.1486952956604534,"observed_frequency":0.046875},{"predicted_probability":0.24404572616871018,"observed_frequency":0.2},{"predicted_probability":0.33952274138934807,"observed_frequency":0.5833333333333334},{"predicted_probability":0.44069675746087744,"observed_frequency":0.4},{"predicted_probability":0.5414736583855648,"observed_frequency":0.6666666666666666},{"predicted_probability":0.638005058618051,"observed_frequency":0.25},{"predicted_probability":0.739640834224141,"observed_frequency":0.3333333333333333},{"predicted_probability":0.8506568609697827,"observed_frequency":0.75},{"predicted_probability":0.960770825909938,"observed_frequency":0.88}]},{"lead_hours":28,"brier_score":0.1515601849,"roc_auc":0.853553375,"average_precision":0.7254478575,"threat_score":0.472972973,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08562420374720947,"observed_frequency":0.0},{"predicted_probability":0.1441059402483089,"observed_frequency":0.03508771929824561},{"predicted_probability":0.2456042949924222,"observed_frequency":0.18181818181818182},{"predicted_probability":0.33932256919517484,"observed_frequency":0.5789473684210527},{"predicted_probability":0.43711560713910025,"observed_frequency":0.3},{"predicted_probability":0.5681526643056676,"observed_frequency":0.625},{"predicted_probability":0.6456798224742403,"observed_frequency":0.2857142857142857},{"predicted_probability":0.7531645569620253,"observed_frequency":0.375},{"predicted_probability":0.8549134884735712,"observed_frequency":0.6666666666666666},{"predicted_probability":0.96090707859178,"observed_frequency":0.8846153846153846}]},{"lead_hours":29,"brier_score":0.1565623833,"roc_auc":0.8448326699,"average_precision":0.7100895509,"threat_score":0.4358974359,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06607858040751896,"observed_frequency":0.0},{"predicted_probability":0.14027841001632915,"observed_frequency":0.03571428571428571},{"predicted_probability":0.23800157862425825,"observed_frequency":0.13333333333333333},{"predicted_probability":0.3504846543522838,"observed_frequency":0.6190476190476191},{"predicted_probability":0.45280790481480393,"observed_frequency":0.4},{"predicted_probability":0.5413470927003246,"observed_frequency":0.5},{"predicted_probability":0.6522980676469728,"observed_frequency":0.2},{"predicted_probability":0.7364410793112521,"observed_frequency":0.4},{"predicted_probability":0.8398008204948305,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9582229758041727,"observed_frequency":0.8333333333333334}]},{"lead_hours":30,"brier_score":0.1623362639,"roc_auc":0.8386407194,"average_precision":0.70545011,"threat_score":0.4230769231,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07632624768946394,"observed_frequency":0.0},{"predicted_probability":0.1444594939129326,"observed_frequency":0.034482758620689655},{"predicted_probability":0.25172223802075927,"observed_frequency":0.19230769230769232},{"predicted_probability":0.34075015403573633,"observed_frequency":0.5714285714285714},{"predicted_probability":0.45451517252002455,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5340515249537893,"observed_frequency":0.5},{"predicted_probability":0.6689309919901416,"observed_frequency":0.1111111111111111},{"predicted_probability":0.741970887245841,"observed_frequency":0.5},{"predicted_probability":0.860720887245841,"observed_frequency":0.625},{"predicted_probability":0.9574409306437355,"observed_frequency":0.8695652173913043}]},{"lead_hours":31,"brier_score":0.1625857836,"roc_auc":0.8392562603,"average_precision":0.7148682885,"threat_score":0.4533333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07740117891816917,"observed_frequency":0.0},{"predicted_probability":0.14927268524355905,"observed_frequency":0.03636363636363636},{"predicted_probability":0.2489638793193444,"observed_frequency":0.25806451612903225},{"predicted_probability":0.34367689551548775,"observed_frequency":0.4},{"predicted_probability":0.4562601132686084,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5511745839112344,"observed_frequency":0.375},{"predicted_probability":0.6420596393897364,"observed_frequency":0.8333333333333334},{"predicted_probability":0.7385078594544614,"observed_frequency":0.2},{"predicted_probability":0.857116851595007,"observed_frequency":0.5},{"predicted_probability":0.9584695528696915,"observed_frequency":0.9047619047619048}]},{"lead_hours":32,"brier_score":0.1542170219,"roc_auc":0.8395989975,"average_precision":0.7155217173,"threat_score":0.472972973,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0811141304347826,"observed_frequency":0.0},{"predicted_probability":0.1451587334959213,"observed_frequency":0.03636363636363636},{"predicted_probability":0.2531863878761495,"observed_frequency":0.23529411764705882},{"predicted_probability":0.34934694506849917,"observed_frequency":0.42857142857142855},{"predicted_probability":0.4514847363552266,"observed_frequency":0.3},{"predicted_probability":0.5575659111933395,"observed_frequency":0.6},{"predicted_probability":0.6424491211840887,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7571474457806557,"observed_frequency":0.5555555555555556},{"predicted_probability":0.8455943570767808,"observed_frequency":0.5},{"predicted_probability":0.9587980705695784,"observed_frequency":0.9047619047619048}]},{"lead_hours":33,"brier_score":0.1503436295,"roc_auc":0.8494029191,"average_precision":0.7384753387,"threat_score":0.4861111111,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05555555555555558,"observed_frequency":0.0},{"predicted_probability":0.14874405249231717,"observed_frequency":0.05172413793103448},{"predicted_probability":0.2509335781687343,"observed_frequency":0.20689655172413793},{"predicted_probability":0.3472798680572859,"observed_frequency":0.4},{"predicted_probability":0.4480491743333021,"observed_frequency":0.2727272727272727},{"predicted_probability":0.5609938418823194,"observed_frequency":0.5714285714285714},{"predicted_probability":0.6436056134980245,"observed_frequency":0.625},{"predicted_probability":0.7440940210491345,"observed_frequency":0.5},{"predicted_probability":0.8254476204036593,"observed_frequency":0.4},{"predicted_probability":0.9481535354973574,"observed_frequency":0.9090909090909091}]},{"lead_hours":34,"brier_score":0.1527312221,"roc_auc":0.8510246204,"average_precision":0.7226513525,"threat_score":0.4794520548,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0833333333333333,"observed_frequency":0.0},{"predicted_probability":0.1448994252873563,"observed_frequency":0.034482758620689655},{"predicted_probability":0.2428774928774929,"observed_frequency":0.23076923076923078},{"predicted_probability":0.33834541062801937,"observed_frequency":0.391304347826087},{"predicted_probability":0.4368518518518519,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5188271604938272,"observed_frequency":0.5},{"predicted_probability":0.6358217592592592,"observed_frequency":0.75},{"predicted_probability":0.7521759259259259,"observed_frequency":0.4},{"predicted_probability":0.841358024691358,"observed_frequency":0.5},{"predicted_probability":0.9496693121693122,"observed_frequency":0.9047619047619048}]},{"lead_hours":35,"brier_score":0.1576370727,"roc_auc":0.8391567153,"average_precision":0.6964256619,"threat_score":0.4583333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09087830013895323,"observed_frequency":0.0},{"predicted_probability":0.14858457794052102,"observed_frequency":0.03773584905660377},{"predicted_probability":0.23235030948671526,"observed_frequency":0.18181818181818182},{"predicted_probability":0.3437715506149967,"observed_frequency":0.5},{"predicted_probability":0.4425034738304771,"observed_frequency":0.35},{"predicted_probability":0.5551925494607292,"observed_frequency":0.7142857142857143},{"predicted_probability":0.651418480778138,"observed_frequency":0.8},{"predicted_probability":0.7551259677099186,"observed_frequency":0.35714285714285715},{"predicted_probability":0.8260957040296433,"observed_frequency":0.75},{"predicted_probability":0.9569676033142915,"observed_frequency":0.8888888888888888}]},{"lead_hours":36,"brier_score":0.1587800129,"roc_auc":0.8340704703,"average_precision":0.6976495809,"threat_score":0.4605263158,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09251911492122336,"observed_frequency":0.0},{"predicted_probability":0.15320898980537534,"observed_frequency":0.04},{"predicted_probability":0.2398761365628836,"observed_frequency":0.1891891891891892},{"predicted_probability":0.35555298115539086,"observed_frequency":0.4666666666666667},{"predicted_probability":0.4291118802131603,"observed_frequency":0.375},{"predicted_probability":0.5476124778835622,"observed_frequency":0.5454545454545454},{"predicted_probability":0.6452991452991452,"observed_frequency":0.4444444444444444},{"predicted_probability":0.7470227062094532,"observed_frequency":0.375},{"predicted_probability":0.8348253591288229,"observed_frequency":0.75},{"predicted_probability":0.9579684121099784,"observed_frequency":0.8888888888888888}]},{"lead_hours":37,"brier_score":0.1620860282,"roc_auc":0.824929972,"average_precision":0.6967724156,"threat_score":0.4594594595,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09541608715808995,"observed_frequency":0.0},{"predicted_probability":0.16699214148369398,"observed_frequency":0.04918032786885246},{"predicted_probability":0.2420017738001653,"observed_frequency":0.30434782608695654},{"predicted_probability":0.3435747616456028,"observed_frequency":0.43478260869565216},{"predicted_probability":0.4412416937104003,"observed_frequency":0.2},{"predicted_probability":0.5293282046824292,"observed_frequency":0.5},{"predicted_probability":0.6384890279709473,"observed_frequency":0.5},{"predicted_probability":0.7576705862519493,"observed_frequency":0.45454545454545453},{"predicted_probability":0.8456717953175708,"observed_frequency":0.75},{"predicted_probability":0.9539290681502087,"observed_frequency":0.8888888888888888}]},{"lead_hours":38,"brier_score":0.1588423731,"roc_auc":0.8314167772,"average_precision":0.7008095098,"threat_score":0.4533333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08124999999999999,"observed_frequency":0.0},{"predicted_probability":0.15710204081632653,"observed_frequency":0.04},{"predicted_probability":0.2409811053608046,"observed_frequency":0.21052631578947367},{"predicted_probability":0.3405238610595753,"observed_frequency":0.3888888888888889},{"predicted_probability":0.4458661873840445,"observed_frequency":0.375},{"predicted_probability":0.5455009276437848,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6390099979385693,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7491250632484399,"observed_frequency":0.6363636363636364},{"predicted_probability":0.8464401669758812,"observed_frequency":0.75},{"predicted_probability":0.9525241675617614,"observed_frequency":0.8947368421052632}]},{"lead_hours":39,"brier_score":0.1593569211,"roc_auc":0.8286156568,"average_precision":0.6947524987,"threat_score":0.4594594595,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07499999999999996,"observed_frequency":0.0},{"predicted_probability":0.1545021837041081,"observed_frequency":0.0392156862745098},{"predicted_probability":0.2507035134239311,"observed_frequency":0.22857142857142856},{"predicted_probability":0.3347737819025522,"observed_frequency":0.47619047619047616},{"predicted_probability":0.44153712296983755,"observed_frequency":0.2},{"predicted_probability":0.5530742459396751,"observed_frequency":0.6},{"predicted_probability":0.6598221191028616,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7675836924096784,"observed_frequency":0.7142857142857143},{"predicted_probability":0.8592434537620152,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9544064191802009,"observed_frequency":0.8666666666666667}]},{"lead_hours":40,"brier_score":0.1608206507,"roc_auc":0.8253722542,"average_precision":0.6762698823,"threat_score":0.4305555556,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09062499999999998,"observed_frequency":0.0},{"predicted_probability":0.16038815550442048,"observed_frequency":0.043478260869565216},{"predicted_probability":0.24719365283432132,"observed_frequency":0.23076923076923078},{"predicted_probability":0.3389886624639593,"observed_frequency":0.3684210526315789},{"predicted_probability":0.4387888283953743,"observed_frequency":0.36363636363636365},{"predicted_probability":0.5530955697042048,"observed_frequency":0.5714285714285714},{"predicted_probability":0.6528512844320643,"observed_frequency":0.4166666666666667},{"predicted_probability":0.765625,"observed_frequency":0.5},{"predicted_probability":0.850212229738692,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9607278609563603,"observed_frequency":0.875}]},{"lead_hours":41,"brier_score":0.1679595284,"roc_auc":0.8168214654,"average_precision":0.665335003,"threat_score":0.4025974026,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09722222222222221,"observed_frequency":0.1111111111111111},{"predicted_probability":0.16247199530067485,"observed_frequency":0.0},{"predicted_probability":0.23471432374565265,"observed_frequency":0.1951219512195122},{"predicted_probability":0.337427775197399,"observed_frequency":0.4},{"predicted_probability":0.43502997271249416,"observed_frequency":0.4375},{"predicted_probability":0.5405233975847654,"observed_frequency":0.4166666666666667},{"predicted_probability":0.6387772875058058,"observed_frequency":0.4},{"predicted_probability":0.771247242220158,"observed_frequency":0.5},{"predicted_probability":0.8601846261031121,"observed_frequency":1.0},{"predicted_probability":0.9568581630283326,"observed_frequency":0.8125}]},{"lead_hours":42,"brier_score":0.1723520416,"roc_auc":0.8120300752,"average_precision":0.6661769298,"threat_score":0.4050632911,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09843749999999998,"observed_frequency":0.125},{"predicted_probability":0.17074003631019277,"observed_frequency":0.0},{"predicted_probability":0.24799024163568772,"observed_frequency":0.25},{"predicted_probability":0.3265144474484623,"observed_frequency":0.4090909090909091},{"predicted_probability":0.4323638749179969,"observed_frequency":0.4117647058823529},{"predicted_probability":0.5381040892193308,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6306970260223048,"observed_frequency":0.6},{"predicted_probability":0.7583585037174722,"observed_frequency":0.25},{"predicted_probability":0.8530101197852127,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9582094175960347,"observed_frequency":0.8666666666666667}]},{"lead_hours":43,"brier_score":0.17404836,"roc_auc":0.8110717971,"average_precision":0.6519483529,"threat_score":0.3924050633,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08750000000000002,"observed_frequency":0.0},{"predicted_probability":0.17117632076124906,"observed_frequency":0.0425531914893617},{"predicted_probability":0.253183969292756,"observed_frequency":0.23076923076923078},{"predicted_probability":0.3495610976534782,"observed_frequency":0.5263157894736842},{"predicted_probability":0.4481208906156605,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5530228188439485,"observed_frequency":0.25},{"predicted_probability":0.6598827580195258,"observed_frequency":0.625},{"predicted_probability":0.7464285714285713,"observed_frequency":0.42857142857142855},{"predicted_probability":0.8424653907743169,"observed_frequency":0.7777777777777778},{"predicted_probability":0.9544295402958951,"observed_frequency":0.7647058823529411}]},{"lead_hours":44,"brier_score":0.1677428388,"roc_auc":0.8170426065,"average_precision":0.6759319385,"threat_score":0.4415584416,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08750000000000002,"observed_frequency":0.125},{"predicted_probability":0.17541708796764405,"observed_frequency":0.043478260869565216},{"predicted_probability":0.24562367864693446,"observed_frequency":0.21212121212121213},{"predicted_probability":0.3460359408033827,"observed_frequency":0.36363636363636365},{"predicted_probability":0.443345259391771,"observed_frequency":0.38461538461538464},{"predicted_probability":0.547014119601329,"observed_frequency":0.42857142857142855},{"predicted_probability":0.640625,"observed_frequency":0.75},{"predicted_probability":0.7325528541226216,"observed_frequency":0.45454545454545453},{"predicted_probability":0.844328165374677,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9518168604651163,"observed_frequency":0.875}]},{"lead_hours":45,"brier_score":0.1652137525,"roc_auc":0.8222762789,"average_precision":0.681389508,"threat_score":0.4342105263,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09000000000000001,"observed_frequency":0.1},{"predicted_probability":0.1658614000226378,"observed_frequency":0.02702702702702703},{"predicted_probability":0.23884931179740884,"observed_frequency":0.21052631578947367},{"predicted_probability":0.34322971516739736,"observed_frequency":0.3157894736842105},{"predicted_probability":0.4512639599813867,"observed_frequency":0.4},{"predicted_probability":0.5281610309704773,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6608603484824983,"observed_frequency":0.7777777777777778},{"predicted_probability":0.7446205599503645,"observed_frequency":0.4166666666666667},{"predicted_probability":0.8538365020275211,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9512067628354272,"observed_frequency":0.8666666666666667}]},{"lead_hours":46,"brier_score":0.1644396618,"roc_auc":0.8272150966,"average_precision":0.6891508878,"threat_score":0.4736842105,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09624999999999999,"observed_frequency":0.1},{"predicted_probability":0.15845230705565902,"observed_frequency":0.0},{"predicted_probability":0.23561824953445068,"observed_frequency":0.16},{"predicted_probability":0.3487880198634389,"observed_frequency":0.4666666666666667},{"predicted_probability":0.44834607468391646,"observed_frequency":0.2631578947368421},{"predicted_probability":0.5470360024829298,"observed_frequency":0.5833333333333334},{"predicted_probability":0.6642524607608407,"observed_frequency":0.5714285714285714},{"predicted_probability":0.74743947858473,"observed_frequency":0.5},{"predicted_probability":0.8547120244745942,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9576017557861132,"observed_frequency":0.8571428571428571}]},{"lead_hours":47,"brier_score":0.1659415638,"roc_auc":0.8247088309,"average_precision":0.6705650897,"threat_score":0.4810126582,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09895833333333333,"observed_frequency":0.08333333333333333},{"predicted_probability":0.1690568940452499,"observed_frequency":0.0},{"predicted_probability":0.23778513623660924,"observed_frequency":0.2},{"predicted_probability":0.3491802515137401,"observed_frequency":0.4},{"predicted_probability":0.4344459565673032,"observed_frequency":0.25},{"predicted_probability":0.5452467875832214,"observed_frequency":0.47058823529411764},{"predicted_probability":0.635819083105995,"observed_frequency":0.8571428571428571},{"predicted_probability":0.7172728558120964,"observed_frequency":0.42857142857142855},{"predicted_probability":0.8497330161687404,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9534222170470426,"observed_frequency":0.8666666666666667}]},{"lead_hours":48,"brier_score":0.1669868238,"roc_auc":0.8196550699,"average_precision":0.6757465822,"threat_score":0.4358974359,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09749999999999999,"observed_frequency":0.0},{"predicted_probability":0.162509130752374,"observed_frequency":0.02702702702702703},{"predicted_probability":0.24558833912282185,"observed_frequency":0.18181818181818182},{"predicted_probability":0.34339420239204727,"observed_frequency":0.2916666666666667},{"predicted_probability":0.4568621577242266,"observed_frequency":0.42857142857142855},{"predicted_probability":0.5406560655483069,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6442523881640261,"observed_frequency":0.625},{"predicted_probability":0.7291152143522833,"observed_frequency":0.5625},{"predicted_probability":0.8573625349487419,"observed_frequency":1.0},{"predicted_probability":0.9529186680048749,"observed_frequency":0.7692307692307693}]},{"lead_hours":49,"brier_score":0.1691128585,"roc_auc":0.8140889831,"average_precision":0.6340053098,"threat_score":0.4155844156,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08547008547008546,"observed_frequency":0.0},{"predicted_probability":0.1585081585081585,"observed_frequency":0.02631578947368421},{"predicted_probability":0.2356177156177156,"observed_frequency":0.17142857142857143},{"predicted_probability":0.3533195199861866,"observed_frequency":0.25925925925925924},{"predicted_probability":0.4558663558663559,"observed_frequency":0.5555555555555556},{"predicted_probability":0.5397513597513597,"observed_frequency":0.4666666666666667},{"predicted_probability":0.6575990675990677,"observed_frequency":0.6},{"predicted_probability":0.7323750323750323,"observed_frequency":0.3333333333333333},{"predicted_probability":0.8666666666666667,"observed_frequency":1.0},{"predicted_probability":0.9548484848484848,"observed_frequency":0.7}]},{"lead_hours":50,"brier_score":0.1690135678,"roc_auc":0.8134753902,"average_precision":0.6322414833,"threat_score":0.417721519,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08333333333333331,"observed_frequency":0.0},{"predicted_probability":0.16110045634299366,"observed_frequency":0.030303030303030304},{"predicted_probability":0.23292910447761192,"observed_frequency":0.14285714285714285},{"predicted_probability":0.3510147772304731,"observed_frequency":0.25806451612903225},{"predicted_probability":0.4509492373298344,"observed_frequency":0.6428571428571429},{"predicted_probability":0.5326541782040026,"observed_frequency":0.4117647058823529},{"predicted_probability":0.6493344575200919,"observed_frequency":0.5833333333333334},{"predicted_probability":0.737061387772675,"observed_frequency":0.5},{"predicted_probability":0.8553895187523919,"observed_frequency":0.875},{"predicted_probability":0.952658038478934,"observed_frequency":0.7272727272727273}]},{"lead_hours":51,"brier_score":0.1693131502,"roc_auc":0.8125,"average_precision":0.6263967865,"threat_score":0.4342105263,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08791208791208792,"observed_frequency":0.0},{"predicted_probability":0.16177953727816005,"observed_frequency":0.03225806451612903},{"predicted_probability":0.23480110822621317,"observed_frequency":0.1388888888888889},{"predicted_probability":0.35209391489285335,"observed_frequency":0.25},{"predicted_probability":0.45850046962681124,"observed_frequency":0.5625},{"predicted_probability":0.5413730252740984,"observed_frequency":0.4666666666666667},{"predicted_probability":0.6554830598407181,"observed_frequency":0.6153846153846154},{"predicted_probability":0.7412326357729998,"observed_frequency":0.5555555555555556},{"predicted_probability":0.8762415838944071,"observed_frequency":1.0},{"predicted_probability":0.9550600710190071,"observed_frequency":0.6666666666666666}]},{"lead_hours":52,"brier_score":0.168719738,"roc_auc":0.815753632,"average_precision":0.6317898152,"threat_score":0.4285714286,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08608058608058608,"observed_frequency":0.0},{"predicted_probability":0.16488954556181448,"observed_frequency":0.02857142857142857},{"predicted_probability":0.24084249084249082,"observed_frequency":0.15625},{"predicted_probability":0.3489816108411935,"observed_frequency":0.2903225806451613},{"predicted_probability":0.45540712011300255,"observed_frequency":0.5333333333333333},{"predicted_probability":0.5425321410615529,"observed_frequency":0.5},{"predicted_probability":0.6494250121701103,"observed_frequency":0.5555555555555556},{"predicted_probability":0.744195755225167,"observed_frequency":0.625},{"predicted_probability":0.8625347574927407,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9502980679451267,"observed_frequency":0.7}]},{"lead_hours":53,"brier_score":0.1705271615,"roc_auc":0.8118997599,"average_precision":0.6251103287,"threat_score":0.3974358974,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08791208791208792,"observed_frequency":0.0},{"predicted_probability":0.1582796159854899,"observed_frequency":0.034482758620689655},{"predicted_probability":0.23457948930858782,"observed_frequency":0.1388888888888889},{"predicted_probability":0.340021038176106,"observed_frequency":0.26666666666666666},{"predicted_probability":0.4409729457837819,"observed_frequency":0.55},{"predicted_probability":0.5402509223428531,"observed_frequency":0.4117647058823529},{"predicted_probability":0.6552274079130689,"observed_frequency":0.5833333333333334},{"predicted_probability":0.7383778548246087,"observed_frequency":0.5},{"predicted_probability":0.8626849822552766,"observed_frequency":1.0},{"predicted_probability":0.9437268709804908,"observed_frequency":0.7}]},{"lead_hours":54,"brier_score":0.1728412216,"roc_auc":0.805972389,"average_precision":0.6208259883,"threat_score":0.4078947368,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08679927667269441,"observed_frequency":0.0},{"predicted_probability":0.16567898766812028,"observed_frequency":0.06896551724137931},{"predicted_probability":0.23847644961214104,"observed_frequency":0.11428571428571428},{"predicted_probability":0.33966310448624415,"observed_frequency":0.2962962962962963},{"predicted_probability":0.44497879678584756,"observed_frequency":0.4230769230769231},{"predicted_probability":0.5565823524192595,"observed_frequency":0.5},{"predicted_probability":0.6681156770592473,"observed_frequency":0.45454545454545453},{"predicted_probability":0.735985533453888,"observed_frequency":0.5714285714285714},{"predicted_probability":0.8671317030302007,"observed_frequency":1.0},{"predicted_probability":0.951566307819709,"observed_frequency":0.7}]},{"lead_hours":55,"brier_score":0.1758166234,"roc_auc":0.8030372405,"average_precision":0.6220828795,"threat_score":0.4342105263,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08860759493670889,"observed_frequency":0.0},{"predicted_probability":0.1604927312669603,"observed_frequency":0.037037037037037035},{"predicted_probability":0.2484496002790959,"observed_frequency":0.11904761904761904},{"predicted_probability":0.34860569608674813,"observed_frequency":0.391304347826087},{"predicted_probability":0.45630869742752156,"observed_frequency":0.36363636363636365},{"predicted_probability":0.5503462667400477,"observed_frequency":0.5625},{"predicted_probability":0.6692301945189103,"observed_frequency":0.5},{"predicted_probability":0.722558551947655,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8719293885111344,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9522826037641311,"observed_frequency":0.75}]},{"lead_hours":56,"brier_score":0.1745191992,"roc_auc":0.8037214886,"average_precision":0.6198490564,"threat_score":0.4102564103,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.080168776371308,"observed_frequency":0.0},{"predicted_probability":0.1662788396314346,"observed_frequency":0.05714285714285714},{"predicted_probability":0.24177671921333926,"observed_frequency":0.10714285714285714},{"predicted_probability":0.33520896310117276,"observed_frequency":0.32142857142857145},{"predicted_probability":0.4456585771630887,"observed_frequency":0.4166666666666667},{"predicted_probability":0.546072410168158,"observed_frequency":0.5},{"predicted_probability":0.6679494618180958,"observed_frequency":0.42857142857142855},{"predicted_probability":0.7310126582278481,"observed_frequency":0.75},{"predicted_probability":0.8616010636768235,"observed_frequency":0.8571428571428571},{"predicted_probability":0.954703695849449,"observed_frequency":0.7272727272727273}]},{"lead_hours":57,"brier_score":0.1756911414,"roc_auc":0.8022959184,"average_precision":0.6113291551,"threat_score":0.3924050633,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09090909090909094,"observed_frequency":0.0},{"predicted_probability":0.17530045853523962,"observed_frequency":0.06060606060606061},{"predicted_probability":0.25309786142729523,"observed_frequency":0.13333333333333333},{"predicted_probability":0.345963208527551,"observed_frequency":0.3},{"predicted_probability":0.4529921730968228,"observed_frequency":0.45454545454545453},{"predicted_probability":0.5475289022317567,"observed_frequency":0.3888888888888889},{"predicted_probability":0.6471419185504351,"observed_frequency":0.5555555555555556},{"predicted_probability":0.7113997113997115,"observed_frequency":0.5555555555555556},{"predicted_probability":0.8525292364786985,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9454012685177867,"observed_frequency":0.75}]},{"lead_hours":58,"brier_score":0.1758915819,"roc_auc":0.8028211285,"average_precision":0.6228395458,"threat_score":0.4230769231,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07775768535262204,"observed_frequency":0.14285714285714285},{"predicted_probability":0.1658626874634555,"observed_frequency":0.03333333333333333},{"predicted_probability":0.24538963999765737,"observed_frequency":0.08823529411764706},{"predicted_probability":0.340097689070097,"observed_frequency":0.3333333333333333},{"predicted_probability":0.44538203109174535,"observed_frequency":0.4090909090909091},{"predicted_probability":0.5299929676511955,"observed_frequency":0.6},{"predicted_probability":0.6546943891338358,"observed_frequency":0.45},{"predicted_probability":0.7784810126582279,"observed_frequency":0.5},{"predicted_probability":0.8479886692267578,"observed_frequency":0.8},{"predicted_probability":0.950292021779008,"observed_frequency":0.7692307692307693}]},{"lead_hours":59,"brier_score":0.1755222985,"roc_auc":0.8019207683,"average_precision":0.6121687007,"threat_score":0.4050632911,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07594936708860756,"observed_frequency":0.0},{"predicted_probability":0.1656081761497823,"observed_frequency":0.06060606060606061},{"predicted_probability":0.2505187798298402,"observed_frequency":0.09375},{"predicted_probability":0.33877826291338275,"observed_frequency":0.32142857142857145},{"predicted_probability":0.4432745921851545,"observed_frequency":0.45454545454545453},{"predicted_probability":0.5249111157224875,"observed_frequency":0.5333333333333333},{"predicted_probability":0.6492416921115821,"observed_frequency":0.45},{"predicted_probability":0.7721518987341772,"observed_frequency":0.5},{"predicted_probability":0.8550222828288817,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9483300230239428,"observed_frequency":0.75}]},{"lead_hours":60,"brier_score":0.1763092112,"roc_auc":0.8004201681,"average_precision":0.6234368696,"threat_score":0.417721519,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07805907172995778,"observed_frequency":0.0},{"predicted_probability":0.1636108573665666,"observed_frequency":0.07142857142857142},{"predicted_probability":0.24369164699322599,"observed_frequency":0.08823529411764706},{"predicted_probability":0.34087785067166515,"observed_frequency":0.3},{"predicted_probability":0.4428382744316452,"observed_frequency":0.42857142857142855},{"predicted_probability":0.5346608457009083,"observed_frequency":0.5},{"predicted_probability":0.6564281033733177,"observed_frequency":0.47058823529411764},{"predicted_probability":0.759493670886076,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8290190170002254,"observed_frequency":0.75},{"predicted_probability":0.9486743518780579,"observed_frequency":0.7857142857142857}]},{"lead_hours":61,"brier_score":0.1765416468,"roc_auc":0.7977941176,"average_precision":0.6169408196,"threat_score":0.4155844156,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.080168776371308,"observed_frequency":0.0},{"predicted_probability":0.15225035161744022,"observed_frequency":0.07142857142857142},{"predicted_probability":0.24739442460961442,"observed_frequency":0.07692307692307693},{"predicted_probability":0.3448864777978703,"observed_frequency":0.32142857142857145},{"predicted_probability":0.44694483513048916,"observed_frequency":0.4166666666666667},{"predicted_probability":0.5452101890920457,"observed_frequency":0.5333333333333333},{"predicted_probability":0.6575246132208157,"observed_frequency":0.5},{"predicted_probability":0.759493670886076,"observed_frequency":0.5},{"predicted_probability":0.8328645100797,"observed_frequency":0.75},{"predicted_probability":0.9494005759828543,"observed_frequency":0.7857142857142857}]},{"lead_hours":62,"brier_score":0.1762527529,"roc_auc":0.8017707083,"average_precision":0.6274309851,"threat_score":0.425,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07594936708860756,"observed_frequency":0.0},{"predicted_probability":0.15163919131192977,"observed_frequency":0.07142857142857142},{"predicted_probability":0.24141957269262634,"observed_frequency":0.07894736842105263},{"predicted_probability":0.345714106228602,"observed_frequency":0.3225806451612903},{"predicted_probability":0.44837853563540503,"observed_frequency":0.3888888888888889},{"predicted_probability":0.5284091059021593,"observed_frequency":0.5555555555555556},{"predicted_probability":0.6462908405028291,"observed_frequency":0.42105263157894735},{"predicted_probability":0.7531645569620253,"observed_frequency":1.0},{"predicted_probability":0.8424539466913656,"observed_frequency":0.6666666666666666},{"predicted_probability":0.949323244262328,"observed_frequency":0.7692307692307693}]},{"lead_hours":63,"brier_score":0.1763178687,"roc_auc":0.799969988,"average_precision":0.6234510391,"threat_score":0.3924050633,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08860759493670889,"observed_frequency":0.0},{"predicted_probability":0.15052224385514157,"observed_frequency":0.07692307692307693},{"predicted_probability":0.2375371570792987,"observed_frequency":0.05714285714285714},{"predicted_probability":0.3460120569993512,"observed_frequency":0.2972972972972973},{"predicted_probability":0.4451135948026338,"observed_frequency":0.47619047619047616},{"predicted_probability":0.5405116052681876,"observed_frequency":0.4117647058823529},{"predicted_probability":0.659115709557142,"observed_frequency":0.5294117647058824},{"predicted_probability":0.7955279409639102,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8459236467101082,"observed_frequency":0.8},{"predicted_probability":0.949151762113229,"observed_frequency":0.75}]},{"lead_hours":64,"brier_score":0.1757512733,"roc_auc":0.8039465786,"average_precision":0.6268583479,"threat_score":0.4230769231,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08438818565400845,"observed_frequency":0.0},{"predicted_probability":0.15391038212396743,"observed_frequency":0.08333333333333333},{"predicted_probability":0.23742018449185498,"observed_frequency":0.05555555555555555},{"predicted_probability":0.3498918244327408,"observed_frequency":0.2702702702702703},{"predicted_probability":0.45245646877042855,"observed_frequency":0.45},{"predicted_probability":0.5324196232245795,"observed_frequency":0.5625},{"predicted_probability":0.6544686779844562,"observed_frequency":0.4444444444444444},{"predicted_probability":0.7780575860224639,"observed_frequency":1.0},{"predicted_probability":0.8516441829599254,"observed_frequency":0.5},{"predicted_probability":0.9536961701162092,"observed_frequency":0.8181818181818182}]},{"lead_hours":65,"brier_score":0.1738369331,"roc_auc":0.8022918258,"average_precision":0.6228135108,"threat_score":0.3875,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.080168776371308,"observed_frequency":0.0},{"predicted_probability":0.14508424134682374,"observed_frequency":0.09090909090909091},{"predicted_probability":0.2390085856154955,"observed_frequency":0.046511627906976744},{"predicted_probability":0.350112516089139,"observed_frequency":0.3548387096774194},{"predicted_probability":0.45072003039151304,"observed_frequency":0.47368421052631576},{"predicted_probability":0.5336954877358345,"observed_frequency":0.3888888888888889},{"predicted_probability":0.65702368490725,"observed_frequency":0.47058823529411764},{"predicted_probability":0.7088607594936709,"observed_frequency":1.0},{"predicted_probability":0.8296884197133021,"observed_frequency":0.625},{"predicted_probability":0.9488656745406511,"observed_frequency":0.8333333333333334}]},{"lead_hours":66,"brier_score":0.1757162201,"roc_auc":0.7988540871,"average_precision":0.6202101936,"threat_score":0.4320987654,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07594936708860756,"observed_frequency":0.0},{"predicted_probability":0.14790610822943434,"observed_frequency":0.08333333333333333},{"predicted_probability":0.23481080180780373,"observed_frequency":0.05405405405405406},{"predicted_probability":0.34258691484588505,"observed_frequency":0.2857142857142857},{"predicted_probability":0.43682148408997173,"observed_frequency":0.4},{"predicted_probability":0.5300299282879736,"observed_frequency":0.4782608695652174},{"predicted_probability":0.651844826663177,"observed_frequency":0.4375},{"predicted_probability":0.7096935376415723,"observed_frequency":1.0},{"predicted_probability":0.8337715332635386,"observed_frequency":0.625},{"predicted_probability":0.9486983875828812,"observed_frequency":0.8333333333333334}]},{"lead_hours":67,"brier_score":0.1776399119,"roc_auc":0.7981665393,"average_precision":0.6243044333,"threat_score":0.421686747,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08607594936708862,"observed_frequency":0.0},{"predicted_probability":0.1601712163682134,"observed_frequency":0.1},{"predicted_probability":0.23447149499174985,"observed_frequency":0.05128205128205128},{"predicted_probability":0.34806293301630875,"observed_frequency":0.3235294117647059},{"predicted_probability":0.4396869845620984,"observed_frequency":0.38461538461538464},{"predicted_probability":0.5297844633332303,"observed_frequency":0.45454545454545453},{"predicted_probability":0.6547473809708014,"observed_frequency":0.4444444444444444},{"predicted_probability":0.7402400123785209,"observed_frequency":0.75},{"predicted_probability":0.8471159151561215,"observed_frequency":0.5714285714285714},{"predicted_probability":0.956751550786651,"observed_frequency":0.8333333333333334}]},{"lead_hours":68,"brier_score":0.174538798,"roc_auc":0.8032849503,"average_precision":0.6341150239,"threat_score":0.4197530864,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08860759493670889,"observed_frequency":0.0},{"predicted_probability":0.1567452993081439,"observed_frequency":0.08},{"predicted_probability":0.2434311662433648,"observed_frequency":0.07142857142857142},{"predicted_probability":0.3513375788855158,"observed_frequency":0.3448275862068966},{"predicted_probability":0.4404675930174159,"observed_frequency":0.35294117647058826},{"predicted_probability":0.5310360953810943,"observed_frequency":0.45454545454545453},{"predicted_probability":0.6432378806101671,"observed_frequency":0.5},{"predicted_probability":0.7383966244725739,"observed_frequency":0.6666666666666666},{"predicted_probability":0.833839176203008,"observed_frequency":0.625},{"predicted_probability":0.946852872052629,"observed_frequency":0.8181818181818182}]},{"lead_hours":69,"brier_score":0.1756948967,"roc_auc":0.8046600458,"average_precision":0.6232519619,"threat_score":0.4320987654,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08227848101265822,"observed_frequency":0.0},{"predicted_probability":0.15982253660958054,"observed_frequency":0.08333333333333333},{"predicted_probability":0.23797107810479284,"observed_frequency":0.05263157894736842},{"predicted_probability":0.349223249091148,"observed_frequency":0.29411764705882354},{"predicted_probability":0.4551815338793745,"observed_frequency":0.4},{"predicted_probability":0.5267627699180937,"observed_frequency":0.45},{"predicted_probability":0.6443829603793549,"observed_frequency":0.5263157894736842},{"predicted_probability":0.7546090841399851,"observed_frequency":0.5},{"predicted_probability":0.8415825266815586,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9460958054107719,"observed_frequency":0.8333333333333334}]},{"lead_hours":70,"brier_score":0.1754496436,"roc_auc":0.8029029794,"average_precision":0.6261509656,"threat_score":0.4320987654,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07594936708860756,"observed_frequency":0.0},{"predicted_probability":0.15770191184533602,"observed_frequency":0.041666666666666664},{"predicted_probability":0.2422266236178775,"observed_frequency":0.0975609756097561},{"predicted_probability":0.3462426871381587,"observed_frequency":0.27586206896551724},{"predicted_probability":0.4407703401749744,"observed_frequency":0.3888888888888889},{"predicted_probability":0.5341416129523736,"observed_frequency":0.4782608695652174},{"predicted_probability":0.6438123276677234,"observed_frequency":0.4666666666666667},{"predicted_probability":0.7485835975430484,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8405063291139241,"observed_frequency":0.6},{"predicted_probability":0.942177306570677,"observed_frequency":0.8333333333333334}]},{"lead_hours":71,"brier_score":0.1749568556,"roc_auc":0.8066462949,"average_precision":0.6238262437,"threat_score":0.4024390244,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08227848101265822,"observed_frequency":0.0},{"predicted_probability":0.16544102701141045,"observed_frequency":0.045454545454545456},{"predicted_probability":0.23516838985973548,"observed_frequency":0.05263157894736842},{"predicted_probability":0.34852894203586143,"observed_frequency":0.3142857142857143},{"predicted_probability":0.4541217716538609,"observed_frequency":0.47058823529411764},{"predicted_probability":0.5358249701684331,"observed_frequency":0.391304347826087},{"predicted_probability":0.6507593147981421,"observed_frequency":0.5333333333333333},{"predicted_probability":0.7645816067144854,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8512658227848101,"observed_frequency":0.5},{"predicted_probability":0.942477506752446,"observed_frequency":0.8333333333333334}]},{"lead_hours":72,"brier_score":0.1761391482,"roc_auc":0.8039291217,"average_precision":0.6251419116,"threat_score":0.4197530864,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16205000733983216,"observed_frequency":0.043478260869565216},{"predicted_probability":0.23995096577148384,"observed_frequency":0.05},{"predicted_probability":0.3465612410869453,"observed_frequency":0.3},{"predicted_probability":0.4492779083501355,"observed_frequency":0.45},{"predicted_probability":0.5352688012523877,"observed_frequency":0.43478260869565216},{"predicted_probability":0.6520423258961061,"observed_frequency":0.5},{"predicted_probability":0.7503907228671304,"observed_frequency":0.7142857142857143},{"predicted_probability":0.8464882663835169,"observed_frequency":0.6},{"predicted_probability":0.9469511685894606,"observed_frequency":0.8181818181818182}]},{"lead_hours":73,"brier_score":0.1706213222,"roc_auc":0.8114996115,"average_precision":0.6411124885,"threat_score":0.4155844156,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17575036724451665,"observed_frequency":0.045454545454545456},{"predicted_probability":0.2578296291167578,"observed_frequency":0.11538461538461539},{"predicted_probability":0.3550946931427836,"observed_frequency":0.32142857142857145},{"predicted_probability":0.4530388753161031,"observed_frequency":0.45},{"predicted_probability":0.5269963971187034,"observed_frequency":0.47058823529411764},{"predicted_probability":0.6376923406626377,"observed_frequency":0.5},{"predicted_probability":0.7581186690097582,"observed_frequency":0.8333333333333334},{"predicted_probability":0.854073978826454,"observed_frequency":0.6},{"predicted_probability":0.9454588315974453,"observed_frequency":0.8}]},{"lead_hours":74,"brier_score":0.1724328926,"roc_auc":0.8083383777,"average_precision":0.6375753411,"threat_score":0.417721519,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17670841063698203,"observed_frequency":0.047619047619047616},{"predicted_probability":0.2546920061071004,"observed_frequency":0.11538461538461539},{"predicted_probability":0.350499378329567,"observed_frequency":0.25925925925925924},{"predicted_probability":0.4526847639645016,"observed_frequency":0.4782608695652174},{"predicted_probability":0.5271638215034441,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6514287876385546,"observed_frequency":0.5294117647058824},{"predicted_probability":0.7589632851425305,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8643053173241853,"observed_frequency":0.6},{"predicted_probability":0.9482118353344768,"observed_frequency":0.8}]},{"lead_hours":75,"brier_score":0.1718229115,"roc_auc":0.8077330508,"average_precision":0.6315267012,"threat_score":0.4415584416,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17670324655823813,"observed_frequency":0.045454545454545456},{"predicted_probability":0.26139005280109573,"observed_frequency":0.1111111111111111},{"predicted_probability":0.3548806488257008,"observed_frequency":0.2608695652173913},{"predicted_probability":0.4497860421786802,"observed_frequency":0.44},{"predicted_probability":0.5313162781680703,"observed_frequency":0.47368421052631576},{"predicted_probability":0.6512943673329301,"observed_frequency":0.5714285714285714},{"predicted_probability":0.7370114548028658,"observed_frequency":0.8571428571428571},{"predicted_probability":0.8553189142146198,"observed_frequency":0.6},{"predicted_probability":0.9470946231682428,"observed_frequency":0.8}]},{"lead_hours":76,"brier_score":0.1718212014,"roc_auc":0.8129578755,"average_precision":0.6422318921,"threat_score":0.4230769231,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17480783467811936,"observed_frequency":0.05263157894736842},{"predicted_probability":0.25431646214546033,"observed_frequency":0.09090909090909091},{"predicted_probability":0.35943919159216614,"observed_frequency":0.3181818181818182},{"predicted_probability":0.4498777332205095,"observed_frequency":0.44},{"predicted_probability":0.530322038678979,"observed_frequency":0.45},{"predicted_probability":0.6541636226986288,"observed_frequency":0.5714285714285714},{"predicted_probability":0.7456229637532754,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8621549366591859,"observed_frequency":0.6},{"predicted_probability":0.9455293526115055,"observed_frequency":0.8}]},{"lead_hours":77,"brier_score":0.1718439926,"roc_auc":0.8112136804,"average_precision":0.6367050875,"threat_score":0.417721519,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09090909090909094,"observed_frequency":0.0},{"predicted_probability":0.17565781569145736,"observed_frequency":0.04878048780487805},{"predicted_probability":0.2524620885508934,"observed_frequency":0.1111111111111111},{"predicted_probability":0.35213534693931475,"observed_frequency":0.2692307692307692},{"predicted_probability":0.44974630635225,"observed_frequency":0.4782608695652174},{"predicted_probability":0.5264764522204295,"observed_frequency":0.4},{"predicted_probability":0.6550221153433247,"observed_frequency":0.6428571428571429},{"predicted_probability":0.7431113210518029,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8571379494383745,"observed_frequency":0.8},{"predicted_probability":0.9496374712160343,"observed_frequency":0.7272727272727273}]},{"lead_hours":78,"brier_score":0.173867936,"roc_auc":0.8079600484,"average_precision":0.6374391153,"threat_score":0.3975903614,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.1756177596820319,"observed_frequency":0.08},{"predicted_probability":0.2398297528757185,"observed_frequency":0.05263157894736842},{"predicted_probability":0.3486990092220086,"observed_frequency":0.25925925925925924},{"predicted_probability":0.4399601658580865,"observed_frequency":0.5454545454545454},{"predicted_probability":0.5258393150642677,"observed_frequency":0.3181818181818182},{"predicted_probability":0.6603276907680332,"observed_frequency":0.5882352941176471},{"predicted_probability":0.7767407057340896,"observed_frequency":0.75},{"predicted_probability":0.8333333333333334,"observed_frequency":0.75},{"predicted_probability":0.9437664753936386,"observed_frequency":0.7692307692307693}]},{"lead_hours":79,"brier_score":0.17420861,"roc_auc":0.8087024087,"average_precision":0.6377226191,"threat_score":0.3975903614,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.1708539892628699,"observed_frequency":0.08695652173913043},{"predicted_probability":0.2336047463175123,"observed_frequency":0.05},{"predicted_probability":0.3534864924935847,"observed_frequency":0.2962962962962963},{"predicted_probability":0.44250342167475426,"observed_frequency":0.5263157894736842},{"predicted_probability":0.530716328588669,"observed_frequency":0.3181818181818182},{"predicted_probability":0.667080378250591,"observed_frequency":0.5},{"predicted_probability":0.7519476268412438,"observed_frequency":0.8},{"predicted_probability":0.8482905982905983,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9505682851427534,"observed_frequency":0.75}]},{"lead_hours":80,"brier_score":0.1741508847,"roc_auc":0.8084140436,"average_precision":0.6391584689,"threat_score":0.3975903614,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.17160808286636103,"observed_frequency":0.08},{"predicted_probability":0.2407065166737527,"observed_frequency":0.05263157894736842},{"predicted_probability":0.3489155605813782,"observed_frequency":0.23076923076923078},{"predicted_probability":0.4424587793433173,"observed_frequency":0.5652173913043478},{"predicted_probability":0.5323195673242976,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6597387808918779,"observed_frequency":0.5294117647058824},{"predicted_probability":0.7535720350289886,"observed_frequency":0.8},{"predicted_probability":0.8538461538461538,"observed_frequency":0.8},{"predicted_probability":0.944556639093063,"observed_frequency":0.75}]},{"lead_hours":81,"brier_score":0.1745933764,"roc_auc":0.8086410412,"average_precision":0.636985143,"threat_score":0.4146341463,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16875804972480724,"observed_frequency":0.06896551724137931},{"predicted_probability":0.24800400735090752,"observed_frequency":0.07894736842105263},{"predicted_probability":0.3522729423912576,"observed_frequency":0.24},{"predicted_probability":0.4416280058623991,"observed_frequency":0.5},{"predicted_probability":0.5373487674825711,"observed_frequency":0.4090909090909091},{"predicted_probability":0.6499889131218995,"observed_frequency":0.5384615384615384},{"predicted_probability":0.7319640673031247,"observed_frequency":0.5714285714285714},{"predicted_probability":0.8467532467532468,"observed_frequency":0.8},{"predicted_probability":0.9384037637705406,"observed_frequency":0.7692307692307693}]},{"lead_hours":82,"brier_score":0.1734661784,"roc_auc":0.8131053269,"average_precision":0.6370423366,"threat_score":0.4096385542,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16849935102776012,"observed_frequency":0.045454545454545456},{"predicted_probability":0.23843737563249764,"observed_frequency":0.07317073170731707},{"predicted_probability":0.3485142661825354,"observed_frequency":0.2692307692307692},{"predicted_probability":0.4414633661792753,"observed_frequency":0.5},{"predicted_probability":0.5325869876651127,"observed_frequency":0.375},{"predicted_probability":0.662594696969697,"observed_frequency":0.5333333333333333},{"predicted_probability":0.7461756993006993,"observed_frequency":0.75},{"predicted_probability":0.838644862082362,"observed_frequency":0.8333333333333334},{"predicted_probability":0.944854190947941,"observed_frequency":0.75}]},{"lead_hours":83,"brier_score":0.1736819693,"roc_auc":0.8069763923,"average_precision":0.6323693045,"threat_score":0.425,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16840476811143287,"observed_frequency":0.07692307692307693},{"predicted_probability":0.2440460117645556,"observed_frequency":0.07692307692307693},{"predicted_probability":0.350940980699389,"observed_frequency":0.24},{"predicted_probability":0.44467497277184637,"observed_frequency":0.4583333333333333},{"predicted_probability":0.5348152455128338,"observed_frequency":0.43478260869565216},{"predicted_probability":0.6539428188528142,"observed_frequency":0.5},{"predicted_probability":0.7318004591334767,"observed_frequency":0.8},{"predicted_probability":0.8422175487547349,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9444070850987004,"observed_frequency":0.7272727272727273}]},{"lead_hours":84,"brier_score":0.1742912331,"roc_auc":0.8072790557,"average_precision":0.6365521224,"threat_score":0.4047619048,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16501144326973713,"observed_frequency":0.08333333333333333},{"predicted_probability":0.23789454496613385,"observed_frequency":0.05263157894736842},{"predicted_probability":0.3491469194312796,"observed_frequency":0.26666666666666666},{"predicted_probability":0.4441163365333981,"observed_frequency":0.5555555555555556},{"predicted_probability":0.5331204277554988,"observed_frequency":0.36},{"predicted_probability":0.6546672916341164,"observed_frequency":0.5},{"predicted_probability":0.7628703366144125,"observed_frequency":0.8},{"predicted_probability":0.8442320712462893,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9478032236326076,"observed_frequency":0.7272727272727273}]},{"lead_hours":85,"brier_score":0.1738531894,"roc_auc":0.8057657385,"average_precision":0.6379770725,"threat_score":0.3950617284,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.16132396800412996,"observed_frequency":0.07692307692307693},{"predicted_probability":0.2453017844545444,"observed_frequency":0.07317073170731707},{"predicted_probability":0.3559315050543121,"observed_frequency":0.25925925925925924},{"predicted_probability":0.45041635545068043,"observed_frequency":0.5217391304347826},{"predicted_probability":0.536522352311826,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6468081285895052,"observed_frequency":0.5384615384615384},{"predicted_probability":0.7581427581427581,"observed_frequency":0.7142857142857143},{"predicted_probability":0.8543452359241832,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9509319035634827,"observed_frequency":0.8}]},{"lead_hours":86,"brier_score":0.1735285973,"roc_auc":0.8066737288,"average_precision":0.6354924415,"threat_score":0.4125,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.1676610470490926,"observed_frequency":0.08333333333333333},{"predicted_probability":0.243767637327884,"observed_frequency":0.075},{"predicted_probability":0.3562707484215294,"observed_frequency":0.23076923076923078},{"predicted_probability":0.44968293355390127,"observed_frequency":0.5},{"predicted_probability":0.540238540712924,"observed_frequency":0.36363636363636365},{"predicted_probability":0.6569544404896909,"observed_frequency":0.6153846153846154},{"predicted_probability":0.7502821972461441,"observed_frequency":0.8},{"predicted_probability":0.836291133492272,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9467518566190294,"observed_frequency":0.7272727272727273}]},{"lead_hours":87,"brier_score":0.172789645,"roc_auc":0.8106840194,"average_precision":0.6343662546,"threat_score":0.4050632911,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.17091103802067262,"observed_frequency":0.045454545454545456},{"predicted_probability":0.2432108971026864,"observed_frequency":0.09523809523809523},{"predicted_probability":0.35342177202642316,"observed_frequency":0.22727272727272727},{"predicted_probability":0.45006429524701946,"observed_frequency":0.4666666666666667},{"predicted_probability":0.5427747383134188,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6584786568175274,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7459222210052775,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8454054251396442,"observed_frequency":0.8},{"predicted_probability":0.9439762894912396,"observed_frequency":0.7272727272727273}]},{"lead_hours":88,"brier_score":0.1728039096,"roc_auc":0.8031930993,"average_precision":0.6306597228,"threat_score":0.4074074074,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16666666666666666,"observed_frequency":0.07407407407407407},{"predicted_probability":0.23886778516408144,"observed_frequency":0.05555555555555555},{"predicted_probability":0.35163269778654394,"observed_frequency":0.3076923076923077},{"predicted_probability":0.44733143399810066,"observed_frequency":0.44},{"predicted_probability":0.5226535295979741,"observed_frequency":0.375},{"predicted_probability":0.6628284267173158,"observed_frequency":0.5833333333333334},{"predicted_probability":0.7442228553339665,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8483697372586262,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9505223171889838,"observed_frequency":0.7}]},{"lead_hours":89,"brier_score":0.1739560461,"roc_auc":0.8016636142,"average_precision":0.631936488,"threat_score":0.4024390244,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.1631847718637414,"observed_frequency":0.07692307692307693},{"predicted_probability":0.2382411280273513,"observed_frequency":0.08108108108108109},{"predicted_probability":0.3593952338648875,"observed_frequency":0.27586206896551724},{"predicted_probability":0.45388787380473844,"observed_frequency":0.5},{"predicted_probability":0.5325488294518077,"observed_frequency":0.34615384615384615},{"predicted_probability":0.6607926515289936,"observed_frequency":0.6363636363636364},{"predicted_probability":0.7487747934303753,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8435897435897436,"observed_frequency":0.8},{"predicted_probability":0.9474123659396819,"observed_frequency":0.7272727272727273}]},{"lead_hours":90,"brier_score":0.1747787503,"roc_auc":0.8043345543,"average_precision":0.6225814559,"threat_score":0.3902439024,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.1629442765374325,"observed_frequency":0.07407407407407407},{"predicted_probability":0.2359773948414633,"observed_frequency":0.05555555555555555},{"predicted_probability":0.34881947413023745,"observed_frequency":0.19230769230769232},{"predicted_probability":0.44199880381878043,"observed_frequency":0.5769230769230769},{"predicted_probability":0.5330262259920054,"observed_frequency":0.34615384615384615},{"predicted_probability":0.6615980660657468,"observed_frequency":0.6363636363636364},{"predicted_probability":0.7307619186896753,"observed_frequency":0.8},{"predicted_probability":0.8624197412220226,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9531295700497222,"observed_frequency":0.7777777777777778}]},{"lead_hours":91,"brier_score":0.1740980213,"roc_auc":0.8033424908,"average_precision":0.6215445744,"threat_score":0.3950617284,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16922776462719405,"observed_frequency":0.07142857142857142},{"predicted_probability":0.238645472454317,"observed_frequency":0.08571428571428572},{"predicted_probability":0.35410570369557526,"observed_frequency":0.16666666666666666},{"predicted_probability":0.44430626170997073,"observed_frequency":0.5555555555555556},{"predicted_probability":0.5383232744431032,"observed_frequency":0.36},{"predicted_probability":0.6624309594352391,"observed_frequency":0.6},{"predicted_probability":0.7417334211200117,"observed_frequency":0.8333333333333334},{"predicted_probability":0.841025641025641,"observed_frequency":0.8},{"predicted_probability":0.9429403216849721,"observed_frequency":0.7272727272727273}]},{"lead_hours":92,"brier_score":0.1732365693,"roc_auc":0.8083791209,"average_precision":0.6289778336,"threat_score":0.3950617284,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16978398746173287,"observed_frequency":0.06896551724137931},{"predicted_probability":0.23677960855351435,"observed_frequency":0.03125},{"predicted_probability":0.3535898193039176,"observed_frequency":0.2413793103448276},{"predicted_probability":0.45047248448770816,"observed_frequency":0.5833333333333334},{"predicted_probability":0.5403561931249847,"observed_frequency":0.36},{"predicted_probability":0.6608835186380382,"observed_frequency":0.6363636363636364},{"predicted_probability":0.7330430115396813,"observed_frequency":0.8},{"predicted_probability":0.8602342788831846,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9541137053030488,"observed_frequency":0.7777777777777778}]},{"lead_hours":93,"brier_score":0.1750484841,"roc_auc":0.8054029304,"average_precision":0.6249506723,"threat_score":0.3928571429,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08974358974358976,"observed_frequency":0.0},{"predicted_probability":0.16381277746145056,"observed_frequency":0.06896551724137931},{"predicted_probability":0.24235442721737765,"observed_frequency":0.058823529411764705},{"predicted_probability":0.3495311239974953,"observed_frequency":0.23076923076923078},{"predicted_probability":0.4379910110514586,"observed_frequency":0.5909090909090909},{"predicted_probability":0.5431138639298957,"observed_frequency":0.3448275862068966},{"predicted_probability":0.6602698348771648,"observed_frequency":0.6},{"predicted_probability":0.7506641119206563,"observed_frequency":0.8333333333333334},{"predicted_probability":0.8574436035169021,"observed_frequency":0.7142857142857143},{"predicted_probability":0.9542627238962318,"observed_frequency":0.7777777777777778}]},{"lead_hours":94,"brier_score":0.1742073533,"roc_auc":0.8084554335,"average_precision":0.6226358289,"threat_score":0.3975903614,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.08333333333333331,"observed_frequency":0.0},{"predicted_probability":0.16915417915417919,"observed_frequency":0.06060606060606061},{"predicted_probability":0.24109497645211928,"observed_frequency":0.03571428571428571},{"predicted_probability":0.35527346217001393,"observed_frequency":0.2413793103448276},{"predicted_probability":0.4517338217338218,"observed_frequency":0.6190476190476191},{"predicted_probability":0.5435657931811778,"observed_frequency":0.38461538461538464},{"predicted_probability":0.6599664224664226,"observed_frequency":0.5},{"predicted_probability":0.7417728937728938,"observed_frequency":0.8},{"predicted_probability":0.8563526949241237,"observed_frequency":0.8571428571428571},{"predicted_probability":0.9519926739926741,"observed_frequency":0.7}]},{"lead_hours":95,"brier_score":0.1750404376,"roc_auc":0.802045177,"average_precision":0.6158168448,"threat_score":0.3827160494,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07692307692307687,"observed_frequency":0.0},{"predicted_probability":0.16800763156170495,"observed_frequency":0.06060606060606061},{"predicted_probability":0.23740874459607517,"observed_frequency":0.06896551724137931},{"predicted_probability":0.3567698089851497,"observed_frequency":0.23333333333333334},{"predicted_probability":0.4504512686669821,"observed_frequency":0.6086956521739131},{"predicted_probability":0.5428621581758686,"observed_frequency":0.34782608695652173},{"predicted_probability":0.6560180264920619,"observed_frequency":0.5833333333333334},{"predicted_probability":0.7720330804656674,"observed_frequency":0.8},{"predicted_probability":0.8673055545375696,"observed_frequency":0.8333333333333334},{"predicted_probability":0.951746252794371,"observed_frequency":0.7}]},{"lead_hours":96,"brier_score":0.2117882323,"roc_auc":0.7285252463,"average_precision":0.5702193812,"threat_score":0.2873563218,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.17230695900857962,"observed_frequency":0.0},{"predicted_probability":0.2522532281826848,"observed_frequency":0.045454545454545456},{"predicted_probability":0.35566801208851384,"observed_frequency":0.19148936170212766},{"predicted_probability":0.44032644330256454,"observed_frequency":0.5121951219512195},{"predicted_probability":0.5525500476644423,"observed_frequency":0.1875},{"predicted_probability":0.6475373371464888,"observed_frequency":0.4},{"predicted_probability":0.7632759490831603,"observed_frequency":0.5294117647058824},{"predicted_probability":0.8185573562122657,"observed_frequency":1.0},{"predicted_probability":0.9279313632030506,"observed_frequency":0.8}]}]},{"threshold":600.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0140651051,"roc_auc":0.9991202346,"average_precision":0.9945454545,"threat_score":0.8461538462,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.012512236224179999,"observed_frequency":0.0},{"predicted_probability":0.11875000000000002,"observed_frequency":0.0},{"predicted_probability":0.21250000000000002,"observed_frequency":0.0},{"predicted_probability":0.3125,"observed_frequency":0.0},{"predicted_probability":0.5992714025500911,"observed_frequency":0.0},{"predicted_probability":0.6625,"observed_frequency":1.0},{"predicted_probability":0.7643214936247723,"observed_frequency":0.0},{"predicted_probability":0.9847308960013879,"observed_frequency":1.0}]},{"lead_hours":2,"brier_score":0.0228540412,"roc_auc":0.9872434018,"average_precision":0.9579993178,"threat_score":0.8,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.020423976336204477,"observed_frequency":0.006802721088435374},{"predicted_probability":0.12375797629899726,"observed_frequency":0.0},{"predicted_probability":0.29489516864175025,"observed_frequency":1.0},{"predicted_probability":0.3600729261622607,"observed_frequency":0.0},{"predicted_probability":0.4375,"observed_frequency":0.0},{"predicted_probability":0.8520909298085688,"observed_frequency":0.25},{"predicted_probability":0.98800976346975,"observed_frequency":1.0}]},{"lead_hours":3,"brier_score":0.0190761707,"roc_auc":0.9875366569,"average_precision":0.9555608533,"threat_score":0.8333333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.019439892745419324,"observed_frequency":0.006802721088435374},{"predicted_probability":0.14923965936739658,"observed_frequency":0.0},{"predicted_probability":0.23654197080291967,"observed_frequency":0.5},{"predicted_probability":0.35,"observed_frequency":0.0},{"predicted_probability":0.4340784671532847,"observed_frequency":0.0},{"predicted_probability":0.6125,"observed_frequency":0.5},{"predicted_probability":0.775,"observed_frequency":0.0},{"predicted_probability":0.9811899731079524,"observed_frequency":1.0}]},{"lead_hours":4,"brier_score":0.0251984944,"roc_auc":0.9821428571,"average_precision":0.9384566338,"threat_score":0.7692307692,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.024308545335942584,"observed_frequency":0.007142857142857143},{"predicted_probability":0.15391552511415524,"observed_frequency":0.0},{"predicted_probability":0.23710045662100457,"observed_frequency":0.0},{"predicted_probability":0.33576864535768647,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5312404870624049,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6291666666666667,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8505136986301369,"observed_frequency":0.5},{"predicted_probability":0.9738156392694064,"observed_frequency":1.0}]},{"lead_hours":5,"brier_score":0.0337291994,"roc_auc":0.9624633431,"average_precision":0.8930827682,"threat_score":0.6923076923,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.028933792338314935,"observed_frequency":0.014285714285714285},{"predicted_probability":0.14422491244099286,"observed_frequency":0.0},{"predicted_probability":0.222483630272575,"observed_frequency":0.16666666666666666},{"predicted_probability":0.3677478300593878,"observed_frequency":0.0},{"predicted_probability":0.4574434673366834,"observed_frequency":0.5},{"predicted_probability":0.5925079945180447,"observed_frequency":0.0},{"predicted_probability":0.6725,"observed_frequency":0.6},{"predicted_probability":0.871094106898127,"observed_frequency":0.5},{"predicted_probability":0.9585337401292177,"observed_frequency":1.0}]},{"lead_hours":6,"brier_score":0.040189392,"roc_auc":0.9557184751,"average_precision":0.8647696662,"threat_score":0.6538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02837259597646149,"observed_frequency":0.014184397163120567},{"predicted_probability":0.15816843275328957,"observed_frequency":0.375},{"predicted_probability":0.22303473491773307,"observed_frequency":0.0},{"predicted_probability":0.37037037037037035,"observed_frequency":0.0},{"predicted_probability":0.46502057613168724,"observed_frequency":0.0},{"predicted_probability":0.5308641975308642,"observed_frequency":0.0},{"predicted_probability":0.6436539373011037,"observed_frequency":0.5},{"predicted_probability":0.7839506172839505,"observed_frequency":1.0},{"predicted_probability":0.8390754658782283,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9755418632119831,"observed_frequency":1.0}]},{"lead_hours":7,"brier_score":0.047232016,"roc_auc":0.9486036839,"average_precision":0.826145699,"threat_score":0.5555555556,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029313532534144482,"observed_frequency":0.021739130434782608},{"predicted_probability":0.15032007315957935,"observed_frequency":0.25},{"predicted_probability":0.23742569730224056,"observed_frequency":0.0},{"predicted_probability":0.3440024386526444,"observed_frequency":0.6666666666666666},{"predicted_probability":0.4320987654320988,"observed_frequency":0.5},{"predicted_probability":0.6481024234110654,"observed_frequency":0.4},{"predicted_probability":0.7438271604938271,"observed_frequency":0.5},{"predicted_probability":0.8630544124371284,"observed_frequency":1.0},{"predicted_probability":0.9718030787989638,"observed_frequency":1.0}]},{"lead_hours":8,"brier_score":0.0475001795,"roc_auc":0.9400293255,"average_precision":0.8002703157,"threat_score":0.5416666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02926697228313577,"observed_frequency":0.02142857142857143},{"predicted_probability":0.15229773078964906,"observed_frequency":0.0},{"predicted_probability":0.24483878892616312,"observed_frequency":0.375},{"predicted_probability":0.3401951814577615,"observed_frequency":0.25},{"predicted_probability":0.4691358024691358,"observed_frequency":0.5},{"predicted_probability":0.5211531293416015,"observed_frequency":0.5},{"predicted_probability":0.6702444286311319,"observed_frequency":1.0},{"predicted_probability":0.7325102880658436,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9482085775925362,"observed_frequency":1.0}]},{"lead_hours":9,"brier_score":0.048545831,"roc_auc":0.9231671554,"average_precision":0.7938238471,"threat_score":0.6,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.028981020325750426,"observed_frequency":0.022058823529411766},{"predicted_probability":0.1297454233409611,"observed_frequency":0.1},{"predicted_probability":0.24661994660564454,"observed_frequency":0.16666666666666666},{"predicted_probability":0.35833333333333334,"observed_frequency":0.0},{"predicted_probability":0.45015017162471394,"observed_frequency":0.5},{"predicted_probability":0.5232142857142856,"observed_frequency":0.7142857142857143},{"predicted_probability":0.6312500000000001,"observed_frequency":0.5},{"predicted_probability":0.7935926773455377,"observed_frequency":1.0},{"predicted_probability":0.825,"observed_frequency":1.0},{"predicted_probability":0.9524436090225564,"observed_frequency":1.0}]},{"lead_hours":10,"brier_score":0.0486104349,"roc_auc":0.9236070381,"average_precision":0.8082951438,"threat_score":0.52,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.027764383138779276,"observed_frequency":0.028985507246376812},{"predicted_probability":0.1427615594282261,"observed_frequency":0.0},{"predicted_probability":0.24691358024691362,"observed_frequency":0.0},{"predicted_probability":0.36772486772486773,"observed_frequency":0.6},{"predicted_probability":0.4747591914258581,"observed_frequency":0.4},{"predicted_probability":0.5406067697734365,"observed_frequency":0.25},{"predicted_probability":0.6358499525166192,"observed_frequency":1.0},{"predicted_probability":0.8448706643151088,"observed_frequency":1.0},{"predicted_probability":0.9567901234567902,"observed_frequency":1.0}]},{"lead_hours":11,"brier_score":0.0623908935,"roc_auc":0.896627566,"average_precision":0.7091357274,"threat_score":0.3928571429,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.028227699843024204,"observed_frequency":0.029197080291970802},{"predicted_probability":0.1574538757212957,"observed_frequency":0.13333333333333333},{"predicted_probability":0.24279835390946503,"observed_frequency":0.6666666666666666},{"predicted_probability":0.3499111163894592,"observed_frequency":0.3333333333333333},{"predicted_probability":0.44485163129230926,"observed_frequency":1.0},{"predicted_probability":0.5349794238683128,"observed_frequency":0.0},{"predicted_probability":0.6383292089506779,"observed_frequency":0.5714285714285714},{"predicted_probability":0.7253779202931745,"observed_frequency":1.0},{"predicted_probability":0.8641975308641976,"observed_frequency":1.0},{"predicted_probability":0.9766659314681914,"observed_frequency":1.0}]},{"lead_hours":12,"brier_score":0.0601807287,"roc_auc":0.9045454545,"average_precision":0.7278210656,"threat_score":0.4230769231,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02973055901561861,"observed_frequency":0.03076923076923077},{"predicted_probability":0.14550974986435775,"observed_frequency":0.05263157894736842},{"predicted_probability":0.23512238177682726,"observed_frequency":0.4},{"predicted_probability":0.3240844470093885,"observed_frequency":0.6666666666666666},{"predicted_probability":0.44262597458442254,"observed_frequency":0.4},{"predicted_probability":0.5771378619682928,"observed_frequency":0.25},{"predicted_probability":0.6481481481481481,"observed_frequency":0.5},{"predicted_probability":0.7423051679849725,"observed_frequency":1.0},{"predicted_probability":0.8753437213565536,"observed_frequency":1.0},{"predicted_probability":0.9462540501597433,"observed_frequency":1.0}]},{"lead_hours":13,"brier_score":0.0610818867,"roc_auc":0.8769794721,"average_precision":0.7087674091,"threat_score":0.4,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.032794133648312025,"observed_frequency":0.044444444444444446},{"predicted_probability":0.15795365134353367,"observed_frequency":0.0},{"predicted_probability":0.2599385263300898,"observed_frequency":0.0},{"predicted_probability":0.3433287482806052,"observed_frequency":0.6},{"predicted_probability":0.4430774194643979,"observed_frequency":0.5},{"predicted_probability":0.5565008688957949,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6347807382500948,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8641975308641975,"observed_frequency":1.0},{"predicted_probability":0.9629289996094215,"observed_frequency":1.0}]},{"lead_hours":14,"brier_score":0.0660886299,"roc_auc":0.8661290323,"average_precision":0.6629251306,"threat_score":0.44,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.03419979612640167,"observed_frequency":0.046511627906976744},{"predicted_probability":0.14343300487031377,"observed_frequency":0.05},{"predicted_probability":0.21398346358591008,"observed_frequency":0.0},{"predicted_probability":0.3410352248272738,"observed_frequency":0.5},{"predicted_probability":0.46719334012911995,"observed_frequency":0.4},{"predicted_probability":0.5511552837240912,"observed_frequency":0.75},{"predicted_probability":0.6421527541812965,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7688073394495413,"observed_frequency":0.0},{"predicted_probability":0.8189300411522634,"observed_frequency":1.0},{"predicted_probability":0.9670781893004116,"observed_frequency":1.0}]},{"lead_hours":15,"brier_score":0.0725877487,"roc_auc":0.8565982405,"average_precision":0.6313098243,"threat_score":0.3333333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.03977986311880556,"observed_frequency":0.05303030303030303},{"predicted_probability":0.1408609577494387,"observed_frequency":0.09090909090909091},{"predicted_probability":0.22013042566813415,"observed_frequency":0.4},{"predicted_probability":0.3772231004141667,"observed_frequency":1.0},{"predicted_probability":0.4280959098918407,"observed_frequency":0.0},{"predicted_probability":0.5586122300976211,"observed_frequency":0.0},{"predicted_probability":0.6049382716049383,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7037037037037037,"observed_frequency":1.0},{"predicted_probability":0.8417356472274631,"observed_frequency":1.0},{"predicted_probability":0.9259259259259259,"observed_frequency":1.0}]},{"lead_hours":16,"brier_score":0.076971883,"roc_auc":0.843255132,"average_precision":0.5942031772,"threat_score":0.2962962963,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.038226966636057576,"observed_frequency":0.058333333333333334},{"predicted_probability":0.13577618857692322,"observed_frequency":0.06060606060606061},{"predicted_probability":0.23112437506376904,"observed_frequency":0.5},{"predicted_probability":0.3491735537190082,"observed_frequency":0.0},{"predicted_probability":0.4897629493589089,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6520423086079652,"observed_frequency":0.16666666666666666},{"predicted_probability":0.7530864197530864,"observed_frequency":1.0},{"predicted_probability":0.8631772268135904,"observed_frequency":1.0},{"predicted_probability":0.9938271604938271,"observed_frequency":1.0}]},{"lead_hours":17,"brier_score":0.0707824059,"roc_auc":0.8388632873,"average_precision":0.5917183385,"threat_score":0.3333333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.041265523715738536,"observed_frequency":0.04201680672268908},{"predicted_probability":0.1333081061555517,"observed_frequency":0.12121212121212122},{"predicted_probability":0.2134591719264817,"observed_frequency":0.0},{"predicted_probability":0.3115908742918389,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4382716049382716,"observed_frequency":1.0},{"predicted_probability":0.5493675934904944,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6481481481481481,"observed_frequency":0.5},{"predicted_probability":0.7360754313237342,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8148148148148149,"observed_frequency":1.0},{"predicted_probability":0.9665432287797419,"observed_frequency":1.0}]},{"lead_hours":18,"brier_score":0.070976703,"roc_auc":0.8411674347,"average_precision":0.6105618212,"threat_score":0.4230769231,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.03998882060875881,"observed_frequency":0.043478260869565216},{"predicted_probability":0.13671023965141613,"observed_frequency":0.09090909090909091},{"predicted_probability":0.22681142769607845,"observed_frequency":0.125},{"predicted_probability":0.3836521877269426,"observed_frequency":0.5},{"predicted_probability":0.47514694535221497,"observed_frequency":0.0},{"predicted_probability":0.5460568718228032,"observed_frequency":0.6},{"predicted_probability":0.6111111111111112,"observed_frequency":0.5},{"predicted_probability":0.7098765432098766,"observed_frequency":0.5},{"predicted_probability":0.8626259531590413,"observed_frequency":0.6666666666666666},{"predicted_probability":0.9662167529048656,"observed_frequency":1.0}]},{"lead_hours":19,"brier_score":0.0759371227,"roc_auc":0.8175115207,"average_precision":0.5525118869,"threat_score":0.36,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.045870118162207416,"observed_frequency":0.05042016806722689},{"predicted_probability":0.13773236838370942,"observed_frequency":0.06666666666666667},{"predicted_probability":0.2502205193699446,"observed_frequency":0.3},{"predicted_probability":0.3347126436781609,"observed_frequency":0.0},{"predicted_probability":0.4567901234567901,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5864197530864197,"observed_frequency":0.5},{"predicted_probability":0.6119540229885058,"observed_frequency":0.0},{"predicted_probability":0.7165148290052504,"observed_frequency":1.0},{"predicted_probability":0.8209876543209876,"observed_frequency":0.5},{"predicted_probability":0.9617743720732225,"observed_frequency":0.8}]},{"lead_hours":20,"brier_score":0.0772252347,"roc_auc":0.8067588326,"average_precision":0.5317219817,"threat_score":0.36,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.041926862729662805,"observed_frequency":0.05172413793103448},{"predicted_probability":0.14422075855174085,"observed_frequency":0.07692307692307693},{"predicted_probability":0.26927095755675945,"observed_frequency":0.5},{"predicted_probability":0.3389061145373115,"observed_frequency":0.3333333333333333},{"predicted_probability":0.46090534979423864,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6692505139300602,"observed_frequency":0.7142857142857143},{"predicted_probability":0.7037037037037037,"observed_frequency":1.0},{"predicted_probability":0.8498727952116483,"observed_frequency":0.0},{"predicted_probability":0.9670781893004116,"observed_frequency":1.0}]},{"lead_hours":21,"brier_score":0.0817887045,"roc_auc":0.7969278034,"average_precision":0.4903769624,"threat_score":0.32,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.044792648813299155,"observed_frequency":0.05309734513274336},{"predicted_probability":0.13604449671331095,"observed_frequency":0.05714285714285714},{"predicted_probability":0.24162277786299877,"observed_frequency":0.25},{"predicted_probability":0.3468289274087709,"observed_frequency":0.4},{"predicted_probability":0.43806991529034783,"observed_frequency":0.3333333333333333},{"predicted_probability":0.556734445751166,"observed_frequency":1.0},{"predicted_probability":0.691358024691358,"observed_frequency":1.0},{"predicted_probability":0.7211924687381046,"observed_frequency":0.25},{"predicted_probability":0.8024691358024691,"observed_frequency":1.0},{"predicted_probability":0.9547325102880659,"observed_frequency":0.6666666666666666}]},{"lead_hours":22,"brier_score":0.0828500675,"roc_auc":0.8024577573,"average_precision":0.4954803355,"threat_score":0.2692307692,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.047647745480610355,"observed_frequency":0.05263157894736842},{"predicted_probability":0.127977855080372,"observed_frequency":0.06666666666666667},{"predicted_probability":0.2257758679489803,"observed_frequency":0.2},{"predicted_probability":0.3254893936293568,"observed_frequency":0.2857142857142857},{"predicted_probability":0.4213218743605484,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5219857672282473,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6666666666666667,"observed_frequency":0.75},{"predicted_probability":0.7763198281154082,"observed_frequency":0.5},{"predicted_probability":0.9629629629629631,"observed_frequency":0.6666666666666666}]},{"lead_hours":23,"brier_score":0.0845226183,"roc_auc":0.7875576037,"average_precision":0.4772316239,"threat_score":0.24,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05195770032198871,"observed_frequency":0.05084745762711865},{"predicted_probability":0.153365822959968,"observed_frequency":0.1},{"predicted_probability":0.24274941440610107,"observed_frequency":0.2727272727272727},{"predicted_probability":0.3538598017639934,"observed_frequency":0.4},{"predicted_probability":0.4689310837015428,"observed_frequency":0.5},{"predicted_probability":0.5493827160493827,"observed_frequency":0.5},{"predicted_probability":0.691358024691358,"observed_frequency":1.0},{"predicted_probability":0.7448559670781894,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8042376784891755,"observed_frequency":0.0},{"predicted_probability":0.9588477366255145,"observed_frequency":0.6666666666666666}]},{"lead_hours":24,"brier_score":0.0825949709,"roc_auc":0.7952999382,"average_precision":0.5031400827,"threat_score":0.28,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05117783638781814,"observed_frequency":0.05660377358490566},{"predicted_probability":0.1440643408385344,"observed_frequency":0.05405405405405406},{"predicted_probability":0.2353149439170945,"observed_frequency":0.23076923076923078},{"predicted_probability":0.334958183990442,"observed_frequency":0.4},{"predicted_probability":0.4490091217689784,"observed_frequency":0.3333333333333333},{"predicted_probability":0.56317536174167,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6419753086419753,"observed_frequency":1.0},{"predicted_probability":0.7530864197530864,"observed_frequency":1.0},{"predicted_probability":0.9292541389315584,"observed_frequency":0.6}]},{"lead_hours":25,"brier_score":0.0857949335,"roc_auc":0.7942732649,"average_precision":0.4710703582,"threat_score":0.3333333333,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04206278340949281,"observed_frequency":0.06521739130434782},{"predicted_probability":0.13413915034648416,"observed_frequency":0.04081632653061224},{"predicted_probability":0.23282777881233682,"observed_frequency":0.18181818181818182},{"predicted_probability":0.3596346096608716,"observed_frequency":0.25},{"predicted_probability":0.4611042052084124,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5322388936549345,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6696505168588788,"observed_frequency":0.7142857142857143},{"predicted_probability":0.8734177215189873,"observed_frequency":1.0},{"predicted_probability":0.9522806986828206,"observed_frequency":0.5}]},{"lead_hours":26,"brier_score":0.0944360752,"roc_auc":0.7896989374,"average_precision":0.4407267791,"threat_score":0.275862069,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.03940622399282385,"observed_frequency":0.053763440860215055},{"predicted_probability":0.13118182030496944,"observed_frequency":0.09090909090909091},{"predicted_probability":0.22047131171469941,"observed_frequency":0.125},{"predicted_probability":0.35092328771388975,"observed_frequency":0.6666666666666666},{"predicted_probability":0.4694661123826428,"observed_frequency":0.2},{"predicted_probability":0.5198339483394834,"observed_frequency":0.0},{"predicted_probability":0.6258314260357795,"observed_frequency":0.4},{"predicted_probability":0.7310126582278481,"observed_frequency":0.75},{"predicted_probability":0.837361039749638,"observed_frequency":1.0},{"predicted_probability":0.9638353029099912,"observed_frequency":0.3333333333333333}]},{"lead_hours":27,"brier_score":0.0950341617,"roc_auc":0.7786304604,"average_precision":0.42529858,"threat_score":0.275862069,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0378346923224584,"observed_frequency":0.04597701149425287},{"predicted_probability":0.13536757625300963,"observed_frequency":0.09259259259259259},{"predicted_probability":0.22638727440179607,"observed_frequency":0.16666666666666666},{"predicted_probability":0.36917397323488693,"observed_frequency":0.5},{"predicted_probability":0.43213994341668954,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5358649789029536,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6684833297311611,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7373417721518987,"observed_frequency":0.75},{"predicted_probability":0.8241750538865491,"observed_frequency":1.0},{"predicted_probability":0.9625977697686238,"observed_frequency":0.3333333333333333}]},{"lead_hours":28,"brier_score":0.0968671029,"roc_auc":0.7691622103,"average_precision":0.3711322489,"threat_score":0.2413793103,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.03647173419079869,"observed_frequency":0.04054054054054054},{"predicted_probability":0.12771565452234476,"observed_frequency":0.09523809523809523},{"predicted_probability":0.2245988054747128,"observed_frequency":0.07692307692307693},{"predicted_probability":0.3329686641654102,"observed_frequency":0.4},{"predicted_probability":0.45390402499698057,"observed_frequency":0.5},{"predicted_probability":0.5544130423772067,"observed_frequency":0.5},{"predicted_probability":0.7422814614818192,"observed_frequency":0.5},{"predicted_probability":0.89535046810898,"observed_frequency":1.0},{"predicted_probability":0.9438853629743913,"observed_frequency":0.0}]},{"lead_hours":29,"brier_score":0.0985408694,"roc_auc":0.7613636364,"average_precision":0.3528095252,"threat_score":0.2857142857,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04278234560769819,"observed_frequency":0.02531645569620253},{"predicted_probability":0.13239311920283647,"observed_frequency":0.12698412698412698},{"predicted_probability":0.23649779284941674,"observed_frequency":0.0},{"predicted_probability":0.34619619765934856,"observed_frequency":0.5},{"predicted_probability":0.44620253164556967,"observed_frequency":0.25},{"predicted_probability":0.5393118367585581,"observed_frequency":0.8},{"predicted_probability":0.620253164556962,"observed_frequency":0.5},{"predicted_probability":0.7612808294598571,"observed_frequency":0.6666666666666666},{"predicted_probability":0.8354430379746836,"observed_frequency":0.5},{"predicted_probability":0.9376384950448738,"observed_frequency":0.0}]},{"lead_hours":30,"brier_score":0.1011210421,"roc_auc":0.7551652893,"average_precision":0.3458199638,"threat_score":0.2222222222,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.049866339876927394,"observed_frequency":0.0379746835443038},{"predicted_probability":0.13116335489833644,"observed_frequency":0.11666666666666667},{"predicted_probability":0.24756469500924216,"observed_frequency":0.06666666666666667},{"predicted_probability":0.3287892791127542,"observed_frequency":0.0},{"predicted_probability":0.44775621277469707,"observed_frequency":0.5555555555555556},{"predicted_probability":0.5499999999999999,"observed_frequency":1.0},{"predicted_probability":0.6125,"observed_frequency":0.0},{"predicted_probability":0.7333333333333334,"observed_frequency":1.0},{"predicted_probability":0.8515480591497228,"observed_frequency":0.0},{"predicted_probability":0.9518830868761552,"observed_frequency":0.0}]},{"lead_hours":31,"brier_score":0.1051823724,"roc_auc":0.7541866029,"average_precision":0.3313548664,"threat_score":0.1428571429,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05246703276027052,"observed_frequency":0.046511627906976744},{"predicted_probability":0.13905007217866344,"observed_frequency":0.12244897959183673},{"predicted_probability":0.2403602490753583,"observed_frequency":0.0625},{"predicted_probability":0.36555348474341187,"observed_frequency":0.5},{"predicted_probability":0.45750000000000013,"observed_frequency":0.6},{"predicted_probability":0.55,"observed_frequency":1.0},{"predicted_probability":0.643867024965326,"observed_frequency":0.5},{"predicted_probability":0.736708275543227,"observed_frequency":0.5},{"predicted_probability":0.8125,"observed_frequency":0.0},{"predicted_probability":0.9481767221451687,"observed_frequency":0.0}]},{"lead_hours":32,"brier_score":0.1010254966,"roc_auc":0.7628394333,"average_precision":0.3519209907,"threat_score":0.1851851852,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04349849676225716,"observed_frequency":0.047619047619047616},{"predicted_probability":0.1324921369102683,"observed_frequency":0.12},{"predicted_probability":0.24214406854323592,"observed_frequency":0.09523809523809523},{"predicted_probability":0.3540837958680234,"observed_frequency":0.3333333333333333},{"predicted_probability":0.44749999999999995,"observed_frequency":0.6},{"predicted_probability":0.51875,"observed_frequency":1.0},{"predicted_probability":0.6292784458834413,"observed_frequency":0.3333333333333333},{"predicted_probability":0.75,"observed_frequency":0.5},{"predicted_probability":0.8302497687326549,"observed_frequency":1.0},{"predicted_probability":0.9393732654949121,"observed_frequency":0.0}]},{"lead_hours":33,"brier_score":0.1003962068,"roc_auc":0.7768595041,"average_precision":0.3511735174,"threat_score":0.1153846154,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.039817762489104964,"observed_frequency":0.024096385542168676},{"predicted_probability":0.1399181040916105,"observed_frequency":0.14035087719298245},{"predicted_probability":0.24937820991998189,"observed_frequency":0.15384615384615385},{"predicted_probability":0.3551556931936386,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4540548145360733,"observed_frequency":0.5714285714285714},{"predicted_probability":0.5641025641025641,"observed_frequency":0.5},{"predicted_probability":0.6025641025641026,"observed_frequency":1.0},{"predicted_probability":0.8365073149894992,"observed_frequency":0.3333333333333333},{"predicted_probability":0.965756594169366,"observed_frequency":0.0}]},{"lead_hours":34,"brier_score":0.1042351637,"roc_auc":0.7691853601,"average_precision":0.3345466377,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.046135039533915935,"observed_frequency":0.0449438202247191},{"predicted_probability":0.1389644746787604,"observed_frequency":0.12244897959183673},{"predicted_probability":0.24520502645502648,"observed_frequency":0.14285714285714285},{"predicted_probability":0.33683127572016464,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4386904761904762,"observed_frequency":0.42857142857142855},{"predicted_probability":0.5125,"observed_frequency":1.0},{"predicted_probability":0.6,"observed_frequency":1.0},{"predicted_probability":0.7363425925925926,"observed_frequency":0.5},{"predicted_probability":0.8375,"observed_frequency":0.0},{"predicted_probability":0.9409722222222222,"observed_frequency":0.0}]},{"lead_hours":35,"brier_score":0.1031866838,"roc_auc":0.7604781582,"average_precision":0.3512158672,"threat_score":0.1923076923,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04562920867923184,"observed_frequency":0.05128205128205128},{"predicted_probability":0.13682446754225513,"observed_frequency":0.1016949152542373},{"predicted_probability":0.22946387216303846,"observed_frequency":0.125},{"predicted_probability":0.338116868078656,"observed_frequency":0.2727272727272727},{"predicted_probability":0.4216728423652926,"observed_frequency":0.6666666666666666},{"predicted_probability":0.540625,"observed_frequency":1.0},{"predicted_probability":0.7517977072718851,"observed_frequency":0.5},{"predicted_probability":0.8,"observed_frequency":0.0},{"predicted_probability":0.9629602825382122,"observed_frequency":0.0}]},{"lead_hours":36,"brier_score":0.1044762538,"roc_auc":0.7566410862,"average_precision":0.3315995715,"threat_score":0.1153846154,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05562929857080145,"observed_frequency":0.05263157894736842},{"predicted_probability":0.1411469332563546,"observed_frequency":0.09836065573770492},{"predicted_probability":0.23897899289465555,"observed_frequency":0.1111111111111111},{"predicted_probability":0.3365477293790547,"observed_frequency":0.4},{"predicted_probability":0.4256036968386365,"observed_frequency":0.5555555555555556},{"predicted_probability":0.5625,"observed_frequency":1.0},{"predicted_probability":0.6125,"observed_frequency":1.0},{"predicted_probability":0.7450359128822984,"observed_frequency":0.5},{"predicted_probability":0.8375,"observed_frequency":0.0},{"predicted_probability":0.9453660797034291,"observed_frequency":0.0}]},{"lead_hours":37,"brier_score":0.1055879568,"roc_auc":0.7473435655,"average_precision":0.3236784922,"threat_score":0.1153846154,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06022915424862577,"observed_frequency":0.05952380952380952},{"predicted_probability":0.14849317421683558,"observed_frequency":0.08928571428571429},{"predicted_probability":0.22763044211236141,"observed_frequency":0.18181818181818182},{"predicted_probability":0.3205099675475197,"observed_frequency":0.3},{"predicted_probability":0.43450466504404267,"observed_frequency":0.5},{"predicted_probability":0.5090403337969402,"observed_frequency":1.0},{"predicted_probability":0.625,"observed_frequency":1.0},{"predicted_probability":0.725,"observed_frequency":0.0},{"predicted_probability":0.8140009272137227,"observed_frequency":0.5},{"predicted_probability":0.9365554010199351,"observed_frequency":0.0}]},{"lead_hours":38,"brier_score":0.1062519007,"roc_auc":0.7412927981,"average_precision":0.3175102395,"threat_score":0.0769230769,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05502673796791444,"observed_frequency":0.058823529411764705},{"predicted_probability":0.1539144817446704,"observed_frequency":0.09433962264150944},{"predicted_probability":0.24772045181709046,"observed_frequency":0.23529411764705882},{"predicted_probability":0.3551716141001855,"observed_frequency":0.16666666666666666},{"predicted_probability":0.4320372088229231,"observed_frequency":0.5555555555555556},{"predicted_probability":0.65,"observed_frequency":1.0},{"predicted_probability":0.73125,"observed_frequency":0.0},{"predicted_probability":0.8246753246753247,"observed_frequency":1.0},{"predicted_probability":0.9360737476808905,"observed_frequency":0.0}]},{"lead_hours":39,"brier_score":0.1091600119,"roc_auc":0.7430637544,"average_precision":0.289543327,"threat_score":0.0769230769,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05557114336588787,"observed_frequency":0.05813953488372093},{"predicted_probability":0.15048021149384258,"observed_frequency":0.09615384615384616},{"predicted_probability":0.23957281288385424,"observed_frequency":0.29411764705882354},{"predicted_probability":0.33561122389791187,"observed_frequency":0.25},{"predicted_probability":0.4359835929731522,"observed_frequency":0.42857142857142855},{"predicted_probability":0.582830626450116,"observed_frequency":1.0},{"predicted_probability":0.6125,"observed_frequency":1.0},{"predicted_probability":0.75625,"observed_frequency":0.0},{"predicted_probability":0.875,"observed_frequency":0.0},{"predicted_probability":0.954524361948956,"observed_frequency":0.0}]},{"lead_hours":40,"brier_score":0.1107336723,"roc_auc":0.7373081464,"average_precision":0.2805285386,"threat_score":0.0769230769,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.057735416857979546,"observed_frequency":0.054945054945054944},{"predicted_probability":0.15389083150595625,"observed_frequency":0.1276595744680851},{"predicted_probability":0.23568143570102135,"observed_frequency":0.1875},{"predicted_probability":0.34999226245744347,"observed_frequency":0.4166666666666667},{"predicted_probability":0.428125,"observed_frequency":0.25},{"predicted_probability":0.6425313370473538,"observed_frequency":1.0},{"predicted_probability":0.775,"observed_frequency":0.0},{"predicted_probability":0.8625,"observed_frequency":0.0},{"predicted_probability":0.9504120241411328,"observed_frequency":0.0}]},{"lead_hours":41,"brier_score":0.1089790139,"roc_auc":0.7430637544,"average_precision":0.290782544,"threat_score":0.1153846154,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06128892391615855,"observed_frequency":0.05319148936170213},{"predicted_probability":0.1621649598404948,"observed_frequency":0.14634146341463414},{"predicted_probability":0.2403573502090107,"observed_frequency":0.2},{"predicted_probability":0.35113319680783683,"observed_frequency":0.18181818181818182},{"predicted_probability":0.43133999071063633,"observed_frequency":0.6666666666666666},{"predicted_probability":0.56092080817464,"observed_frequency":1.0},{"predicted_probability":0.7541666666666665,"observed_frequency":0.3333333333333333},{"predicted_probability":0.9538666976312122,"observed_frequency":0.0}]},{"lead_hours":42,"brier_score":0.1077375172,"roc_auc":0.7371605667,"average_precision":0.2954232048,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0627646253179417,"observed_frequency":0.06315789473684211},{"predicted_probability":0.16569998310239945,"observed_frequency":0.13636363636363635},{"predicted_probability":0.24972450876261285,"observed_frequency":0.14285714285714285},{"predicted_probability":0.3276782696857046,"observed_frequency":0.18181818181818182},{"predicted_probability":0.424953531598513,"observed_frequency":0.5},{"predicted_probability":0.5399628252788105,"observed_frequency":1.0},{"predicted_probability":0.7625000000000001,"observed_frequency":0.3333333333333333},{"predicted_probability":0.9281133828996283,"observed_frequency":0.0}]},{"lead_hours":43,"brier_score":0.1106254327,"roc_auc":0.7206316411,"average_precision":0.2802138207,"threat_score":0.1071428571,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.061320066185770065,"observed_frequency":0.06451612903225806},{"predicted_probability":0.16461010217909533,"observed_frequency":0.1276595744680851},{"predicted_probability":0.25401247481791417,"observed_frequency":0.2},{"predicted_probability":0.3541469084146908,"observed_frequency":0.2},{"predicted_probability":0.41875,"observed_frequency":1.0},{"predicted_probability":0.5481597706493103,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7791666666666667,"observed_frequency":0.3333333333333333},{"predicted_probability":0.8419339841933984,"observed_frequency":1.0},{"predicted_probability":0.9380404463040446,"observed_frequency":0.0}]},{"lead_hours":44,"brier_score":0.1079398981,"roc_auc":0.7327331759,"average_precision":0.2972555261,"threat_score":0.0740740741,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06351714822645056,"observed_frequency":0.06060606060606061},{"predicted_probability":0.1708938953488372,"observed_frequency":0.1},{"predicted_probability":0.2503706395348837,"observed_frequency":0.25},{"predicted_probability":0.33929175475687107,"observed_frequency":0.36363636363636365},{"predicted_probability":0.4431007751937985,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5,"observed_frequency":0.0},{"predicted_probability":0.754437984496124,"observed_frequency":0.3333333333333333},{"predicted_probability":0.83125,"observed_frequency":0.5},{"predicted_probability":0.9102325581395349,"observed_frequency":0.0}]},{"lead_hours":45,"brier_score":0.1090973893,"roc_auc":0.7353896104,"average_precision":0.2784566912,"threat_score":0.0769230769,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06630353801372237,"observed_frequency":0.05319148936170213},{"predicted_probability":0.15514884358532566,"observed_frequency":0.10810810810810811},{"predicted_probability":0.2216402978129363,"observed_frequency":0.3},{"predicted_probability":0.3368198663830353,"observed_frequency":0.21428571428571427},{"predicted_probability":0.4406084225221033,"observed_frequency":0.4},{"predicted_probability":0.5221033038622616,"observed_frequency":1.0},{"predicted_probability":0.75,"observed_frequency":0.25},{"predicted_probability":0.9060027919962773,"observed_frequency":0.0}]},{"lead_hours":46,"brier_score":0.1097087409,"roc_auc":0.7309622196,"average_precision":0.2784182042,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06662283569079597,"observed_frequency":0.05319148936170213},{"predicted_probability":0.15542294452908978,"observed_frequency":0.12121212121212122},{"predicted_probability":0.23451887882874212,"observed_frequency":0.20689655172413793},{"predicted_probability":0.3492635855764348,"observed_frequency":0.36363636363636365},{"predicted_probability":0.44891759776536316,"observed_frequency":0.5},{"predicted_probability":0.6875,"observed_frequency":0.0},{"predicted_probability":0.76875,"observed_frequency":0.5},{"predicted_probability":0.85,"observed_frequency":0.0},{"predicted_probability":0.9674115456238361,"observed_frequency":0.0}]},{"lead_hours":47,"brier_score":0.1091009327,"roc_auc":0.7409976387,"average_precision":0.2885531459,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07139540638099673,"observed_frequency":0.052083333333333336},{"predicted_probability":0.15914836707855007,"observed_frequency":0.08823529411764706},{"predicted_probability":0.2368809967396367,"observed_frequency":0.28},{"predicted_probability":0.3427650985871759,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4455893605695655,"observed_frequency":0.42857142857142855},{"predicted_probability":0.725,"observed_frequency":0.5},{"predicted_probability":0.8125,"observed_frequency":0.0},{"predicted_probability":0.9809035863996274,"observed_frequency":0.0}]},{"lead_hours":48,"brier_score":0.1112608009,"roc_auc":0.7326203209,"average_precision":0.2730218298,"threat_score":0.037037037,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07106569279784998,"observed_frequency":0.05813953488372093},{"predicted_probability":0.15632784037956451,"observed_frequency":0.09090909090909091},{"predicted_probability":0.23583355523010696,"observed_frequency":0.2857142857142857},{"predicted_probability":0.3464313451382417,"observed_frequency":0.2},{"predicted_probability":0.44431888785337065,"observed_frequency":1.0},{"predicted_probability":0.5144454799627214,"observed_frequency":0.0},{"predicted_probability":0.75,"observed_frequency":0.25},{"predicted_probability":0.9953401677539608,"observed_frequency":0.0}]},{"lead_hours":49,"brier_score":0.1077655457,"roc_auc":0.7374401914,"average_precision":0.3052589278,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06374353615732924,"observed_frequency":0.05747126436781609},{"predicted_probability":0.14746503496503496,"observed_frequency":0.125},{"predicted_probability":0.24046978662363278,"observed_frequency":0.11538461538461539},{"predicted_probability":0.33739316239316236,"observed_frequency":0.5},{"predicted_probability":0.46515151515151515,"observed_frequency":0.5},{"predicted_probability":0.6282051282051282,"observed_frequency":0.0},{"predicted_probability":0.7240093240093239,"observed_frequency":0.0},{"predicted_probability":0.8247863247863249,"observed_frequency":0.3333333333333333}]},{"lead_hours":50,"brier_score":0.1057529597,"roc_auc":0.7363339275,"average_precision":0.3157722825,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06308560453849633,"observed_frequency":0.056818181818181816},{"predicted_probability":0.14767389016456184,"observed_frequency":0.1},{"predicted_probability":0.24111591260223103,"observed_frequency":0.14814814814814814},{"predicted_probability":0.3450236796785304,"observed_frequency":0.5},{"predicted_probability":0.4790111940298507,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6592518178339074,"observed_frequency":0.0},{"predicted_probability":0.8333333333333334,"observed_frequency":0.3333333333333333}]},{"lead_hours":51,"brier_score":0.1053148256,"roc_auc":0.7346999406,"average_precision":0.3171435399,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06379847598349697,"observed_frequency":0.056818181818181816},{"predicted_probability":0.1447528963771471,"observed_frequency":0.10256410256410256},{"predicted_probability":0.2397769635870429,"observed_frequency":0.14285714285714285},{"predicted_probability":0.3354755694349721,"observed_frequency":0.5},{"predicted_probability":0.4643023798413439,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6025641025641026,"observed_frequency":0.0},{"predicted_probability":0.7506790145614224,"observed_frequency":0.0},{"predicted_probability":0.8205128205128205,"observed_frequency":0.5}]},{"lead_hours":52,"brier_score":0.1045051198,"roc_auc":0.7491028708,"average_precision":0.3561537066,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06322333024249746,"observed_frequency":0.056179775280898875},{"predicted_probability":0.14746398230561128,"observed_frequency":0.1282051282051282},{"predicted_probability":0.24565595468956816,"observed_frequency":0.10714285714285714},{"predicted_probability":0.33967894850247793,"observed_frequency":0.6},{"predicted_probability":0.4842826019296607,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5769230769230769,"observed_frequency":0.0},{"predicted_probability":0.7007469654528478,"observed_frequency":0.0},{"predicted_probability":0.8247863247863249,"observed_frequency":0.3333333333333333}]},{"lead_hours":53,"brier_score":0.1033276755,"roc_auc":0.7467320261,"average_precision":0.3300719571,"threat_score":0.0384615385,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06406717378435939,"observed_frequency":0.056179775280898875},{"predicted_probability":0.15038865526031925,"observed_frequency":0.11627906976744186},{"predicted_probability":0.24283888846364732,"observed_frequency":0.08695652173913043},{"predicted_probability":0.3311666407182522,"observed_frequency":0.5833333333333334},{"predicted_probability":0.4515024132025533,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5897435897435898,"observed_frequency":0.0},{"predicted_probability":0.6674451191032228,"observed_frequency":0.0},{"predicted_probability":0.7564102564102564,"observed_frequency":0.0},{"predicted_probability":0.8076923076923077,"observed_frequency":0.5}]},{"lead_hours":54,"brier_score":0.1043665788,"roc_auc":0.7502970885,"average_precision":0.3353686342,"threat_score":0.0769230769,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.062221051159889455,"observed_frequency":0.056818181818181816},{"predicted_probability":0.1519900569288433,"observed_frequency":0.0975609756097561},{"predicted_probability":0.249251197251907,"observed_frequency":0.1111111111111111},{"predicted_probability":0.3417646236408806,"observed_frequency":0.6363636363636364},{"predicted_probability":0.46121495327102807,"observed_frequency":0.5},{"predicted_probability":0.5551786348042116,"observed_frequency":0.5},{"predicted_probability":0.6985981308411215,"observed_frequency":0.0},{"predicted_probability":0.8438818565400844,"observed_frequency":0.3333333333333333}]},{"lead_hours":55,"brier_score":0.1050064835,"roc_auc":0.7435279952,"average_precision":0.3534797207,"threat_score":0.1111111111,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06256141018914801,"observed_frequency":0.05747126436781609},{"predicted_probability":0.14920152101255302,"observed_frequency":0.1111111111111111},{"predicted_probability":0.24815058103179244,"observed_frequency":0.1},{"predicted_probability":0.3365757096951728,"observed_frequency":0.5},{"predicted_probability":0.4449346376219812,"observed_frequency":1.0},{"predicted_probability":0.5255102644676029,"observed_frequency":0.5},{"predicted_probability":0.740065451145395,"observed_frequency":0.0},{"predicted_probability":0.8312236286919831,"observed_frequency":0.3333333333333333}]},{"lead_hours":56,"brier_score":0.1036672536,"roc_auc":0.7510398099,"average_precision":0.3598050631,"threat_score":0.1153846154,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06274032673779274,"observed_frequency":0.05555555555555555},{"predicted_probability":0.15260717987197808,"observed_frequency":0.10526315789473684},{"predicted_probability":0.24550857236082985,"observed_frequency":0.1111111111111111},{"predicted_probability":0.330612491924969,"observed_frequency":0.5555555555555556},{"predicted_probability":0.4282098494985258,"observed_frequency":0.5},{"predicted_probability":0.533194791456979,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6922357343311506,"observed_frequency":0.0},{"predicted_probability":0.839662447257384,"observed_frequency":0.3333333333333333}]},{"lead_hours":57,"brier_score":0.1032238246,"roc_auc":0.7467320261,"average_precision":0.3560456887,"threat_score":0.0769230769,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0642700148081524,"observed_frequency":0.06666666666666667},{"predicted_probability":0.155569038582609,"observed_frequency":0.08108108108108109},{"predicted_probability":0.2513144152458277,"observed_frequency":0.10714285714285714},{"predicted_probability":0.34399479790214466,"observed_frequency":0.5454545454545454},{"predicted_probability":0.46045858680393076,"observed_frequency":0.6666666666666666},{"predicted_probability":0.5293954992130003,"observed_frequency":0.5},{"predicted_probability":0.6897519887693028,"observed_frequency":0.0},{"predicted_probability":0.7857142857142857,"observed_frequency":0.0},{"predicted_probability":0.8311688311688312,"observed_frequency":1.0}]},{"lead_hours":58,"brier_score":0.1031182733,"roc_auc":0.7508912656,"average_precision":0.3680639153,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06205161046627876,"observed_frequency":0.06521739130434782},{"predicted_probability":0.15543594055457483,"observed_frequency":0.08823529411764706},{"predicted_probability":0.24637160888227588,"observed_frequency":0.11538461538461539},{"predicted_probability":0.3319735129043905,"observed_frequency":0.38461538461538464},{"predicted_probability":0.4277189114872233,"observed_frequency":0.5},{"predicted_probability":0.5375272602285119,"observed_frequency":0.75},{"predicted_probability":0.6999063670411985,"observed_frequency":0.0},{"predicted_probability":0.8523206751054854,"observed_frequency":0.3333333333333333}]},{"lead_hours":59,"brier_score":0.1021059022,"roc_auc":0.7543077837,"average_precision":0.3731830941,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.061563675704131654,"observed_frequency":0.06593406593406594},{"predicted_probability":0.15446375105344068,"observed_frequency":0.08571428571428572},{"predicted_probability":0.24800684240402024,"observed_frequency":0.1111111111111111},{"predicted_probability":0.3353442227689997,"observed_frequency":0.5},{"predicted_probability":0.4168173598553346,"observed_frequency":0.0},{"predicted_probability":0.53021818397415,"observed_frequency":0.75},{"predicted_probability":0.6693208430913349,"observed_frequency":0.0},{"predicted_probability":0.7974683544303798,"observed_frequency":0.0},{"predicted_probability":0.8417721518987342,"observed_frequency":0.5}]},{"lead_hours":60,"brier_score":0.1027912725,"roc_auc":0.7396019014,"average_precision":0.3670866665,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0615412253152042,"observed_frequency":0.06593406593406594},{"predicted_probability":0.15740029251708754,"observed_frequency":0.08571428571428572},{"predicted_probability":0.24771538653177697,"observed_frequency":0.11538461538461539},{"predicted_probability":0.3312003962369354,"observed_frequency":0.4166666666666667},{"predicted_probability":0.41109186607033404,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5342688598104232,"observed_frequency":0.75},{"predicted_probability":0.6602624179943768,"observed_frequency":0.0},{"predicted_probability":0.8354430379746836,"observed_frequency":0.3333333333333333}]},{"lead_hours":61,"brier_score":0.1024461345,"roc_auc":0.7326203209,"average_precision":0.3512984689,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0622701463770381,"observed_frequency":0.06666666666666667},{"predicted_probability":0.14937880918893576,"observed_frequency":0.09375},{"predicted_probability":0.2431161118924832,"observed_frequency":0.1},{"predicted_probability":0.33805762919686977,"observed_frequency":0.46153846153846156},{"predicted_probability":0.42123769338959216,"observed_frequency":0.0},{"predicted_probability":0.539732770745429,"observed_frequency":0.75},{"predicted_probability":0.6488513830285982,"observed_frequency":0.0},{"predicted_probability":0.759493670886076,"observed_frequency":0.0},{"predicted_probability":0.8354430379746836,"observed_frequency":1.0}]},{"lead_hours":62,"brier_score":0.1015876699,"roc_auc":0.7511883541,"average_precision":0.364484888,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06122760575330814,"observed_frequency":0.056818181818181816},{"predicted_probability":0.14703193125636513,"observed_frequency":0.11764705882352941},{"predicted_probability":0.2394251125533928,"observed_frequency":0.10714285714285714},{"predicted_probability":0.33750920274538676,"observed_frequency":0.4},{"predicted_probability":0.42016766808369155,"observed_frequency":0.0},{"predicted_probability":0.5499513145082766,"observed_frequency":0.6},{"predicted_probability":0.7848101265822784,"observed_frequency":0.0},{"predicted_probability":0.8481012658227848,"observed_frequency":1.0}]},{"lead_hours":63,"brier_score":0.1014549898,"roc_auc":0.7453951277,"average_precision":0.3570959936,"threat_score":0.1153846154,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06141674899085873,"observed_frequency":0.05747126436781609},{"predicted_probability":0.14571663627345574,"observed_frequency":0.1111111111111111},{"predicted_probability":0.2379668514899493,"observed_frequency":0.1111111111111111},{"predicted_probability":0.3425989313865838,"observed_frequency":0.375},{"predicted_probability":0.44955419990614737,"observed_frequency":0.5},{"predicted_probability":0.5329612887513439,"observed_frequency":0.5},{"predicted_probability":0.759493670886076,"observed_frequency":0.0},{"predicted_probability":0.8227848101265822,"observed_frequency":1.0}]},{"lead_hours":64,"brier_score":0.1003268956,"roc_auc":0.7501485443,"average_precision":0.3657723109,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06077517997791482,"observed_frequency":0.05813953488372093},{"predicted_probability":0.14529410405234972,"observed_frequency":0.1111111111111111},{"predicted_probability":0.23700748796576931,"observed_frequency":0.10714285714285714},{"predicted_probability":0.34549013490224045,"observed_frequency":0.375},{"predicted_probability":0.4518779342723005,"observed_frequency":0.0},{"predicted_probability":0.538784394128484,"observed_frequency":0.75},{"predicted_probability":0.7468354430379747,"observed_frequency":0.0},{"predicted_probability":0.8227848101265822,"observed_frequency":1.0}]},{"lead_hours":65,"brier_score":0.101699696,"roc_auc":0.7414772727,"average_precision":0.360673149,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06026530192072609,"observed_frequency":0.05813953488372093},{"predicted_probability":0.1437537575452558,"observed_frequency":0.11764705882352941},{"predicted_probability":0.2377832345369253,"observed_frequency":0.10344827586206896},{"predicted_probability":0.34523488177131956,"observed_frequency":0.4},{"predicted_probability":0.4244549351629992,"observed_frequency":0.0},{"predicted_probability":0.549452705554994,"observed_frequency":0.6},{"predicted_probability":0.759493670886076,"observed_frequency":0.0},{"predicted_probability":0.8354430379746836,"observed_frequency":1.0}]},{"lead_hours":66,"brier_score":0.1015979506,"roc_auc":0.7351973684,"average_precision":0.3516288429,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060243801051399926,"observed_frequency":0.07058823529411765},{"predicted_probability":0.14347900719248394,"observed_frequency":0.08571428571428572},{"predicted_probability":0.23909782933826423,"observed_frequency":0.10714285714285714},{"predicted_probability":0.3420970840867993,"observed_frequency":0.375},{"predicted_probability":0.44829439104089336,"observed_frequency":0.0},{"predicted_probability":0.5495071737889027,"observed_frequency":0.75},{"predicted_probability":0.7151898734177216,"observed_frequency":0.0},{"predicted_probability":0.8481012658227848,"observed_frequency":1.0}]},{"lead_hours":67,"brier_score":0.1012034926,"roc_auc":0.735645933,"average_precision":0.3488333162,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06066554756201686,"observed_frequency":0.05813953488372093},{"predicted_probability":0.1501438480067678,"observed_frequency":0.12121212121212122},{"predicted_probability":0.23937368595114392,"observed_frequency":0.10714285714285714},{"predicted_probability":0.3460069643182835,"observed_frequency":0.35294117647058826},{"predicted_probability":0.46455755714651287,"observed_frequency":0.0},{"predicted_probability":0.5446370653383561,"observed_frequency":0.5},{"predicted_probability":0.6551986812114287,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7088607594936709,"observed_frequency":0.0},{"predicted_probability":0.8481012658227848,"observed_frequency":1.0}]},{"lead_hours":68,"brier_score":0.1010761333,"roc_auc":0.7399820574,"average_precision":0.3548025209,"threat_score":0.12,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05933854711089596,"observed_frequency":0.06097560975609756},{"predicted_probability":0.14415913026246807,"observed_frequency":0.10256410256410256},{"predicted_probability":0.23872699576166,"observed_frequency":0.11538461538461539},{"predicted_probability":0.3370036893855391,"observed_frequency":0.35294117647058826},{"predicted_probability":0.44298736558819674,"observed_frequency":0.25},{"predicted_probability":0.5448991985900902,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6582278481012658,"observed_frequency":0.0},{"predicted_probability":0.740506329113924,"observed_frequency":0.5}]},{"lead_hours":69,"brier_score":0.1004302647,"roc_auc":0.7456638756,"average_precision":0.363272965,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06033018753571493,"observed_frequency":0.05813953488372093},{"predicted_probability":0.15268082869782312,"observed_frequency":0.11764705882352941},{"predicted_probability":0.24037196988500037,"observed_frequency":0.1111111111111111},{"predicted_probability":0.34071289036835883,"observed_frequency":0.35294117647058826},{"predicted_probability":0.44457284686026305,"observed_frequency":0.0},{"predicted_probability":0.5592762472077438,"observed_frequency":0.75},{"predicted_probability":0.6772151898734177,"observed_frequency":0.0},{"predicted_probability":0.7721518987341772,"observed_frequency":1.0}]},{"lead_hours":70,"brier_score":0.1003305445,"roc_auc":0.7428229665,"average_precision":0.3608474523,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05907013103600252,"observed_frequency":0.04878048780487805},{"predicted_probability":0.1471918909051216,"observed_frequency":0.13157894736842105},{"predicted_probability":0.24066481079759103,"observed_frequency":0.1111111111111111},{"predicted_probability":0.3394510561143574,"observed_frequency":0.35294117647058826},{"predicted_probability":0.4265377800027017,"observed_frequency":0.0},{"predicted_probability":0.5570067224486877,"observed_frequency":0.75},{"predicted_probability":0.6582278481012658,"observed_frequency":0.0},{"predicted_probability":0.740506329113924,"observed_frequency":0.5}]},{"lead_hours":71,"brier_score":0.0995004255,"roc_auc":0.759569378,"average_precision":0.3769420453,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05954113322420422,"observed_frequency":0.04819277108433735},{"predicted_probability":0.15359852211363983,"observed_frequency":0.1111111111111111},{"predicted_probability":0.2309752826575808,"observed_frequency":0.14814814814814814},{"predicted_probability":0.34194066885226154,"observed_frequency":0.3157894736842105},{"predicted_probability":0.44725937144117767,"observed_frequency":0.0},{"predicted_probability":0.5509668071811444,"observed_frequency":0.75},{"predicted_probability":0.6898734177215189,"observed_frequency":0.0},{"predicted_probability":0.7468354430379747,"observed_frequency":1.0}]},{"lead_hours":72,"brier_score":0.100811123,"roc_auc":0.757525587,"average_precision":0.3672416202,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059708117476886896,"observed_frequency":0.04819277108433735},{"predicted_probability":0.15418499806656222,"observed_frequency":0.11764705882352941},{"predicted_probability":0.23498232302143107,"observed_frequency":0.13333333333333333},{"predicted_probability":0.34916871141653116,"observed_frequency":0.3333333333333333},{"predicted_probability":0.49367088607594933,"observed_frequency":0.0},{"predicted_probability":0.5364386356315394,"observed_frequency":0.75},{"predicted_probability":0.6898734177215189,"observed_frequency":0.0},{"predicted_probability":0.7468354430379747,"observed_frequency":1.0}]},{"lead_hours":73,"brier_score":0.1011667481,"roc_auc":0.7513636364,"average_precision":0.3538501358,"threat_score":0.12,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06043618299112144,"observed_frequency":0.04878048780487805},{"predicted_probability":0.16050747931936046,"observed_frequency":0.13333333333333333},{"predicted_probability":0.2413098452702413,"observed_frequency":0.18181818181818182},{"predicted_probability":0.3431828897175431,"observed_frequency":0.26666666666666666},{"predicted_probability":0.4499164202134499,"observed_frequency":0.5},{"predicted_probability":0.5265240809795265,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6688311688311688,"observed_frequency":0.0},{"predicted_probability":0.7272727272727273,"observed_frequency":1.0}]},{"lead_hours":74,"brier_score":0.099404976,"roc_auc":0.762111244,"average_precision":0.3652074922,"threat_score":0.125,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05997752822419185,"observed_frequency":0.036585365853658534},{"predicted_probability":0.16086471180810802,"observed_frequency":0.13333333333333333},{"predicted_probability":0.2446099301641754,"observed_frequency":0.20833333333333334},{"predicted_probability":0.34729886465735516,"observed_frequency":0.26666666666666666},{"predicted_probability":0.48442375234828067,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5549528301886792,"observed_frequency":1.0},{"predicted_probability":0.6753246753246753,"observed_frequency":0.0},{"predicted_probability":0.7272727272727273,"observed_frequency":1.0}]},{"lead_hours":75,"brier_score":0.099713427,"roc_auc":0.7562799043,"average_precision":0.365022795,"threat_score":0.125,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060312897736210645,"observed_frequency":0.047619047619047616},{"predicted_probability":0.16321297219233635,"observed_frequency":0.11363636363636363},{"predicted_probability":0.2487019626590179,"observed_frequency":0.20833333333333334},{"predicted_probability":0.3472036289740058,"observed_frequency":0.2857142857142857},{"predicted_probability":0.4874879721505489,"observed_frequency":0.3333333333333333},{"predicted_probability":0.560169891458235,"observed_frequency":1.0},{"predicted_probability":0.6688311688311688,"observed_frequency":0.0},{"predicted_probability":0.7142857142857143,"observed_frequency":1.0}]},{"lead_hours":76,"brier_score":0.1000615679,"roc_auc":0.7591812161,"average_precision":0.3642414204,"threat_score":0.125,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06024324140816922,"observed_frequency":0.04878048780487805},{"predicted_probability":0.16275680043385424,"observed_frequency":0.1111111111111111},{"predicted_probability":0.24159466988787096,"observed_frequency":0.20833333333333334},{"predicted_probability":0.3444303571782325,"observed_frequency":0.3076923076923077},{"predicted_probability":0.4668549109059025,"observed_frequency":0.25},{"predicted_probability":0.5441454202077431,"observed_frequency":1.0},{"predicted_probability":0.6688311688311688,"observed_frequency":0.0},{"predicted_probability":0.7012987012987013,"observed_frequency":1.0}]},{"lead_hours":77,"brier_score":0.0979140654,"roc_auc":0.76659689,"average_precision":0.3792791048,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0611692678101859,"observed_frequency":0.047058823529411764},{"predicted_probability":0.16764998571697962,"observed_frequency":0.10869565217391304},{"predicted_probability":0.24381927894843394,"observed_frequency":0.15789473684210525},{"predicted_probability":0.3497753702760788,"observed_frequency":0.4},{"predicted_probability":0.4415584415584416,"observed_frequency":0.0},{"predicted_probability":0.5526980105392953,"observed_frequency":0.75},{"predicted_probability":0.6753246753246753,"observed_frequency":0.0},{"predicted_probability":0.7272727272727273,"observed_frequency":1.0}]},{"lead_hours":78,"brier_score":0.0984632981,"roc_auc":0.7654007177,"average_precision":0.382412198,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060694785402891714,"observed_frequency":0.047058823529411764},{"predicted_probability":0.16478491743390764,"observed_frequency":0.10526315789473684},{"predicted_probability":0.23719253699623047,"observed_frequency":0.15384615384615385},{"predicted_probability":0.3572087407014572,"observed_frequency":0.35294117647058826},{"predicted_probability":0.5450147835781106,"observed_frequency":0.6},{"predicted_probability":0.6794871794871795,"observed_frequency":0.0},{"predicted_probability":0.717948717948718,"observed_frequency":1.0}]},{"lead_hours":79,"brier_score":0.0988560817,"roc_auc":0.7654545455,"average_precision":0.3824788315,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06055408342642385,"observed_frequency":0.047619047619047616},{"predicted_probability":0.1623547715746298,"observed_frequency":0.1111111111111111},{"predicted_probability":0.23780897226069073,"observed_frequency":0.15384615384615385},{"predicted_probability":0.352995999272595,"observed_frequency":0.3125},{"predicted_probability":0.40843789779959994,"observed_frequency":0.5},{"predicted_probability":0.5128205128205128,"observed_frequency":0.0},{"predicted_probability":0.6391707583196945,"observed_frequency":0.6},{"predicted_probability":0.7435897435897436,"observed_frequency":1.0}]},{"lead_hours":80,"brier_score":0.0976929232,"roc_auc":0.7683911483,"average_precision":0.3845522672,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05952870502459589,"observed_frequency":0.04819277108433735},{"predicted_probability":0.15719970865156804,"observed_frequency":0.10256410256410256},{"predicted_probability":0.2436643154082448,"observed_frequency":0.14814814814814814},{"predicted_probability":0.34758248689185306,"observed_frequency":0.35714285714285715},{"predicted_probability":0.4116472195942395,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5320411744252803,"observed_frequency":0.3333333333333333},{"predicted_probability":0.6494141619969435,"observed_frequency":0.6}]},{"lead_hours":81,"brier_score":0.0981174197,"roc_auc":0.7685406699,"average_precision":0.3863288271,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06033130623303907,"observed_frequency":0.04819277108433735},{"predicted_probability":0.15783553881045598,"observed_frequency":0.125},{"predicted_probability":0.24550721403537307,"observed_frequency":0.11538461538461539},{"predicted_probability":0.3468869714559662,"observed_frequency":0.35714285714285715},{"predicted_probability":0.41610684630088324,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5587623923639068,"observed_frequency":0.6},{"predicted_probability":0.6818181818181819,"observed_frequency":0.0},{"predicted_probability":0.7012987012987013,"observed_frequency":1.0}]},{"lead_hours":82,"brier_score":0.098657952,"roc_auc":0.7639055024,"average_precision":0.3729973546,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060423517454767456,"observed_frequency":0.047619047619047616},{"predicted_probability":0.15964019089019088,"observed_frequency":0.10810810810810811},{"predicted_probability":0.2393244776057276,"observed_frequency":0.14285714285714285},{"predicted_probability":0.346466033966034,"observed_frequency":0.35714285714285715},{"predicted_probability":0.41444493006993005,"observed_frequency":0.3333333333333333},{"predicted_probability":0.546055506993007,"observed_frequency":0.5},{"predicted_probability":0.6650458916083917,"observed_frequency":0.5}]},{"lead_hours":83,"brier_score":0.0981095017,"roc_auc":0.7673444976,"average_precision":0.3740044159,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06049601562740024,"observed_frequency":0.058823529411764705},{"predicted_probability":0.15940056934596816,"observed_frequency":0.07894736842105263},{"predicted_probability":0.24013759989236433,"observed_frequency":0.15384615384615385},{"predicted_probability":0.34369376872929697,"observed_frequency":0.35714285714285715},{"predicted_probability":0.4331523521480888,"observed_frequency":0.25},{"predicted_probability":0.5657863571766935,"observed_frequency":0.75},{"predicted_probability":0.6666666666666667,"observed_frequency":0.0},{"predicted_probability":0.717948717948718,"observed_frequency":1.0}]},{"lead_hours":84,"brier_score":0.0985455373,"roc_auc":0.7552332536,"average_precision":0.377333777,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0605761546324691,"observed_frequency":0.058823529411764705},{"predicted_probability":0.15926436826910761,"observed_frequency":0.08108108108108109},{"predicted_probability":0.2404967796816138,"observed_frequency":0.16},{"predicted_probability":0.3456827718327579,"observed_frequency":0.29411764705882354},{"predicted_probability":0.4347612103536274,"observed_frequency":0.5},{"predicted_probability":0.5,"observed_frequency":0.0},{"predicted_probability":0.6333965244865719,"observed_frequency":0.6},{"predicted_probability":0.7435897435897436,"observed_frequency":1.0}]},{"lead_hours":85,"brier_score":0.0985119649,"roc_auc":0.7535885167,"average_precision":0.3709210788,"threat_score":0.1666666667,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059885507253928306,"observed_frequency":0.05952380952380952},{"predicted_probability":0.1558157347631032,"observed_frequency":0.08108108108108109},{"predicted_probability":0.23784850977833433,"observed_frequency":0.14814814814814814},{"predicted_probability":0.3430766799187852,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4474304263777948,"observed_frequency":0.2},{"predicted_probability":0.5882724830093251,"observed_frequency":1.0},{"predicted_probability":0.6474358974358974,"observed_frequency":0.0},{"predicted_probability":0.7307692307692308,"observed_frequency":1.0}]},{"lead_hours":86,"brier_score":0.0980741125,"roc_auc":0.7597188995,"average_precision":0.3772647293,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06032234868671919,"observed_frequency":0.05813953488372093},{"predicted_probability":0.15883326035128692,"observed_frequency":0.08108108108108109},{"predicted_probability":0.23941517053471514,"observed_frequency":0.16},{"predicted_probability":0.3392344530864455,"observed_frequency":0.35714285714285715},{"predicted_probability":0.4270331581764219,"observed_frequency":0.25},{"predicted_probability":0.5368833017077799,"observed_frequency":0.5},{"predicted_probability":0.6444679608816232,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7051282051282051,"observed_frequency":1.0}]},{"lead_hours":87,"brier_score":0.0982217119,"roc_auc":0.7667464115,"average_precision":0.3753065461,"threat_score":0.16,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05947679778956476,"observed_frequency":0.05952380952380952},{"predicted_probability":0.15922833863033203,"observed_frequency":0.08108108108108109},{"predicted_probability":0.24057088136593238,"observed_frequency":0.1724137931034483},{"predicted_probability":0.3428278425722842,"observed_frequency":0.3076923076923077},{"predicted_probability":0.4498557920484831,"observed_frequency":0.25},{"predicted_probability":0.5541677314933129,"observed_frequency":0.75},{"predicted_probability":0.6581196581196581,"observed_frequency":0.3333333333333333}]},{"lead_hours":88,"brier_score":0.0973601965,"roc_auc":0.7685406699,"average_precision":0.3820100742,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059907267750405016,"observed_frequency":0.058823529411764705},{"predicted_probability":0.1582414103781625,"observed_frequency":0.07692307692307693},{"predicted_probability":0.2405763751917598,"observed_frequency":0.15384615384615385},{"predicted_probability":0.3465556286069106,"observed_frequency":0.38461538461538464},{"predicted_probability":0.43605571383349157,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5333570750237417,"observed_frequency":0.5},{"predicted_probability":0.6240899018676797,"observed_frequency":0.3333333333333333},{"predicted_probability":0.7307692307692308,"observed_frequency":1.0}]},{"lead_hours":89,"brier_score":0.097531674,"roc_auc":0.7680614088,"average_precision":0.386546155,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05840117479072351,"observed_frequency":0.04938271604938271},{"predicted_probability":0.15029434964548805,"observed_frequency":0.0975609756097561},{"predicted_probability":0.24458967398397327,"observed_frequency":0.14285714285714285},{"predicted_probability":0.34209503217816756,"observed_frequency":0.4166666666666667},{"predicted_probability":0.44530117546744624,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5452478835495462,"observed_frequency":0.5},{"predicted_probability":0.6384859004811498,"observed_frequency":0.5}]},{"lead_hours":90,"brier_score":0.0980398664,"roc_auc":0.769114991,"average_precision":0.3856297075,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0579694050404602,"observed_frequency":0.05},{"predicted_probability":0.14931211057636912,"observed_frequency":0.11363636363636363},{"predicted_probability":0.2418245325893761,"observed_frequency":0.11538461538461539},{"predicted_probability":0.34006653992395436,"observed_frequency":0.4166666666666667},{"predicted_probability":0.4252624224107114,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5204372623574145,"observed_frequency":0.6},{"predicted_probability":0.6410256410256411,"observed_frequency":0.3333333333333333}]},{"lead_hours":91,"brier_score":0.0976627908,"roc_auc":0.768512944,"average_precision":0.3845988163,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059190123822404746,"observed_frequency":0.04819277108433735},{"predicted_probability":0.1536706675793694,"observed_frequency":0.11904761904761904},{"predicted_probability":0.2435882804784374,"observed_frequency":0.12},{"predicted_probability":0.35099125790994545,"observed_frequency":0.4166666666666667},{"predicted_probability":0.44084153285294514,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5351402757964813,"observed_frequency":0.6},{"predicted_probability":0.6452991452991453,"observed_frequency":0.3333333333333333}]},{"lead_hours":92,"brier_score":0.0974830318,"roc_auc":0.7703190849,"average_precision":0.3878188934,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059347100764912834,"observed_frequency":0.04819277108433735},{"predicted_probability":0.15456529176574316,"observed_frequency":0.11627906976744186},{"predicted_probability":0.24429826701472754,"observed_frequency":0.125},{"predicted_probability":0.3460847219172624,"observed_frequency":0.4166666666666667},{"predicted_probability":0.4540364488033375,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5311132254995243,"observed_frequency":0.6},{"predicted_probability":0.6410256410256411,"observed_frequency":0.3333333333333333}]},{"lead_hours":93,"brier_score":0.0983248268,"roc_auc":0.7599337748,"average_precision":0.3735983232,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.05980153911144891,"observed_frequency":0.04819277108433735},{"predicted_probability":0.15228193589688116,"observed_frequency":0.11363636363636363},{"predicted_probability":0.24652318964551237,"observed_frequency":0.13636363636363635},{"predicted_probability":0.3478576397424565,"observed_frequency":0.35714285714285715},{"predicted_probability":0.4871794871794872,"observed_frequency":0.5},{"predicted_probability":0.5337397332161731,"observed_frequency":0.6},{"predicted_probability":0.6538461538461539,"observed_frequency":0.3333333333333333}]},{"lead_hours":94,"brier_score":0.0982530558,"roc_auc":0.7677603853,"average_precision":0.3762286846,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059580740544595986,"observed_frequency":0.04819277108433735},{"predicted_probability":0.1535822510822511,"observed_frequency":0.11363636363636363},{"predicted_probability":0.24252110208631947,"observed_frequency":0.13043478260869565},{"predicted_probability":0.356734291349676,"observed_frequency":0.38461538461538464},{"predicted_probability":0.4871794871794872,"observed_frequency":0.5},{"predicted_probability":0.5436996336996337,"observed_frequency":0.6},{"predicted_probability":0.6623931623931624,"observed_frequency":0.3333333333333333}]},{"lead_hours":95,"brier_score":0.0975724874,"roc_auc":0.7633955449,"average_precision":0.3775080058,"threat_score":0.1538461538,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.059863380492251386,"observed_frequency":0.047619047619047616},{"predicted_probability":0.15159957761639625,"observed_frequency":0.11627906976744186},{"predicted_probability":0.23581835168097776,"observed_frequency":0.13043478260869565},{"predicted_probability":0.35479450939193674,"observed_frequency":0.4166666666666667},{"predicted_probability":0.4600888497982352,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5385421629347308,"observed_frequency":0.6},{"predicted_probability":0.6666666666666666,"observed_frequency":0.3333333333333333}]},{"lead_hours":96,"brier_score":0.1106292029,"roc_auc":0.6887878788,"average_precision":0.3295061463,"threat_score":0.1739130435,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07808855444901934,"observed_frequency":0.0425531914893617},{"predicted_probability":0.1360649598256843,"observed_frequency":0.125},{"predicted_probability":0.24485224022878935,"observed_frequency":0.13333333333333333},{"predicted_probability":0.35340075434160906,"observed_frequency":0.17391304347826086},{"predicted_probability":0.42157032671808653,"observed_frequency":0.09090909090909091},{"predicted_probability":0.5648236415633937,"observed_frequency":1.0},{"predicted_probability":0.6429933269780744,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7383222116301239,"observed_frequency":1.0}]}]}]}}},"error":null}