{"success":true,"data":{"target":"hmf","variables":{"bt":{"continuous":null,"binary":[{"threshold":5.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.1067538902445871,"roc_auc":0.9281936993768314,"average_precision":0.9117868118640342,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04157015846445044,"observed_frequency":0.0277337559429477},{"predicted_probability":0.14667233384760314,"observed_frequency":0.13325031133250312},{"predicted_probability":0.24853691624701968,"observed_frequency":0.26095238095238094},{"predicted_probability":0.3498503552852869,"observed_frequency":0.37346437346437344},{"predicted_probability":0.4514441534159755,"observed_frequency":0.5257009345794392},{"predicted_probability":0.5523608313146045,"observed_frequency":0.575682382133995},{"predicted_probability":0.6524265882052025,"observed_frequency":0.6962305986696231},{"predicted_probability":0.7533671498975049,"observed_frequency":0.7817938420348058},{"predicted_probability":0.8541179008510377,"observed_frequency":0.9119555143651529},{"predicted_probability":0.9399163873245573,"observed_frequency":0.9561338289962825}]},{"lead_hours":2,"brier_score":0.1213886884867185,"roc_auc":0.9081416196910954,"average_precision":0.8882492842145504,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04160100204622931,"observed_frequency":0.03885804916732752},{"predicted_probability":0.146649242523638,"observed_frequency":0.17288557213930347},{"predicted_probability":0.2485404816238272,"observed_frequency":0.2819047619047619},{"predicted_probability":0.34968058951654646,"observed_frequency":0.4264705882352941},{"predicted_probability":0.45073155573932877,"observed_frequency":0.5046082949308756},{"predicted_probability":0.5513565796467715,"observed_frequency":0.5759036144578313},{"predicted_probability":0.6524927515127772,"observed_frequency":0.6735966735966736},{"predicted_probability":0.7528699267979556,"observed_frequency":0.7434895833333334},{"predicted_probability":0.8539633732107781,"observed_frequency":0.8761726078799249},{"predicted_probability":0.9397287256450514,"observed_frequency":0.9465116279069767}]},{"lead_hours":3,"brier_score":0.1293571582426516,"roc_auc":0.8973179783537808,"average_precision":0.8800003575121471,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.04180536518476343,"observed_frequency":0.053557154276578735},{"predicted_probability":0.1465201442666321,"observed_frequency":0.19506172839506172},{"predicted_probability":0.24796467150560852,"observed_frequency":0.30377358490566037},{"predicted_probability":0.3497568036813946,"observed_frequency":0.4182692307692308},{"predicted_probability":0.4518443111865013,"observed_frequency":0.4689655172413793},{"predicted_probability":0.5519474140160711,"observed_frequency":0.5486935866983373},{"predicted_probability":0.653356819179225,"observed_frequency":0.6244813278008299},{"predicted_probability":0.7532348477567502,"observed_frequency":0.7340286831812256},{"predicted_probability":0.8540203739171531,"observed_frequency":0.8774740810556079},{"predicted_probability":0.9397104840581141,"observed_frequency":0.9426356589147287}]},{"lead_hours":4,"brier_score":0.1417522995644505,"roc_auc":0.8775805740149959,"average_precision":0.8518987285613249,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060501451350431154,"observed_frequency":0.04819976771196283},{"predicted_probability":0.14328709425617467,"observed_frequency":0.1489539748953975},{"predicted_probability":0.24801762308845962,"observed_frequency":0.24671532846715327},{"predicted_probability":0.35042168916840943,"observed_frequency":0.4075286415711948},{"predicted_probability":0.44932082305033905,"observed_frequency":0.4954296160877514},{"predicted_probability":0.5513697967761482,"observed_frequency":0.5851735015772871},{"predicted_probability":0.6522961158052275,"observed_frequency":0.679890560875513},{"predicted_probability":0.7515811613199351,"observed_frequency":0.7966507177033493},{"predicted_probability":0.8513396353524699,"observed_frequency":0.8899273104880582},{"predicted_probability":0.9334731762957047,"observed_frequency":0.9364675984752223}]},{"lead_hours":5,"brier_score":0.1468122180806884,"roc_auc":0.8696932928467261,"average_precision":0.8497625055622893,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.060474064867663754,"observed_frequency":0.062137049941927994},{"predicted_probability":0.14327525724377996,"observed_frequency":0.16164154103852596},{"predicted_probability":0.2480671401863032,"observed_frequency":0.28425655976676384},{"predicted_probability":0.3504556781181183,"observed_frequency":0.39080459770114945},{"predicted_probability":0.44932082305033905,"observed_frequency":0.5374771480804388},{"predicted_probability":0.5513093761166997,"observed_frequency":0.5876777251184834},{"predicted_probability":0.6522610331643554,"observed_frequency":0.6863013698630137},{"predicted_probability":0.7514889431639865,"observed_frequency":0.7715311004784688},{"predicted_probability":0.8513396353524699,"observed_frequency":0.897196261682243},{"predicted_probability":0.9335031026571021,"observed_frequency":0.9414758269720102}]},{"lead_hours":6,"brier_score":0.151081542588658,"roc_auc":0.8615498220244834,"average_precision":0.8352155418047063,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.06046700053157394,"observed_frequency":0.07370864770748695},{"predicted_probability":0.14325709668091208,"observed_frequency":0.16261525565800503},{"predicted_probability":0.2480671401863032,"observed_frequency":0.2886297376093295},{"predicted_probability":0.35041591781464154,"observed_frequency":0.40625},{"predicted_probability":0.44935006464627386,"observed_frequency":0.4945054945054945},{"predicted_probability":0.5514298277042428,"observed_frequency":0.606973058637084},{"predicted_probability":0.6522961158052275,"observed_frequency":0.6935704514363885},{"predicted_probability":0.7514906085058001,"observed_frequency":0.7715311004784688},{"predicted_probability":0.8513365457923784,"observed_frequency":0.8826583592938733},{"predicted_probability":0.9335390726122796,"observed_frequency":0.923469387755102}]},{"lead_hours":7,"brier_score":0.1612329258466471,"roc_auc":0.8465114386909387,"average_precision":0.8175183926719082,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07342980009873655,"observed_frequency":0.06645230439442658},{"predicted_probability":0.14557755478851578,"observed_frequency":0.11233053582956747},{"predicted_probability":0.24627268174896566,"observed_frequency":0.29298067141403866},{"predicted_probability":0.3497341318685318,"observed_frequency":0.39646464646464646},{"predicted_probability":0.45110251969272824,"observed_frequency":0.4869451697127937},{"predicted_probability":0.550751191091531,"observed_frequency":0.6286438529784537},{"predicted_probability":0.6516348593643474,"observed_frequency":0.7368421052631579},{"predicted_probability":0.7502627983503648,"observed_frequency":0.812933025404157},{"predicted_probability":0.8494364348167535,"observed_frequency":0.8976857490864799},{"predicted_probability":0.9248473260191926,"observed_frequency":0.933852140077821}]},{"lead_hours":8,"brier_score":0.1669390077290959,"roc_auc":0.8340403386799917,"average_precision":0.8026421387925766,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07344902519083375,"observed_frequency":0.06974248927038626},{"predicted_probability":0.14562361442646302,"observed_frequency":0.13234344738540993},{"predicted_probability":0.246297411865378,"observed_frequency":0.28716904276985744},{"predicted_probability":0.3497341318685318,"observed_frequency":0.4065656565656566},{"predicted_probability":0.4511311937479747,"observed_frequency":0.484375},{"predicted_probability":0.5507143671070095,"observed_frequency":0.6063291139240506},{"predicted_probability":0.6516534544791139,"observed_frequency":0.7249736564805058},{"predicted_probability":0.750290954493773,"observed_frequency":0.803921568627451},{"predicted_probability":0.8494364348167535,"observed_frequency":0.8696711327649208},{"predicted_probability":0.9248473260191926,"observed_frequency":0.9377431906614786}]},{"lead_hours":9,"brier_score":0.1692119703750526,"roc_auc":0.828884717953282,"average_precision":0.7999441284224433,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07349179640362549,"observed_frequency":0.08663101604278074},{"predicted_probability":0.14561043534582818,"observed_frequency":0.1355713363460297},{"predicted_probability":0.246297411865378,"observed_frequency":0.28105906313645623},{"predicted_probability":0.3497341318685318,"observed_frequency":0.4078282828282828},{"predicted_probability":0.4511533119250823,"observed_frequency":0.48370273794002605},{"predicted_probability":0.5507143671070095,"observed_frequency":0.620253164556962},{"predicted_probability":0.6516534544791139,"observed_frequency":0.7049525816649105},{"predicted_probability":0.7503376631120974,"observed_frequency":0.803921568627451},{"predicted_probability":0.8493961357951879,"observed_frequency":0.8682926829268293},{"predicted_probability":0.9248473260191926,"observed_frequency":0.9377431906614786}]},{"lead_hours":10,"brier_score":0.1745568540531659,"roc_auc":0.8180420996529327,"average_precision":0.7853939793437179,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07351637945541811,"observed_frequency":0.09081196581196581},{"predicted_probability":0.1455965124072721,"observed_frequency":0.15171078114912848},{"predicted_probability":0.2463267642562367,"observed_frequency":0.2897959183673469},{"predicted_probability":0.34971218366360907,"observed_frequency":0.4215189873417722},{"predicted_probability":0.4511774632179285,"observed_frequency":0.4771838331160365},{"predicted_probability":0.5507143671070095,"observed_frequency":0.6177215189873417},{"predicted_probability":0.651670715258993,"observed_frequency":0.6891464699683878},{"predicted_probability":0.750273275099703,"observed_frequency":0.7993079584775087},{"predicted_probability":0.8494364348167535,"observed_frequency":0.8587088915956151},{"predicted_probability":0.9248703601378261,"observed_frequency":0.91015625}]},{"lead_hours":11,"brier_score":0.1788680506866025,"roc_auc":0.810719086952264,"average_precision":0.7848454789710435,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07351834221232804,"observed_frequency":0.10032017075773746},{"predicted_probability":0.1456153374907722,"observed_frequency":0.17787839586028462},{"predicted_probability":0.24636939714660144,"observed_frequency":0.2992849846782431},{"predicted_probability":0.3497388040015662,"observed_frequency":0.41213653603034134},{"predicted_probability":0.45123671587557335,"observed_frequency":0.517555266579974},{"predicted_probability":0.550677444428537,"observed_frequency":0.5944233206590621},{"predicted_probability":0.6516953418313362,"observed_frequency":0.6972573839662447},{"predicted_probability":0.7502234793821099,"observed_frequency":0.792147806004619},{"predicted_probability":0.8494958706303153,"observed_frequency":0.8693528693528694},{"predicted_probability":0.9248703601378261,"observed_frequency":0.91015625}]},{"lead_hours":12,"brier_score":0.1807510020762396,"roc_auc":0.8069052782193016,"average_precision":0.7755694578994302,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.07353810139084138,"observed_frequency":0.10672358591248667},{"predicted_probability":0.14562998865835988,"observed_frequency":0.17216828478964402},{"predicted_probability":0.24637009855611028,"observed_frequency":0.29867482161060144},{"predicted_probability":0.34980929187525966,"observed_frequency":0.4385297845373891},{"predicted_probability":0.45123671587557335,"observed_frequency":0.4980494148244473},{"predicted_probability":0.550677444428537,"observed_frequency":0.6096324461343473},{"predicted_probability":0.6517382494954248,"observed_frequency":0.7117212249208026},{"predicted_probability":0.7503441685433772,"observed_frequency":0.7858796296296297},{"predicted_probability":0.849517383674747,"observed_frequency":0.8447432762836186},{"predicted_probability":0.9248703601378261,"observed_frequency":0.8984375}]},{"lead_hours":13,"brier_score":0.1942040777918089,"roc_auc":0.7812075063210757,"average_precision":0.7456161761304385,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09254708690150591,"observed_frequency":0.04},{"predicted_probability":0.15133425447580187,"observed_frequency":0.1452104942037828},{"predicted_probability":0.24692502767543245,"observed_frequency":0.2860696517412935},{"predicted_probability":0.3490228204467465,"observed_frequency":0.43471074380165287},{"predicted_probability":0.44809560817679156,"observed_frequency":0.5204498977505112},{"predicted_probability":0.550038731989413,"observed_frequency":0.6513486513486514},{"predicted_probability":0.6514565206503969,"observed_frequency":0.7097118463180363},{"predicted_probability":0.7472254518971934,"observed_frequency":0.8246445497630331},{"predicted_probability":0.8321528318877438,"observed_frequency":0.8753387533875339},{"predicted_probability":0.9108301106608911,"observed_frequency":0.9285714285714286}]},{"lead_hours":14,"brier_score":0.196512089697908,"roc_auc":0.7736442322765305,"average_precision":0.73784471805714,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09250669743409025,"observed_frequency":0.050505050505050504},{"predicted_probability":0.15131229267638993,"observed_frequency":0.15384615384615385},{"predicted_probability":0.24695451703676927,"observed_frequency":0.29024238657551277},{"predicted_probability":0.34898226702002266,"observed_frequency":0.41770057899090157},{"predicted_probability":0.4480831153239102,"observed_frequency":0.5280898876404494},{"predicted_probability":0.5500206881721406,"observed_frequency":0.649},{"predicted_probability":0.6514850948869717,"observed_frequency":0.6986155484558041},{"predicted_probability":0.7471921236800628,"observed_frequency":0.7940828402366864},{"predicted_probability":0.8321528318877438,"observed_frequency":0.8915989159891599},{"predicted_probability":0.9108301106608911,"observed_frequency":0.8571428571428571}]},{"lead_hours":15,"brier_score":0.1974881054342821,"roc_auc":0.7715250431910861,"average_precision":0.7349938510375527,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09249368352386986,"observed_frequency":0.0297029702970297},{"predicted_probability":0.15131938068791898,"observed_frequency":0.1575091575091575},{"predicted_probability":0.2469275297335465,"observed_frequency":0.29006211180124225},{"predicted_probability":0.34898226702002266,"observed_frequency":0.4218362282878412},{"predicted_probability":0.4480940726833687,"observed_frequency":0.5398773006134969},{"predicted_probability":0.5499978335133541,"observed_frequency":0.6353646353646354},{"predicted_probability":0.6514928480041815,"observed_frequency":0.6929637526652452},{"predicted_probability":0.7471980731734529,"observed_frequency":0.8080568720379147},{"predicted_probability":0.8321528318877438,"observed_frequency":0.8699186991869918},{"predicted_probability":0.9108301106608911,"observed_frequency":0.9285714285714286}]},{"lead_hours":16,"brier_score":0.1996595375901264,"roc_auc":0.7649366845811879,"average_precision":0.7308483127059251,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09249368352386986,"observed_frequency":0.04950495049504951},{"predicted_probability":0.15129995698347337,"observed_frequency":0.17571690054911532},{"predicted_probability":0.24695139928111362,"observed_frequency":0.290863890615289},{"predicted_probability":0.34898226702002266,"observed_frequency":0.42100909842845324},{"predicted_probability":0.4481033793407389,"observed_frequency":0.5132924335378323},{"predicted_probability":0.5499761619206233,"observed_frequency":0.633},{"predicted_probability":0.6515479964269351,"observed_frequency":0.7040598290598291},{"predicted_probability":0.7471921236800628,"observed_frequency":0.8},{"predicted_probability":0.8321768672145913,"observed_frequency":0.8695652173913043},{"predicted_probability":0.9108301106608911,"observed_frequency":0.9285714285714286}]},{"lead_hours":17,"brier_score":0.2020285580496825,"roc_auc":0.7618722686579829,"average_precision":0.7351859568391989,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09249368352386986,"observed_frequency":0.039603960396039604},{"predicted_probability":0.15133006026418275,"observed_frequency":0.18753817959682345},{"predicted_probability":0.24694413421980227,"observed_frequency":0.3018633540372671},{"predicted_probability":0.3489426259783312,"observed_frequency":0.40811258278145696},{"predicted_probability":0.4481033793407389,"observed_frequency":0.5378323108384458},{"predicted_probability":0.549990582054743,"observed_frequency":0.6603206412825652},{"predicted_probability":0.6515245806500926,"observed_frequency":0.7139807897545357},{"predicted_probability":0.747128442175017,"observed_frequency":0.7841043890865955},{"predicted_probability":0.8321768672145913,"observed_frequency":0.8858695652173914},{"predicted_probability":0.9108301106608911,"observed_frequency":0.9285714285714286}]},{"lead_hours":18,"brier_score":0.202170057263893,"roc_auc":0.7627507983386485,"average_precision":0.7294250174335519,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0925096844262899,"observed_frequency":0.039603960396039604},{"predicted_probability":0.1513141364021283,"observed_frequency":0.17737003058103976},{"predicted_probability":0.24692682444630834,"observed_frequency":0.3047796399751707},{"predicted_probability":0.3489683635450164,"observed_frequency":0.4167357083678542},{"predicted_probability":0.4480608313404119,"observed_frequency":0.5543032786885246},{"predicted_probability":0.5500326379021917,"observed_frequency":0.663},{"predicted_probability":0.6516122572006973,"observed_frequency":0.7051282051282052},{"predicted_probability":0.7471574506377728,"observed_frequency":0.7790973871733967},{"predicted_probability":0.8322633417342102,"observed_frequency":0.8719346049046321},{"predicted_probability":0.9108301106608911,"observed_frequency":0.8571428571428571}]},{"lead_hours":19,"brier_score":0.2013440501471636,"roc_auc":0.761581270187738,"average_precision":0.7276969088806959,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09245839288251428,"observed_frequency":0.0594059405940594},{"predicted_probability":0.15135772190100824,"observed_frequency":0.17338217338217338},{"predicted_probability":0.24693117488252958,"observed_frequency":0.3052109181141439},{"predicted_probability":0.34902251407235707,"observed_frequency":0.40643033800494643},{"predicted_probability":0.4480968249615545,"observed_frequency":0.5384615384615384},{"predicted_probability":0.5496448025065644,"observed_frequency":0.6313686313686314},{"predicted_probability":0.6513223114640945,"observed_frequency":0.7050053248136315},{"predicted_probability":0.7472206665206249,"observed_frequency":0.7850356294536817},{"predicted_probability":0.8324637672467557,"observed_frequency":0.8746518105849582},{"predicted_probability":0.910763553872477,"observed_frequency":1.0}]},{"lead_hours":20,"brier_score":0.2026690403160429,"roc_auc":0.7568676730358367,"average_precision":0.7198889494804548,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09245839288251428,"observed_frequency":0.04950495049504951},{"predicted_probability":0.15137861319099247,"observed_frequency":0.17837507635919364},{"predicted_probability":0.24690151306703806,"observed_frequency":0.29671011793916824},{"predicted_probability":0.348991152393718,"observed_frequency":0.41006600660066006},{"predicted_probability":0.44807037944019157,"observed_frequency":0.5297741273100616},{"predicted_probability":0.5495785569426216,"observed_frequency":0.650049850448654},{"predicted_probability":0.6512988605742708,"observed_frequency":0.6819148936170213},{"predicted_probability":0.7473730355172877,"observed_frequency":0.7772511848341233},{"predicted_probability":0.8324637672467557,"observed_frequency":0.8662952646239555},{"predicted_probability":0.910763553872477,"observed_frequency":0.9285714285714286}]},{"lead_hours":21,"brier_score":0.2035318863388579,"roc_auc":0.7549777782381581,"average_precision":0.7158695213446213,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09250858861538103,"observed_frequency":0.06930693069306931},{"predicted_probability":0.15145181945776037,"observed_frequency":0.17998779743746188},{"predicted_probability":0.24701238124594063,"observed_frequency":0.2968944099378882},{"predicted_probability":0.3489428721569983,"observed_frequency":0.41983471074380163},{"predicted_probability":0.44795344442057644,"observed_frequency":0.5241521068859198},{"predicted_probability":0.5495506714354449,"observed_frequency":0.6238805970149254},{"predicted_probability":0.6512647111067673,"observed_frequency":0.7154989384288747},{"predicted_probability":0.7474333174766821,"observed_frequency":0.7663107947805456},{"predicted_probability":0.8324637672467557,"observed_frequency":0.8551532033426184},{"predicted_probability":0.910763553872477,"observed_frequency":0.9285714285714286}]},{"lead_hours":22,"brier_score":0.2059985871547829,"roc_auc":0.7483618123462381,"average_precision":0.708054001992555,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09242079177821054,"observed_frequency":0.06862745098039216},{"predicted_probability":0.15146223418770527,"observed_frequency":0.19341061622940817},{"predicted_probability":0.2470106680329169,"observed_frequency":0.30515848353014297},{"predicted_probability":0.3489324078781259,"observed_frequency":0.41025641025641024},{"predicted_probability":0.44795718317359967,"observed_frequency":0.527235354573484},{"predicted_probability":0.5495411061934421,"observed_frequency":0.6195219123505976},{"predicted_probability":0.651317308772316,"observed_frequency":0.6992561105207227},{"predicted_probability":0.7474254698195665,"observed_frequency":0.7746144721233689},{"predicted_probability":0.8324637672467557,"observed_frequency":0.8384401114206128},{"predicted_probability":0.910763553872477,"observed_frequency":0.8571428571428571}]},{"lead_hours":23,"brier_score":0.2084653378568027,"roc_auc":0.7454836859935141,"average_precision":0.7121263353743004,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09242079177821054,"observed_frequency":0.06862745098039216},{"predicted_probability":0.15146641598801505,"observed_frequency":0.19975565058032987},{"predicted_probability":0.2470106680329169,"observed_frequency":0.3175885643256681},{"predicted_probability":0.3489696933968697,"observed_frequency":0.41887417218543044},{"predicted_probability":0.4479589124545896,"observed_frequency":0.5432098765432098},{"predicted_probability":0.5495875053589134,"observed_frequency":0.6314741035856574},{"predicted_probability":0.6512905344409762,"observed_frequency":0.7212765957446808},{"predicted_probability":0.7473857766675199,"observed_frequency":0.7488151658767772},{"predicted_probability":0.8323744421955831,"observed_frequency":0.8519553072625698},{"predicted_probability":0.910763553872477,"observed_frequency":0.9285714285714286}]},{"lead_hours":24,"brier_score":0.2094737998234572,"roc_auc":0.7433981598785375,"average_precision":0.7060495994656935,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.09243763240328125,"observed_frequency":0.0392156862745098},{"predicted_probability":0.1514562292190711,"observed_frequency":0.19938837920489297},{"predicted_probability":0.2470106680329169,"observed_frequency":0.31572405220633937},{"predicted_probability":0.34893045680732604,"observed_frequency":0.420049710024855},{"predicted_probability":0.44793430612877666,"observed_frequency":0.5606995884773662},{"predicted_probability":0.5496140600882149,"observed_frequency":0.6397205588822356},{"predicted_probability":0.6512379093329893,"observed_frequency":0.6971307120085016},{"predicted_probability":0.7474401539344355,"observed_frequency":0.7591933570581257},{"predicted_probability":0.8323744421955831,"observed_frequency":0.8296089385474861},{"predicted_probability":0.910763553872477,"observed_frequency":0.9285714285714286}]}]},{"threshold":10.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0300494011238495,"roc_auc":0.974152111518912,"average_precision":0.7630490581820716,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.00855181315932648,"observed_frequency":0.007318348144276007},{"predicted_probability":0.14507100352689503,"observed_frequency":0.216},{"predicted_probability":0.24936910656072833,"observed_frequency":0.3782051282051282},{"predicted_probability":0.3538984589187425,"observed_frequency":0.475},{"predicted_probability":0.4482807785196536,"observed_frequency":0.5257731958762887},{"predicted_probability":0.5518035503217209,"observed_frequency":0.6451612903225806},{"predicted_probability":0.6507292666734407,"observed_frequency":0.6822429906542056},{"predicted_probability":0.7522638440793373,"observed_frequency":0.8518518518518519},{"predicted_probability":0.8442512613590499,"observed_frequency":0.93},{"predicted_probability":0.9247761576456455,"observed_frequency":0.896551724137931}]},{"lead_hours":2,"brier_score":0.0335673489348658,"roc_auc":0.960767064799308,"average_precision":0.6950659056751035,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.008633622248140318,"observed_frequency":0.01032814747025755},{"predicted_probability":0.14480745274498372,"observed_frequency":0.212},{"predicted_probability":0.24901240421368068,"observed_frequency":0.3291139240506329},{"predicted_probability":0.3536083129899883,"observed_frequency":0.4745762711864407},{"predicted_probability":0.4463912357828,"observed_frequency":0.4897959183673469},{"predicted_probability":0.5514024787944171,"observed_frequency":0.5319148936170213},{"predicted_probability":0.6504397260833518,"observed_frequency":0.6238532110091743},{"predicted_probability":0.7522540839550389,"observed_frequency":0.7777777777777778},{"predicted_probability":0.844226133058349,"observed_frequency":0.86},{"predicted_probability":0.9247039541396292,"observed_frequency":0.9310344827586207}]},{"lead_hours":3,"brier_score":0.0367799821770352,"roc_auc":0.946636970901053,"average_precision":0.6430960129588796,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.008636292550102478,"observed_frequency":0.013329848405645583},{"predicted_probability":0.14461247370937,"observed_frequency":0.20717131474103587},{"predicted_probability":0.24932520452472687,"observed_frequency":0.3558282208588957},{"predicted_probability":0.3527243931383015,"observed_frequency":0.4336283185840708},{"predicted_probability":0.4436203738323144,"observed_frequency":0.44329896907216493},{"predicted_probability":0.5496103102017376,"observed_frequency":0.49473684210526314},{"predicted_probability":0.6474359849060989,"observed_frequency":0.6371681415929203},{"predicted_probability":0.7499585695915856,"observed_frequency":0.7264150943396226},{"predicted_probability":0.8430747339389563,"observed_frequency":0.8333333333333334},{"predicted_probability":0.9246083546905408,"observed_frequency":0.8214285714285714}]},{"lead_hours":4,"brier_score":0.0393476543633831,"roc_auc":0.9361183289191656,"average_precision":0.6105365695417818,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.014158967581951828,"observed_frequency":0.014232508645916467},{"predicted_probability":0.14432358094709827,"observed_frequency":0.21395348837209302},{"predicted_probability":0.2460168977672599,"observed_frequency":0.3165137614678899},{"predicted_probability":0.34956309014049325,"observed_frequency":0.4266666666666667},{"predicted_probability":0.4492301851285333,"observed_frequency":0.4915254237288136},{"predicted_probability":0.5520093957695884,"observed_frequency":0.5876288659793815},{"predicted_probability":0.6480557344777518,"observed_frequency":0.7283950617283951},{"predicted_probability":0.7463928170800455,"observed_frequency":0.75},{"predicted_probability":0.8358086037136642,"observed_frequency":0.9705882352941176},{"predicted_probability":0.9230339248620876,"observed_frequency":1.0}]},{"lead_hours":5,"brier_score":0.0433066789997342,"roc_auc":0.9193436010267694,"average_precision":0.5557438024234609,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.014191837395812463,"observed_frequency":0.017569546120058566},{"predicted_probability":0.14451074254198945,"observed_frequency":0.2459396751740139},{"predicted_probability":0.24644739775736813,"observed_frequency":0.27522935779816515},{"predicted_probability":0.34962192336436576,"observed_frequency":0.44},{"predicted_probability":0.4495932691748762,"observed_frequency":0.4661016949152542},{"predicted_probability":0.5518938442146383,"observed_frequency":0.5520833333333334},{"predicted_probability":0.6479477216716784,"observed_frequency":0.6666666666666666},{"predicted_probability":0.7464865238630898,"observed_frequency":0.7321428571428571},{"predicted_probability":0.8358242934413932,"observed_frequency":0.8823529411764706},{"predicted_probability":0.9230339248620876,"observed_frequency":1.0}]},{"lead_hours":6,"brier_score":0.0460789749364231,"roc_auc":0.9049687405110508,"average_precision":0.5154839790306545,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.014191882988161023,"observed_frequency":0.022103861517976033},{"predicted_probability":0.14451074254198945,"observed_frequency":0.21809744779582366},{"predicted_probability":0.24624645758422212,"observed_frequency":0.2488479262672811},{"predicted_probability":0.34962192336436576,"observed_frequency":0.44666666666666666},{"predicted_probability":0.4495932691748762,"observed_frequency":0.4915254237288136},{"predicted_probability":0.5518938442146383,"observed_frequency":0.53125},{"predicted_probability":0.6473754113961798,"observed_frequency":0.6125},{"predicted_probability":0.7464865238630898,"observed_frequency":0.6964285714285714},{"predicted_probability":0.8358242934413932,"observed_frequency":0.8529411764705882},{"predicted_probability":0.9230339248620876,"observed_frequency":0.8888888888888888}]},{"lead_hours":7,"brier_score":0.0499790540607886,"roc_auc":0.8985508605076079,"average_precision":0.4566318513942154,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02004043923973306,"observed_frequency":0.024050803945412782},{"predicted_probability":0.14216118731363298,"observed_frequency":0.21451104100946372},{"predicted_probability":0.24863966207755536,"observed_frequency":0.3191489361702128},{"predicted_probability":0.34568658147018516,"observed_frequency":0.45454545454545453},{"predicted_probability":0.4429819941245177,"observed_frequency":0.5612244897959183},{"predicted_probability":0.5459428984800607,"observed_frequency":0.5974025974025974},{"predicted_probability":0.6464997625837907,"observed_frequency":0.75},{"predicted_probability":0.7384155663299724,"observed_frequency":0.7692307692307693},{"predicted_probability":0.8429939866675675,"observed_frequency":0.7272727272727273}]},{"lead_hours":8,"brier_score":0.0503349803011662,"roc_auc":0.8815962553144119,"average_precision":0.414003720719473,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02004668577779168,"observed_frequency":0.025266855830293204},{"predicted_probability":0.14216118731363298,"observed_frequency":0.2082018927444795},{"predicted_probability":0.24863966207755536,"observed_frequency":0.2978723404255319},{"predicted_probability":0.34573264336331244,"observed_frequency":0.41935483870967744},{"predicted_probability":0.4429819941245177,"observed_frequency":0.5102040816326531},{"predicted_probability":0.5459428984800607,"observed_frequency":0.5714285714285714},{"predicted_probability":0.6464997625837907,"observed_frequency":0.6388888888888888},{"predicted_probability":0.7384155663299724,"observed_frequency":0.7692307692307693},{"predicted_probability":0.8429939866675675,"observed_frequency":0.7272727272727273}]},{"lead_hours":9,"brier_score":0.0517504745318833,"roc_auc":0.8698824872761493,"average_precision":0.3831682882135562,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.020023178320363648,"observed_frequency":0.027830316130775468},{"predicted_probability":0.14205710538678437,"observed_frequency":0.19968553459119498},{"predicted_probability":0.24856255458391027,"observed_frequency":0.2846975088967972},{"predicted_probability":0.3463318065925614,"observed_frequency":0.4177215189873418},{"predicted_probability":0.44549968490841074,"observed_frequency":0.46875},{"predicted_probability":0.5465662087647319,"observed_frequency":0.5466666666666666},{"predicted_probability":0.6458627197348799,"observed_frequency":0.5555555555555556},{"predicted_probability":0.736711888991405,"observed_frequency":0.6153846153846154},{"predicted_probability":0.8429349597144383,"observed_frequency":0.8181818181818182}]},{"lead_hours":10,"brier_score":0.0513385077557982,"roc_auc":0.8607906074985712,"average_precision":0.3704259097223363,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.020053428867137766,"observed_frequency":0.029582601647980548},{"predicted_probability":0.1421618392429595,"observed_frequency":0.17563291139240506},{"predicted_probability":0.24849689167562317,"observed_frequency":0.26595744680851063},{"predicted_probability":0.3467358840859054,"observed_frequency":0.3924050632911392},{"predicted_probability":0.4454471726147067,"observed_frequency":0.4479166666666667},{"predicted_probability":0.546474812517496,"observed_frequency":0.5333333333333333},{"predicted_probability":0.6458627197348799,"observed_frequency":0.5833333333333334},{"predicted_probability":0.7366014988547454,"observed_frequency":0.75},{"predicted_probability":0.8429349597144383,"observed_frequency":0.8181818181818182}]},{"lead_hours":11,"brier_score":0.053563784553726,"roc_auc":0.8482518032251316,"average_precision":0.3561176802476747,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02006227664859445,"observed_frequency":0.03230166238680903},{"predicted_probability":0.1421569303248219,"observed_frequency":0.18354430379746836},{"predicted_probability":0.24849936212922508,"observed_frequency":0.2553191489361702},{"predicted_probability":0.34682875872983626,"observed_frequency":0.3821656050955414},{"predicted_probability":0.4454471726147067,"observed_frequency":0.4270833333333333},{"predicted_probability":0.546474812517496,"observed_frequency":0.5066666666666667},{"predicted_probability":0.6458627197348799,"observed_frequency":0.6388888888888888},{"predicted_probability":0.7366014988547454,"observed_frequency":0.5833333333333334},{"predicted_probability":0.8429349597144383,"observed_frequency":0.8181818181818182}]},{"lead_hours":12,"brier_score":0.0547393933555367,"roc_auc":0.844987054928781,"average_precision":0.3488568854834278,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02006418021554696,"observed_frequency":0.0329863458158713},{"predicted_probability":0.14220927516278267,"observed_frequency":0.18412698412698414},{"predicted_probability":0.24856482239507818,"observed_frequency":0.2846975088967972},{"predicted_probability":0.34682875872983626,"observed_frequency":0.37579617834394907},{"predicted_probability":0.4454471726147067,"observed_frequency":0.4166666666666667},{"predicted_probability":0.546474812517496,"observed_frequency":0.52},{"predicted_probability":0.6458627197348799,"observed_frequency":0.5555555555555556},{"predicted_probability":0.7366014988547454,"observed_frequency":0.5833333333333334},{"predicted_probability":0.8429349597144383,"observed_frequency":0.8181818181818182}]},{"lead_hours":13,"brier_score":0.0594292235270789,"roc_auc":0.8142664568097767,"average_precision":0.2709751777384792,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029204869396305642,"observed_frequency":0.04219521965549473},{"predicted_probability":0.14013529664709792,"observed_frequency":0.21176470588235294},{"predicted_probability":0.23953924893075146,"observed_frequency":0.30522088353413657},{"predicted_probability":0.33677484745619224,"observed_frequency":0.3333333333333333},{"predicted_probability":0.43755297396812415,"observed_frequency":0.5},{"predicted_probability":0.5657503696873567,"observed_frequency":0.75},{"predicted_probability":0.6232864153275037,"observed_frequency":0.75}]},{"lead_hours":14,"brier_score":0.0586499291671829,"roc_auc":0.8037721575705894,"average_precision":0.2470620701914474,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02922126901074414,"observed_frequency":0.04192816130324476},{"predicted_probability":0.1401456231621873,"observed_frequency":0.20823529411764705},{"predicted_probability":0.23948999313752056,"observed_frequency":0.288},{"predicted_probability":0.33677484745619224,"observed_frequency":0.2916666666666667},{"predicted_probability":0.43755297396812415,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5657503696873567,"observed_frequency":0.75},{"predicted_probability":0.6232864153275037,"observed_frequency":0.75}]},{"lead_hours":15,"brier_score":0.0582881501883036,"roc_auc":0.8020291244009439,"average_precision":0.2513153362677514,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029196186808379116,"observed_frequency":0.04072096128170895},{"predicted_probability":0.1401456231621873,"observed_frequency":0.21411764705882352},{"predicted_probability":0.23948999313752056,"observed_frequency":0.284},{"predicted_probability":0.33677484745619224,"observed_frequency":0.3333333333333333},{"predicted_probability":0.43755297396812415,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5657503696873567,"observed_frequency":0.75},{"predicted_probability":0.6232864153275037,"observed_frequency":0.75}]},{"lead_hours":16,"brier_score":0.0578705774682727,"roc_auc":0.7896694000001678,"average_precision":0.2283169973810068,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029193708139913153,"observed_frequency":0.042212129308041677},{"predicted_probability":0.14007207533998484,"observed_frequency":0.19953051643192488},{"predicted_probability":0.23955993460849698,"observed_frequency":0.248},{"predicted_probability":0.33677484745619224,"observed_frequency":0.3055555555555556},{"predicted_probability":0.43755297396812415,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5657503696873567,"observed_frequency":0.75},{"predicted_probability":0.6172471588478357,"observed_frequency":0.6666666666666666}]},{"lead_hours":17,"brier_score":0.0594473507677959,"roc_auc":0.7840019973968353,"average_precision":0.2306019746164592,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0292060556020025,"observed_frequency":0.04384440582809785},{"predicted_probability":0.14005090197191547,"observed_frequency":0.1960093896713615},{"predicted_probability":0.23959900583593186,"observed_frequency":0.268},{"predicted_probability":0.33684957159648216,"observed_frequency":0.3472222222222222},{"predicted_probability":0.43755297396812415,"observed_frequency":0.32142857142857145},{"predicted_probability":0.5657503696873567,"observed_frequency":0.75},{"predicted_probability":0.6172471588478357,"observed_frequency":0.6666666666666666}]},{"lead_hours":18,"brier_score":0.0607635005945825,"roc_auc":0.7783144143685559,"average_precision":0.2224385899504008,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029213130361168026,"observed_frequency":0.04654895666131621},{"predicted_probability":0.1399957068646862,"observed_frequency":0.1899179366940211},{"predicted_probability":0.23962712422633772,"observed_frequency":0.24899598393574296},{"predicted_probability":0.3372039805444971,"observed_frequency":0.3194444444444444},{"predicted_probability":0.4373026943942779,"observed_frequency":0.35714285714285715},{"predicted_probability":0.5657503696873567,"observed_frequency":0.75},{"predicted_probability":0.6172471588478357,"observed_frequency":0.6666666666666666}]},{"lead_hours":19,"brier_score":0.0608880165309774,"roc_auc":0.7822997462616469,"average_precision":0.2336869321573889,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0292389832010196,"observed_frequency":0.04787376303824552},{"predicted_probability":0.13974312956544963,"observed_frequency":0.17543859649122806},{"predicted_probability":0.23969828109074856,"observed_frequency":0.26294820717131473},{"predicted_probability":0.3375755561887397,"observed_frequency":0.34285714285714286},{"predicted_probability":0.4362169718410588,"observed_frequency":0.39285714285714285},{"predicted_probability":0.5650805256843889,"observed_frequency":0.75},{"predicted_probability":0.6229174059707542,"observed_frequency":0.75}]},{"lead_hours":20,"brier_score":0.0598831018350392,"roc_auc":0.7725923268252413,"average_precision":0.2171060080739831,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029315804129855034,"observed_frequency":0.04728827144002137},{"predicted_probability":0.13982835950893502,"observed_frequency":0.16941176470588235},{"predicted_probability":0.2393290365888023,"observed_frequency":0.252},{"predicted_probability":0.3380706517763746,"observed_frequency":0.3142857142857143},{"predicted_probability":0.43677701686595305,"observed_frequency":0.4074074074074074},{"predicted_probability":0.5680285208666842,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6252204337221222,"observed_frequency":0.6666666666666666}]},{"lead_hours":21,"brier_score":0.0600959840289925,"roc_auc":0.7693830286561265,"average_precision":0.2057145731769803,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.02931683317381143,"observed_frequency":0.04781621477227194},{"predicted_probability":0.14014611725087264,"observed_frequency":0.169392523364486},{"predicted_probability":0.23985005992665015,"observed_frequency":0.24081632653061225},{"predicted_probability":0.33686056331872716,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4336292443148493,"observed_frequency":0.25925925925925924},{"predicted_probability":0.566744766848346,"observed_frequency":0.6666666666666666},{"predicted_probability":0.6222932624442171,"observed_frequency":0.6666666666666666}]},{"lead_hours":22,"brier_score":0.059264858776653,"roc_auc":0.7608096049322625,"average_precision":0.1954550527809254,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029298897030570314,"observed_frequency":0.046983449012279764},{"predicted_probability":0.14019622509421265,"observed_frequency":0.16510538641686182},{"predicted_probability":0.23976827691312164,"observed_frequency":0.2572614107883817},{"predicted_probability":0.3371156549682735,"observed_frequency":0.25},{"predicted_probability":0.43403834585501344,"observed_frequency":0.2692307692307692},{"predicted_probability":0.5642610317067506,"observed_frequency":0.6666666666666666},{"predicted_probability":0.619759304107027,"observed_frequency":0.6666666666666666}]},{"lead_hours":23,"brier_score":0.0608291118523443,"roc_auc":0.7609240942262704,"average_precision":0.1935792267039537,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029308983500954754,"observed_frequency":0.048624098316858134},{"predicted_probability":0.14014256262076094,"observed_frequency":0.16355140186915887},{"predicted_probability":0.2398669184859516,"observed_frequency":0.2708333333333333},{"predicted_probability":0.3371156549682735,"observed_frequency":0.29411764705882354},{"predicted_probability":0.4342899630678013,"observed_frequency":0.34615384615384615},{"predicted_probability":0.5642610317067506,"observed_frequency":0.2222222222222222},{"predicted_probability":0.619759304107027,"observed_frequency":0.6666666666666666}]},{"lead_hours":24,"brier_score":0.0620108055020462,"roc_auc":0.7534860142380168,"average_precision":0.1927798586328829,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.029300547344356095,"observed_frequency":0.051590483827853514},{"predicted_probability":0.14014256262076094,"observed_frequency":0.14719626168224298},{"predicted_probability":0.2398669184859516,"observed_frequency":0.275},{"predicted_probability":0.33713879359598026,"observed_frequency":0.29850746268656714},{"predicted_probability":0.4342899630678013,"observed_frequency":0.34615384615384615},{"predicted_probability":0.5642610317067506,"observed_frequency":0.3333333333333333},{"predicted_probability":0.619759304107027,"observed_frequency":0.6666666666666666}]}]},{"threshold":15.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0111066848933708,"roc_auc":0.9766362563543936,"average_precision":0.4626484411292665,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.003145246934927121,"observed_frequency":0.003788775751835188},{"predicted_probability":0.14092412405636764,"observed_frequency":0.3522727272727273},{"predicted_probability":0.24391650813814786,"observed_frequency":0.2653061224489796},{"predicted_probability":0.3504668644307745,"observed_frequency":0.3793103448275862},{"predicted_probability":0.4491215275881902,"observed_frequency":0.45},{"predicted_probability":0.5486469750039473,"observed_frequency":0.6153846153846154},{"predicted_probability":0.652056029867538,"observed_frequency":0.6764705882352942},{"predicted_probability":0.7485812120271005,"observed_frequency":0.4117647058823529},{"predicted_probability":0.8590221783551302,"observed_frequency":0.6666666666666666}]},{"lead_hours":2,"brier_score":0.0102917711605612,"roc_auc":0.9692943889424486,"average_precision":0.4698919643593165,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.003171656823357753,"observed_frequency":0.00390625},{"predicted_probability":0.14232479011949944,"observed_frequency":0.24444444444444444},{"predicted_probability":0.24623914501415792,"observed_frequency":0.2553191489361702},{"predicted_probability":0.34958102583297007,"observed_frequency":0.35714285714285715},{"predicted_probability":0.4446255792072249,"observed_frequency":0.5},{"predicted_probability":0.5504457689099668,"observed_frequency":0.4583333333333333},{"predicted_probability":0.6489519352502473,"observed_frequency":0.5882352941176471},{"predicted_probability":0.7460662149035242,"observed_frequency":0.5882352941176471},{"predicted_probability":0.8552976171636851,"observed_frequency":1.0}]},{"lead_hours":3,"brier_score":0.0123652238047458,"roc_auc":0.9410941807359456,"average_precision":0.3513840200630789,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.003169744551711149,"observed_frequency":0.006035502958579882},{"predicted_probability":0.14167664645315306,"observed_frequency":0.25555555555555554},{"predicted_probability":0.24900535957043834,"observed_frequency":0.24489795918367346},{"predicted_probability":0.35215077680267726,"observed_frequency":0.21428571428571427},{"predicted_probability":0.45121790607137263,"observed_frequency":0.2857142857142857},{"predicted_probability":0.5521114012258983,"observed_frequency":0.43478260869565216},{"predicted_probability":0.6494003375312233,"observed_frequency":0.5277777777777778},{"predicted_probability":0.7511573533121938,"observed_frequency":0.42857142857142855},{"predicted_probability":0.8508256446217457,"observed_frequency":1.0}]},{"lead_hours":4,"brier_score":0.0130318502825203,"roc_auc":0.9458419707020452,"average_precision":0.2726561523311672,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.00540022504750904,"observed_frequency":0.00815410068541716},{"predicted_probability":0.13722313751925153,"observed_frequency":0.192},{"predicted_probability":0.24077522195787396,"observed_frequency":0.28},{"predicted_probability":0.33614008541348334,"observed_frequency":0.32},{"predicted_probability":0.45509202805419463,"observed_frequency":0.4090909090909091},{"predicted_probability":0.559233877318008,"observed_frequency":0.42857142857142855},{"predicted_probability":0.6592690740685161,"observed_frequency":0.25},{"predicted_probability":0.7401685978763298,"observed_frequency":0.6}]},{"lead_hours":5,"brier_score":0.012723962837039,"roc_auc":0.9331775617106776,"average_precision":0.2589919731123901,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0053769981305192,"observed_frequency":0.00815988647114475},{"predicted_probability":0.13760693073676167,"observed_frequency":0.171875},{"predicted_probability":0.2415997275100373,"observed_frequency":0.22916666666666666},{"predicted_probability":0.3360244320655808,"observed_frequency":0.36},{"predicted_probability":0.4551396808767069,"observed_frequency":0.36363636363636365},{"predicted_probability":0.5595864624626599,"observed_frequency":0.35714285714285715},{"predicted_probability":0.6585126963093325,"observed_frequency":0.375},{"predicted_probability":0.7401685978763298,"observed_frequency":0.6}]},{"lead_hours":6,"brier_score":0.0133491333736966,"roc_auc":0.93025351740806,"average_precision":0.2658569761190357,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0053473673219995395,"observed_frequency":0.008987701040681173},{"predicted_probability":0.13651640155457956,"observed_frequency":0.1774193548387097},{"predicted_probability":0.23910881642734058,"observed_frequency":0.22448979591836735},{"predicted_probability":0.33779585378840227,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4620530304110346,"observed_frequency":0.45},{"predicted_probability":0.5645385138424522,"observed_frequency":0.38461538461538464},{"predicted_probability":0.6462787881813745,"observed_frequency":0.5},{"predicted_probability":0.7342383548925109,"observed_frequency":0.5}]},{"lead_hours":7,"brier_score":0.014977509198358,"roc_auc":0.8585164746035454,"average_precision":0.1715264939153344,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.007938554571463276,"observed_frequency":0.01242090461682681},{"predicted_probability":0.1337142383359778,"observed_frequency":0.18181818181818182},{"predicted_probability":0.23474430849247724,"observed_frequency":0.18421052631578946},{"predicted_probability":0.34996621760188007,"observed_frequency":0.2631578947368421},{"predicted_probability":0.4381312411400693,"observed_frequency":0.5},{"predicted_probability":0.5514903952458869,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6049596661025294,"observed_frequency":1.0}]},{"lead_hours":8,"brier_score":0.0138837562789689,"roc_auc":0.834135524339606,"average_precision":0.1552945636191357,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.007927951804412728,"observed_frequency":0.011360974467088312},{"predicted_probability":0.13566332463709363,"observed_frequency":0.1919191919191919},{"predicted_probability":0.2362910368916284,"observed_frequency":0.14285714285714285},{"predicted_probability":0.3473238567930929,"observed_frequency":0.15789473684210525},{"predicted_probability":0.4375121596616962,"observed_frequency":0.5},{"predicted_probability":0.5503110704694492,"observed_frequency":0.4444444444444444},{"predicted_probability":0.6049596661025294,"observed_frequency":1.0}]},{"lead_hours":9,"brier_score":0.014391019516598,"roc_auc":0.8330365358943452,"average_precision":0.1359076388612285,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.007860447120193697,"observed_frequency":0.012619770974526759},{"predicted_probability":0.13883223685237353,"observed_frequency":0.1111111111111111},{"predicted_probability":0.2445108861489934,"observed_frequency":0.16666666666666666},{"predicted_probability":0.3422541906446331,"observed_frequency":0.4375},{"predicted_probability":0.45438633659257055,"observed_frequency":0.4},{"predicted_probability":0.5527248603751816,"observed_frequency":0.3333333333333333}]},{"lead_hours":10,"brier_score":0.0145688130623224,"roc_auc":0.8253226154976446,"average_precision":0.1134997475102677,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.007885659697320442,"observed_frequency":0.012959719789842382},{"predicted_probability":0.13835986825895186,"observed_frequency":0.13253012048192772},{"predicted_probability":0.2468675996654392,"observed_frequency":0.125},{"predicted_probability":0.3513158826716077,"observed_frequency":0.3333333333333333},{"predicted_probability":0.4641688562875723,"observed_frequency":0.3333333333333333},{"predicted_probability":0.5549494688864806,"observed_frequency":0.42857142857142855}]},{"lead_hours":11,"brier_score":0.0140746458246882,"roc_auc":0.8169868054932232,"average_precision":0.1102086180708458,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.007794321886532732,"observed_frequency":0.012371615312791783},{"predicted_probability":0.13550163637374668,"observed_frequency":0.1625},{"predicted_probability":0.24664571002656424,"observed_frequency":0.10344827586206896},{"predicted_probability":0.3456030039472197,"observed_frequency":0.3},{"predicted_probability":0.4554674182314276,"observed_frequency":0.5},{"predicted_probability":0.561834206509879,"observed_frequency":0.2}]},{"lead_hours":12,"brier_score":0.014999450415188,"roc_auc":0.8295581378412115,"average_precision":0.1079535460342035,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.007753636634039003,"observed_frequency":0.013776999416228838},{"predicted_probability":0.135333883506786,"observed_frequency":0.11392405063291139},{"predicted_probability":0.24488100275933164,"observed_frequency":0.14285714285714285},{"predicted_probability":0.3424885447842678,"observed_frequency":0.3},{"predicted_probability":0.4443788437487236,"observed_frequency":0.375},{"predicted_probability":0.547631187186607,"observed_frequency":0.2}]},{"lead_hours":13,"brier_score":0.0159645601350872,"roc_auc":0.7298461734595894,"average_precision":0.050818509683423,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.01080826026963402,"observed_frequency":0.01612531674729325},{"predicted_probability":0.12162104250333652,"observed_frequency":0.17647058823529413},{"predicted_probability":0.22833605900428786,"observed_frequency":0.0}]},{"lead_hours":14,"brier_score":0.014791868659173,"roc_auc":0.7160412621960061,"average_precision":0.0426592575614883,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010812137025671588,"observed_frequency":0.014856616376828285},{"predicted_probability":0.12162104250333652,"observed_frequency":0.17647058823529413},{"predicted_probability":0.22833605900428786,"observed_frequency":0.0}]},{"lead_hours":15,"brier_score":0.0149948718856234,"roc_auc":0.7218337583789736,"average_precision":0.0458818340431808,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010726874232646864,"observed_frequency":0.014971783945640908},{"predicted_probability":0.11957082214997596,"observed_frequency":0.2222222222222222},{"predicted_probability":0.22833605900428786,"observed_frequency":0.0}]},{"lead_hours":16,"brier_score":0.0150581503996423,"roc_auc":0.7205443883907955,"average_precision":0.0372897703387913,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010663771332620324,"observed_frequency":0.015207373271889401},{"predicted_probability":0.12046332850566742,"observed_frequency":0.1111111111111111},{"predicted_probability":0.22427262787853292,"observed_frequency":0.0}]},{"lead_hours":17,"brier_score":0.0145113684268585,"roc_auc":0.7250184408332089,"average_precision":0.0360906608086828,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010580000379172906,"observed_frequency":0.014749942383037565},{"predicted_probability":0.12156507508641619,"observed_frequency":0.06666666666666667},{"predicted_probability":0.21592006980880155,"observed_frequency":0.0}]},{"lead_hours":18,"brier_score":0.0153688930130316,"roc_auc":0.742077663141076,"average_precision":0.0421130089273164,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010477084102847884,"observed_frequency":0.015677233429394814},{"predicted_probability":0.11903969151517987,"observed_frequency":0.07692307692307693},{"predicted_probability":0.21592006980880155,"observed_frequency":0.0}]},{"lead_hours":19,"brier_score":0.0160098919714915,"roc_auc":0.704578617636596,"average_precision":0.0337055243544973,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010695654110114649,"observed_frequency":0.016359447004608296},{"predicted_probability":0.11693660244801427,"observed_frequency":0.0},{"predicted_probability":0.20448724263697232,"observed_frequency":0.0}]},{"lead_hours":20,"brier_score":0.0147944498762035,"roc_auc":0.6962127991842294,"average_precision":0.0302671075948951,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010577451344692663,"observed_frequency":0.01508695151445353},{"predicted_probability":0.12248269861634131,"observed_frequency":0.0}]},{"lead_hours":21,"brier_score":0.014992623318766,"roc_auc":0.6929252361313186,"average_precision":0.032460616767954,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.0105338596498199,"observed_frequency":0.015198618307426597},{"predicted_probability":0.1215692378344289,"observed_frequency":0.09090909090909091}]},{"lead_hours":22,"brier_score":0.0150332465149738,"roc_auc":0.6899225282833251,"average_precision":0.0287018819840681,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010504950486133693,"observed_frequency":0.015319050909928588},{"predicted_probability":0.12029934677173836,"observed_frequency":0.0}]},{"lead_hours":23,"brier_score":0.01447422514494,"roc_auc":0.6989613755841122,"average_precision":0.0286273074489649,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010493675466287027,"observed_frequency":0.014751642272674888},{"predicted_probability":0.12030463153760707,"observed_frequency":0.0}]},{"lead_hours":24,"brier_score":0.015325217729014,"roc_auc":0.7210863460863463,"average_precision":0.035208460010314,"threat_score":null,"heidke_skill_score":null,"reliability":[{"predicted_probability":0.010464444475256605,"observed_frequency":0.015682656826568265},{"predicted_probability":0.12006841020505647,"observed_frequency":0.0}]}]}]},"bs":{"continuous":null,"binary":[{"threshold":5.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0505937783975354,"roc_auc":0.8394966516251738,"average_precision":0.4202473196215913,"threat_score":0.2171253822629969,"heidke_skill_score":0.3323838389326338,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.039},{"predicted_probability":0.152,"observed_frequency":0.268},{"predicted_probability":0.258,"observed_frequency":0.3},{"predicted_probability":0.337,"observed_frequency":0.23},{"predicted_probability":0.444,"observed_frequency":0.465},{"predicted_probability":0.534,"observed_frequency":0.516},{"predicted_probability":0.652,"observed_frequency":0.6},{"predicted_probability":0.752,"observed_frequency":0.717},{"predicted_probability":0.851,"observed_frequency":0.786},{"predicted_probability":0.94,"observed_frequency":0.905}]},{"lead_hours":2,"brier_score":0.0583055007618254,"roc_auc":0.7669701619778345,"average_precision":0.2545894098312812,"threat_score":0.0943396226415094,"heidke_skill_score":0.1530281579890947,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.05},{"predicted_probability":0.151,"observed_frequency":0.173},{"predicted_probability":0.26,"observed_frequency":0.211},{"predicted_probability":0.341,"observed_frequency":0.34},{"predicted_probability":0.436,"observed_frequency":0.422},{"predicted_probability":0.535,"observed_frequency":0.396},{"predicted_probability":0.648,"observed_frequency":0.526},{"predicted_probability":0.752,"observed_frequency":0.643},{"predicted_probability":0.852,"observed_frequency":0.625},{"predicted_probability":0.943,"observed_frequency":0.625}]},{"lead_hours":3,"brier_score":0.0614695896317573,"roc_auc":0.7321804142664542,"average_precision":0.1921418533156283,"threat_score":0.0525477707006369,"heidke_skill_score":0.0841594889495993,"reliability":[{"predicted_probability":0.002,"observed_frequency":0.053},{"predicted_probability":0.155,"observed_frequency":0.194},{"predicted_probability":0.257,"observed_frequency":0.191},{"predicted_probability":0.336,"observed_frequency":0.309},{"predicted_probability":0.437,"observed_frequency":0.297},{"predicted_probability":0.542,"observed_frequency":0.323},{"predicted_probability":0.648,"observed_frequency":0.353},{"predicted_probability":0.75,"observed_frequency":0.556},{"predicted_probability":0.851,"observed_frequency":0.556},{"predicted_probability":0.958,"observed_frequency":0.333}]},{"lead_hours":4,"brier_score":0.0635241555646057,"roc_auc":0.7038138077320741,"average_precision":0.1592616620491272,"threat_score":0.0504731861198738,"heidke_skill_score":0.0795342332209537,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.055},{"predicted_probability":0.144,"observed_frequency":0.159},{"predicted_probability":0.243,"observed_frequency":0.218},{"predicted_probability":0.343,"observed_frequency":0.239},{"predicted_probability":0.454,"observed_frequency":0.186},{"predicted_probability":0.559,"observed_frequency":0.294},{"predicted_probability":0.674,"observed_frequency":0.385},{"predicted_probability":0.754,"observed_frequency":0.438},{"predicted_probability":0.856,"observed_frequency":0.5},{"predicted_probability":0.927,"observed_frequency":0.0}]},{"lead_hours":5,"brier_score":0.0643652416565601,"roc_auc":0.6818446526058087,"average_precision":0.138999365716611,"threat_score":0.0365659777424483,"heidke_skill_score":0.0557001420484962,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.056},{"predicted_probability":0.15,"observed_frequency":0.195},{"predicted_probability":0.244,"observed_frequency":0.205},{"predicted_probability":0.338,"observed_frequency":0.233},{"predicted_probability":0.455,"observed_frequency":0.175},{"predicted_probability":0.558,"observed_frequency":0.333},{"predicted_probability":0.677,"observed_frequency":0.333},{"predicted_probability":0.743,"observed_frequency":0.167},{"predicted_probability":0.855,"observed_frequency":0.333},{"predicted_probability":0.919,"observed_frequency":0.0}]},{"lead_hours":6,"brier_score":0.0654811618679249,"roc_auc":0.6621408679453396,"average_precision":0.1220683514643898,"threat_score":0.0254372019077901,"heidke_skill_score":0.0354803754129364,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.058},{"predicted_probability":0.146,"observed_frequency":0.18},{"predicted_probability":0.237,"observed_frequency":0.134},{"predicted_probability":0.338,"observed_frequency":0.202},{"predicted_probability":0.461,"observed_frequency":0.179},{"predicted_probability":0.557,"observed_frequency":0.2},{"predicted_probability":0.671,"observed_frequency":0.222},{"predicted_probability":0.744,"observed_frequency":0.3},{"predicted_probability":0.865,"observed_frequency":0.25},{"predicted_probability":0.95,"observed_frequency":0.0}]},{"lead_hours":7,"brier_score":0.0660139386576079,"roc_auc":0.6326084021668131,"average_precision":0.0994857866800386,"threat_score":0.0097560975609756,"heidke_skill_score":0.0092711544331487,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.061},{"predicted_probability":0.148,"observed_frequency":0.129},{"predicted_probability":0.256,"observed_frequency":0.133},{"predicted_probability":0.349,"observed_frequency":0.091},{"predicted_probability":0.433,"observed_frequency":0.222},{"predicted_probability":0.54,"observed_frequency":0.074},{"predicted_probability":0.657,"observed_frequency":0.214},{"predicted_probability":0.741,"observed_frequency":0.2},{"predicted_probability":0.822,"observed_frequency":0.0}]},{"lead_hours":8,"brier_score":0.0659088300807912,"roc_auc":0.6192419717772203,"average_precision":0.0951813934963633,"threat_score":0.0098846787479406,"heidke_skill_score":0.0111041638352394,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.062},{"predicted_probability":0.146,"observed_frequency":0.139},{"predicted_probability":0.253,"observed_frequency":0.1},{"predicted_probability":0.356,"observed_frequency":0.14},{"predicted_probability":0.436,"observed_frequency":0.143},{"predicted_probability":0.537,"observed_frequency":0.167},{"predicted_probability":0.649,"observed_frequency":0.167},{"predicted_probability":0.726,"observed_frequency":0.0},{"predicted_probability":0.843,"observed_frequency":0.0}]},{"lead_hours":9,"brier_score":0.0658690917460317,"roc_auc":0.6124507390084991,"average_precision":0.0935228430014739,"threat_score":0.0082508250825082,"heidke_skill_score":0.0082680753073218,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.063},{"predicted_probability":0.146,"observed_frequency":0.131},{"predicted_probability":0.251,"observed_frequency":0.093},{"predicted_probability":0.349,"observed_frequency":0.135},{"predicted_probability":0.435,"observed_frequency":0.2},{"predicted_probability":0.531,"observed_frequency":0.115},{"predicted_probability":0.639,"observed_frequency":0.2},{"predicted_probability":0.74,"observed_frequency":0.0},{"predicted_probability":0.84,"observed_frequency":0.0}]},{"lead_hours":10,"brier_score":0.065796789216045,"roc_auc":0.6103234748084533,"average_precision":0.0920923291743207,"threat_score":0.0082918739635157,"heidke_skill_score":0.0087535556690119,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.063},{"predicted_probability":0.147,"observed_frequency":0.113},{"predicted_probability":0.25,"observed_frequency":0.113},{"predicted_probability":0.349,"observed_frequency":0.16},{"predicted_probability":0.436,"observed_frequency":0.091},{"predicted_probability":0.534,"observed_frequency":0.148},{"predicted_probability":0.643,"observed_frequency":0.143},{"predicted_probability":0.74,"observed_frequency":0.0},{"predicted_probability":0.801,"observed_frequency":0.0}]},{"lead_hours":11,"brier_score":0.0660697344181708,"roc_auc":0.5963955799467625,"average_precision":0.0865805381425012,"threat_score":0.0066334991708126,"heidke_skill_score":0.0054601118432438,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.063},{"predicted_probability":0.144,"observed_frequency":0.097},{"predicted_probability":0.249,"observed_frequency":0.126},{"predicted_probability":0.351,"observed_frequency":0.08},{"predicted_probability":0.441,"observed_frequency":0.1},{"predicted_probability":0.536,"observed_frequency":0.143},{"predicted_probability":0.644,"observed_frequency":0.0},{"predicted_probability":0.761,"observed_frequency":0.0}]},{"lead_hours":12,"brier_score":0.0664266768368028,"roc_auc":0.5839855002312648,"average_precision":0.0828869819577866,"threat_score":0.005008347245409,"heidke_skill_score":0.0030425788491887,"reliability":[{"predicted_probability":0.005,"observed_frequency":0.064},{"predicted_probability":0.148,"observed_frequency":0.089},{"predicted_probability":0.254,"observed_frequency":0.073},{"predicted_probability":0.347,"observed_frequency":0.125},{"predicted_probability":0.435,"observed_frequency":0.081},{"predicted_probability":0.544,"observed_frequency":0.091},{"predicted_probability":0.651,"observed_frequency":0.143},{"predicted_probability":0.719,"observed_frequency":0.0}]},{"lead_hours":13,"brier_score":0.0644842027103168,"roc_auc":0.6013203108921069,"average_precision":0.0952330305570715,"threat_score":0.0051369863013698,"heidke_skill_score":0.0062464415281316,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.062},{"predicted_probability":0.141,"observed_frequency":0.116},{"predicted_probability":0.248,"observed_frequency":0.137},{"predicted_probability":0.343,"observed_frequency":0.105},{"predicted_probability":0.431,"observed_frequency":0.087},{"predicted_probability":0.549,"observed_frequency":0.071},{"predicted_probability":0.672,"observed_frequency":0.0},{"predicted_probability":0.754,"observed_frequency":1.0}]},{"lead_hours":14,"brier_score":0.063987145336124,"roc_auc":0.5985444857989136,"average_precision":0.09796841007287,"threat_score":0.0068728522336769,"heidke_skill_score":0.0096903891593983,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.062},{"predicted_probability":0.139,"observed_frequency":0.107},{"predicted_probability":0.252,"observed_frequency":0.11},{"predicted_probability":0.344,"observed_frequency":0.12},{"predicted_probability":0.412,"observed_frequency":0.308},{"predicted_probability":0.532,"observed_frequency":0.071},{"predicted_probability":0.644,"observed_frequency":0.5},{"predicted_probability":0.729,"observed_frequency":1.0}]},{"lead_hours":15,"brier_score":0.0641980052617555,"roc_auc":0.597910631427901,"average_precision":0.090595898167326,"threat_score":0.0017211703958691,"heidke_skill_score":0.0000857844154633427,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.062},{"predicted_probability":0.138,"observed_frequency":0.098},{"predicted_probability":0.249,"observed_frequency":0.118},{"predicted_probability":0.339,"observed_frequency":0.17},{"predicted_probability":0.425,"observed_frequency":0.214},{"predicted_probability":0.535,"observed_frequency":0.0},{"predicted_probability":0.644,"observed_frequency":0.5},{"predicted_probability":0.709,"observed_frequency":0.0}]},{"lead_hours":16,"brier_score":0.0638187418580191,"roc_auc":0.5910719431162568,"average_precision":0.0909251454137109,"threat_score":0.0034722222222222,"heidke_skill_score":0.0042369897560327,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.062},{"predicted_probability":0.136,"observed_frequency":0.087},{"predicted_probability":0.248,"observed_frequency":0.141},{"predicted_probability":0.336,"observed_frequency":0.243},{"predicted_probability":0.418,"observed_frequency":0.154},{"predicted_probability":0.541,"observed_frequency":0.1},{"predicted_probability":0.672,"observed_frequency":0.5}]},{"lead_hours":17,"brier_score":0.0638997594259436,"roc_auc":0.5887051214575997,"average_precision":0.0881747150086537,"threat_score":0.0034904013961605,"heidke_skill_score":0.0047134547344436,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.063},{"predicted_probability":0.137,"observed_frequency":0.082},{"predicted_probability":0.251,"observed_frequency":0.137},{"predicted_probability":0.337,"observed_frequency":0.194},{"predicted_probability":0.42,"observed_frequency":0.167},{"predicted_probability":0.539,"observed_frequency":0.125},{"predicted_probability":0.644,"observed_frequency":0.5}]},{"lead_hours":18,"brier_score":0.0638141987921757,"roc_auc":0.5883126568132504,"average_precision":0.0866408110287758,"threat_score":0.0,"heidke_skill_score":-0.0020361684652623,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.063},{"predicted_probability":0.137,"observed_frequency":0.07},{"predicted_probability":0.251,"observed_frequency":0.155},{"predicted_probability":0.34,"observed_frequency":0.269},{"predicted_probability":0.419,"observed_frequency":0.222},{"predicted_probability":0.538,"observed_frequency":0.0}]},{"lead_hours":19,"brier_score":0.0640591464232005,"roc_auc":0.5875208965012169,"average_precision":0.0841361369386301,"threat_score":0.0,"heidke_skill_score":-0.0018128956668889,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.064},{"predicted_probability":0.136,"observed_frequency":0.06},{"predicted_probability":0.247,"observed_frequency":0.182},{"predicted_probability":0.334,"observed_frequency":0.2},{"predicted_probability":0.425,"observed_frequency":0.111},{"predicted_probability":0.538,"observed_frequency":0.0}]},{"lead_hours":20,"brier_score":0.0637466175618649,"roc_auc":0.5898405320932207,"average_precision":0.0871656779188882,"threat_score":0.0017605633802816,"heidke_skill_score":0.0023805424463803,"reliability":[{"predicted_probability":0.007,"observed_frequency":0.063},{"predicted_probability":0.136,"observed_frequency":0.072},{"predicted_probability":0.243,"observed_frequency":0.136},{"predicted_probability":0.336,"observed_frequency":0.333},{"predicted_probability":0.446,"observed_frequency":0.125},{"predicted_probability":0.535,"observed_frequency":0.2}]},{"lead_hours":21,"brier_score":0.0640569115658859,"roc_auc":0.579560382867364,"average_precision":0.0817412895077669,"threat_score":0.0017605633802816,"heidke_skill_score":0.0023804121472071,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.063},{"predicted_probability":0.138,"observed_frequency":0.069},{"predicted_probability":0.244,"observed_frequency":0.179},{"predicted_probability":0.332,"observed_frequency":0.211},{"predicted_probability":0.44,"observed_frequency":0.0},{"predicted_probability":0.534,"observed_frequency":0.2}]},{"lead_hours":22,"brier_score":0.0642219761754807,"roc_auc":0.5694196465473061,"average_precision":0.0783800553790212,"threat_score":0.001763668430335,"heidke_skill_score":0.0026120145389599,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.139,"observed_frequency":0.061},{"predicted_probability":0.247,"observed_frequency":0.208},{"predicted_probability":0.332,"observed_frequency":0.111},{"predicted_probability":0.45,"observed_frequency":0.0},{"predicted_probability":0.526,"observed_frequency":0.25}]},{"lead_hours":23,"brier_score":0.0641173355988114,"roc_auc":0.5742759865987904,"average_precision":0.0793872097255232,"threat_score":0.0,"heidke_skill_score":-0.0006853734738603,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.139,"observed_frequency":0.075},{"predicted_probability":0.246,"observed_frequency":0.159},{"predicted_probability":0.325,"observed_frequency":0.235},{"predicted_probability":0.446,"observed_frequency":0.125},{"predicted_probability":0.523,"observed_frequency":0.0}]},{"lead_hours":24,"brier_score":0.0642196434382531,"roc_auc":0.5740001818958773,"average_precision":0.0778963527933778,"threat_score":0.0,"heidke_skill_score":-0.0004576712889577,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.063},{"predicted_probability":0.14,"observed_frequency":0.11},{"predicted_probability":0.247,"observed_frequency":0.106},{"predicted_probability":0.328,"observed_frequency":0.0},{"predicted_probability":0.437,"observed_frequency":0.111},{"predicted_probability":0.526,"observed_frequency":0.0}]},{"lead_hours":25,"brier_score":0.0643205866733834,"roc_auc":0.5643075401177506,"average_precision":0.0753721935499114,"threat_score":0.0017667844522968,"heidke_skill_score":0.0028442240373408,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.097},{"predicted_probability":0.242,"observed_frequency":0.1},{"predicted_probability":0.323,"observed_frequency":0.0},{"predicted_probability":0.44,"observed_frequency":0.0},{"predicted_probability":0.53,"observed_frequency":0.333}]},{"lead_hours":26,"brier_score":0.0644655815418862,"roc_auc":0.5567567402872918,"average_precision":0.0729013171536015,"threat_score":0.0,"heidke_skill_score":-0.0006856096729313,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.137,"observed_frequency":0.087},{"predicted_probability":0.244,"observed_frequency":0.041},{"predicted_probability":0.33,"observed_frequency":0.143},{"predicted_probability":0.436,"observed_frequency":0.143},{"predicted_probability":0.522,"observed_frequency":0.0}]},{"lead_hours":27,"brier_score":0.0644617160025718,"roc_auc":0.5504551901207223,"average_precision":0.0723845768104277,"threat_score":0.0017667844522968,"heidke_skill_score":0.0028440670726489,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.14,"observed_frequency":0.073},{"predicted_probability":0.247,"observed_frequency":0.043},{"predicted_probability":0.334,"observed_frequency":0.25},{"predicted_probability":0.432,"observed_frequency":0.0},{"predicted_probability":0.523,"observed_frequency":0.333}]},{"lead_hours":28,"brier_score":0.064465034840712,"roc_auc":0.5494523028965254,"average_precision":0.0719984456214195,"threat_score":0.0017667844522968,"heidke_skill_score":0.0028439885632505,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.137,"observed_frequency":0.069},{"predicted_probability":0.244,"observed_frequency":0.045},{"predicted_probability":0.337,"observed_frequency":0.0},{"predicted_probability":0.443,"observed_frequency":0.2},{"predicted_probability":0.53,"observed_frequency":0.333}]},{"lead_hours":29,"brier_score":0.0644318561725252,"roc_auc":0.5466842839526815,"average_precision":0.0713891094857856,"threat_score":0.0,"heidke_skill_score":-0.0006858460348612,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.068},{"predicted_probability":0.243,"observed_frequency":0.095},{"predicted_probability":0.326,"observed_frequency":0.0},{"predicted_probability":0.443,"observed_frequency":0.4},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":30,"brier_score":0.0644907070289709,"roc_auc":0.5467722135271734,"average_precision":0.0711471133829262,"threat_score":0.0,"heidke_skill_score":-0.0006859248583911,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.066},{"predicted_probability":0.243,"observed_frequency":0.119},{"predicted_probability":0.319,"observed_frequency":0.0},{"predicted_probability":0.441,"observed_frequency":0.2},{"predicted_probability":0.53,"observed_frequency":0.0}]},{"lead_hours":31,"brier_score":0.0644019916424363,"roc_auc":0.5490135424234031,"average_precision":0.0722438330865112,"threat_score":0.0017667844522968,"heidke_skill_score":0.0028437529267673,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.137,"observed_frequency":0.067},{"predicted_probability":0.242,"observed_frequency":0.146},{"predicted_probability":0.314,"observed_frequency":0.0},{"predicted_probability":0.439,"observed_frequency":0.0},{"predicted_probability":0.522,"observed_frequency":0.333}]},{"lead_hours":32,"brier_score":0.0644324947300523,"roc_auc":0.5454412304062878,"average_precision":0.0716867303479772,"threat_score":0.0,"heidke_skill_score":-0.0006860825598164,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.063},{"predicted_probability":0.242,"observed_frequency":0.211},{"predicted_probability":0.312,"observed_frequency":0.0},{"predicted_probability":0.441,"observed_frequency":0.2},{"predicted_probability":0.522,"observed_frequency":0.0}]},{"lead_hours":33,"brier_score":0.0643708396006475,"roc_auc":0.5423361344903899,"average_precision":0.0727901975649187,"threat_score":0.0017667844522968,"heidke_skill_score":0.0028435957454747,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.052},{"predicted_probability":0.244,"observed_frequency":0.243},{"predicted_probability":0.307,"observed_frequency":0.5},{"predicted_probability":0.448,"observed_frequency":0.0},{"predicted_probability":0.522,"observed_frequency":0.333}]},{"lead_hours":34,"brier_score":0.0644199946839883,"roc_auc":0.5462285824578097,"average_precision":0.072580084568665,"threat_score":0.0,"heidke_skill_score":-0.0004581974075291,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.053},{"predicted_probability":0.242,"observed_frequency":0.243},{"predicted_probability":0.307,"observed_frequency":0.0},{"predicted_probability":0.445,"observed_frequency":0.167},{"predicted_probability":0.526,"observed_frequency":0.0}]},{"lead_hours":35,"brier_score":0.0644635784547768,"roc_auc":0.549566846891128,"average_precision":0.0724234671486146,"threat_score":0.0,"heidke_skill_score":-0.0002294780878954,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.139,"observed_frequency":0.039},{"predicted_probability":0.244,"observed_frequency":0.222},{"predicted_probability":0.307,"observed_frequency":0.0},{"predicted_probability":0.445,"observed_frequency":0.143},{"predicted_probability":0.513,"observed_frequency":0.0}]},{"lead_hours":36,"brier_score":0.0643369530625631,"roc_auc":0.5512467659341719,"average_precision":0.0727669732602842,"threat_score":0.0,"heidke_skill_score":-0.0002295037460474,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.053},{"predicted_probability":0.245,"observed_frequency":0.257},{"predicted_probability":0.307,"observed_frequency":0.0},{"predicted_probability":0.453,"observed_frequency":0.0},{"predicted_probability":0.513,"observed_frequency":0.0}]},{"lead_hours":37,"brier_score":0.0642825864508124,"roc_auc":0.5552659681000954,"average_precision":0.0732894134096399,"threat_score":0.0,"heidke_skill_score":-0.0002295294075363,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.139,"observed_frequency":0.043},{"predicted_probability":0.245,"observed_frequency":0.235},{"predicted_probability":0.307,"observed_frequency":0.0},{"predicted_probability":0.455,"observed_frequency":0.0},{"predicted_probability":0.513,"observed_frequency":0.0}]},{"lead_hours":38,"brier_score":0.064289656501921,"roc_auc":0.5679573382339885,"average_precision":0.0747813856764867,"threat_score":0.0,"heidke_skill_score":-0.000229555799317,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.138,"observed_frequency":0.037},{"predicted_probability":0.248,"observed_frequency":0.233},{"predicted_probability":0.307,"observed_frequency":0.0},{"predicted_probability":0.453,"observed_frequency":0.0},{"predicted_probability":0.513,"observed_frequency":0.0}]},{"lead_hours":39,"brier_score":0.0642527095028344,"roc_auc":0.5654779557137208,"average_precision":0.074828327082801,"threat_score":0.0,"heidke_skill_score":-0.0002295821971661,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.138,"observed_frequency":0.042},{"predicted_probability":0.25,"observed_frequency":0.2},{"predicted_probability":0.312,"observed_frequency":1.0},{"predicted_probability":0.444,"observed_frequency":0.0},{"predicted_probability":0.513,"observed_frequency":0.0}]},{"lead_hours":40,"brier_score":0.0642242536011021,"roc_auc":0.5634291684851289,"average_precision":0.0725958047807596,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.138,"observed_frequency":0.052},{"predicted_probability":0.248,"observed_frequency":0.071},{"predicted_probability":0.306,"observed_frequency":0.667},{"predicted_probability":0.442,"observed_frequency":0.0}]},{"lead_hours":41,"brier_score":0.0641938787210642,"roc_auc":0.5607534179789142,"average_precision":0.0726053015299105,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.136,"observed_frequency":0.036},{"predicted_probability":0.247,"observed_frequency":0.143},{"predicted_probability":0.326,"observed_frequency":0.667},{"predicted_probability":0.42,"observed_frequency":0.0}]},{"lead_hours":42,"brier_score":0.0642310267757765,"roc_auc":0.5676368028043638,"average_precision":0.0734969787768795,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.134,"observed_frequency":0.055},{"predicted_probability":0.245,"observed_frequency":0.172},{"predicted_probability":0.389,"observed_frequency":0.0},{"predicted_probability":0.423,"observed_frequency":0.0}]},{"lead_hours":43,"brier_score":0.0642207404159239,"roc_auc":0.5672076505283266,"average_precision":0.072665846562556,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.065},{"predicted_probability":0.133,"observed_frequency":0.06},{"predicted_probability":0.247,"observed_frequency":0.083},{"predicted_probability":0.346,"observed_frequency":0.0},{"predicted_probability":0.416,"observed_frequency":0.0}]},{"lead_hours":44,"brier_score":0.064187270782203,"roc_auc":0.5598922370898008,"average_precision":0.0715148369194991,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.134,"observed_frequency":0.067},{"predicted_probability":0.251,"observed_frequency":0.053},{"predicted_probability":0.36,"observed_frequency":0.333},{"predicted_probability":0.411,"observed_frequency":0.0}]},{"lead_hours":45,"brier_score":0.0642302367735371,"roc_auc":0.5616478252395982,"average_precision":0.0714600358796416,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.134,"observed_frequency":0.069},{"predicted_probability":0.258,"observed_frequency":0.053},{"predicted_probability":0.373,"observed_frequency":0.0},{"predicted_probability":0.407,"observed_frequency":0.0}]},{"lead_hours":46,"brier_score":0.0642003675366655,"roc_auc":0.5607250056457784,"average_precision":0.0716289247855681,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.135,"observed_frequency":0.082},{"predicted_probability":0.256,"observed_frequency":0.111},{"predicted_probability":0.363,"observed_frequency":0.0},{"predicted_probability":0.408,"observed_frequency":0.0}]},{"lead_hours":47,"brier_score":0.0642025966801641,"roc_auc":0.5609679830732996,"average_precision":0.0716545216335668,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.136,"observed_frequency":0.088},{"predicted_probability":0.252,"observed_frequency":0.095},{"predicted_probability":0.358,"observed_frequency":0.0},{"predicted_probability":0.409,"observed_frequency":0.0}]},{"lead_hours":48,"brier_score":0.0642307300193829,"roc_auc":0.5577053902269569,"average_precision":0.0714934670070437,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.006,"observed_frequency":0.064},{"predicted_probability":0.138,"observed_frequency":0.085},{"predicted_probability":0.25,"observed_frequency":0.125},{"predicted_probability":0.346,"observed_frequency":0.0},{"predicted_probability":0.409,"observed_frequency":0.0}]}]},{"threshold":10.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0071968097125525,"roc_auc":0.6197252049416927,"average_precision":0.2153315247554378,"threat_score":0.2,"heidke_skill_score":0.3308198863921979,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.007},{"predicted_probability":0.136,"observed_frequency":1.0},{"predicted_probability":0.667,"observed_frequency":1.0},{"predicted_probability":0.81,"observed_frequency":0.5},{"predicted_probability":0.965,"observed_frequency":0.812}]},{"lead_hours":2,"brier_score":0.0086176628873199,"roc_auc":0.5131023864511163,"average_precision":0.0261349615213381,"threat_score":0.0129870129870129,"heidke_skill_score":0.0249970626248446,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.136,"observed_frequency":0.0},{"predicted_probability":0.825,"observed_frequency":0.333}]},{"lead_hours":3,"brier_score":0.0086855097979481,"roc_auc":0.4998845132232359,"average_precision":0.0085871307533776,"threat_score":0.0,"heidke_skill_score":-0.000226028202291,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009},{"predicted_probability":0.926,"observed_frequency":0.0}]},{"lead_hours":4,"brier_score":0.0085881140501545,"roc_auc":0.5,"average_precision":0.0085881140501545,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009}]},{"lead_hours":5,"brier_score":0.0086006391494688,"roc_auc":0.4999422432713411,"average_precision":0.0085890975721484,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009},{"predicted_probability":0.317,"observed_frequency":0.0}]},{"lead_hours":6,"brier_score":0.0085900813194364,"roc_auc":0.5,"average_precision":0.0085900813194364,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009}]},{"lead_hours":7,"brier_score":0.0085911265290435,"roc_auc":0.4999422299248989,"average_precision":0.0085910652920962,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009}]},{"lead_hours":8,"brier_score":0.0085921107341677,"roc_auc":0.4999422232493644,"average_precision":0.008592049490205,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009}]},{"lead_hours":9,"brier_score":0.0085930951648201,"roc_auc":0.499942216572287,"average_precision":0.0085930339138405,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.009}]},{"lead_hours":10,"brier_score":0.0084802514802818,"roc_auc":0.4998844331445741,"average_precision":0.0084794316489056,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":11,"brier_score":0.0083680556538255,"roc_auc":0.4998844331445741,"average_precision":0.0083658033463213,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.138,"observed_frequency":0.0}]},{"lead_hours":12,"brier_score":0.008259727284732,"roc_auc":0.4998844331445741,"average_precision":0.0082521489971346,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.256,"observed_frequency":0.0}]},{"lead_hours":13,"brier_score":0.0081418502416377,"roc_auc":0.4983055620211503,"average_precision":0.0090298784914899,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.142,"observed_frequency":0.0}]},{"lead_hours":14,"brier_score":0.0080289689436349,"roc_auc":0.4978306450281488,"average_precision":0.0087037734578718,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.151,"observed_frequency":0.0}]},{"lead_hours":15,"brier_score":0.0079140485586083,"roc_auc":0.4973595485858134,"average_precision":0.0084002417120569,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008},{"predicted_probability":0.111,"observed_frequency":0.0}]},{"lead_hours":16,"brier_score":0.0078004833046313,"roc_auc":0.4901190338610886,"average_precision":0.0077972709551656,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":17,"brier_score":0.0076849589928332,"roc_auc":0.4982544230195377,"average_precision":0.0080663197772604,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":18,"brier_score":0.0076865068106864,"roc_auc":0.4905224225612575,"average_precision":0.007684367473334,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":19,"brier_score":0.0076868927143022,"roc_auc":0.490694717373714,"average_precision":0.0076852489103005,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":20,"brier_score":0.0076863936642875,"roc_auc":0.4988749892157708,"average_precision":0.0080689246209014,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":21,"brier_score":0.0076872600931709,"roc_auc":0.4994935140461411,"average_precision":0.0080245648971546,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":22,"brier_score":0.0076884497344313,"roc_auc":0.4993079238405568,"average_precision":0.0079123627676046,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":23,"brier_score":0.0076895674239107,"roc_auc":0.4993095698792956,"average_precision":0.0077560355658297,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":24,"brier_score":0.0076900980666297,"roc_auc":0.4918459403192227,"average_precision":0.0076896591300355,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":25,"brier_score":0.0076909042483739,"roc_auc":0.4915558126084441,"average_precision":0.0076905417814508,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":26,"brier_score":0.007692000778001,"roc_auc":0.4917283664969921,"average_precision":0.0076914246355183,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":27,"brier_score":0.0076929175365895,"roc_auc":0.4918431100312391,"average_precision":0.0076923076923076,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":28,"brier_score":0.0076936802412547,"roc_auc":0.4921893080305485,"average_precision":0.0076931909518888,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":29,"brier_score":0.0076946045073395,"roc_auc":0.4921305404467075,"average_precision":0.0076940744143316,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":30,"brier_score":0.0076954664116212,"roc_auc":0.4923032407407407,"average_precision":0.0076949580797059,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":31,"brier_score":0.0076962937145751,"roc_auc":0.4922444727399004,"average_precision":0.0076958419480817,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":32,"brier_score":0.0076971617791705,"roc_auc":0.4924751099791618,"average_precision":0.007696726019529,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":33,"brier_score":0.007698024866628,"roc_auc":0.492300567326618,"average_precision":0.0076976102941176,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":34,"brier_score":0.007698816918508,"roc_auc":0.4922417786012042,"average_precision":0.0076984947719177,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":35,"brier_score":0.0076995304019071,"roc_auc":0.4926462072958888,"average_precision":0.0076993794529993,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":36,"brier_score":0.007700399539142,"roc_auc":0.4927611767431086,"average_precision":0.0077002643374324,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":37,"brier_score":0.0077012897809724,"roc_auc":0.4926445036487895,"average_precision":0.0077011494252873,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":38,"brier_score":0.0077021564650744,"roc_auc":0.4927594995366079,"average_precision":0.007702034716634,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":39,"brier_score":0.0077030351416813,"roc_auc":0.4927586606418723,"average_precision":0.0077029202115428,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":40,"brier_score":0.0077039058785077,"roc_auc":0.4931054461181923,"average_precision":0.0077038059100839,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":41,"brier_score":0.007704764345195,"roc_auc":0.4931625912620234,"average_precision":0.0077046918123275,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":42,"brier_score":0.0077056551912391,"roc_auc":0.4931038479369494,"average_precision":0.0077055779183438,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":43,"brier_score":0.0077065432890021,"roc_auc":0.4931610061435029,"average_precision":0.0077064642282033,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":44,"brier_score":0.0077074334740551,"roc_auc":0.4930442847206121,"average_precision":0.0077073507419763,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":45,"brier_score":0.0077083212755989,"roc_auc":0.4931014492753623,"average_precision":0.007708237459733,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":46,"brier_score":0.0077092075863971,"roc_auc":0.4930426716141002,"average_precision":0.0077091243815441,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":47,"brier_score":0.0077101453715586,"roc_auc":0.4925200046387568,"average_precision":0.0077100115074798,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]},{"lead_hours":48,"brier_score":0.0077110229449586,"roc_auc":0.4926351194618418,"average_precision":0.0077108988376107,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.008}]}]},{"threshold":15.0,"operator":"gte","by_lead_hour":[{"lead_hours":1,"brier_score":0.0019965613240731,"roc_auc":0.8771917988436343,"average_precision":0.0969741518713534,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.0},{"predicted_probability":0.268,"observed_frequency":0.126}]},{"lead_hours":2,"brier_score":0.0020582468485869,"roc_auc":0.8477220895240409,"average_precision":0.0828111305764602,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.001},{"predicted_probability":0.268,"observed_frequency":0.117}]},{"lead_hours":3,"brier_score":0.0022428744799998,"roc_auc":0.7593141191316494,"average_precision":0.0471752410248872,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.001},{"predicted_probability":0.268,"observed_frequency":0.087}]},{"lead_hours":4,"brier_score":0.003378409915281,"roc_auc":0.5850329346975137,"average_precision":0.0107309036693486,"threat_score":0.0416666666666666,"heidke_skill_score":0.0772216972969581,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.27,"observed_frequency":0.0},{"predicted_probability":0.518,"observed_frequency":0.052}]},{"lead_hours":5,"brier_score":0.0034559588036641,"roc_auc":0.584917822550707,"average_precision":0.0104268276252324,"threat_score":0.0405405405405405,"heidke_skill_score":0.0751159140952746,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.459,"observed_frequency":0.0},{"predicted_probability":0.518,"observed_frequency":0.05}]},{"lead_hours":6,"brier_score":0.0033136208868126,"roc_auc":0.6144338387179522,"average_precision":0.0171752219385062,"threat_score":0.0547945205479452,"heidke_skill_score":0.1011686736382293,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.001},{"predicted_probability":0.518,"observed_frequency":0.067}]},{"lead_hours":7,"brier_score":0.002251065345373,"roc_auc":0.5266572599428845,"average_precision":0.003033240787724,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.254,"observed_frequency":0.02}]},{"lead_hours":8,"brier_score":0.0022513232289043,"roc_auc":0.5266569437692432,"average_precision":0.0030334507499872,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.254,"observed_frequency":0.02}]},{"lead_hours":9,"brier_score":0.0022515811715291,"roc_auc":0.5266566275230101,"average_precision":0.0030336607603628,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.254,"observed_frequency":0.02}]},{"lead_hours":10,"brier_score":0.0023100344718089,"roc_auc":0.497187141216992,"average_precision":0.0019479775409648,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.254,"observed_frequency":0.0}]},{"lead_hours":11,"brier_score":0.002302909438139,"roc_auc":0.4972442301067861,"average_precision":0.0019482007792803,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.254,"observed_frequency":0.0}]},{"lead_hours":12,"brier_score":0.0021885602013984,"roc_auc":0.4972442301067861,"average_precision":0.0018338108882521,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.0,"observed_frequency":0.002},{"predicted_probability":0.254,"observed_frequency":0.0}]},{"lead_hours":13,"brier_score":0.0019878336707312,"roc_auc":0.4824893788035366,"average_precision":0.0017193947730398,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.002}]},{"lead_hours":14,"brier_score":0.0018665460544128,"roc_auc":0.4829486737857389,"average_precision":0.0016049524246245,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.002}]},{"lead_hours":15,"brier_score":0.0017314488415557,"roc_auc":0.5215515337802626,"average_precision":0.0016410832207588,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":16,"brier_score":0.0015957507287239,"roc_auc":0.5665690664829488,"average_precision":0.0023000600308923,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":17,"brier_score":0.0014609227127501,"roc_auc":0.6196933162141567,"average_precision":0.0037485101483069,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":18,"brier_score":0.0014551769129052,"roc_auc":0.6643159894767613,"average_precision":0.0055718458531986,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":19,"brier_score":0.0014341055130135,"roc_auc":0.7099146976831598,"average_precision":0.0081643078007224,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":20,"brier_score":0.001413930806842,"roc_auc":0.7554821126495833,"average_precision":0.0113391420712867,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":21,"brier_score":0.0014336562628558,"roc_auc":0.7099681478773954,"average_precision":0.0081891392443512,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":22,"brier_score":0.0014541646571879,"roc_auc":0.6644228358957219,"average_precision":0.0056036928994104,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":23,"brier_score":0.0014737759043222,"roc_auc":0.618976737384183,"average_precision":0.0036272742057906,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":24,"brier_score":0.0014942935995444,"roc_auc":0.5734366185411922,"average_precision":0.0022370332054498,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":25,"brier_score":0.0015157180640494,"roc_auc":0.5278390153691843,"average_precision":0.0014478720599332,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":26,"brier_score":0.0015362452961014,"roc_auc":0.4822988505747126,"average_precision":0.0012627712088164,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":27,"brier_score":0.0015372005092218,"roc_auc":0.4822968157259455,"average_precision":0.0012629161882893,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":28,"brier_score":0.0015364897455555,"roc_auc":0.4821798114509082,"average_precision":0.0012630612010563,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":29,"brier_score":0.0015393585017936,"roc_auc":0.4821202713579395,"average_precision":0.001263206247129,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":30,"brier_score":0.0015494635237836,"roc_auc":0.4814282428702852,"average_precision":0.0012633513265188,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":31,"brier_score":0.0015487388195477,"roc_auc":0.4814836112708453,"average_precision":0.0012634964392373,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":32,"brier_score":0.0015489167289196,"roc_auc":0.4815965033356337,"average_precision":0.0012636415852958,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":33,"brier_score":0.0015509004373735,"roc_auc":0.4814793512021166,"average_precision":0.0012637867647058,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":34,"brier_score":0.0015555935437245,"roc_auc":0.4811895996318454,"average_precision":0.001263931977479,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":35,"brier_score":0.0015539661510023,"roc_auc":0.4812449660568404,"average_precision":0.0012640772236267,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":36,"brier_score":0.0015514351959756,"roc_auc":0.4813578826237054,"average_precision":0.0012642225031605,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":37,"brier_score":0.0015443871720603,"roc_auc":0.481873633329497,"average_precision":0.0012643678160919,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":38,"brier_score":0.0015409511112741,"roc_auc":0.4821593001841621,"average_precision":0.0012645131624324,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":39,"brier_score":0.0015477848302857,"roc_auc":0.4818119028433291,"average_precision":0.0012646585421936,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":40,"brier_score":0.0015461364860805,"roc_auc":0.48186737278379,"average_precision":0.0012648039553869,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":41,"brier_score":0.0015441938386138,"roc_auc":0.4820379965457685,"average_precision":0.0012649494020239,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":42,"brier_score":0.0015443714342249,"roc_auc":0.4820359281437126,"average_precision":0.0012650948821161,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":43,"brier_score":0.0015499725589845,"roc_auc":0.4818035241276057,"average_precision":0.0012652403956751,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":44,"brier_score":0.0015501508602106,"roc_auc":0.4818014282423404,"average_precision":0.0012653859427125,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":45,"brier_score":0.0015476168499435,"roc_auc":0.481799331874208,"average_precision":0.0012655315232397,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":46,"brier_score":0.0015475127803943,"roc_auc":0.4818548387096774,"average_precision":0.0012656771372684,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":47,"brier_score":0.0015497818074108,"roc_auc":0.4816223067173637,"average_precision":0.0012658227848101,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]},{"lead_hours":48,"brier_score":0.0015562911046476,"roc_auc":0.4813321041714681,"average_precision":0.0012659684658763,"threat_score":0.0,"heidke_skill_score":0.0,"reliability":[{"predicted_probability":0.003,"observed_frequency":0.001}]}]}]}}},"error":null}