{"aggregate":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":273,"censored_events":0,"delay_samples":{"count":12,"median":93.0,"p90":528.3000000000001},"detected_events":12,"event_recall":0.46153846153846156,"events":26,"false_alarm_episode_starts":250,"false_alarm_episode_starts_per_1000_normal_points":3.8537427549636205,"fn":7123,"fp":1971,"labeled_test_samples":7469,"missed_events":14,"normal_test_samples":64872,"out_of_range_annotations":0,"point_f1":0.07071326384631106,"point_precision":0.1493310315062581,"point_recall":0.04632480921140715,"scored_coverage":1.0,"scored_samples":72341,"series":11,"test_samples":72341,"tp":346},"difference":{"abstained_samples":0,"alarm_episode_starts":1683,"censored_events":0,"delay_samples":{"count":20,"median":40.5,"p90":160.50000000000006},"detected_events":20,"event_recall":0.7692307692307693,"events":26,"false_alarm_episode_starts":1456,"false_alarm_episode_starts_per_1000_normal_points":22.44419780490813,"fn":7142,"fp":2436,"labeled_test_samples":7469,"missed_events":6,"normal_test_samples":64872,"out_of_range_annotations":0,"point_f1":0.06391712275215011,"point_precision":0.11834961997828447,"point_recall":0.043780961306734506,"scored_coverage":1.0,"scored_samples":72341,"series":11,"test_samples":72341,"tp":327},"ewma":{"abstained_samples":0,"alarm_episode_starts":1298,"censored_events":0,"delay_samples":{"count":18,"median":50.0,"p90":241.40000000000012},"detected_events":18,"event_recall":0.6923076923076923,"events":26,"false_alarm_episode_starts":1164,"false_alarm_episode_starts_per_1000_normal_points":17.943026267110618,"fn":7056,"fp":1905,"labeled_test_samples":7469,"missed_events":8,"normal_test_samples":64872,"out_of_range_annotations":0,"point_f1":0.08439767037907428,"point_precision":0.17817083692838653,"point_recall":0.05529522024367385,"scored_coverage":1.0,"scored_samples":72341,"series":11,"test_samples":72341,"tp":413},"level":{"abstained_samples":0,"alarm_episode_starts":1715,"censored_events":0,"delay_samples":{"count":19,"median":65.0,"p90":117.99999999999999},"detected_events":19,"event_recall":0.7307692307692307,"events":26,"false_alarm_episode_starts":1419,"false_alarm_episode_starts_per_1000_normal_points":21.87384387717351,"fn":5763,"fp":2385,"labeled_test_samples":7469,"missed_events":7,"normal_test_samples":64872,"out_of_range_annotations":0,"point_f1":0.2951557093425606,"point_precision":0.41701295526766075,"point_recall":0.22841076449323872,"scored_coverage":1.0,"scored_samples":72341,"series":11,"test_samples":72341,"tp":1706},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null},"detected_events":0,"event_recall":0.0,"events":26,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":7469,"fp":0,"labeled_test_samples":7469,"missed_events":26,"normal_test_samples":64872,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":72341,"series":11,"test_samples":72341,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":348,"censored_events":0,"delay_samples":{"count":16,"median":119.5,"p90":500.5},"detected_events":16,"event_recall":0.6153846153846154,"events":26,"false_alarm_episode_starts":319,"false_alarm_episode_starts_per_1000_normal_points":4.91737575533358,"fn":5211,"fp":17015,"labeled_test_samples":7469,"missed_events":10,"normal_test_samples":64872,"out_of_range_annotations":0,"point_f1":0.16887293396155859,"point_precision":0.11715871945208323,"point_recall":0.3023162404605704,"scored_coverage":1.0,"scored_samples":72341,"series":11,"test_samples":72341,"tp":2258}},"cohort":[{"dataset":"realAWSCloudwatch/ec2_cpu_utilization_24ae8d.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":21,"censored_events":0,"delay_samples":{"count":2,"median":110.5,"p90":110.9,"values":[110,111]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":18,"false_alarm_episode_starts_per_1000_normal_points":5.948446794448117,"fn":394,"fp":28,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.0365296803652968,"point_precision":0.2222222222222222,"point_recall":0.01990049751243781,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":8},"difference":{"abstained_samples":0,"alarm_episode_starts":43,"censored_events":0,"delay_samples":{"count":2,"median":6.0,"p90":10.8,"values":[12,0]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":37,"false_alarm_episode_starts_per_1000_normal_points":12.227362855254462,"fn":390,"fp":51,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.05161290322580645,"point_precision":0.19047619047619047,"point_recall":0.029850746268656716,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":12},"ewma":{"abstained_samples":0,"alarm_episode_starts":47,"censored_events":0,"delay_samples":{"count":2,"median":93.5,"p90":98.7,"values":[87,100]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":30,"false_alarm_episode_starts_per_1000_normal_points":9.914077990746861,"fn":383,"fp":35,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.08333333333333333,"point_precision":0.35185185185185186,"point_recall":0.0472636815920398,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":19},"level":{"abstained_samples":0,"alarm_episode_starts":20,"censored_events":0,"delay_samples":{"count":2,"median":93.5,"p90":98.7,"values":[87,100]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":14,"false_alarm_episode_starts_per_1000_normal_points":4.626569729015202,"fn":395,"fp":14,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.03309692671394799,"point_precision":0.3333333333333333,"point_recall":0.017412935323383085,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":7},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":2,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":402,"fp":0,"labeled_test_samples":402,"missed_events":2,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":7,"censored_events":0,"delay_samples":{"count":1,"median":100.0,"p90":100.0,"values":[100]},"detected_events":1,"event_recall":0.5,"events":2,"false_alarm_episode_starts":5,"false_alarm_episode_starts_per_1000_normal_points":1.6523463317911433,"fn":326,"fp":211,"labeled_test_samples":402,"missed_events":1,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.22060957910014514,"point_precision":0.26480836236933797,"point_recall":0.1890547263681592,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":76}},"samples":4032,"test_samples":3428,"timestamp_quality":{"median_step_seconds":300.0,"nonmedian_steps":0,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":604,"training_labeled_points":0},{"dataset":"realAWSCloudwatch/ec2_cpu_utilization_53ea38.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":39,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":2,"false_alarm_episode_starts":39,"false_alarm_episode_starts_per_1000_normal_points":12.888301387970918,"fn":402,"fp":53,"labeled_test_samples":402,"missed_events":2,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":0.0,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":0},"difference":{"abstained_samples":0,"alarm_episode_starts":27,"censored_events":0,"delay_samples":{"count":2,"median":119.0,"p90":123.8,"values":[125,113]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":22,"false_alarm_episode_starts_per_1000_normal_points":7.270323859881031,"fn":394,"fp":34,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.036036036036036036,"point_precision":0.19047619047619047,"point_recall":0.01990049751243781,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":8},"ewma":{"abstained_samples":0,"alarm_episode_starts":35,"censored_events":0,"delay_samples":{"count":2,"median":106.5,"p90":106.9,"values":[106,107]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":26,"false_alarm_episode_starts_per_1000_normal_points":8.592200925313946,"fn":393,"fp":26,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.041189931350114416,"point_precision":0.2571428571428571,"point_recall":0.022388059701492536,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":9},"level":{"abstained_samples":0,"alarm_episode_starts":48,"censored_events":0,"delay_samples":{"count":2,"median":85.5,"p90":101.9,"values":[106,65]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":33,"false_alarm_episode_starts_per_1000_normal_points":10.905485789821547,"fn":386,"fp":33,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.07095343680709534,"point_precision":0.32653061224489793,"point_recall":0.03980099502487562,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":16},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":2,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":402,"fp":0,"labeled_test_samples":402,"missed_events":2,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":21,"censored_events":0,"delay_samples":{"count":2,"median":139.5,"p90":155.9,"values":[160,119]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":16,"false_alarm_episode_starts_per_1000_normal_points":5.287508261731659,"fn":331,"fp":181,"labeled_test_samples":402,"missed_events":0,"normal_test_samples":3026,"out_of_range_annotations":0,"point_f1":0.21712538226299694,"point_precision":0.28174603174603174,"point_recall":0.17661691542288557,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":71}},"samples":4032,"test_samples":3428,"timestamp_quality":{"median_step_seconds":300.0,"nonmedian_steps":0,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":604,"training_labeled_points":0},{"dataset":"realAdExchange/exchange-2_cpc_results.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":66,"censored_events":0,"delay_samples":{"count":1,"median":63.0,"p90":63.0,"values":[63]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":62,"false_alarm_episode_starts_per_1000_normal_points":50.90311986863711,"fn":152,"fp":620,"labeled_test_samples":163,"missed_events":0,"normal_test_samples":1218,"out_of_range_annotations":0,"point_f1":0.027707808564231738,"point_precision":0.017432646592709985,"point_recall":0.06748466257668712,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":11},"difference":{"abstained_samples":0,"alarm_episode_starts":12,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":12,"false_alarm_episode_starts_per_1000_normal_points":9.852216748768473,"fn":163,"fp":13,"labeled_test_samples":163,"missed_events":1,"normal_test_samples":1218,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":0.0,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":0},"ewma":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":163,"fp":0,"labeled_test_samples":163,"missed_events":1,"normal_test_samples":1218,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":0},"level":{"abstained_samples":0,"alarm_episode_starts":1,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":1,"false_alarm_episode_starts_per_1000_normal_points":0.8210180623973727,"fn":163,"fp":1,"labeled_test_samples":163,"missed_events":1,"normal_test_samples":1218,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":0.0,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":0},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":163,"fp":0,"labeled_test_samples":163,"missed_events":1,"normal_test_samples":1218,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":5,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":5,"false_alarm_episode_starts_per_1000_normal_points":4.105090311986864,"fn":163,"fp":214,"labeled_test_samples":163,"missed_events":1,"normal_test_samples":1218,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":0.0,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":0}},"samples":1624,"test_samples":1381,"timestamp_quality":{"median_step_seconds":3600.0,"nonmedian_steps":6,"nonpositive_steps":1,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":false},"train_samples":243,"training_labeled_points":0},{"dataset":"realAdExchange/exchange-2_cpm_results.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":46,"censored_events":0,"delay_samples":{"count":2,"median":29.5,"p90":33.9,"values":[35,24]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":41,"false_alarm_episode_starts_per_1000_normal_points":33.63412633305988,"fn":32,"fp":726,"labeled_test_samples":162,"missed_events":0,"normal_test_samples":1219,"out_of_range_annotations":0,"point_f1":0.2554027504911591,"point_precision":0.15186915887850466,"point_recall":0.8024691358024691,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":130},"difference":{"abstained_samples":0,"alarm_episode_starts":39,"censored_events":0,"delay_samples":{"count":2,"median":17.0,"p90":24.2,"values":[26,8]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":31,"false_alarm_episode_starts_per_1000_normal_points":25.43068088597211,"fn":148,"fp":34,"labeled_test_samples":162,"missed_events":0,"normal_test_samples":1219,"out_of_range_annotations":0,"point_f1":0.13333333333333333,"point_precision":0.2916666666666667,"point_recall":0.08641975308641975,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":14},"ewma":{"abstained_samples":0,"alarm_episode_starts":23,"censored_events":0,"delay_samples":{"count":1,"median":40.0,"p90":40.0,"values":[40]},"detected_events":1,"event_recall":0.5,"events":2,"false_alarm_episode_starts":21,"false_alarm_episode_starts_per_1000_normal_points":17.227235438884332,"fn":160,"fp":24,"labeled_test_samples":162,"missed_events":1,"normal_test_samples":1219,"out_of_range_annotations":0,"point_f1":0.02127659574468085,"point_precision":0.07692307692307693,"point_recall":0.012345679012345678,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":2},"level":{"abstained_samples":0,"alarm_episode_starts":11,"censored_events":0,"delay_samples":{"count":1,"median":40.0,"p90":40.0,"values":[40]},"detected_events":1,"event_recall":0.5,"events":2,"false_alarm_episode_starts":9,"false_alarm_episode_starts_per_1000_normal_points":7.383100902378999,"fn":160,"fp":11,"labeled_test_samples":162,"missed_events":1,"normal_test_samples":1219,"out_of_range_annotations":0,"point_f1":0.022857142857142857,"point_precision":0.15384615384615385,"point_recall":0.012345679012345678,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":2},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":2,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":162,"fp":0,"labeled_test_samples":162,"missed_events":2,"normal_test_samples":1219,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":6,"censored_events":0,"delay_samples":{"count":1,"median":65.0,"p90":65.0,"values":[65]},"detected_events":1,"event_recall":0.5,"events":2,"false_alarm_episode_starts":5,"false_alarm_episode_starts_per_1000_normal_points":4.1017227235438884,"fn":159,"fp":24,"labeled_test_samples":162,"missed_events":1,"normal_test_samples":1219,"out_of_range_annotations":0,"point_f1":0.031746031746031744,"point_precision":0.1111111111111111,"point_recall":0.018518518518518517,"scored_coverage":1.0,"scored_samples":1381,"test_samples":1381,"tp":3}},"samples":1624,"test_samples":1381,"timestamp_quality":{"median_step_seconds":3600.0,"nonmedian_steps":6,"nonpositive_steps":1,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":false},"train_samples":243,"training_labeled_points":0},{"dataset":"realKnownCause/ambient_temperature_system_failure.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":1,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":2,"false_alarm_episode_starts":1,"false_alarm_episode_starts_per_1000_normal_points":0.17268174753928509,"fn":726,"fp":8,"labeled_test_samples":726,"missed_events":2,"normal_test_samples":5791,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":0.0,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":6517,"test_samples":6517,"tp":0},"difference":{"abstained_samples":0,"alarm_episode_starts":60,"censored_events":0,"delay_samples":{"count":2,"median":99.0,"p90":145.4,"values":[157,41]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":50,"false_alarm_episode_starts_per_1000_normal_points":8.634087376964255,"fn":716,"fp":59,"labeled_test_samples":726,"missed_events":0,"normal_test_samples":5791,"out_of_range_annotations":0,"point_f1":0.025157232704402517,"point_precision":0.14492753623188406,"point_recall":0.013774104683195593,"scored_coverage":1.0,"scored_samples":6517,"test_samples":6517,"tp":10},"ewma":{"abstained_samples":0,"alarm_episode_starts":49,"censored_events":0,"delay_samples":{"count":2,"median":104.5,"p90":147.3,"values":[158,51]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":33,"false_alarm_episode_starts_per_1000_normal_points":5.698497668796408,"fn":688,"fp":83,"labeled_test_samples":726,"missed_events":0,"normal_test_samples":5791,"out_of_range_annotations":0,"point_f1":0.089728453364817,"point_precision":0.3140495867768595,"point_recall":0.05234159779614325,"scored_coverage":1.0,"scored_samples":6517,"test_samples":6517,"tp":38},"level":{"abstained_samples":0,"alarm_episode_starts":62,"censored_events":0,"delay_samples":{"count":2,"median":28.0,"p90":36.0,"values":[18,38]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":40,"false_alarm_episode_starts_per_1000_normal_points":6.907269901571404,"fn":580,"fp":185,"labeled_test_samples":726,"missed_events":0,"normal_test_samples":5791,"out_of_range_annotations":0,"point_f1":0.27625354777672656,"point_precision":0.44108761329305135,"point_recall":0.20110192837465565,"scored_coverage":1.0,"scored_samples":6517,"test_samples":6517,"tp":146},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":2,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":726,"fp":0,"labeled_test_samples":726,"missed_events":2,"normal_test_samples":5791,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":6517,"test_samples":6517,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":48,"censored_events":0,"delay_samples":{"count":2,"median":117.5,"p90":175.5,"values":[45,190]},"detected_events":2,"event_recall":1.0,"events":2,"false_alarm_episode_starts":43,"false_alarm_episode_starts_per_1000_normal_points":7.425315144189259,"fn":529,"fp":1706,"labeled_test_samples":726,"missed_events":0,"normal_test_samples":5791,"out_of_range_annotations":0,"point_f1":0.1498668695321415,"point_precision":0.10352075669994745,"point_recall":0.2713498622589532,"scored_coverage":1.0,"scored_samples":6517,"test_samples":6517,"tp":197}},"samples":7267,"test_samples":6517,"timestamp_quality":{"median_step_seconds":3600.0,"nonmedian_steps":10,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":750,"training_labeled_points":0},{"dataset":"realKnownCause/cpu_utilization_asg_misconfiguration.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":10,"censored_events":0,"delay_samples":{"count":1,"median":1200.0,"p90":1200.0,"values":[1200]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":9,"false_alarm_episode_starts_per_1000_normal_points":0.569584203531422,"fn":1497,"fp":20,"labeled_test_samples":1499,"missed_events":0,"normal_test_samples":15801,"out_of_range_annotations":0,"point_f1":0.0026298487836949377,"point_precision":0.09090909090909091,"point_recall":0.00133422281521014,"scored_coverage":1.0,"scored_samples":17300,"test_samples":17300,"tp":2},"difference":{"abstained_samples":0,"alarm_episode_starts":1115,"censored_events":0,"delay_samples":{"count":1,"median":8.0,"p90":8.0,"values":[8]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":975,"false_alarm_episode_starts_per_1000_normal_points":61.70495538257072,"fn":1310,"fp":1875,"labeled_test_samples":1499,"missed_events":0,"normal_test_samples":15801,"out_of_range_annotations":0,"point_f1":0.10609037328094302,"point_precision":0.09156976744186046,"point_recall":0.12608405603735823,"scored_coverage":1.0,"scored_samples":17300,"test_samples":17300,"tp":189},"ewma":{"abstained_samples":0,"alarm_episode_starts":911,"censored_events":0,"delay_samples":{"count":1,"median":8.0,"p90":8.0,"values":[8]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":856,"false_alarm_episode_starts_per_1000_normal_points":54.17378646921081,"fn":1426,"fp":872,"labeled_test_samples":1499,"missed_events":0,"normal_test_samples":15801,"out_of_range_annotations":0,"point_f1":0.05973813420621931,"point_precision":0.07724867724867725,"point_recall":0.04869913275517011,"scored_coverage":1.0,"scored_samples":17300,"test_samples":17300,"tp":73},"level":{"abstained_samples":0,"alarm_episode_starts":1310,"censored_events":0,"delay_samples":{"count":1,"median":8.0,"p90":8.0,"values":[8]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":1106,"false_alarm_episode_starts_per_1000_normal_points":69.9955699006392,"fn":1102,"fp":1325,"labeled_test_samples":1499,"missed_events":0,"normal_test_samples":15801,"out_of_range_annotations":0,"point_f1":0.24650729587084758,"point_precision":0.2305458768873403,"point_recall":0.2648432288192128,"scored_coverage":1.0,"scored_samples":17300,"test_samples":17300,"tp":397},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":1499,"fp":0,"labeled_test_samples":1499,"missed_events":1,"normal_test_samples":15801,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":17300,"test_samples":17300,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":100,"censored_events":0,"delay_samples":{"count":1,"median":1207.0,"p90":1207.0,"values":[1207]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":98,"false_alarm_episode_starts_per_1000_normal_points":6.2021391051199295,"fn":20,"fp":11344,"labeled_test_samples":1499,"missed_events":0,"normal_test_samples":15801,"out_of_range_annotations":0,"point_f1":0.20653540008378718,"point_precision":0.11533962411292209,"point_recall":0.9866577718478986,"scored_coverage":1.0,"scored_samples":17300,"test_samples":17300,"tp":1479}},"samples":18050,"test_samples":17300,"timestamp_quality":{"median_step_seconds":300.0,"nonmedian_steps":0,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":750,"training_labeled_points":0},{"dataset":"realKnownCause/ec2_request_latency_system_failure.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":29,"censored_events":0,"delay_samples":{"count":1,"median":76.0,"p90":76.0,"values":[76]},"detected_events":1,"event_recall":0.3333333333333333,"events":3,"false_alarm_episode_starts":28,"false_alarm_episode_starts_per_1000_normal_points":9.085009733939001,"fn":291,"fp":114,"labeled_test_samples":346,"missed_events":2,"normal_test_samples":3082,"out_of_range_annotations":0,"point_f1":0.21359223300970873,"point_precision":0.3254437869822485,"point_recall":0.15895953757225434,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":55},"difference":{"abstained_samples":0,"alarm_episode_starts":76,"censored_events":0,"delay_samples":{"count":3,"median":24.0,"p90":44.0,"values":[3,49,24]},"detected_events":3,"event_recall":1.0,"events":3,"false_alarm_episode_starts":63,"false_alarm_episode_starts_per_1000_normal_points":20.44127190136275,"fn":318,"fp":66,"labeled_test_samples":346,"missed_events":0,"normal_test_samples":3082,"out_of_range_annotations":0,"point_f1":0.12727272727272726,"point_precision":0.2978723404255319,"point_recall":0.08092485549132948,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":28},"ewma":{"abstained_samples":0,"alarm_episode_starts":85,"censored_events":0,"delay_samples":{"count":3,"median":24.0,"p90":44.0,"values":[2,49,24]},"detected_events":3,"event_recall":1.0,"events":3,"false_alarm_episode_starts":70,"false_alarm_episode_starts_per_1000_normal_points":22.7125243348475,"fn":319,"fp":85,"labeled_test_samples":346,"missed_events":0,"normal_test_samples":3082,"out_of_range_annotations":0,"point_f1":0.11790393013100436,"point_precision":0.24107142857142858,"point_recall":0.07803468208092486,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":27},"level":{"abstained_samples":0,"alarm_episode_starts":139,"censored_events":0,"delay_samples":{"count":3,"median":24.0,"p90":39.2,"values":[2,43,24]},"detected_events":3,"event_recall":1.0,"events":3,"false_alarm_episode_starts":124,"false_alarm_episode_starts_per_1000_normal_points":40.23361453601557,"fn":319,"fp":139,"labeled_test_samples":346,"missed_events":0,"normal_test_samples":3082,"out_of_range_annotations":0,"point_f1":0.10546875,"point_precision":0.16265060240963855,"point_recall":0.07803468208092486,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":27},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":3,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":346,"fp":0,"labeled_test_samples":346,"missed_events":3,"normal_test_samples":3082,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":57,"censored_events":0,"delay_samples":{"count":3,"median":15.0,"p90":56.6,"values":[3,15,67]},"detected_events":3,"event_recall":1.0,"events":3,"false_alarm_episode_starts":50,"false_alarm_episode_starts_per_1000_normal_points":16.223231667748216,"fn":162,"fp":764,"labeled_test_samples":346,"missed_events":0,"normal_test_samples":3082,"out_of_range_annotations":0,"point_f1":0.28438948995363217,"point_precision":0.1940928270042194,"point_recall":0.5317919075144508,"scored_coverage":1.0,"scored_samples":3428,"test_samples":3428,"tp":184}},"samples":4032,"test_samples":3428,"timestamp_quality":{"median_step_seconds":300.0,"nonmedian_steps":14,"nonpositive_steps":11,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":false},"train_samples":604,"training_labeled_points":0},{"dataset":"realKnownCause/machine_temperature_system_failure.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":21,"censored_events":0,"delay_samples":{"count":2,"median":425.5,"p90":528.3,"values":[297,554]},"detected_events":2,"event_recall":0.5,"events":4,"false_alarm_episode_starts":19,"false_alarm_episode_starts_per_1000_normal_points":0.9655943487320222,"fn":2192,"fp":200,"labeled_test_samples":2268,"missed_events":2,"normal_test_samples":19677,"out_of_range_annotations":0,"point_f1":0.059748427672955975,"point_precision":0.2753623188405797,"point_recall":0.03350970017636684,"scored_coverage":1.0,"scored_samples":21945,"test_samples":21945,"tp":76},"difference":{"abstained_samples":0,"alarm_episode_starts":203,"censored_events":0,"delay_samples":{"count":4,"median":116.0,"p90":434.9000000000001,"values":[192,27,40,539]},"detected_events":4,"event_recall":1.0,"events":4,"false_alarm_episode_starts":167,"false_alarm_episode_starts_per_1000_normal_points":8.487066117802511,"fn":2214,"fp":205,"labeled_test_samples":2268,"missed_events":0,"normal_test_samples":19677,"out_of_range_annotations":0,"point_f1":0.04273842500989315,"point_precision":0.2084942084942085,"point_recall":0.023809523809523808,"scored_coverage":1.0,"scored_samples":21945,"test_samples":21945,"tp":54},"ewma":{"abstained_samples":0,"alarm_episode_starts":66,"censored_events":0,"delay_samples":{"count":4,"median":273.0,"p90":483.6,"values":[194,37,352,540]},"detected_events":4,"event_recall":1.0,"events":4,"false_alarm_episode_starts":52,"false_alarm_episode_starts_per_1000_normal_points":2.6426792702139554,"fn":2044,"fp":538,"labeled_test_samples":2268,"missed_events":0,"normal_test_samples":19677,"out_of_range_annotations":0,"point_f1":0.14785478547854786,"point_precision":0.29396325459317585,"point_recall":0.09876543209876543,"scored_coverage":1.0,"scored_samples":21945,"test_samples":21945,"tp":224},"level":{"abstained_samples":0,"alarm_episode_starts":57,"censored_events":0,"delay_samples":{"count":2,"median":119.5,"p90":127.9,"values":[109,130]},"detected_events":2,"event_recall":0.5,"events":4,"false_alarm_episode_starts":36,"false_alarm_episode_starts_per_1000_normal_points":1.8295471870712,"fn":1208,"fp":562,"labeled_test_samples":2268,"missed_events":2,"normal_test_samples":19677,"out_of_range_annotations":0,"point_f1":0.5449871465295629,"point_precision":0.6535141800246609,"point_recall":0.4673721340388007,"scored_coverage":1.0,"scored_samples":21945,"test_samples":21945,"tp":1060},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":4,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":2268,"fp":0,"labeled_test_samples":2268,"missed_events":4,"normal_test_samples":19677,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":21945,"test_samples":21945,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":93,"censored_events":0,"delay_samples":{"count":3,"median":453.0,"p90":529.0,"values":[453,284,548]},"detected_events":3,"event_recall":0.75,"events":4,"false_alarm_episode_starts":89,"false_alarm_episode_starts_per_1000_normal_points":4.523047212481577,"fn":2108,"fp":2012,"labeled_test_samples":2268,"missed_events":1,"normal_test_samples":19677,"out_of_range_annotations":0,"point_f1":0.07207207207207207,"point_precision":0.07366482504604052,"point_recall":0.07054673721340388,"scored_coverage":1.0,"scored_samples":21945,"test_samples":21945,"tp":160}},"samples":22695,"test_samples":21945,"timestamp_quality":{"median_step_seconds":300.0,"nonmedian_steps":1,"nonpositive_steps":1,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":false},"train_samples":750,"training_labeled_points":0},{"dataset":"realKnownCause/nyc_taxi.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":5,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":1035,"fp":0,"labeled_test_samples":1035,"missed_events":5,"normal_test_samples":8535,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":9570,"test_samples":9570,"tp":0},"difference":{"abstained_samples":0,"alarm_episode_starts":103,"censored_events":0,"delay_samples":{"count":3,"median":100.0,"p90":112.0,"values":[115,100,16]},"detected_events":3,"event_recall":0.6,"events":5,"false_alarm_episode_starts":95,"false_alarm_episode_starts_per_1000_normal_points":11.130638547158759,"fn":1025,"fp":95,"labeled_test_samples":1035,"missed_events":2,"normal_test_samples":8535,"out_of_range_annotations":0,"point_f1":0.017543859649122806,"point_precision":0.09523809523809523,"point_recall":0.00966183574879227,"scored_coverage":1.0,"scored_samples":9570,"test_samples":9570,"tp":10},"ewma":{"abstained_samples":0,"alarm_episode_starts":78,"censored_events":0,"delay_samples":{"count":2,"median":21.5,"p90":25.1,"values":[26,17]},"detected_events":2,"event_recall":0.4,"events":5,"false_alarm_episode_starts":73,"false_alarm_episode_starts_per_1000_normal_points":8.553016988869361,"fn":1015,"fp":235,"labeled_test_samples":1035,"missed_events":3,"normal_test_samples":8535,"out_of_range_annotations":0,"point_f1":0.031007751937984496,"point_precision":0.0784313725490196,"point_recall":0.01932367149758454,"scored_coverage":1.0,"scored_samples":9570,"test_samples":9570,"tp":20},"level":{"abstained_samples":0,"alarm_episode_starts":64,"censored_events":0,"delay_samples":{"count":5,"median":103.0,"p90":124.0,"values":[115,130,83,103,60]},"detected_events":5,"event_recall":1.0,"events":5,"false_alarm_episode_starts":54,"false_alarm_episode_starts_per_1000_normal_points":6.3268892794376095,"fn":985,"fp":109,"labeled_test_samples":1035,"missed_events":0,"normal_test_samples":8535,"out_of_range_annotations":0,"point_f1":0.08375209380234507,"point_precision":0.31446540880503143,"point_recall":0.04830917874396135,"scored_coverage":1.0,"scored_samples":9570,"test_samples":9570,"tp":50},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":5,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":1035,"fp":0,"labeled_test_samples":1035,"missed_events":5,"normal_test_samples":8535,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":9570,"test_samples":9570,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":2,"censored_events":0,"delay_samples":{"count":2,"median":133.0,"p90":143.4,"values":[120,146]},"detected_events":2,"event_recall":0.4,"events":5,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":980,"fp":0,"labeled_test_samples":1035,"missed_events":3,"normal_test_samples":8535,"out_of_range_annotations":0,"point_f1":0.10091743119266056,"point_precision":1.0,"point_recall":0.05314009661835749,"scored_coverage":1.0,"scored_samples":9570,"test_samples":9570,"tp":55}},"samples":10320,"test_samples":9570,"timestamp_quality":{"median_step_seconds":1800.0,"nonmedian_steps":0,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":750,"training_labeled_points":0},{"dataset":"realTraffic/TravelTime_387.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":31,"censored_events":0,"delay_samples":{"count":2,"median":54.0,"p90":54.0,"values":[54,54]},"detected_events":2,"event_recall":0.6666666666666666,"events":3,"false_alarm_episode_starts":28,"false_alarm_episode_starts_per_1000_normal_points":14.925373134328359,"fn":194,"fp":185,"labeled_test_samples":249,"missed_events":1,"normal_test_samples":1876,"out_of_range_annotations":0,"point_f1":0.2249488752556237,"point_precision":0.22916666666666666,"point_recall":0.22088353413654618,"scored_coverage":1.0,"scored_samples":2125,"test_samples":2125,"tp":55},"difference":{"abstained_samples":0,"alarm_episode_starts":5,"censored_events":0,"delay_samples":{"count":1,"median":41.0,"p90":41.0,"values":[41]},"detected_events":1,"event_recall":0.3333333333333333,"events":3,"false_alarm_episode_starts":4,"false_alarm_episode_starts_per_1000_normal_points":2.1321961620469083,"fn":247,"fp":4,"labeled_test_samples":249,"missed_events":2,"normal_test_samples":1876,"out_of_range_annotations":0,"point_f1":0.01568627450980392,"point_precision":0.3333333333333333,"point_recall":0.008032128514056224,"scored_coverage":1.0,"scored_samples":2125,"test_samples":2125,"tp":2},"ewma":{"abstained_samples":0,"alarm_episode_starts":4,"censored_events":0,"delay_samples":{"count":1,"median":41.0,"p90":41.0,"values":[41]},"detected_events":1,"event_recall":0.3333333333333333,"events":3,"false_alarm_episode_starts":3,"false_alarm_episode_starts_per_1000_normal_points":1.5991471215351811,"fn":248,"fp":7,"labeled_test_samples":249,"missed_events":2,"normal_test_samples":1876,"out_of_range_annotations":0,"point_f1":0.007782101167315175,"point_precision":0.125,"point_recall":0.004016064257028112,"scored_coverage":1.0,"scored_samples":2125,"test_samples":2125,"tp":1},"level":{"abstained_samples":0,"alarm_episode_starts":3,"censored_events":0,"delay_samples":{"count":1,"median":41.0,"p90":41.0,"values":[41]},"detected_events":1,"event_recall":0.3333333333333333,"events":3,"false_alarm_episode_starts":2,"false_alarm_episode_starts_per_1000_normal_points":1.0660980810234542,"fn":248,"fp":6,"labeled_test_samples":249,"missed_events":2,"normal_test_samples":1876,"out_of_range_annotations":0,"point_f1":0.0078125,"point_precision":0.14285714285714285,"point_recall":0.004016064257028112,"scored_coverage":1.0,"scored_samples":2125,"test_samples":2125,"tp":1},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":3,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":249,"fp":0,"labeled_test_samples":249,"missed_events":3,"normal_test_samples":1876,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":2125,"test_samples":2125,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":3,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":3,"false_alarm_episode_starts":3,"false_alarm_episode_starts_per_1000_normal_points":1.5991471215351811,"fn":249,"fp":300,"labeled_test_samples":249,"missed_events":3,"normal_test_samples":1876,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":0.0,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":2125,"test_samples":2125,"tp":0}},"samples":2500,"test_samples":2125,"timestamp_quality":{"median_step_seconds":600.0,"nonmedian_steps":909,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":375,"training_labeled_points":0},{"dataset":"realTraffic/TravelTime_451.csv","future_partition_verified":true,"methods":{"beta_slope":{"abstained_samples":0,"alarm_episode_starts":9,"censored_events":0,"delay_samples":{"count":1,"median":126.0,"p90":126.0,"values":[126]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":5,"false_alarm_episode_starts_per_1000_normal_points":3.0845157310302285,"fn":208,"fp":17,"labeled_test_samples":217,"missed_events":0,"normal_test_samples":1621,"out_of_range_annotations":0,"point_f1":0.07407407407407407,"point_precision":0.34615384615384615,"point_recall":0.041474654377880185,"scored_coverage":1.0,"scored_samples":1838,"test_samples":1838,"tp":9},"difference":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":217,"fp":0,"labeled_test_samples":217,"missed_events":1,"normal_test_samples":1621,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1838,"test_samples":1838,"tp":0},"ewma":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":217,"fp":0,"labeled_test_samples":217,"missed_events":1,"normal_test_samples":1621,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1838,"test_samples":1838,"tp":0},"level":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":217,"fp":0,"labeled_test_samples":217,"missed_events":1,"normal_test_samples":1621,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1838,"test_samples":1838,"tp":0},"null":{"abstained_samples":0,"alarm_episode_starts":0,"censored_events":0,"delay_samples":{"count":0,"median":null,"p90":null,"values":[]},"detected_events":0,"event_recall":0.0,"events":1,"false_alarm_episode_starts":0,"false_alarm_episode_starts_per_1000_normal_points":0.0,"fn":217,"fp":0,"labeled_test_samples":217,"missed_events":1,"normal_test_samples":1621,"out_of_range_annotations":0,"point_f1":0.0,"point_precision":null,"point_recall":0.0,"scored_coverage":1.0,"scored_samples":1838,"test_samples":1838,"tp":0},"variance":{"abstained_samples":0,"alarm_episode_starts":6,"censored_events":0,"delay_samples":{"count":1,"median":31.0,"p90":31.0,"values":[31]},"detected_events":1,"event_recall":1.0,"events":1,"false_alarm_episode_starts":5,"false_alarm_episode_starts_per_1000_normal_points":3.0845157310302285,"fn":184,"fp":259,"labeled_test_samples":217,"missed_events":0,"normal_test_samples":1621,"out_of_range_annotations":0,"point_f1":0.12966601178781925,"point_precision":0.11301369863013698,"point_recall":0.15207373271889402,"scored_coverage":1.0,"scored_samples":1838,"test_samples":1838,"tp":33}},"samples":2162,"test_samples":1838,"timestamp_quality":{"median_step_seconds":600.0,"nonmedian_steps":1372,"nonpositive_steps":0,"preprocessing":"Original order retained; no timestamp sorting, deduplication or resampling.","strictly_increasing":true},"train_samples":324,"training_labeled_points":0}],"data_kind":"external_labeled_archive","data_manifest":{"cohort":["data/realAWSCloudwatch/ec2_cpu_utilization_24ae8d.csv","data/realAWSCloudwatch/ec2_cpu_utilization_53ea38.csv","data/realAdExchange/exchange-2_cpc_results.csv","data/realAdExchange/exchange-2_cpm_results.csv","data/realKnownCause/ambient_temperature_system_failure.csv","data/realKnownCause/cpu_utilization_asg_misconfiguration.csv","data/realKnownCause/ec2_request_latency_system_failure.csv","data/realKnownCause/machine_temperature_system_failure.csv","data/realKnownCause/nyc_taxi.csv","data/realTraffic/TravelTime_387.csv","data/realTraffic/TravelTime_451.csv"],"cohort_rule":"All realKnownCause CSV except human keystroke series, plus the first two lexicographic CSV names in realAWSCloudwatch, realTraffic, realAdExchange. No selection using detector scores or labels.","commit":"ea702d75cc2258d9d7dd35ca8e5e2539d71f3140","files":{"LICENSE.txt":{"bytes":1056,"sha256":"0a0b4d0b10cb1f7ed9ab2993ef93defc03447e6eba9daca1315dd32dae4877e3","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/LICENSE.txt"},"data/README.md":{"bytes":2931,"sha256":"1d32963e44a52323b44affff374a1222ebe5ef19ef8f7f6c6fd7a747aa52db30","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/README.md"},"data/realAWSCloudwatch/ec2_cpu_utilization_24ae8d.csv":{"bytes":105367,"sha256":"ab446fbd8b9f37507eb2fdb06315826d8daeef02e241133ce06e0ee571ba53d9","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realAWSCloudwatch/ec2_cpu_utilization_24ae8d.csv"},"data/realAWSCloudwatch/ec2_cpu_utilization_53ea38.csv":{"bytes":116041,"sha256":"8942e498de7b40f1b4a6d802755592c09b8fb73ce8f658763a09cb9ea1ea94ac","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realAWSCloudwatch/ec2_cpu_utilization_53ea38.csv"},"data/realAdExchange/exchange-2_cpc_results.csv":{"bytes":58887,"sha256":"d869ab165254f3ee77ee21fd9fab2be1d07c1f80b8133cf01bbaf2d768c2ac64","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realAdExchange/exchange-2_cpc_results.csv"},"data/realAdExchange/exchange-2_cpm_results.csv":{"bytes":58313,"sha256":"1f01b9438566d2fe1ac446faa202a395ac86db9240a1955bc1f118c8eada2a19","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realAdExchange/exchange-2_cpm_results.csv"},"data/realKnownCause/ambient_temperature_system_failure.csv":{"bytes":233321,"sha256":"230b68ccca20f59d562afd5d24ad52939c9b784386bed0054018358bf9120581","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realKnownCause/ambient_temperature_system_failure.csv"},"data/realKnownCause/cpu_utilization_asg_misconfiguration.csv":{"bytes":539274,"sha256":"58ba65dc0737cfbac11b51514476d50c438d44011232144bb8d93f392df58f9f","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realKnownCause/cpu_utilization_asg_misconfiguration.csv"},"data/realKnownCause/ec2_request_latency_system_failure.csv":{"bytes":123428,"sha256":"98378580aa80157e057c61d59d81daddccc6c65a2c0c800e3f01f603b8215c3f","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realKnownCause/ec2_request_latency_system_failure.csv"},"data/realKnownCause/machine_temperature_system_failure.csv":{"bytes":732223,"sha256":"92bf5b87fc7f9bba8ca0b7ec63ccaac8cb4a1371a258e8c29a10ae9c018d82a4","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realKnownCause/machine_temperature_system_failure.csv"},"data/realKnownCause/nyc_taxi.csv":{"bytes":265771,"sha256":"d8fa6f7f0734bf5c8be12c52a94e20a82664c397d9dec4449156bd453d32856d","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realKnownCause/nyc_taxi.csv"},"data/realTraffic/TravelTime_387.csv":{"bytes":59846,"sha256":"38e70e9ead8227fd023bff6e93247d5bc01ee008f781b921a156962419b399bb","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realTraffic/TravelTime_387.csv"},"data/realTraffic/TravelTime_451.csv":{"bytes":51918,"sha256":"7c174adfc457b201cd111d60688f7ec37eb7201c8080790dc41eeff477bd7345","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/realTraffic/TravelTime_451.csv"},"labels/combined_windows.json":{"bytes":15359,"sha256":"1e1fbc4601321aad8d0f8b3784c8134299379f68f6c1f7777565f8ffd57ab6b1","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/labels/combined_windows.json"}},"license":{"copyright":"Copyright 2014-2024 Numenta Inc.","spdx":"MIT","upstream_provider_descriptions":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/README.md","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/LICENSE.txt"},"repository":"https://github.com/numenta/NAB","schema":"trinity.benchmark-data/1","sha256":"7e48ab82022e30caf911088dc5962a3cac93d8095b29e317899ff5698f2fb498","total_bytes":2363735},"elapsed_seconds":93.217,"generated":1793057867,"limitations":["Small deterministic subset, not the official NAB score or a universal method ranking.","Beta is adapted to64 indexed samples, not the full Trinity production detector.","No point adjustment or test-label threshold optimization. A 99th training quantile is not a held-out false-alarm guarantee.","CSV clocks include irregular/nonmonotone timestamps; beta uses sample rank, no physical Hz claim.","Delays start at annotated tolerance-window boundaries, not known physical anomaly onsets.","Abstentions lower coverage and do not remove labeled test points or events from denominators.","Not evidence of simulation; no observation or active prospective protocol was modified."],"protocol":{"abstention":"Non-finite/unavailable feature yields no alert, lowers coverage, and labeled points remain false negatives.","beta_estimator":"Exact core.spectral_beta on the trailing 64 samples; adapted external detector, not the full production chain.","censoring":"A window with any training-prefix member is excluded from event recall; its test points still count in point metrics.","code_sha256":{"benchmark.py":"eeeaee2fea9739a2589d31ce656847a1c6bd7bde4196da97dd05912d9fea6c85","core.py":"dc238005c8ecffa3c63622df686cbb97c3feb42fa2dd0ae72dec0b36beb9df5c"},"cohort_rule":"All realKnownCause CSV except human keystroke series, plus the first two lexicographic CSV names in realAWSCloudwatch, realTraffic, realAdExchange. No selection using detector scores or labels.","delay":"Samples from first member of annotated window to first qualifying alarm onset, not true physical anomaly onset.","event_metric":"Alarm episode starts inside an upstream labeled window. A continuing earlier alarm is not a new event hit. No point adjustment.","ewma":{"alpha":0.03076923076923077,"prediction":"past only","span_samples":64,"state_updates_on_test":true},"feature_definitions":{"difference":"Current minus previous value","ewma":"Current value minus previous EWMA estimate","level":"Current value","null":"Never alerts","variance":"Log population standard deviation of trailing64; constant window uses machine precision floor"},"feature_space":"Original CSV sample order, no sorting/resampling/interpolation; beta in sample-index space, not Hz.","future_boundary":"Every test timestamp must be strictly later than every training timestamp; timestamps without timezone are interpreted as UTC for label alignment.","labels_used_for_training":false,"methods":["beta_slope","level","difference","variance","ewma","null"],"normalization":"Training feature median, 1.4826*MAD, then training std if MAD=0, then machine precision if constant.","official_nab_score":false,"overlapping_annotations":"Merge overlapping or touching timestamp intervals before counting events; do not alter point labels.","point_adjustment":false,"primary_metrics":["event_recall","false_alarm_episode_starts_per_1000_normal_test_points","point_precision","point_recall","point_f1","scored_coverage","delay_samples"],"runtime":{"numpy":"2.5.4","python":"3.12.3 (main, Aug 31 2026, 10:18:26) [GCC 13.3.0]","python_implementation":"CPython","scipy":"1.18.1","sqlite":"3.45.1"},"schema":"trinity.benchmark-protocol/1","split":"First min(floor(0.15*N),750) samples train; every remaining sample tests.","threshold":{"comparison":"strictly greater","method":"higher","minimum_training_features":32,"quantile":0.99},"window_samples":64},"schema":"trinity.external-benchmark/1","seal":{"data_sha256":"7e48ab82022e30caf911088dc5962a3cac93d8095b29e317899ff5698f2fb498","frozen_at":1793057773,"models_sha256":"b969028dec4ffcd2295b26083b7c7c7df5fbff7f496c33d31bbd344be7647333","protocol_sha256":"7cd1666f4b4cc08d913d084c01ce1224af8e95fa04f445b043c36248afc7d539","schema":"trinity.benchmark-seal/1","sha256":"694644fc02584303c8bd714af6cd480980511dbc3a82a94556c5b9afb284449f"},"sha256":"9f025d7fd7324e7a934d68ca338bca4db9c8ce8ace76d28613bd9d6dafa204b8","source":{"commit":"ea702d75cc2258d9d7dd35ca8e5e2539d71f3140","download_bytes":2363735,"license":{"copyright":"Copyright 2014-2024 Numenta Inc.","spdx":"MIT","upstream_provider_descriptions":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/data/README.md","url":"https://raw.githubusercontent.com/numenta/NAB/ea702d75cc2258d9d7dd35ca8e5e2539d71f3140/LICENSE.txt"},"name":"Numenta Anomaly Benchmark (NAB), fixed real-data subset","repository":"https://github.com/numenta/NAB"},"state":"completed"}