Hugging Face's logo

Buckets:
AsianPlayer
/
TriDrive

Files
xet
AsianPlayer/TriDrive / benchmark /human_eval_299 /counts.json
AsianPlayer's picture
AsianPlayer
download
raw
10.2 kB
{
"jsonl_note_values": {
"fields": {
"''": 1196
},
"valid": {
"False": 1196
},
"unknown": {
"False": 1196
}
},
"jsonl_rewrite_strings_hits": 0,
"jsonl": {
"records": 897,
"clips": 299,
"stages": {
"prefix": 299,
"outcome": 299,
"event": 299
},
"max_records_per_idx_stage": 1,
"prompt_warranted_now": {
"not_warranted": 215,
"warranted_attention": 65,
"warranted_hands": 17,
"unsure": 2
},
"event_type_not_none_by_stratum": {
"S1": 48,
"S3": 25,
"S2": 5
},
"event_type_not_none": 78,
"kept_keys": [
"idx",
"clip_id",
"stage",
"task",
"anchor_s",
"visible_until_s",
"split",
"stratum",
"cell",
"pattern",
"pi",
"regime",
"phase",
"calibration",
"mode_at_anchor",
"schema_ok",
"problems",
"prefill",
"fields",
"valid",
"unknown",
"uid",
"driver",
"t0",
"protocol",
"schema_version"
],
"dropped_keys": [
"annotator",
"client_ts",
"dongle",
"double_rate",
"family",
"lang",
"manifest",
"panel",
"source",
"source_tag",
"timing",
"timing_pilot",
"ts",
"ua",
"written_with"
],
"dropped_note_keys": [
"note",
"outcome_note",
"event_note"
],
"protocol": {
"committee_consensus": 897
},
"schema_version": {
"h5-v1": 897
},
"calibration_records": 24,
"stratum_records": {
"S3": 300,
"S1": 477,
"S2": 120
}
},
"manifest": {
"rows": 320,
"labelled_299": 299,
"stratum": {
"S1": 160,
"S3": 100,
"S2": 40,
"S3_hard": 20
},
"stratum_labelled": {
"S1": 159,
"S3": 100,
"S2": 40
},
"regime": {
"engaged": 169,
"manual": 151
},
"phase": {
"1": 160,
"2": 160
},
"calibration_true": 8,
"optional_true": 20,
"unlabelled_idx": [
1416,
4230,
7069,
9387,
12721,
13527,
14373,
16305,
17044,
23973,
24992,
25219,
29217,
31185,
33362,
36912,
37801,
39232,
39274,
40999,
70074
],
"dev_group": {
"pooled": 12,
"empty": 120,
"equals_driver": 188
},
"kept_columns": [
"qpos",
"idx",
"clip_id",
"stratum",
"phase",
"calibration",
"optional",
"regime",
"layout_regime",
"uid",
"driver",
"dev_group",
"t_anchor",
"anchor_s",
"cell",
"pattern",
"pattern_cluster",
"pi",
"N_cell",
"n_cell",
"N_covered_cell",
"coverage_cell",
"N_stratum",
"n_stratum",
"s3_stratum",
"s3_draw_rank",
"s15_idx",
"speed_anchor_mps",
"fired_A_val10",
"fired_A_val20",
"fired_A_test10",
"fired_A_test20",
"fired_B_val10",
"fired_B_val20",
"fired_B_test10",
"fired_B_test20",
"fired_C_val10",
"fired_C_val20",
"fired_C_test10",
"fired_C_test20",
"t_alert_A_val10",
"t_alert_A_val20",
"t_alert_A_test10",
"t_alert_A_test20",
"t_alert_A_frame",
"t_alert_B_val10",
"t_alert_B_val20",
"t_alert_B_test10",
"t_alert_B_test20",
"t_alert_B_frame",
"t_alert_C_val10",
"t_alert_C_val20",
"t_alert_C_test10",
"t_alert_C_test20",
"t_alert_C_frame",
"score_A_anchor",
"score_B_anchor",
"score_C_anchor",
"thr_A_frame",
"thr_B_frame",
"thr_C_frame",
"labelled_299"
],
"dropped_columns": [
"dcam",
"dongle",
"full_cab",
"full_road",
"leaf",
"needs_frames",
"prefix_cab",
"prefix_road",
"qcam",
"video_local"
],
"drivers": 42
},
"all_results_json": {
"absolute_path_values_found": [
"$.snapshot.source",
"$.prereg.file",
"$.posthoc_aprime.analysis_dir",
"$.coverage.snapshot.source"
],
"deleted_posthoc_aprime_analysis_dir": true,
"rewritten_strings": [
[
"$.snapshot.source",
"/home/USER/cwm2/annotation_human/labels_newtest.jsonl"
],
[
"$.prereg.file",
"/home/USER/cwm3/docs/newtest_prereg.md"
],
[
"$.coverage.snapshot.source",
"/home/USER/cwm2/annotation_human/labels_newtest.jsonl"
]
]
},
"clips_csv": {
"rows": 319,
"kept_columns": [
"qpos",
"idx",
"clip_id",
"stratum",
"phase",
"calibration",
"optional",
"regime",
"layout_regime",
"uid",
"driver",
"dev_group",
"t_anchor",
"anchor_s",
"cell",
"pattern",
"pattern_cluster",
"pi",
"N_cell",
"n_cell",
"N_covered_cell",
"coverage_cell",
"N_stratum",
"n_stratum",
"s3_stratum",
"s3_draw_rank",
"s15_idx",
"speed_anchor_mps",
"fired_A_val10",
"fired_A_val20",
"fired_A_test10",
"fired_A_test20",
"fired_B_val10",
"fired_B_val20",
"fired_B_test10",
"fired_B_test20",
"fired_C_val10",
"fired_C_val20",
"fired_C_test10",
"fired_C_test20",
"t_alert_A_val10",
"t_alert_A_val20",
"t_alert_A_test10",
"t_alert_A_test20",
"t_alert_A_frame",
"t_alert_B_val10",
"t_alert_B_val20",
"t_alert_B_test10",
"t_alert_B_test20",
"t_alert_B_frame",
"t_alert_C_val10",
"t_alert_C_val20",
"t_alert_C_test10",
"t_alert_C_test20",
"t_alert_C_frame",
"score_A_anchor",
"score_B_anchor",
"score_C_anchor",
"thr_A_frame",
"thr_B_frame",
"thr_C_frame",
"W",
"E",
"onset_route_s",
"onset_source",
"censored",
"w",
"in_ht",
"E_none_from_prefill",
"det_A_val10",
"lead_A_val10",
"lead0_A_val10",
"det_A_val20",
"lead_A_val20",
"lead0_A_val20",
"det_A_test10",
"lead_A_test10",
"lead0_A_test10",
"det_A_test20",
"lead_A_test20",
"lead0_A_test20",
"det_B_val10",
"lead_B_val10",
"lead0_B_val10",
"det_B_val20",
"lead_B_val20",
"lead0_B_val20",
"det_B_test10",
"lead_B_test10",
"lead0_B_test10",
"det_B_test20",
"lead_B_test20",
"lead0_B_test20",
"det_C_val10",
"lead_C_val10",
"lead0_C_val10",
"det_C_val20",
"lead_C_val20",
"lead0_C_val20",
"det_C_test10",
"lead_C_test10",
"lead0_C_test10",
"det_C_test20",
"lead_C_test20",
"lead0_C_test20",
"labelled_299"
],
"dropped_columns": [
"dcam",
"dongle",
"full_cab",
"full_road",
"leaf",
"needs_frames",
"prefix_cab",
"prefix_road",
"qcam",
"video_local"
]
},
"prereg": {
"sha256": "b430096955129e32de09c5aa518592100b499f0db3c58298a89921b08d1616d1",
"registered_sha256": "b430096955129e32de09c5aa518592100b499f0db3c58298a89921b08d1616d1",
"bytes": 16492
},
"staged_tables": [
"tables/all_results.json",
"tables/full_results.md",
"tables/headline_manual_valfrozen.md",
"tables/analysis_primary/auroc.csv",
"tables/analysis_primary/cells_enriched.csv",
"tables/analysis_primary/clips.csv",
"tables/analysis_primary/main.csv",
"tables/analysis_primary/paired.csv",
"tables/analysis_primary/run_newtest_analysis_20260921T211959Z.json",
"tables/analysis_primary/run_newtest_analysis_latest.json"
],
"scrub_report": {
"benchmark/human_eval_299/tables/analysis_primary/run_newtest_analysis_20260921T211959Z.json": {
"tmp_path": 7,
"path:python": 1,
"host_json": 1
},
"benchmark/human_eval_299/tables/analysis_primary/run_newtest_analysis_latest.json": {
"tmp_path": 7,
"path:python": 1,
"host_json": 1
},
"benchmark/human_eval_299/thresholds_frozen_v1.json": {
"path:/home/USER/cwm3": 16,
"path:/home/USER/cwm2": 6,
"path:/home/USER/s12_wm": 4
},
"benchmark/human_eval_299/deviations_v1.json": {
"leaf->pseudo": 1
},
"benchmark/human_eval_299/inputs_sha256_newtest_sample.txt": {
"path:/home/USER/cwm3": 18,
"path:/home/USER/cwm2": 6,
"path:/home/USER/s12_wm": 4
},
"benchmark/human_eval_299/prereg_hash.json": {
"path:/home/USER/cwm3": 1
},
"benchmark/human_eval_299/newtest_prereg_deviations.md": {
"leaf->pseudo": 3,
"people": 5
}
},
"assertions": [
"jsonl.note_fields_empty_everywhere: expected 0 vs measured 0 PASS",
"jsonl.records: expected 897 vs measured 897 PASS",
"jsonl.clips: expected 299 vs measured 299 PASS",
"jsonl.records_eq_299x3: expected True vs measured True PASS",
"jsonl.warranted: expected 82 vs measured 82 PASS",
"jsonl.not_warranted: expected 215 vs measured 215 PASS",
"jsonl.unsure: expected 2 vs measured 2 PASS",
"jsonl.events_not_none: expected 78 vs measured 78 PASS",
"jsonl.events_S1: expected 48 vs measured 48 PASS",
"jsonl.events_S2: expected 5 vs measured 5 PASS",
"jsonl.events_S3: expected 25 vs measured 25 PASS",
"jsonl.find_leaks: expected 0 vs measured 0 PASS",
"jsonl.hex16_tokens: expected 0 vs measured 0 PASS",
"manifest.dropped_contains_all_required_drops: expected True vs measured True PASS",
"manifest.rows: expected 320 vs measured 320 PASS",
"manifest.labelled_299: expected 299 vs measured 299 PASS",
"manifest.stratum.S1: expected 160 vs measured 160 PASS",
"manifest.stratum.S3: expected 100 vs measured 100 PASS",
"manifest.stratum.S2: expected 40 vs measured 40 PASS",
"manifest.stratum.S3_hard: expected 20 vs measured 20 PASS",
"manifest.regime.engaged: expected 169 vs measured 169 PASS",
"manifest.regime.manual: expected 151 vs measured 151 PASS",
"manifest.find_leaks: expected 0 vs measured 125 FAIL",
"manifest.no_dropped_column_kept: expected 0 vs measured 0 PASS",
"all_results.abs_path_values: expected 4 vs measured 4 PASS",
"all_results.analysis_dir_deleted: expected True vs measured True PASS",
"clips.dropped_contains_all_required_drops: expected True vs measured True PASS",
"prereg.sha256_matches_prereg_hash_json: expected b430096955129e32de09c5aa518592100b499f0db3c58298a89921b08d1616d1 vs measured b430096955129e32de09c5aa518592100b499f0db3c58298a89921b08d1616d1 PASS",
"prereg.sha256_matches_source: expected b430096955129e32de09c5aa518592100b499f0db3c58298a89921b08d1616d1 vs measured b430096955129e32de09c5aa518592100b499f0db3c58298a89921b08d1616d1 PASS",
"prereg.scrub_is_noop: expected True vs measured True PASS",
"prereg.find_leaks: expected 0 vs measured 0 PASS",
"readme.find_leaks: expected 0 vs measured 0 PASS",
"readme.quoted_numbers_present_in_headline_table: expected 17 vs measured 17 PASS"
],
"issues": [
"manifest.find_leaks: expected 0, measured 125"
]
}

Xet Storage Details

Size:
10.2 kB
·
Xet hash:
7826620134f1e2f0e83b58d1a97d8c528ff7561179c5636fd8063089b30e2c36

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.