| { |
| "blimp_acc": 78.89, |
| "blimp_n": 67000, |
| "blimp_correct": 52859, |
| "checkpoint_path": "/root/slayer149-balanced/runs/arcft-balanced/epoch-02.pt", |
| "checkpoint_sha256": "79e4d06b1b95408c4b47e6d9fab34ed2a26609997b80d45698e6ec23db8724e8", |
| "step": 1118, |
| "training_tokens": null, |
| "parameters": 149333081, |
| "torch": "2.14.0+cu130", |
| "gpu": "NVIDIA GeForce RTX 3090", |
| "dataset_revisions": { |
| "Salesforce/wikitext": "b08601e04326c79dfdd32d625aee71d232d685c3", |
| "nyu-mll/blimp": "877fba0801ffb7cbd8c39c1ff314a46f053f6036", |
| "allenai/ai2_arc": "210d026faf9955653af8916fad021475a3f00453" |
| }, |
| "recipe_sha256": "4a4ab81f9a749b04cf476672c0967512ec951a77947dea02fec3d77bf13fa091", |
| "elapsed_seconds": 36.810004680999555, |
| "protocol": "GLINT-derived pinned harness; CUDA BF16 forward, FP32 logprobs, context 256, no BOS, raw answer LL", |
| "dataset_files": { |
| "adjunct_island": [ |
| "adjunct_island/train-00000-of-00001.parquet" |
| ], |
| "anaphor_gender_agreement": [ |
| "anaphor_gender_agreement/train-00000-of-00001.parquet" |
| ], |
| "anaphor_number_agreement": [ |
| "anaphor_number_agreement/train-00000-of-00001.parquet" |
| ], |
| "animate_subject_passive": [ |
| "animate_subject_passive/train-00000-of-00001.parquet" |
| ], |
| "animate_subject_trans": [ |
| "animate_subject_trans/train-00000-of-00001.parquet" |
| ], |
| "causative": [ |
| "causative/train-00000-of-00001.parquet" |
| ], |
| "complex_NP_island": [ |
| "complex_NP_island/train-00000-of-00001.parquet" |
| ], |
| "coordinate_structure_constraint_complex_left_branch": [ |
| "coordinate_structure_constraint_complex_left_branch/train-00000-of-00001.parquet" |
| ], |
| "coordinate_structure_constraint_object_extraction": [ |
| "coordinate_structure_constraint_object_extraction/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_1": [ |
| "determiner_noun_agreement_1/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_2": [ |
| "determiner_noun_agreement_2/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_irregular_1": [ |
| "determiner_noun_agreement_irregular_1/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_irregular_2": [ |
| "determiner_noun_agreement_irregular_2/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_with_adj_2": [ |
| "determiner_noun_agreement_with_adj_2/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_with_adj_irregular_1": [ |
| "determiner_noun_agreement_with_adj_irregular_1/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_with_adj_irregular_2": [ |
| "determiner_noun_agreement_with_adj_irregular_2/train-00000-of-00001.parquet" |
| ], |
| "determiner_noun_agreement_with_adjective_1": [ |
| "determiner_noun_agreement_with_adjective_1/train-00000-of-00001.parquet" |
| ], |
| "distractor_agreement_relational_noun": [ |
| "distractor_agreement_relational_noun/train-00000-of-00001.parquet" |
| ], |
| "distractor_agreement_relative_clause": [ |
| "distractor_agreement_relative_clause/train-00000-of-00001.parquet" |
| ], |
| "drop_argument": [ |
| "drop_argument/train-00000-of-00001.parquet" |
| ], |
| "ellipsis_n_bar_1": [ |
| "ellipsis_n_bar_1/train-00000-of-00001.parquet" |
| ], |
| "ellipsis_n_bar_2": [ |
| "ellipsis_n_bar_2/train-00000-of-00001.parquet" |
| ], |
| "existential_there_object_raising": [ |
| "existential_there_object_raising/train-00000-of-00001.parquet" |
| ], |
| "existential_there_quantifiers_1": [ |
| "existential_there_quantifiers_1/train-00000-of-00001.parquet" |
| ], |
| "existential_there_quantifiers_2": [ |
| "existential_there_quantifiers_2/train-00000-of-00001.parquet" |
| ], |
| "existential_there_subject_raising": [ |
| "existential_there_subject_raising/train-00000-of-00001.parquet" |
| ], |
| "expletive_it_object_raising": [ |
| "expletive_it_object_raising/train-00000-of-00001.parquet" |
| ], |
| "inchoative": [ |
| "inchoative/train-00000-of-00001.parquet" |
| ], |
| "intransitive": [ |
| "intransitive/train-00000-of-00001.parquet" |
| ], |
| "irregular_past_participle_adjectives": [ |
| "irregular_past_participle_adjectives/train-00000-of-00001.parquet" |
| ], |
| "irregular_past_participle_verbs": [ |
| "irregular_past_participle_verbs/train-00000-of-00001.parquet" |
| ], |
| "irregular_plural_subject_verb_agreement_1": [ |
| "irregular_plural_subject_verb_agreement_1/train-00000-of-00001.parquet" |
| ], |
| "irregular_plural_subject_verb_agreement_2": [ |
| "irregular_plural_subject_verb_agreement_2/train-00000-of-00001.parquet" |
| ], |
| "left_branch_island_echo_question": [ |
| "left_branch_island_echo_question/train-00000-of-00001.parquet" |
| ], |
| "left_branch_island_simple_question": [ |
| "left_branch_island_simple_question/train-00000-of-00001.parquet" |
| ], |
| "matrix_question_npi_licensor_present": [ |
| "matrix_question_npi_licensor_present/train-00000-of-00001.parquet" |
| ], |
| "npi_present_1": [ |
| "npi_present_1/train-00000-of-00001.parquet" |
| ], |
| "npi_present_2": [ |
| "npi_present_2/train-00000-of-00001.parquet" |
| ], |
| "only_npi_licensor_present": [ |
| "only_npi_licensor_present/train-00000-of-00001.parquet" |
| ], |
| "only_npi_scope": [ |
| "only_npi_scope/train-00000-of-00001.parquet" |
| ], |
| "passive_1": [ |
| "passive_1/train-00000-of-00001.parquet" |
| ], |
| "passive_2": [ |
| "passive_2/train-00000-of-00001.parquet" |
| ], |
| "principle_A_c_command": [ |
| "principle_A_c_command/train-00000-of-00001.parquet" |
| ], |
| "principle_A_case_1": [ |
| "principle_A_case_1/train-00000-of-00001.parquet" |
| ], |
| "principle_A_case_2": [ |
| "principle_A_case_2/train-00000-of-00001.parquet" |
| ], |
| "principle_A_domain_1": [ |
| "principle_A_domain_1/train-00000-of-00001.parquet" |
| ], |
| "principle_A_domain_2": [ |
| "principle_A_domain_2/train-00000-of-00001.parquet" |
| ], |
| "principle_A_domain_3": [ |
| "principle_A_domain_3/train-00000-of-00001.parquet" |
| ], |
| "principle_A_reconstruction": [ |
| "principle_A_reconstruction/train-00000-of-00001.parquet" |
| ], |
| "regular_plural_subject_verb_agreement_1": [ |
| "regular_plural_subject_verb_agreement_1/train-00000-of-00001.parquet" |
| ], |
| "regular_plural_subject_verb_agreement_2": [ |
| "regular_plural_subject_verb_agreement_2/train-00000-of-00001.parquet" |
| ], |
| "sentential_negation_npi_licensor_present": [ |
| "sentential_negation_npi_licensor_present/train-00000-of-00001.parquet" |
| ], |
| "sentential_negation_npi_scope": [ |
| "sentential_negation_npi_scope/train-00000-of-00001.parquet" |
| ], |
| "sentential_subject_island": [ |
| "sentential_subject_island/train-00000-of-00001.parquet" |
| ], |
| "superlative_quantifiers_1": [ |
| "superlative_quantifiers_1/train-00000-of-00001.parquet" |
| ], |
| "superlative_quantifiers_2": [ |
| "superlative_quantifiers_2/train-00000-of-00001.parquet" |
| ], |
| "tough_vs_raising_1": [ |
| "tough_vs_raising_1/train-00000-of-00001.parquet" |
| ], |
| "tough_vs_raising_2": [ |
| "tough_vs_raising_2/train-00000-of-00001.parquet" |
| ], |
| "transitive": [ |
| "transitive/train-00000-of-00001.parquet" |
| ], |
| "wh_island": [ |
| "wh_island/train-00000-of-00001.parquet" |
| ], |
| "wh_questions_object_gap": [ |
| "wh_questions_object_gap/train-00000-of-00001.parquet" |
| ], |
| "wh_questions_subject_gap": [ |
| "wh_questions_subject_gap/train-00000-of-00001.parquet" |
| ], |
| "wh_questions_subject_gap_long_distance": [ |
| "wh_questions_subject_gap_long_distance/train-00000-of-00001.parquet" |
| ], |
| "wh_vs_that_no_gap": [ |
| "wh_vs_that_no_gap/train-00000-of-00001.parquet" |
| ], |
| "wh_vs_that_no_gap_long_distance": [ |
| "wh_vs_that_no_gap_long_distance/train-00000-of-00001.parquet" |
| ], |
| "wh_vs_that_with_gap": [ |
| "wh_vs_that_with_gap/train-00000-of-00001.parquet" |
| ], |
| "wh_vs_that_with_gap_long_distance": [ |
| "wh_vs_that_with_gap_long_distance/train-00000-of-00001.parquet" |
| ] |
| } |
| } |
