diff --git "a/merge-verification.json" "b/merge-verification.json" --- "a/merge-verification.json" +++ "b/merge-verification.json" @@ -1,2059 +1,344 @@ { - "standard_auto_model_load": true, - "merge_equivalence": { - "max_abs_logit_diff": 8.4375, - "mean_abs_logit_diff": 0.3472544550895691, - "top1_match": false, - "strict_equivalence_pass": false + "run_id": "a7de0438-35ea-4afc-a940-fc0ed80618d1", + "base_revision": "2d791e03b14bb42b4323049fbfd832415d32b055", + "adapter_sha256": "83ffc6f5bff2622a90e635629b03855e5e35456ac1c78870d7859ab567a55244", + "adapter_metadata": { + "rank": 16, + "scale": 2.0, + "base_model": "summerAIO/diffusion-lfm2.5-24b-a2b", + "base_revision": "2d791e03b14bb42b4323049fbfd832415d32b055", + "parent_adapter_sha256": "e63a39a1bb579e5712599c9d18d3059458ee5085605a90b5f93d9b5395312331", + "data": { + "tokenizer_revision": "2d791e03b14bb42b4323049fbfd832415d32b055", + "oasst2_revision": "179dd21fc55192153d94adb0e0ce8f69e222bf75", + "aya_revision": "f9ea04583f02a8f86404ff6c58bf75fe637df8a2", + "aya_original_split_fingerprint": "5062fb630a48fb952f8f2eb50169d7c0cff839a7e6d9626c14f443ca60c00d2b", + "oasst2_license": "Apache-2.0", + "aya_license": "Apache-2.0", + "annotator_user_ids_retained": false, + "conversation_counts": { + "train": { + "en": 256, + "ar": 12, + "zh": 256, + "fr": 256, + "de": 256, + "it": 97, + "ja": 108, + "ko": 3, + "pt": 0, + "es": 256, + "vi": 26, + "th": 256, + "id": 2, + "hi": 0, + "ru": 256, + "pl": 49 + }, + "validation": { + "en": 16, + "ar": 1, + "zh": 16, + "fr": 16, + "de": 16, + "it": 14, + "ja": 13, + "ko": 0, + "pt": 0, + "es": 16, + "vi": 6, + "th": 16, + "id": 0, + "hi": 0, + "ru": 16, + "pl": 5 + }, + "test": { + "en": 16, + "ar": 0, + "zh": 16, + "fr": 16, + "de": 16, + "it": 10, + "ja": 16, + "ko": 0, + "pt": 0, + "es": 16, + "vi": 7, + "th": 16, + "id": 0, + "hi": 0, + "ru": 16, + "pl": 4 + } + }, + "replay_counts": { + "train": { + "en": 31, + "ar": 27, + "zh": 27, + "fr": 32, + "de": 29, + "it": 30, + "ja": 15, + "ko": 29, + "pt": 28, + "es": 30, + "vi": 31, + "th": 29, + "id": 30, + "hi": 30, + "ru": 31, + "pl": 30 + }, + "validation": { + "en": 8, + "ar": 8, + "zh": 8, + "fr": 7, + "de": 8, + "it": 8, + "ja": 2, + "ko": 8, + "pt": 7, + "es": 8, + "vi": 8, + "th": 6, + "id": 7, + "hi": 8, + "ru": 7, + "pl": 8 + }, + "test": { + "en": 7, + "ar": 8, + "zh": 7, + "fr": 8, + "de": 8, + "it": 7, + "ja": 4, + "ko": 8, + "pt": 7, + "es": 8, + "vi": 8, + "th": 8, + "id": 8, + "hi": 8, + "ru": 8, + "pl": 8 + } + }, + "forbidden_evaluation_prompts": 94 + }, + "ancestor_data_licenses": [ + "CC-BY-SA-3.0 Dolly", + "upstream model and data terms" + ], + "quality_approved": false, + "step": 250, + "validation": { + "japanese_next_nll": 1.5789912194013596, + "multilingual_span_nll": 5.471354529261589, + "per_language": { + "en": 2.9787462949752808, + "ar": 6.015078067779541, + "zh": 4.236312627792358, + "fr": 5.8818418979644775, + "de": 6.675511121749878, + "it": 5.073833584785461, + "ja": 4.965384483337402, + "ko": 5.386567115783691, + "pt": 4.24447226524353, + "es": 3.6444900035858154, + "vi": 7.3604865074157715, + "th": 5.754176378250122, + "id": 5.001194477081299, + "hi": 6.649858236312866, + "ru": 7.102121353149414, + "pl": 6.571598052978516 + }, + "selection_score": 3.5251728743314743 + } }, - "autoregressive_smoke": "The function should return the average of the list.<|im_end|>", - "diffusion_generation": [ - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 1, - "text": "def mean mean( a\n\n\n\n\n\n\n the the the the the the the\n\n\n\n return return return return\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n return return return\n\n\n\n return\n\n\n\n\n\n\n\n\n\n\n\n\n return\n return return return return return\n return return return return return return return return return return return return return return \n .", - "health": { - "alphabetic_fraction": 0.9901477832512315, - "distinct_4gram_ratio": 0.27419354838709675, - "longest_identical_token_run": 33, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 1, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 2, - "text": "def mean mean(list list_list\n\n = = \n the the the the list\n\n\n\n\n return = return sum\n\n\n\n\n\n\n\n\n\n\n\n\n\n return\n return return mean\n\n\n return mean\n return\n\n\n \n\n\n\n\n return mean\n\n return return return mean return return return return return return return return return mean mean\n\n\n\n\n .", - "health": { - "alphabetic_fraction": 0.96875, - "distinct_4gram_ratio": 0.49193548387096775, - "longest_identical_token_run": 36, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 2, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 3, - "text": "def mean mean(lst numbers_list):\n\n total = 0 the list of the numbers\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n \n\n \n return mean\n\n\n\n\ndef mean mean \n return mean\n mean return return return mean return return return return mean return return return return mean mean\n 0 .", - "health": { - "alphabetic_fraction": 0.9540229885057471, - "distinct_4gram_ratio": 0.47580645161290325, - "longest_identical_token_run": 34, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 3, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 4, - "text": "def mean mean(list numbers_list):\n return sum(numbers(numbers(numbers(numbers(numbers\n\n\n\n\n\n\n\n\n\n\n\n return\n\n\n\n\n\n\n return\n\n\n\n\n \n return mean\n\n return return mean return return return return mean return mean\n .", - "health": { - "alphabetic_fraction": 0.9358974358974359, - "distinct_4gram_ratio": 0.3548387096774194, - "longest_identical_token_run": 44, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 4, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 5, - "text": "def mean mean(list numbers_list):\n return sum(numbers(numbers(numbers(numbers(numbers_list)))\n\n\ndef numbers\n_list\n return\n\n\n\n\n\n\n\n\n\n return\n\n\n\n\n mean mean(numbers numbers\n\n\n return return sum\n\n\n\n\n\n return\n return mean\n\ndef mean(numbers_list return return return return mean return mean\n\n return mean .", - "health": { - "alphabetic_fraction": 0.9240506329113924, - "distinct_4gram_ratio": 0.532258064516129, - "longest_identical_token_run": 40, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 5, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 6, - "text": "def mean mean(lst numbers_list):\n return return sum(numbers / len\n\n\n\n\ndef\n return \n\n\n\n\n\n\n\n\n\n \n\n \n\n\n return\n return \n\n\n return 0\n\ndef \n return 0 0\n return \n \n\n return mean return mean return mean(lst\ndef mean(numbers numbers_list .", - "health": { - "alphabetic_fraction": 0.9202453987730062, - "distinct_4gram_ratio": 0.5645161290322581, - "longest_identical_token_run": 36, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 6, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 7, - "text": "def mean mean(lst numbers):\n total = \n for = for for for in in numbers:\n total\n\n\n\n\n\n total total total\n len\n\n\n \n\n\n\n return\n \n return\n return\n return\n \n\n\n\n\n\n\n\n\n\n\n\n\n return\n return mean return mean(numbers\n return mean \n return .", - "health": { - "alphabetic_fraction": 0.9477124183006536, - "distinct_4gram_ratio": 0.5564516129032258, - "longest_identical_token_run": 33, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 7, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 8, - "text": "def mean mean(lst):\n):\n total = = 0\n\n\n\n total = (lst\n \n total\n total\n\n return = total / len\n return return\n\n \n\n return total total /\n\n mean mean mean\n 0\n\n\n\n\n\n \n\n return\n\n\n\n mean return mean return mean(lst\n mean mean = 0\n for num in in mean += .", - "health": { - "alphabetic_fraction": 0.8795180722891566, - "distinct_4gram_ratio": 0.7258064516129032, - "longest_identical_token_run": 27, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 8, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 9, - "text": "def mean mean(lst):\n_list):\n return = \n\n\n total = \n\n\n total = total + lst\n\n\n\n\n return total\n\n return total\n\n return mean\n\ndef\n\n return mean\n return total\n\n return mean\n lst\n\n\n\n\n\n\n\n\n return mean mean return mean return mean(lst\ndef mean mean(lst):\n):\n = = \n\n\n\n 0 0.", - "health": { - "alphabetic_fraction": 0.8852459016393442, - "distinct_4gram_ratio": 0.5564516129032258, - "longest_identical_token_run": 19, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 9, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 10, - "text": "def mean mean(lst):\n):\n:\n total = =\n\n total = \n\n\n for num in in:\n:\n:\n total +=\n\n\n return\n \n\n return\n return total /\n \n\n\ndef\n mean(lst):\n):\n):\n total = 0\n\n\n total\n in\n\n\n\n\n\n \n\n\n total\n 0 .", - "health": { - "alphabetic_fraction": 0.7739130434782608, - "distinct_4gram_ratio": 0.5967741935483871, - "longest_identical_token_run": 33, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 10, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 11, - "text": "def mean mean(lst):\n_list):\n return = = 0\n for = in in lst in:\n:\n:\n mean +=\n \n = = 0\n\n\n\n\n = = 0\n\n return mean /\n\n\n\n \n return \n 0 for num in in in in mean mean mean(lst 0 0 0.", - "health": { - "alphabetic_fraction": 0.7522123893805309, - "distinct_4gram_ratio": 0.5967741935483871, - "longest_identical_token_run": 20, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 11, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 12, - "text": "def mean mean(list):\n_list):\n return = = =\n\n = = = =\n total =\n for\n\n\n\n\n\n total +=\n\n\n\n\n\n =\n = =\n\n\n\n\n return =\n\n \n\n\n\n\n mean mean mean(list\n\n\n\n mean\n mean \n\n\n\n\n \n .", - "health": { - "alphabetic_fraction": 0.7555555555555555, - "distinct_4gram_ratio": 0.532258064516129, - "longest_identical_token_run": 38, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 12, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 13, - "text": "def mean mean(lst):\n_list):\n total = = 0\n\n for for num in in in:\n total total total total\n \n\n\n\nreturn total total / len\n\n\n return mean = total\n return mean\n\n mean mean mean\n\n\n\n return mean\n\n mean mean\n \n\n 0 0 0.", - "health": { - "alphabetic_fraction": 0.8918918918918919, - "distinct_4gram_ratio": 0.5403225806451613, - "longest_identical_token_run": 39, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 13, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 14, - "text": "def mean mean(lst):\n_list):\n return = \n = = 0\n\n\n\nfor\n num in lst:\n:\n total += num\n\n return =\n\n return\n return mean(lst\n return \n mean([1\n\n\n \n return mean\n return mean\n\n mean 0 0.", - "health": { - "alphabetic_fraction": 0.8225806451612904, - "distinct_4gram_ratio": 0.6048387096774194, - "longest_identical_token_run": 46, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 14, - "tokens": 127 - }, - { - "prompt_index": 0, - "prompt": "Write a Python function that returns the arithmetic mean of a non-empty list.", - "steps": 15, - "text": "def mean mean(list):\n):\n total = = 00 for for num in in in in:\n:\n:\n total total += num\n\n\n return total total / len\n\n return mean = total\n return mean = total\n\n\n \n return total\n\n mean mean = total\n\n return mean\n\n \n\n . .", - "health": { - "alphabetic_fraction": 0.869281045751634, - "distinct_4gram_ratio": 0.5403225806451613, - "longest_identical_token_run": 46, - "pass_screen": false - }, - "code_check": false, - "forward_calls": 15, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 1, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo............ is.............................. is,................,,,,,,,......,,,, Tokyo......,,,,,,,, Tokyo,,, Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.6147540983606558, - "distinct_4gram_ratio": 0.25806451612903225, - "longest_identical_token_run": 30, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 1, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 2, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo.......... Tokyo Tokyo,................. Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo.... Tokyo Tokyo,,,,,,,,,.......,,,,,,,...,....,,,,, Tokyo Tokyo.....,,,,..,, Tokyo,,, Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.7027972027972028, - "distinct_4gram_ratio": 0.28225806451612906, - "longest_identical_token_run": 21, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 2, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 3, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo..... Tokyo Tokyo is is is Tokyo Tokyo Tokyo........... Tokyo. Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo... Tokyo is is is is is is is........ is is is is is is is is Tokyo....... Tokyo is is is is is is. Tokyo....... is is.,,.., Tokyo.. Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.8470588235294118, - "distinct_4gram_ratio": 0.3548387096774194, - "longest_identical_token_run": 21, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 3, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 4, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo. is is is is is is is is is is. Tokyo Tokyo Tokyo. Tokyo is is.. Tokyo. is is is Tokyo Tokyo. Tokyo is is is is is is is. is is is is is Tokyo is is is is.... Tokyo is is is is the capital capital. is is is. is is is is is is is is is is is Tokyo. Tokyo. Tokyo is is is is is is is is is is is Tokyo Tokyo Tokyo Tokyo Tokyo..", - "health": { - "alphabetic_fraction": 0.9489247311827957, - "distinct_4gram_ratio": 0.3467741935483871, - "longest_identical_token_run": 21, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 4, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 5, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo is is is the capital of Japan. is is is Tokyo is is is is is Tokyo capital is is is is is is is is is Tokyo Tokyo Tokyo Tokyo Tokyo is is the capital of Japan.. is is is is is is is is is is is is is Tokyo is Tokyo. Tokyo Tokyo Tokyo Tokyo Tokyo is Tokyo is is is is is. Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9849462365591398, - "distinct_4gram_ratio": 0.33064516129032256, - "longest_identical_token_run": 25, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 5, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 6, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo is the capital of Japan. Tokyo is Tokyo Tokyo Tokyo Tokyo Tokyo. is is is is is is is the capital of Tokyo Tokyo Tokyo is is is is is the capital is the is is is is is Tokyo. Tokyo. Tokyo. Tokyo Tokyo Tokyo is is is is the capital Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo Tokyo Tokyo Tokyo is the is is is is Tokyo, Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9816326530612245, - "distinct_4gram_ratio": 0.4112903225806452, - "longest_identical_token_run": 29, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 6, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 7, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo. Tokyo. Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo. Tokyo is is Tokyo. Tokyo. Tokyo is is the capital of Japan.... is is is is is is is is is is Tokyo. Tokyo is is is is Tokyo. Tokyo is is is the is is is is is Tokyo is the capital is is Tokyo. is is is is is is is is is Tokyo. Tokyo Tokyo Tokyo. Tokyo is the capital is is is is is is is is Tokyo. Tokyo.. Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.946969696969697, - "distinct_4gram_ratio": 0.3790322580645161, - "longest_identical_token_run": 11, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 7, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 8, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo. Tokyo. Tokyo is is is Tokyo Tokyo Tokyo Tokyo. Tokyo. Tokyo Tokyo. Tokyo is is Tokyo. Tokyo Tokyo. Tokyo. Tokyo is the capital. Tokyo. is Tokyo is is is is is is Tokyo. is is is the is is is is is is is is is Tokyo. Tokyo. Tokyo is Tokyo is is is is is is is is is is is is. Tokyo. Tokyo. Tokyo is is is is is is is is Tokyo is is Tokyo. Tokyo is is is is is Tokyo. Tokyo. Tokyo. Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9416445623342176, - "distinct_4gram_ratio": 0.3387096774193548, - "longest_identical_token_run": 12, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 8, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 9, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo. Tokyo. Tokyo.. Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo. Tokyo. Tokyo.... Tokyo. Tokyo. Tokyo......... Tokyo.................................... Tokyo Tokyo Tokyo Tokyo. Tokyo. Tokyo.. Tokyo.. Tokyo Tokyo Tokyo. Tokyo Tokyo. Tokyo. Tokyo......... Tokyo. Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.7451612903225806, - "distinct_4gram_ratio": 0.16129032258064516, - "longest_identical_token_run": 36, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 9, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 10, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo is the Tokyo Tokyo. Tokyo. Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo. the capital of Japan is is Tokyo. Tokyo Tokyo. Tokyo is the capital of Japan.. Tokyo is is is is Tokyo... is is is is is is is is Tokyo. Tokyo is is is is the capital of Japan............. Tokyo. Tokyo is is is the capital of is is is Tokyo capital Tokyo. Tokyo is the capital of Japan. Tokyo is is is Tokyo capital.. Tokyo Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9189873417721519, - "distinct_4gram_ratio": 0.4838709677419355, - "longest_identical_token_run": 13, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 10, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 11, - "text": "The capital is is is Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo the capital Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo Tokyo Tokyo Tokyo. Tokyo is the the capital of is is Tokyo Tokyo Tokyo Tokyo. Tokyo is is is is is the capital of Japan.. Tokyo Tokyo Tokyo Tokyo. Tokyo is is is is is is is is is the capital of Japan. Tokyo Tokyo is Tokyo. Tokyo is is is the capital of..... Tokyo is Tokyo Tokyo is Tokyo is is is the capital of. Tokyo Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo is the capital of Japan. Tokyo is is the capital. Tokyo Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9571106094808126, - "distinct_4gram_ratio": 0.47580645161290325, - "longest_identical_token_run": 9, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 11, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 12, - "text": "The capital is is is Tokyo. Tokyo Tokyo Tokyo. Tokyo is is the capital of Japan Tokyo Tokyo Tokyo. Tokyo. Tokyo. Tokyo Tokyo Tokyo. Tokyo is is the capital Tokyo Tokyo Tokyo Tokyo Tokyo. Tokyo is is is the capital of Japan. Tokyo. Tokyo Tokyo. Tokyo is is is is is is is the capital of Japan Japan. Tokyo is is the capital, is the capital of Japan.. Tokyo is is Tokyo... is is is is is is is the capital of Japan. Tokyo Tokyo Tokyo. Tokyo is is is the capital. is is is is is is Tokyo. Tokyo is Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.946987951807229, - "distinct_4gram_ratio": 0.4435483870967742, - "longest_identical_token_run": 7, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 12, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 13, - "text": "The capital is is is Tokyo. Tokyo Tokyo. Tokyo is is the capital of Japan is is Tokyo is is Tokyo. Tokyo Tokyo Tokyo. Tokyo is the capital of Japan. Tokyo is is is is is Tokyo is the capital of Japan. Tokyo is is the capital. Tokyo is is is is is is is the capital of Japan.. Tokyo is is Tokyo. is the capital of Japan.. is the capital of Japan.. Tokyo is is is Tokyo is is the capital of Japan is is the capital. Tokyo is is is is Tokyo. is is is the is is Tokyo is Tokyo is is is is Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9568527918781726, - "distinct_4gram_ratio": 0.41935483870967744, - "longest_identical_token_run": 7, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 13, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 14, - "text": "The capital is is is Tokyo. Tokyo Tokyo. Tokyo is is the capital of is is is Tokyo is Tokyo. Tokyo Tokyo. Tokyo is the capital of is is is is Tokyo. Tokyo is is is is is the capital of Japan. Tokyo Tokyo Tokyo is the capital of Japan.. Tokyo is Tokyo. Tokyo is is the is is is is is Tokyo capital of Japan. Tokyo is the capital of Japan... is. is is is Tokyo is is is is is is the capital of Japan. Tokyo is Tokyo. Tokyo is is is is is Tokyo. Tokyo is is is Tokyo. Tokyo is Tokyo Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9514066496163683, - "distinct_4gram_ratio": 0.4274193548387097, - "longest_identical_token_run": 6, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 14, - "tokens": 127 - }, - { - "prompt_index": 1, - "prompt": "What is the capital of Japan? Answer with the city name only.", - "steps": 15, - "text": "The capital is is is Tokyo. Tokyo Tokyo. the the is Tokyo. Tokyo is is is Tokyo. Tokyo Tokyo. The is is Tokyo. Tokyo is is is is is is Tokyo. Tokyo Tokyo Tokyo. Tokyo is the capital. Tokyo Tokyo Tokyo. Tokyo is the capital. is is is is is is is is is is Tokyo is Tokyo. Tokyo is is the capital of Japan.. Tokyo is is the capital.. Tokyo is is is.... Tokyo is is is is is is is Tokyo capital. Japan. Tokyo is is is is is is is is is is Tokyo. Tokyo Tokyo. Tokyo Tokyo Tokyo.", - "health": { - "alphabetic_fraction": 0.9327956989247311, - "distinct_4gram_ratio": 0.4435483870967742, - "longest_identical_token_run": 10, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 15, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 1, - "text": "Mask mask diffusion diffusion diffusion diffusion is is generation generation generation generation the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the text.", - "health": { - "alphabetic_fraction": 0.9976851851851852, - "distinct_4gram_ratio": 0.12096774193548387, - "longest_identical_token_run": 113, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 1, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 2, - "text": "Mask mask diffusion diffusion diffusion diffusion is a a generation that the the the the the the the the the the the the the the the the the the the text the the the the the the the the the the the the text the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the text is the the text the the text the the the the text the the the the the the the the the the the the the the the the text of the the the the..", - "health": { - "alphabetic_fraction": 0.9951338199513382, - "distinct_4gram_ratio": 0.21774193548387097, - "longest_identical_token_run": 46, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 2, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 3, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation that which the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the text is the text the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the text the the the..", - "health": { - "alphabetic_fraction": 0.9952153110047847, - "distinct_4gram_ratio": 0.18548387096774194, - "longest_identical_token_run": 62, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 3, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 4, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation that which where the the the text of the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the is the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the text.", - "health": { - "alphabetic_fraction": 0.9976190476190476, - "distinct_4gram_ratio": 0.1935483870967742, - "longest_identical_token_run": 67, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 4, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 5, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text text generation. the the the the the the the the text the the the the the the the the the text the the the text is the the the the the the the the the the the the text the text the the the the the the the the text the the the the the the the the the the the text the the text the the text the the the text. the the the the text the the the text the the the the the the the the the the text the the the the the the the the the the the text the the the the the the text the.", - "health": { - "alphabetic_fraction": 0.9931818181818182, - "distinct_4gram_ratio": 0.25, - "longest_identical_token_run": 12, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 5, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 6, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text text generation where the the the the the the the the the the the the the the the the the the text the the the the the the the the the the the the the the the the the text the the text. the the the the the the the the the the the the the the the the the the text the the text the the the the the text the the the the the the the the the the the the the the the the the text the the text. the the the the the the the the the the the the the text the the the the text..", - "health": { - "alphabetic_fraction": 0.9908256880733946, - "distinct_4gram_ratio": 0.20967741935483872, - "longest_identical_token_run": 18, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 6, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 7, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text text generation. It a a the the the the the the the the the the the the the the the the of the the text generation. In the the the the the the the text the text is the the text is the the the the the the text the the the the text the the text is the the text is the the is the the text is the the text is the the the text is the the the the the the the the the the text the the the text is the the the text is the text the the the the the the text the the text is.", - "health": { - "alphabetic_fraction": 0.9930555555555556, - "distinct_4gram_ratio": 0.3790322580645161, - "longest_identical_token_run": 16, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 7, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 8, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation method text generation. In is is is a the the the the the the the the the the of the the the text of the text. It is diffusion is a the the the the the text the the text is the text is generated the the the the the text the text is the text the the text is the the text the the the text is the the the text the the the text is generated by the the the the the the the the the the the text is the the text is generated by the the the the the the the the the the the text is the the text.", - "health": { - "alphabetic_fraction": 0.9931662870159453, - "distinct_4gram_ratio": 0.46774193548387094, - "longest_identical_token_run": 11, - "pass_screen": false - }, - "code_check": null, - "forward_calls": 8, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 9, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation method text generation. In this diffusion,, diffusion, is the the the the the the the the the the the text of the sentence is the input of the sentence. the the the the text the the text of the sentence sentence is the the the the the text the text is the the the the the of the sentence is generated the the the the the the the the the of the sentence. the text is generated the the the the the the the the of the the the sentence. the text is generated the the the the the the the the the text the the the sentence sentence.", - "health": { - "alphabetic_fraction": 0.9834710743801653, - "distinct_4gram_ratio": 0.532258064516129, - "longest_identical_token_run": 11, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 9, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 10, - "text": "Mask mask diffusion diffusion diffusion diffusion is a text generation technique where the text is generated by a neural model that the the the the the the the the text of the previous sentence. In the the case of the text. the the the the the text of the previous sentence. In,, the the the the the text the text of the the the the previous sentence. In, contrast the the the the the the of the text. the mask diffusion is a a the the the the the the text of the previous sentence. In contrast diffusion, the the the the the text of the the previous the previous the previous sentence the text is.", - "health": { - "alphabetic_fraction": 0.9772256728778468, - "distinct_4gram_ratio": 0.6451612903225806, - "longest_identical_token_run": 8, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 10, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 11, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text generation generation technique. It, the, involves a the the the the the the the the the of of the the the the the the of the text. the the the the the text of the previous. In contrast,,, the the the the text of the the the the the the previous sentence. In, the, the the the the the of the text of the previous sentence, and then the the the the the the the the of the the previous sentence. In, contrast,, the the text of the previous sentence the previous sentence the the text of the.", - "health": { - "alphabetic_fraction": 0.9639065817409767, - "distinct_4gram_ratio": 0.6290322580645161, - "longest_identical_token_run": 9, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 11, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 12, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text generation generation. It involves generating the text of the text and then the the the the the the the the the the the the the the of the text. In, contrast, diffusion is a the the text generation process the the the the the the the the of the the the the the the the of the text.. In contrast the autore diffusion is a technique generation technique that the the sequence of the text. the the the the the the the of the text. In, autore diffusion diffusion is a a the the the the the the the the text generation process.", - "health": { - "alphabetic_fraction": 0.9799599198396793, - "distinct_4gram_ratio": 0.6209677419354839, - "longest_identical_token_run": 14, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 12, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 13, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation method text generation. It involves generating the text of the text by predicting the the the the the the the the the the the the the the text of the text. In,, it diffusion generates the the text of the text the the the the the the the text of the text the the the the text of the previous. In contrast,, autoregressive text text generation is a technique generation that uses the text of the previous word to to the the the the previous word. In,, autoregressive the the the the the the the the text of the the text text.", - "health": { - "alphabetic_fraction": 0.9774590163934426, - "distinct_4gram_ratio": 0.6370967741935484, - "longest_identical_token_run": 14, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 13, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 14, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text generation. It, it, involves predicting the text of a based based the the previous of previous the the the the the the the the text of the previous sentence. In, the the the the of the text generated is the the the the the the previous of the text generated the the the text of the previous. In contrast,, autore the text generation is a technique generation where the text is the previous is is used the the the the text the previous.. In, summary,, mask diffusion diffusion is a technique the the the the text of the previous previous.", - "health": { - "alphabetic_fraction": 0.9729206963249516, - "distinct_4gram_ratio": 0.8064516129032258, - "longest_identical_token_run": 8, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 14, - "tokens": 127 - }, - { - "prompt_index": 2, - "prompt": "Explain the difference between masked diffusion and autoregressive text generation.", - "steps": 15, - "text": "Mask mask diffusion diffusion diffusion diffusion is a technique generation technique text generation. In contrast diffusion,, the is is a technique generation technique. In contrast, the text is generated by the the the the the previous the the the previous token, the the the the the text is the average of the previous token, the the the the the the the the the text of the the text. In contrast diffusion, the text generation is done by predicting the the next the token based the the previous the the the the the text the text is generated by the model based the the the the the the the the the the the text the text generation the.", - "health": { - "alphabetic_fraction": 0.980806142034549, - "distinct_4gram_ratio": 0.6854838709677419, - "longest_identical_token_run": 11, - "pass_screen": true - }, - "code_check": null, - "forward_calls": 15, - "tokens": 127 + "merge": { + "modules": 107, + "scale": 2.0, + "head_was_tied": true, + "head_is_tied": false, + "tie_word_embeddings": false, + "adapter_sha256": "83ffc6f5bff2622a90e635629b03855e5e35456ac1c78870d7859ab567a55244", + "warning": "FP32 LoRA activation and merged BF16 weight rounding differ; compare logits and generation." + }, + "input_embedding_sha256": "0eaaa9469f6946e521002365606578d0f83a3383a4e805568f930404d16d7393", + "input_embedding_preserved": true, + "comparisons": [ + { + "name": "0/full", + "tokens": 16, + "finite": true, + "max_abs": 1.203125, + "mean_abs": 0.12626536190509796, + "top1_agreement": 0.875, + "exact": false + }, + { + "name": "0/partial", + "tokens": 8, + "finite": true, + "max_abs": 1.75, + "mean_abs": 0.12024452537298203, + "top1_agreement": 1.0, + "exact": false + }, + { + "name": "1/full", + "tokens": 16, + "finite": true, + "max_abs": 0.53125, + "mean_abs": 0.049603983759880066, + "top1_agreement": 0.9375, + "exact": false + }, + { + "name": "1/partial", + "tokens": 8, + "finite": true, + "max_abs": 1.4375, + "mean_abs": 0.1583104431629181, + "top1_agreement": 0.875, + "exact": false + }, + { + "name": "2/full", + "tokens": 16, + "finite": true, + "max_abs": 1.34375, + "mean_abs": 0.06118963286280632, + "top1_agreement": 0.6875, + "exact": false + }, + { + "name": "2/partial", + "tokens": 8, + "finite": true, + "max_abs": 0.875, + "mean_abs": 0.07736175507307053, + "top1_agreement": 0.75, + "exact": false } ], - "quality_summary": [ - { - "prompt_index": 0, - "steps": 1, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.9901477832512315, - "distinct_4gram_ratio": 0.27419354838709675, - "longest_identical_token_run": 33, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 2, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.96875, - "distinct_4gram_ratio": 0.49193548387096775, - "longest_identical_token_run": 36, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 3, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.9540229885057471, - "distinct_4gram_ratio": 0.47580645161290325, - "longest_identical_token_run": 34, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 4, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.9358974358974359, - "distinct_4gram_ratio": 0.3548387096774194, - "longest_identical_token_run": 44, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 5, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.9240506329113924, - "distinct_4gram_ratio": 0.532258064516129, - "longest_identical_token_run": 40, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 6, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.9202453987730062, - "distinct_4gram_ratio": 0.5645161290322581, - "longest_identical_token_run": 36, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 7, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.9477124183006536, - "distinct_4gram_ratio": 0.5564516129032258, - "longest_identical_token_run": 33, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 8, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.8795180722891566, - "distinct_4gram_ratio": 0.7258064516129032, - "longest_identical_token_run": 27, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 9, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.8852459016393442, - "distinct_4gram_ratio": 0.5564516129032258, - "longest_identical_token_run": 19, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 10, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.7739130434782608, - "distinct_4gram_ratio": 0.5967741935483871, - "longest_identical_token_run": 33, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 11, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.7522123893805309, - "distinct_4gram_ratio": 0.5967741935483871, - "longest_identical_token_run": 20, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 12, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.7555555555555555, - "distinct_4gram_ratio": 0.532258064516129, - "longest_identical_token_run": 38, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 13, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.8918918918918919, - "distinct_4gram_ratio": 0.5403225806451613, - "longest_identical_token_run": 39, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 14, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.8225806451612904, - "distinct_4gram_ratio": 0.6048387096774194, - "longest_identical_token_run": 46, - "pass_screen": false - } - }, - { - "prompt_index": 0, - "steps": 15, - "capital_correct": false, - "code_check": false, - "health": { - "alphabetic_fraction": 0.869281045751634, - "distinct_4gram_ratio": 0.5403225806451613, - "longest_identical_token_run": 46, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 1, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.6147540983606558, - "distinct_4gram_ratio": 0.25806451612903225, - "longest_identical_token_run": 30, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 2, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.7027972027972028, - "distinct_4gram_ratio": 0.28225806451612906, - "longest_identical_token_run": 21, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 3, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.8470588235294118, - "distinct_4gram_ratio": 0.3548387096774194, - "longest_identical_token_run": 21, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 4, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9489247311827957, - "distinct_4gram_ratio": 0.3467741935483871, - "longest_identical_token_run": 21, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 5, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9849462365591398, - "distinct_4gram_ratio": 0.33064516129032256, - "longest_identical_token_run": 25, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 6, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9816326530612245, - "distinct_4gram_ratio": 0.4112903225806452, - "longest_identical_token_run": 29, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 7, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.946969696969697, - "distinct_4gram_ratio": 0.3790322580645161, - "longest_identical_token_run": 11, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 8, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9416445623342176, - "distinct_4gram_ratio": 0.3387096774193548, - "longest_identical_token_run": 12, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 9, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.7451612903225806, - "distinct_4gram_ratio": 0.16129032258064516, - "longest_identical_token_run": 36, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 10, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9189873417721519, - "distinct_4gram_ratio": 0.4838709677419355, - "longest_identical_token_run": 13, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 11, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9571106094808126, - "distinct_4gram_ratio": 0.47580645161290325, - "longest_identical_token_run": 9, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 12, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.946987951807229, - "distinct_4gram_ratio": 0.4435483870967742, - "longest_identical_token_run": 7, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 13, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9568527918781726, - "distinct_4gram_ratio": 0.41935483870967744, - "longest_identical_token_run": 7, - "pass_screen": false - } - }, - { - "prompt_index": 1, - "steps": 14, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9514066496163683, - "distinct_4gram_ratio": 0.4274193548387097, - "longest_identical_token_run": 6, - "pass_screen": false - } - }, + "generation_comparisons": [ { - "prompt_index": 1, - "steps": 15, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9327956989247311, - "distinct_4gram_ratio": 0.4435483870967742, - "longest_identical_token_run": 10, - "pass_screen": false + "prompt": "What is 2 + 2? Return only the number.", + "tokens_equal": true, + "before": "4", + "after": "4", + "stats": { + "forward_calls": 16, + "tokens": 1 } }, { - "prompt_index": 2, - "steps": 1, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9976851851851852, - "distinct_4gram_ratio": 0.12096774193548387, - "longest_identical_token_run": 113, - "pass_screen": false + "prompt": "日本の首都はどこですか。都市名だけで答えてください。", + "tokens_equal": true, + "before": "東京", + "after": "東京", + "stats": { + "forward_calls": 16, + "tokens": 1 } }, { - "prompt_index": 2, - "steps": 2, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9951338199513382, - "distinct_4gram_ratio": 0.21774193548387097, - "longest_identical_token_run": 46, - "pass_screen": false + "prompt": "Write only Python code for a function mean(xs) returning the arithmetic mean of a nonempty list.", + "tokens_equal": true, + "before": "def mean(xs):\n return sum(xs) / len(xs)", + "after": "def mean(xs):\n return sum(xs) / len(xs)", + "stats": { + "forward_calls": 32, + "tokens": 16 } - }, - { - "prompt_index": 2, - "steps": 3, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9952153110047847, - "distinct_4gram_ratio": 0.18548387096774194, - "longest_identical_token_run": 62, - "pass_screen": false - } - }, - { - "prompt_index": 2, - "steps": 4, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9976190476190476, - "distinct_4gram_ratio": 0.1935483870967742, - "longest_identical_token_run": 67, - "pass_screen": false - } - }, - { - "prompt_index": 2, - "steps": 5, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9931818181818182, - "distinct_4gram_ratio": 0.25, - "longest_identical_token_run": 12, - "pass_screen": false - } - }, - { - "prompt_index": 2, - "steps": 6, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9908256880733946, - "distinct_4gram_ratio": 0.20967741935483872, - "longest_identical_token_run": 18, - "pass_screen": false - } - }, - { - "prompt_index": 2, - "steps": 7, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9930555555555556, - "distinct_4gram_ratio": 0.3790322580645161, - "longest_identical_token_run": 16, - "pass_screen": false - } - }, - { - "prompt_index": 2, - "steps": 8, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9931662870159453, - "distinct_4gram_ratio": 0.46774193548387094, - "longest_identical_token_run": 11, - "pass_screen": false - } - }, - { - "prompt_index": 2, - "steps": 9, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9834710743801653, - "distinct_4gram_ratio": 0.532258064516129, - "longest_identical_token_run": 11, - "pass_screen": true - } - }, - { - "prompt_index": 2, - "steps": 10, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9772256728778468, - "distinct_4gram_ratio": 0.6451612903225806, - "longest_identical_token_run": 8, - "pass_screen": true - } - }, - { - "prompt_index": 2, - "steps": 11, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9639065817409767, - "distinct_4gram_ratio": 0.6290322580645161, - "longest_identical_token_run": 9, - "pass_screen": true - } - }, - { - "prompt_index": 2, - "steps": 12, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9799599198396793, - "distinct_4gram_ratio": 0.6209677419354839, - "longest_identical_token_run": 14, - "pass_screen": true - } - }, - { - "prompt_index": 2, - "steps": 13, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9774590163934426, - "distinct_4gram_ratio": 0.6370967741935484, - "longest_identical_token_run": 14, - "pass_screen": true - } - }, - { - "prompt_index": 2, - "steps": 14, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.9729206963249516, - "distinct_4gram_ratio": 0.8064516129032258, - "longest_identical_token_run": 8, - "pass_screen": true - } - }, - { - "prompt_index": 2, - "steps": 15, - "capital_correct": false, - "code_check": null, - "health": { - "alphabetic_fraction": 0.980806142034549, - "distinct_4gram_ratio": 0.6854838709677419, - "longest_identical_token_run": 11, - "pass_screen": true - } - } - ], - "quality_by_step": [ - { - "steps": 1, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.21774193548387097 - }, - { - "steps": 2, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.3306451612903226 - }, - { - "steps": 3, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.33870967741935487 - }, - { - "steps": 4, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.29838709677419356 - }, - { - "steps": 5, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.3709677419354839 - }, - { - "steps": 6, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.3951612903225807 - }, - { - "steps": 7, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.4381720430107527 - }, - { - "steps": 8, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": false, - "distinct_4gram_ratio": 0.510752688172043 - }, - { - "steps": 9, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.41666666666666663 - }, - { - "steps": 10, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.5752688172043011 - }, - { - "steps": 11, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.5672043010752689 - }, - { - "steps": 12, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.532258064516129 - }, - { - "steps": 13, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.532258064516129 - }, - { - "steps": 14, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.6129032258064516 - }, - { - "steps": 15, - "code_correct": false, - "capital_correct": false, - "explanations_nondegenerate": true, - "distinct_4gram_ratio": 0.5564516129032258 } ], - "speed_screen": [ - { - "block_size": 256, - "steps": 1, - "tokens": 1024, - "seconds": 0.4782837819998349, - "tokens_per_second": 2140.9883390115733, - "health": { - "alphabetic_fraction": 0.010710808179162609, - "distinct_4gram_ratio": 0.021547502448579822, - "longest_identical_token_run": 765, - "pass_screen": false - }, - "text": ". is is is a a a a a,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,.........,,,,,,,,,,,,.,..,,..,..........................................................................................................................................................,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," - }, - { - "block_size": 256, - "steps": 2, - "tokens": 1024, - "seconds": 0.887010919000204, - "tokens_per_second": 1154.4390018943661, - "health": { - "alphabetic_fraction": 0.034383954154727794, - "distinct_4gram_ratio": 0.024485798237022526, - "longest_identical_token_run": 736, - "pass_screen": false - }, - "text": ". is is is a a a a a programming programming a a,,, a,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,........,,,,,,,,,,...................................................................................................................................................................................................,................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 256, - "steps": 3, - "tokens": 1024, - "seconds": 1.304363984000247, - "tokens_per_second": 785.0569415904741, - "health": { - "alphabetic_fraction": 0.03154875717017208, - "distinct_4gram_ratio": 0.024485798237022526, - "longest_identical_token_run": 743, - "pass_screen": false - }, - "text": ". is is is a a a a a programming language..,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,.......,,,,,.,........................,,,,,,..............................................................................................................................................................................,,,,,......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 256, - "steps": 4, - "tokens": 1024, - "seconds": 1.7547044269999788, - "tokens_per_second": 583.5740676569299, - "health": { - "alphabetic_fraction": 0.05560791705937795, - "distinct_4gram_ratio": 0.04897159647404505, - "longest_identical_token_run": 526, - "pass_screen": false - }, - "text": ". is is is a a a a a programming language. It is is a,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,..,,,,,,, and,, and,. Python.... is is,,,,,,,,,,,,,,..,,........................................................... \n. can......................................................................................................,,,..,,,,,,,,,,,,,,,,,,........................................,....................................................................................,.,,,,,,,.........................................................................,,,.............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 256, - "steps": 5, - "tokens": 1024, - "seconds": 2.2094082759999765, - "tokens_per_second": 463.4725103202297, - "health": { - "alphabetic_fraction": 0.08110599078341015, - "distinct_4gram_ratio": 0.04701273261508325, - "longest_identical_token_run": 511, - "pass_screen": false - }, - "text": ". is is is a a a a a programming language. It is is a,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,..... Python is is a high programming,,,,,, and,,,,,,,,,,,,,,..... Python.. Python is is,,,,,.................................................,,...............................................................................................................,.......,,,,,,,,......,......,,,,,,,,,,,,,,,,...............,,,,,.,......................................................,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,..............,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,...,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," - }, - { - "block_size": 256, - "steps": 6, - "tokens": 1024, - "seconds": 2.608792667000216, - "tokens_per_second": 392.5187359474877, - "health": { - "alphabetic_fraction": 0.09423604757548033, - "distinct_4gram_ratio": 0.04701273261508325, - "longest_identical_token_run": 925, - "pass_screen": false - }, - "text": ". is is is a a a a a programming programming language. It is is a,,, and,,,,,,,,,, and,,,,,, and,,..... Python is is a high, easy,,,, and,,,,,,,,,,,,,........ It is. Python is a a high,,,,, and,, and,,,............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 256, - "steps": 7, - "tokens": 1024, - "seconds": 3.0386535920001734, - "tokens_per_second": 336.9913578487105, - "health": { - "alphabetic_fraction": 0.08048103607770583, - "distinct_4gram_ratio": 0.050930460333006855, - "longest_identical_token_run": 915, - "pass_screen": false - }, - "text": ". is is is a a a a a programming programming language. It is is,,,, and,,..,,,,,, and,,,,,, and,,..... is is is a,,,,,,,,,,,,,.,,,,,,,.............. is a a, a,, and,... It........ is a programming..................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 256, - "steps": 8, - "tokens": 1024, - "seconds": 3.693829937999908, - "tokens_per_second": 277.21904288708635, - "health": { - "alphabetic_fraction": 0.1742881794650561, - "distinct_4gram_ratio": 0.0832517140058766, - "longest_identical_token_run": 497, - "pass_screen": false - }, - "text": ". is is is a a a a programming programming language. It is is,,,,, and,,.,,,,,,, and,,,,,, and,,,.... Python is is a high,-level,,, and,, programming.... It is a a a, and,,,,,....... Python is is a,,,,,,,,,,,,,,,,,,, and,,..............................................,....... Python..... is is,,...................................................................................... a programming language,,,,,,,,,..... a a a,,, and,,,,.. is a a,,,,,,,.......... a a a,,,,,,,............................................................................... a programming,, language......... a a a,,,,,,,,,,,,... a programming,,,,........... a a a,,,,.......... a,,,........... a a,,,,,,,,,,,,,,, and,,,,............. a a,,,,,,,,,,,................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 256, - "steps": 9, - "tokens": 1024, - "seconds": 3.9540390419997493, - "tokens_per_second": 258.9756927342107, - "health": { - "alphabetic_fraction": 0.125, - "distinct_4gram_ratio": 0.050930460333006855, - "longest_identical_token_run": 557, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming language. It is is,,,,, and,,,,,,,,,, and,,,,,, and,,,... It is is a,,,, and, and,,,. Python is is a,,,,,,, and,,,... Python is a a,,,,,,,, and,,,,... Python is is,........ Python is a popular,,,,,..................................,,, and,,,........ Python is a,,,,.........,,.............................................................................,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," - }, - { - "block_size": 256, - "steps": 10, - "tokens": 1024, - "seconds": 4.547892710999804, - "tokens_per_second": 225.15922539757648, - "health": { - "alphabetic_fraction": 0.1545138888888889, - "distinct_4gram_ratio": 0.07443682664054849, - "longest_identical_token_run": 510, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming language. It is used,,,,, and,,,,,,,,,, and,, and,, and. It is is a popular language for many,,,, and,... Python is a a a programming, and,,,,,,, and,,.. It is a,, and,,,.,..... Python is a a,,,,,,,..................................................................................................................................................................,.,,,,,,,,,, and,,,. Python is a popular programming for,,,,,,,,,,,,,,,,,,,,,,..................................................................................................,,,,,, and.................,,.........,.............................................,,,,,,,,,,,,,............,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," - }, - { - "block_size": 256, - "steps": 11, - "tokens": 1024, - "seconds": 4.8220829209999465, - "tokens_per_second": 212.35636482743334, - "health": { - "alphabetic_fraction": 0.1581676750216076, - "distinct_4gram_ratio": 0.07639569049951028, - "longest_identical_token_run": 525, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming language. It is is,,,,, and,,,,,,,,,, and,, and,,... It is a a high-level,,, and,, language.. It is a a popular,,,, and widely, and, and... Python is a a,,,,. It.. Python is a a a programming programming,,,,,,,,....... Python is is a programming............................................................................................................................................................................................................................................................................................................,.,,,,,,,,,,,,,,,,,................................................................., and,............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 256, - "steps": 12, - "tokens": 1024, - "seconds": 5.445512959000098, - "tokens_per_second": 188.0447274131593, - "health": { - "alphabetic_fraction": 0.2239540607054963, - "distinct_4gram_ratio": 0.08129285014691479, - "longest_identical_token_run": 523, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming language. It is is,,,,, and,,,,,,,,,, and,, and,, and. It is is a popular language for,,,, and,.... Python is is a a programming programming language,,, and,, and,,,.. It is a a a,,,,,,,, and,,..,,,,,,,, and,,,,,...................................... Python is a a high,,,,, and,,, and. It is is a language,,, and, and,,,.... Python is a a programming,,,...................................................................... a programming language language,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,.. It is a popular,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,.. is a a a,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,.,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," - }, - { - "block_size": 256, - "steps": 13, - "tokens": 1024, - "seconds": 5.843334154999866, - "tokens_per_second": 175.2424168869089, - "health": { - "alphabetic_fraction": 0.19849874895746455, - "distinct_4gram_ratio": 0.08129285014691479, - "longest_identical_token_run": 723, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming language. It is is used,,, and,,,,,,,,,,, and,, and,,,... Python is a a popular language for many different, including web,. It is is a versatile language,,,, and,,,,,,, and,,... Python is is a programming language.. It is is a language language,, and,,,.... Python. It.. Python is a a,,........................................... is,,,,,,,,,,.................................................................................................................. Python. It is a a,,,,,,.. It. is,................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................... ." - }, - { - "block_size": 256, - "steps": 14, - "tokens": 1024, - "seconds": 6.665714411999943, - "tokens_per_second": 153.62194308183163, - "health": { - "alphabetic_fraction": 0.43230563002680966, - "distinct_4gram_ratio": 0.15083251714005877, - "longest_identical_token_run": 259, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming programming language. It is is,,, and,,,,,,,,,,, and,, and,,... Python is a a high programming, easy, and,,,.. It is is used in many fields,,, data,,,,,,,.. Python is is a,,,,,,,, and, it.. Python is is,,,,, and,,,......,,,.................... Python.. It is a popular programming for programming.... Python is a a programming,,,,,, and,,.. It is easy to,,,,,,,, and learn.. Python is.. It............... Python............................ Python is a a high programming, and, it.................. It is easy,,,,,,,,,,,, and,,,,,,,. Python is is a programming, and,,,,,. It is is used in many many,,,,,.......................... Python is is a programming,, and,,,,,,,. Python is a.. It is a popular programming,, and,,,. Python is is a programming, and,..... Python is. Python is a high,,,,,,,,,,. It is easy to learn, and,, and,,.. Python is..... Python is a programming,,, and.. It is easy. It is easy to.. Python is is a programming,,,,,,..................... Python is a high programming,, and,,,,. It is easy to learn learn,,,, and, and, it. It............ Python. It is is a,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,, and,,,,,,,,,,,,,, and,,,, and,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," - }, - { - "block_size": 256, - "steps": 15, - "tokens": 1024, - "seconds": 7.287228002999655, - "tokens_per_second": 140.51982448998288, - "health": { - "alphabetic_fraction": 0.8503794723527286, - "distinct_4gram_ratio": 0.21449559255631734, - "longest_identical_token_run": 76, - "pass_screen": false - }, - "text": ". Python is is a a a a programming programming programming language. It is is a high,,,,,,,,,,,,, and,, and,,,.. It is a a language,, and,, and,, and it is used in many different, including, web.. It is is a popular,,,,,,,,,,,,, and,,.. Python is a a. It. It. It is,,,... It is a........................... Python is a a high programming language.... It is a popular,,,,,, and,, and. It is is a language,, and,,, and. It is a a programming language,............................................................................ a a programming programming language. It is a high,,,, and,. It is a high programming language. It is a... It is a popular, easy,, and, It It is a high-level language....... It is a high programming language.. It is a high programming language.. It is a high programming language... It is a high language.. It.. It a high programming language...... It is a popular programming language.. It is a high.. It.. It... a high programming language.. It is a high programming language.. It is a a programming programming language. It is a high-level It.. It is a a programming programming language. It is It It is a high programming language.. It It It It is a high programming It It is a high programming language It It is... It is a high programming language....... It is a popular programming programming language.. It is a high programming language.. It It is It is a high programming language.. It is a high programming language.. It is a high. It is a high programming language... It is a high programming language. It is a It It It is a It is a high-level programming It is a high programming language. It is a It It is a high-level programming language.. It It is a high programming language. It is a It is a high-level programming language. It is It is a high-level programming language. It is It It It is a high-level It is a high-level It It is a high programming language It is a high programming It is a high-level programming language. It is a high-level programming It is a high It is a high-level language It is a It is a high programming language. It is a It is a high-level programming language. It is a high-level It It It is a high-level programming language. It is a high programming language. It is a high-level programming language. It is a high-level language It It is a It It is a high-level It is It is a high It.. It is a high-level programming language It is a It It.. It is a high programming language. It is a high-level language It It is a It. It It is a It is a high-level It is It a high-level programming language. It is a high programming language. It is a It It. It is a high It is a high-level programming.. It is a high-level programming. It is a high-level It.. It is a high-level.. It is a high.. It is a.. It is a... It is a high-level....... It is.. It is a. It is a high-level programming. It is a high-level It. It is a high-level.... It is a high-level............... It is a high-level programming language. It is a high-level language. It It is a high-level programming language. It is a high-level.. It is a high-level. It is a high-level language.. It is a high. It is a high-level programming It. It It is a high-level programming. It It It is a high-level. It is a high-level It It It is a high-level language.. It is a high-level....... It is a high-level.. It is a.. It is a... It is a high..............." - }, - { - "block_size": 512, - "steps": 1, - "tokens": 1024, - "seconds": 0.24473548299965842, - "tokens_per_second": 4184.109257264625, - "health": { - "alphabetic_fraction": 0.019305019305019305, - "distinct_4gram_ratio": 0.02056807051909892, - "longest_identical_token_run": 759, - "pass_screen": false - }, - "text": ". is is a a a a programming a,,...,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,..,,......................................................................................................................................................,...,,......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 2, - "tokens": 1024, - "seconds": 0.46801985699994475, - "tokens_per_second": 2187.9413548047833, - "health": { - "alphabetic_fraction": 0.037142857142857144, - "distinct_4gram_ratio": 0.029382957884427033, - "longest_identical_token_run": 951, - "pass_screen": false - }, - "text": ". is is a a a a programming a language... Python is is a,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,....,,.,..,,,......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 3, - "tokens": 1024, - "seconds": 0.6964616689997456, - "tokens_per_second": 1470.289099284765, - "health": { - "alphabetic_fraction": 0.03441682600382409, - "distinct_4gram_ratio": 0.023506366307541625, - "longest_identical_token_run": 953, - "pass_screen": false - }, - "text": ". is is a a a a programming a language. It is is a a,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,.,,,,,,,,.,........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 4, - "tokens": 1024, - "seconds": 0.9227810249999493, - "tokens_per_second": 1109.6890510942792, - "health": { - "alphabetic_fraction": 0.04990583804143126, - "distinct_4gram_ratio": 0.024485798237022526, - "longest_identical_token_run": 938, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,....................... Python. can,,.........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 5, - "tokens": 1024, - "seconds": 1.142621796000185, - "tokens_per_second": 896.1845499399473, - "health": { - "alphabetic_fraction": 0.0886654478976234, - "distinct_4gram_ratio": 0.03819784524975514, - "longest_identical_token_run": 921, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,... Python,,,,, and,,... Python is is a high programming that,,,,,,,,,,,,,,,,,.......... Python is is a,,,,,,........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 6, - "tokens": 1024, - "seconds": 1.3776171909998993, - "tokens_per_second": 743.3124431735367, - "health": { - "alphabetic_fraction": 0.07215541165587419, - "distinct_4gram_ratio": 0.03721841332027424, - "longest_identical_token_run": 913, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,,,, and,,,,,,,,,,,,,,,,, and,,.... Python is is a versatile language,,,,,,,,,,,..,,,,,,....................................,,................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 7, - "tokens": 1024, - "seconds": 1.6035390619999816, - "tokens_per_second": 638.5874995292205, - "health": { - "alphabetic_fraction": 0.1011743450767841, - "distinct_4gram_ratio": 0.04995102840352596, - "longest_identical_token_run": 914, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,,,, and,,,,,,,,,,,,,,,,, and,,.... Python is a high,,,,, programming that that......,,,,,,...... Python is.. Python is a programming,,,,,,,,,.............. is.................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 8, - "tokens": 1024, - "seconds": 1.8306519620000472, - "tokens_per_second": 559.3635607727678, - "health": { - "alphabetic_fraction": 0.0947176684881603, - "distinct_4gram_ratio": 0.04211557296767875, - "longest_identical_token_run": 927, - "pass_screen": false - }, - "text": ". is is a a a a programming language. It is is a high language,,,,,,,,,,,,,,,,,,,,,,,,, and,,,.. It is is a popular language for many applications,... It is is a a,,,,,,,,,...................... Python..............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 9, - "tokens": 1024, - "seconds": 2.036953860000267, - "tokens_per_second": 502.71143598700155, - "health": { - "alphabetic_fraction": 0.1055004508566276, - "distinct_4gram_ratio": 0.04897159647404505, - "longest_identical_token_run": 916, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,,,,,,,,,,,,,,,,,,,,,, and,,,... It is is a versatile language that many used for many,, applications.... Python is is a a,,, and,,,,,,,...,...,................,,...................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 10, - "tokens": 1024, - "seconds": 2.2803895459996966, - "tokens_per_second": 449.0460859182242, - "health": { - "alphabetic_fraction": 0.15670995670995672, - "distinct_4gram_ratio": 0.06562193927522038, - "longest_identical_token_run": 782, - "pass_screen": false - }, - "text": ". is is a a a a programming language. It is is a high language,,,,,,,,,,,,,,,,,,,,,,,,, and,,,... Python is a popular language, and it is widely used........ Python is a a language language,,,,,,,,..... Python is a a,,,.... Python is is.. Python is.............. Python is a.................................... a,............................................................................. Python is is a language language.............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 11, - "tokens": 1024, - "seconds": 2.5160776940001597, - "tokens_per_second": 406.98266291292634, - "health": { - "alphabetic_fraction": 0.10740072202166065, - "distinct_4gram_ratio": 0.05778648383937316, - "longest_identical_token_run": 919, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,, and,.. It is is used,,,,,,,,,,,, and more.... is a language,,, and,,,, and more. Python is a versatile,,,,,,,,,,, and,,..,,,,,,,,,,, and,..... Python is is,,,......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 12, - "tokens": 1024, - "seconds": 2.768696600000112, - "tokens_per_second": 369.84911961821985, - "health": { - "alphabetic_fraction": 0.16992353440951571, - "distinct_4gram_ratio": 0.06072477962781587, - "longest_identical_token_run": 777, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many applications,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,... Python is a a popular programming language,,,,,.,.....,,............... Python is a a high programming language language........ is a versatile language language that many many.... Python............................................ is a a............. Python................................................................... Python is a a a........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 13, - "tokens": 1024, - "seconds": 3.0878578460001336, - "tokens_per_second": 331.621483588191, - "health": { - "alphabetic_fraction": 0.2392886014551334, - "distinct_4gram_ratio": 0.089128305582762, - "longest_identical_token_run": 752, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,, and,,,,,,,,,,,,,,,,,,,.. It is a high,, and,,, language. Python is a a programming language that is easy easy to to to...... Python. It a a a,,,.... Python is a a............. Python..................................... Python is a..... a a high language that is used for many many,, including,,... Python is a language used for many,,,,,........ Python.......................................... a a high language language that used used........... Python is a a language used,,,,........ Python is a a................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 512, - "steps": 14, - "tokens": 1024, - "seconds": 3.1677066399997784, - "tokens_per_second": 323.2622576439312, - "health": { - "alphabetic_fraction": 0.11875, - "distinct_4gram_ratio": 0.06268364348677767, - "longest_identical_token_run": 925, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,,, and,,.,,,,,,,,,,,,,,,,,. It is is a versatile language that used in many,,,, applications.... In is a a language that is used,,, and,,, and... used.,,,,,,,,....... It............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 512, - "steps": 15, - "tokens": 1024, - "seconds": 3.448647346999678, - "tokens_per_second": 296.92801175825633, - "health": { - "alphabetic_fraction": 0.11151079136690648, - "distinct_4gram_ratio": 0.05484818805093046, - "longest_identical_token_run": 918, - "pass_screen": false - }, - "text": ". is is a a a a programming language that is used for many,,,,,, and,,,,,, and,,,,,,,, and,,,... It is is a versatile,,,,, and, a language that used used used..,,,,,, and, and,,.......... Python....... Python is is a high,,,,,,,,,......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 1024, - "steps": 1, - "tokens": 1024, - "seconds": 0.16511095299983936, - "tokens_per_second": 6201.890191991057, - "health": { - "alphabetic_fraction": 0.014548981571290009, - "distinct_4gram_ratio": 0.019588638589618023, - "longest_identical_token_run": 854, - "pass_screen": false - }, - "text": ". Python is is a a a a a.......,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,......,........,.,......................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................,............................................................................." - }, - { - "block_size": 1024, - "steps": 2, - "tokens": 1024, - "seconds": 0.287492605999887, - "tokens_per_second": 3561.830734528186, - "health": { - "alphabetic_fraction": 0.026061776061776062, - "distinct_4gram_ratio": 0.029382957884427033, - "longest_identical_token_run": 968, - "pass_screen": false - }, - "text": ". Python is is a a a a a. It is... is a a a,,,,,,,,,,,,,,,,,,,,,,,,,,,,,., and,,..,........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 1024, - "steps": 3, - "tokens": 1024, - "seconds": 0.43501107400015826, - "tokens_per_second": 2353.9630625578684, - "health": { - "alphabetic_fraction": 0.04454976303317536, - "distinct_4gram_ratio": 0.024485798237022526, - "longest_identical_token_run": 981, - "pass_screen": false - }, - "text": ". Python is is a a a a a. It is. It is a a programming programming,,,,,,,,,,,,,,,,,,,,,,.,....................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 4, - "tokens": 1024, - "seconds": 0.5855694609999773, - "tokens_per_second": 1748.7250756747364, - "health": { - "alphabetic_fraction": 0.055347091932457786, - "distinct_4gram_ratio": 0.02742409402546523, - "longest_identical_token_run": 913, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is is a a,,,,,,,,,,,,,,,,,,,,,,,,,,,,.........,...................................................... Python................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 5, - "tokens": 1024, - "seconds": 0.7182587759998569, - "tokens_per_second": 1425.670015064604, - "health": { - "alphabetic_fraction": 0.04730368968779565, - "distinct_4gram_ratio": 0.024485798237022526, - "longest_identical_token_run": 980, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming language. It is a a high,,, and,,,,,,,,, and,,,,,,,,,,,,,...................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 6, - "tokens": 1024, - "seconds": 0.85170121200008, - "tokens_per_second": 1202.299568877335, - "health": { - "alphabetic_fraction": 0.08088235294117647, - "distinct_4gram_ratio": 0.03819784524975514, - "longest_identical_token_run": 913, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming language that is used for many purposes,,,,,,,,,,,,, and,,,,,, and,.. It is a high language,,,,,,,......................................................... Python................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 7, - "tokens": 1024, - "seconds": 0.9999997290001374, - "tokens_per_second": 1024.0002775039345, - "health": { - "alphabetic_fraction": 0.1059245960502693, - "distinct_4gram_ratio": 0.04407443682664055, - "longest_identical_token_run": 909, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level,, interpreted,,,,,,,,,,,,,,,, and,.. It is a popular programming for for,,................................................... Python is is.......... Python............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 8, - "tokens": 1024, - "seconds": 1.144776833999913, - "tokens_per_second": 894.4974859615983, - "health": { - "alphabetic_fraction": 0.1140819964349376, - "distinct_4gram_ratio": 0.04505386875612145, - "longest_identical_token_run": 920, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level,, interpreted,,,,, and,,,,,,,,,, and,.. It is a high-level programming language that a easy,,,,,,,........................................... Python is is........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 1024, - "steps": 9, - "tokens": 1024, - "seconds": 1.279908473999967, - "tokens_per_second": 800.0572078406493, - "health": { - "alphabetic_fraction": 0.10582959641255606, - "distinct_4gram_ratio": 0.039177277179236046, - "longest_identical_token_run": 929, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level, interpreted, language language... Python is a a,,,,,,,,................................. Python is is....... Python............ Python................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 10, - "tokens": 1024, - "seconds": 1.4243333160002294, - "tokens_per_second": 718.9328428233122, - "health": { - "alphabetic_fraction": 0.11654804270462633, - "distinct_4gram_ratio": 0.043095004897159644, - "longest_identical_token_run": 926, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level, interpreted programming language that is used used.. It is is used,,,,,,,,...... It is is,,,,,...................................... Python.... Python.............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 11, - "tokens": 1024, - "seconds": 1.5688111079998635, - "tokens_per_second": 652.7235782423394, - "health": { - "alphabetic_fraction": 0.10171017101710171, - "distinct_4gram_ratio": 0.03330068560235064, - "longest_identical_token_run": 923, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level, interpreted programming language that is used for a,,..................................................................... Python is is..........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................." - }, - { - "block_size": 1024, - "steps": 12, - "tokens": 1024, - "seconds": 1.7120301850000033, - "tokens_per_second": 598.1202954082249, - "health": { - "alphabetic_fraction": 0.10743061772605192, - "distinct_4gram_ratio": 0.03819784524975514, - "longest_identical_token_run": 924, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level, interpreted programming language that is used for. It is used used,,,,,,,............................................................. Python............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 1024, - "steps": 13, - "tokens": 1024, - "seconds": 1.8651028159997622, - "tokens_per_second": 549.0313945245422, - "health": { - "alphabetic_fraction": 0.13823272090988625, - "distinct_4gram_ratio": 0.058765915768854066, - "longest_identical_token_run": 944, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a a high-level, general-purpose language language. It is used for. It is used in many,, including,,.... Python is is a,,,,,,,,..... Python.. Python., a,..... Python is... It................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 1024, - "steps": 14, - "tokens": 1024, - "seconds": 2.0036573469997165, - "tokens_per_second": 511.0654281947665, - "health": { - "alphabetic_fraction": 0.13127753303964756, - "distinct_4gram_ratio": 0.05582761998041136, - "longest_identical_token_run": 908, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is is a high-level, general-purpose language. It is.. Python is easy to, readable,,, and.. It is is a,,,,,,,....................... Python. Python is a,,,,,,.,........................ Python. Python is a............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................" - }, - { - "block_size": 1024, - "steps": 15, - "tokens": 1024, - "seconds": 2.1332467439997345, - "tokens_per_second": 480.01948339086624, - "health": { - "alphabetic_fraction": 0.16963528413910092, - "distinct_4gram_ratio": 0.06072477962781587, - "longest_identical_token_run": 578, - "pass_screen": false - }, - "text": ". Python is is a a a a a programming programming language. It is a high-level, interpreted programming language that is easy to learn to to use.. Python. It is a popular,, widely, language used................................. Python......... Python is. a.................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................. Python is a a high, programming programming,.........................................................................................................................................................................................................................................................................................................................................................." + "gate_thresholds": { + "min_top1_agreement": 0.95, + "max_mean_abs_logit_diff": 0.25, + "max_abs_logit_diff": 4.0 + }, + "aggregate_top1_agreement": 0.8472222222222222, + "aggregate_mean_abs": 0.09222607562939326, + "strict_bitwise_equivalence": false, + "approximate_bf16_gate": false, + "serialization_roundtrip": null, + "exact_runtime_patch_validation": [ + { + "tokens": 16, + "finite": true, + "max_abs": 0.0, + "mean_abs": 0.0, + "top1_agreement": 1.0, + "exact": true + }, + { + "tokens": 8, + "finite": true, + "max_abs": 0.0, + "mean_abs": 0.0, + "top1_agreement": 1.0, + "exact": true + }, + { + "tokens": 16, + "finite": true, + "max_abs": 0.0, + "mean_abs": 0.0, + "top1_agreement": 1.0, + "exact": true + }, + { + "tokens": 8, + "finite": true, + "max_abs": 0.0, + "mean_abs": 0.0, + "top1_agreement": 1.0, + "exact": true + }, + { + "tokens": 16, + "finite": true, + "max_abs": 0.0, + "mean_abs": 0.0, + "top1_agreement": 1.0, + "exact": true + }, + { + "tokens": 8, + "finite": true, + "max_abs": 0.0, + "mean_abs": 0.0, + "top1_agreement": 1.0, + "exact": true } ], - "verified_speed": [ + "baseline_linears_restored_in_place": 106, + "exact_runtime_generation_validation": [ { - "block_size": 256, - "steps": 4, - "median_tokps": 583.931875195536, - "long_health": { - "alphabetic_fraction": 0.05560791705937795, - "distinct_4gram_ratio": 0.04897159647404505, - "longest_identical_token_run": 526, - "pass_screen": false - } + "prompt": "What is 2 + 2? Return only the number.", + "tokens_equal": true, + "text": "4" }, { - "block_size": 512, - "steps": 7, - "median_tokps": 639.1644566581542, - "long_health": { - "alphabetic_fraction": 0.1011743450767841, - "distinct_4gram_ratio": 0.04995102840352596, - "longest_identical_token_run": 914, - "pass_screen": false - } - }, - { - "block_size": 512, - "steps": 8, - "median_tokps": 559.6046788602476, - "long_health": { - "alphabetic_fraction": 0.0947176684881603, - "distinct_4gram_ratio": 0.04211557296767875, - "longest_identical_token_run": 927, - "pass_screen": false - } + "prompt": "日本の首都はどこですか。都市名だけで答えてください。", + "tokens_equal": true, + "text": "東京" }, { - "block_size": 512, - "steps": 9, - "median_tokps": 497.3790361543517, - "long_health": { - "alphabetic_fraction": 0.1055004508566276, - "distinct_4gram_ratio": 0.04897159647404505, - "longest_identical_token_run": 916, - "pass_screen": false - } - }, - { - "block_size": 1024, - "steps": 11, - "median_tokps": 656.0337779697369, - "long_health": { - "alphabetic_fraction": 0.10171017101710171, - "distinct_4gram_ratio": 0.03330068560235064, - "longest_identical_token_run": 923, - "pass_screen": false - } - }, - { - "block_size": 1024, - "steps": 12, - "median_tokps": 601.9543854074814, - "long_health": { - "alphabetic_fraction": 0.10743061772605192, - "distinct_4gram_ratio": 0.03819784524975514, - "longest_identical_token_run": 924, - "pass_screen": false - } - }, - { - "block_size": 1024, - "steps": 13, - "median_tokps": 555.3291700396725, - "long_health": { - "alphabetic_fraction": 0.13823272090988625, - "distinct_4gram_ratio": 0.058765915768854066, - "longest_identical_token_run": 944, - "pass_screen": false - } - }, - { - "block_size": 1024, - "steps": 14, - "median_tokps": 514.9606330424041, - "long_health": { - "alphabetic_fraction": 0.13127753303964756, - "distinct_4gram_ratio": 0.05582761998041136, - "longest_identical_token_run": 908, - "pass_screen": false - } + "prompt": "Write only Python code for a function mean(xs) returning the arithmetic mean of a nonempty list.", + "tokens_equal": true, + "text": "def mean(xs):\n return sum(xs) / len(xs)" } ], - "note": "AR smoke test only; diffusion inference uses bundled custom sampler" + "packaging": "exact_runtime_adapter_patch", + "quality_approved": false, + "speed_benchmark": null, + "historical_base_merge_equivalence_issue_resolved": false } \ No newline at end of file