diff --git a/pretok_ws_clean/manifest.json b/pretok_ws_clean/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..c166aea02d7ef8c6594584aa512250a4fc63f1da --- /dev/null +++ b/pretok_ws_clean/manifest.json @@ -0,0 +1 @@ +{"total_tokens": 189527220255, "token_dtype": "uint16", "eos_id": 3, "vocab_size": 50000, "shards": ["/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_002.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_024.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_012.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000100_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_015.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_012.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_022.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_073.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_000.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_009.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_037.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_005.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_055.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_066.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_012.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_012.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_038.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_001.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_045.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_052.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_006.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_032.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_009.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_002.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_064.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_017.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_008.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000069_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_010.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_003.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_040.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_022.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_055.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000011_001.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_015.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_022.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_046.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_006.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_003.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_014.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_028.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_071.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_008.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_016.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_034.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_002.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_027.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_012.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_048.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_002.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000858_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_001.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_053.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_002.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_028.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_001.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_012.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_016.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_046.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_028.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000100_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_038.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_022.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_026.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_001.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_006.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_031.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_015.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_023.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_005.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_056.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_045.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_026.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_004.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_080.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_029.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_035.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_069.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_053.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_007.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_069.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_009.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_009.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_038.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_024.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_035.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000807_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_040.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_013.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_028.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_039.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_053.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_010.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_005.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_023.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_044.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_011.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_057.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_070.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_019.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000028_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_004.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_044.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_014.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_047.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_037.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_054.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_003.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_027.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_041.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_025.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_019.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000069_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_060.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_002.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_030.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_040.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_010.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_021.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_013.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_003.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_024.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_047.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_033.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_022.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_011.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_025.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_043.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_035.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_042.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000069_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_026.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_005.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_062.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_047.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000807_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_005.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_025.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_007.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_019.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_044.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_039.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_011.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_072.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_058.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_012.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_036.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_068.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_026.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_070.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_025.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000858_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_004.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000803_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_009.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_044.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_007.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_002.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_006.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_059.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_019.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_029.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000855_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_033.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_017.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_040.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_042.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000809_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_039.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_020.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_049.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_008.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_022.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_021.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_031.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_011.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_036.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_033.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_002.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_015.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_015.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_059.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_030.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_046.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_072.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_001.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_069.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_012.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_043.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_036.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_018.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_019.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000855_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_024.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000860_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_007.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_021.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_002.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000807_001.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_009.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_027.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_051.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_005.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_013.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_001.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_016.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_029.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_071.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_021.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_015.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_066.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_023.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_028.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_029.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_021.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_001.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_069.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_035.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_035.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_032.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_030.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000799_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_013.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_061.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_008.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_047.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_046.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_015.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_044.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_003.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_039.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_059.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_046.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_001.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_019.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_028.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_019.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_015.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_058.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_066.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_034.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_006.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_001.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000065_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_018.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_051.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_018.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_016.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_031.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_054.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_002.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_029.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_025.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_054.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_008.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_034.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_016.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_001.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_006.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_007.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_000.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000069_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_032.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_033.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_047.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_006.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_025.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_020.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_039.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000805_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_045.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_015.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_022.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_021.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_017.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_032.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_011.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_011.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_013.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_017.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_021.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_049.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_044.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_028.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_009.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_061.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000107_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_060.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000796_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_001.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_051.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_011.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_041.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_067.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_007.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_044.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_004.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_047.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_026.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_027.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_007.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_055.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_046.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_018.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_002.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_017.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_015.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_030.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000063_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_013.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_028.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_013.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_044.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_017.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_046.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000806_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_053.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_017.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_033.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_007.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_035.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_066.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_030.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_008.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_029.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_002.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_051.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_026.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_031.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_035.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_041.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_031.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_030.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_031.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_029.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_043.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_052.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_042.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_008.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_049.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_014.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_031.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_040.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_020.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_025.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000796_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_037.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_030.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_023.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_006.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_026.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_029.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_013.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_045.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_016.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000027_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_031.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_045.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_007.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_049.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_006.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_008.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_003.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_012.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_044.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_006.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_004.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_016.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_057.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000063_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_037.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_003.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_006.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_016.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_030.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_014.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_020.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_018.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_072.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_034.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_014.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_008.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_044.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_017.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_010.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_045.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_052.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_043.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_028.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_004.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_010.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_029.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_017.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_044.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000807_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_009.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000063_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_006.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_023.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_065.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_009.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_032.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_008.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_006.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_002.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_016.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_033.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_007.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_063.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_013.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_034.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_035.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000857_003.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_011.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_054.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_034.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_026.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_030.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_018.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_031.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_015.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_013.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000042_005.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_023.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_010.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_051.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_033.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_006.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000855_000.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_008.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_044.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_027.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_025.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_009.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_011.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_032.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_024.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_036.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_008.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_042.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_010.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_003.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_002.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_004.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_025.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_046.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_050.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_000.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_001.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_049.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_032.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_017.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_020.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_032.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_024.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000027_004.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_023.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000856_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_050.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_035.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_036.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_045.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_008.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_008.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_050.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_071.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_015.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_012.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_003.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_052.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_045.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_010.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_047.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_047.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_012.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_034.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_033.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000855_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_003.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_021.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_019.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_040.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_007.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_015.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_050.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_018.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000809_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_023.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_027.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_006.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_027.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_007.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_020.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_018.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000028_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_017.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_012.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_030.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_007.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_006.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_026.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_012.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_005.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000027_002.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_029.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000010_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_025.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_037.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_008.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_024.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_018.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_051.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_004.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_008.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_024.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_020.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_021.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_008.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_023.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_012.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_020.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_004.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_033.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_026.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_017.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_011.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_006.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_020.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_038.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_049.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_004.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_005.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_011.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_029.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_011.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_043.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_034.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000805_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_012.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_004.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_058.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_020.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_024.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_033.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_038.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_023.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_046.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_006.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_008.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_026.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_006.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_049.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_000.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_055.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_071.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_005.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_000.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_026.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_015.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_065.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000030_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_052.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_017.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_001.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_004.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_079.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_016.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_040.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_008.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_014.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_039.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_018.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000264_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_038.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_041.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_008.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_004.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000811_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_013.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_010.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000042_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_001.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_059.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_009.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_008.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_067.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_018.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_041.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_003.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_013.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_000.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_029.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_030.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_046.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_003.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_019.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_020.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_023.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_017.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_008.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_010.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_025.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_026.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_017.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_011.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_073.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_023.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_045.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_004.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_036.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_031.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_025.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000043_001.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_019.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_018.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_016.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_031.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_040.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_030.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_048.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_037.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_005.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_048.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000800_001.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_023.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_043.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_043.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_049.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_004.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_008.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_050.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000859_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_027.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_032.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_009.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_030.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_004.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_004.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_007.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_000.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_061.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_041.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_030.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_000.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_011.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000806_001.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_001.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_032.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_011.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_053.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_013.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_009.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_027.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_004.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000043_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_009.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_037.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_046.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_032.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_051.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_049.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_040.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_004.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_042.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_034.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_037.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_017.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000864_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_001.bin", "/mnt/nvme1/pretok_ws_clean/x_rust_000044_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_007.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_002.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_008.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_024.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_016.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_049.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_030.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_040.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_023.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_002.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_024.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_012.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_032.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_031.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_023.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000027_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000043_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000010_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_008.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_011.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_019.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_037.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_021.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000859_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_000.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_058.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_009.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_068.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_037.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_046.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_027.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_038.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000856_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_023.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_020.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_033.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_027.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_006.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_009.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_027.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_047.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_040.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_007.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_012.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_011.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_001.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_016.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_010.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_057.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000797_001.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_022.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_059.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_018.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_016.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_002.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_014.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_034.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_036.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_025.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_006.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_044.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_004.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_040.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_030.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_045.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000030_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_019.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_050.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_018.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_045.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_004.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000100_002.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_018.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_010.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_036.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_011.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_041.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_025.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_031.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_018.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_045.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_006.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_042.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_008.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_017.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000859_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_056.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_022.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000802_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_021.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_018.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_074.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_048.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_010.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_030.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000858_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_043.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_013.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_004.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_010.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_023.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_008.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_007.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_028.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000805_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_051.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_062.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_008.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_025.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_019.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_028.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_032.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_006.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_053.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000856_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000015_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_026.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_005.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_039.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_020.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_033.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_008.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_020.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_014.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_007.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_016.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_037.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000106_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_022.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_033.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_027.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_067.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_004.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_032.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_025.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_034.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_020.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_048.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_030.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_043.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_046.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_044.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_030.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_019.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_016.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_010.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_004.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000063_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_073.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_023.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_021.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000029_000.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_028.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_056.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_050.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_010.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_030.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_009.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_009.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_001.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_050.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000042_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_033.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_064.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_006.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_001.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_004.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_009.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_018.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_062.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_006.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_023.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_029.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_019.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000806_003.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_049.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_052.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_001.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000860_003.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_021.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_027.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_062.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000809_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_041.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_024.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_006.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_015.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_018.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_008.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_015.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_051.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_047.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_021.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_008.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_028.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_006.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_007.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_007.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_049.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_006.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_061.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000857_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000087_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_013.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_013.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_012.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_036.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_040.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_000.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_027.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_018.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_006.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_076.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_015.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_005.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000801_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_002.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_013.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_026.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000860_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_029.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_016.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_058.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000042_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000210_009.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_036.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000063_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000212_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_060.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_002.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_046.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_027.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_009.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_044.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_052.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_008.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_049.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_016.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_051.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000064_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000800_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_036.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000028_004.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_047.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_050.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_007.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_060.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_008.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_026.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_001.bin", "/mnt/nvme1/pretok_ws_clean/x_rust_000044_014.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_038.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_020.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_040.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_048.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_022.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_019.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_026.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_004.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_002.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_042.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_039.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_033.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_019.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_008.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_051.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_014.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_056.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_035.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000014_000.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_015.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_006.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_023.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_073.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_045.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_011.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_014.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_050.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_034.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_011.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_007.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_013.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_012.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_005.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_026.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_053.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_013.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_049.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_051.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_074.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_008.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_040.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_012.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_041.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_045.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_039.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_022.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_026.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_017.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_020.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_018.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_046.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_012.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_049.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_000.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_017.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_070.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_014.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000801_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_000.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_023.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_045.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_035.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_065.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_042.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_031.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_030.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_000.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_050.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_007.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_034.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_004.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_014.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_033.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_051.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_035.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_044.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_027.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000069_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000098_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_049.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_008.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_003.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_027.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_024.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_037.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_004.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_045.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_019.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_057.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_044.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_005.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_016.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000857_000.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_054.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_020.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_033.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_039.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_056.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_024.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_019.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000100_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_022.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_047.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_018.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_044.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000103_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_049.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_023.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_055.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_056.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_002.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_006.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_060.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_007.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_030.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_002.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000798_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_013.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_063.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_022.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_009.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000857_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_050.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_014.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_048.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_053.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_030.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_010.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_014.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_045.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_032.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_030.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_047.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_041.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_022.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_035.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_018.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_002.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_047.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_026.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_075.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_014.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_056.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_035.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_013.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_026.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_043.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_042.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_010.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_004.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_002.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_006.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_013.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_023.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000012_000.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_037.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_019.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_039.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_015.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_002.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_058.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000069_004.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_044.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_018.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_013.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_024.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_029.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_072.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_027.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_035.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_020.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_015.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_030.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_025.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000013_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_005.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_050.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_006.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_000.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_022.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000027_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_042.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_046.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_003.bin", "/mnt/nvme1/pretok_ws_clean/x_rust_000044_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_020.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_006.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_030.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_001.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_045.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_022.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_062.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_029.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_021.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_014.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_006.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_010.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_024.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_002.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_020.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_067.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000805_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_001.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_018.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_022.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_028.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_018.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000028_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_043.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_036.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_012.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_038.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_047.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_015.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000218_008.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_008.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_030.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000264_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_024.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_029.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000255_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000238_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_010.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_048.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_022.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_074.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_003.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_077.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_049.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000088_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_005.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_059.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_025.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_002.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_017.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_036.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_011.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_055.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000211_008.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_042.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_034.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000260_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_006.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_059.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_030.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_050.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_037.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_033.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_008.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_057.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_002.bin", "/mnt/nvme1/pretok_ws_clean/x_ruby_000068_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_024.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_020.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_003.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_008.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_017.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_036.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_012.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_047.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000244_004.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_046.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000234_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_036.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_020.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_048.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_041.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_045.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_029.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_019.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_046.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_039.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_040.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000043_000.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_075.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_006.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_029.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000213_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_016.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_043.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000042_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_022.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_028.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_028.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_016.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_003.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_040.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_004.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000102_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_034.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_043.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_064.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_010.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_011.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_011.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_068.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_019.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_052.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000100_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_040.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_033.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_055.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_009.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_003.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_058.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_012.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_026.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_012.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_018.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_033.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000236_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_005.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000860_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_002.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_007.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_036.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000086_006.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_017.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_052.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_046.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000256_006.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_039.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_018.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_004.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_052.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_027.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_021.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_061.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000237_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000242_007.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_006.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_015.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_020.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_024.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_009.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_026.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_029.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_019.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_034.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_007.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_028.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_008.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_053.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_031.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_021.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000253_006.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_026.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_033.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_008.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000856_003.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000010_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000042_004.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_021.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_023.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_060.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_008.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_039.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_033.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_053.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_029.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_016.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_052.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_027.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000223_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_006.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_037.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_034.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_006.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_057.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_021.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_065.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_003.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_027.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000104_006.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_032.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_040.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_003.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_023.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000258_006.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_007.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_030.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_005.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_030.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_010.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_025.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_018.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_043.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000089_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_026.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000809_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_036.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_002.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_070.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_008.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_007.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_038.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_013.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000250_005.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_014.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000011_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_045.bin", "/mnt/nvme1/pretok_ws_clean/x_swift_000067_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000083_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_033.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_064.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_010.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_commits_000859_001.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_028.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_061.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_025.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_030.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_026.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_008.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_019.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000077_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000245_008.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_006.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_078.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_021.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_040.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_016.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000232_003.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_004.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_015.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_003.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_025.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_005.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_006.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_013.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000100_005.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_047.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_048.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_043.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_018.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_057.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_008.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_047.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_006.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_019.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000797_000.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_055.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_008.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_014.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_012.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_008.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_043.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_009.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_053.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_048.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_001.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_011.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_023.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_011.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_028.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_028.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_005.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000813_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_005.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_007.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_031.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_026.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_001.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_040.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000221_008.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sc_issues_000806_000.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_041.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_032.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000016_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_021.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_051.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000063_002.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_038.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000084_006.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000248_008.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000008_048.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_050.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_010.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000010_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_018.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_007.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_013.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_017.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_053.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_005.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000215_006.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_021.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_006.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_040.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000243_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000091_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_001.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_006.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_043.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000249_004.bin", "/mnt/nvme1/pretok_ws_clean/x_css_000062_015.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_022.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000079_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000254_009.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_007.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000018_003.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_026.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_041.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_018.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_021.bin", "/mnt/nvme1/pretok_ws_clean/x_rust_000044_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000085_000.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000101_001.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000227_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000262_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_026.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000229_000.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_026.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_005.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000001_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000231_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_043.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_063.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000219_008.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_043.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_008.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_042.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000265_006.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000082_001.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_016.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_026.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000003_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_002.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_012.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000095_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_048.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000257_007.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_009.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_038.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000241_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000020_068.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_063.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_035.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000263_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_044.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000040_025.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_020.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_056.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_017.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_033.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000029_001.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_010.bin", "/mnt/nvme1/pretok_ws_clean/x_typescript_000017_027.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_049.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_041.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_047.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000093_001.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_021.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_007.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000051_004.bin", "/mnt/nvme1/pretok_ws_clean/x_cpp_000019_062.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000220_005.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_057.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000105_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb100_000092_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_037.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_052.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000214_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_006.bin", "/mnt/nvme1/pretok_ws_clean/x_sql_000046_046.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_025.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000230_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000251_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_036.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000228_002.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000222_004.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000252_004.bin", "/mnt/nvme1/pretok_ws_clean/x_shell_000045_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000246_004.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_000.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_049.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000217_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000026_039.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_054.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000259_004.bin", "/mnt/nvme1/pretok_ws_clean/x_kotlin_000066_008.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_001.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_000.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000002_002.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000028_002.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_024.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000225_007.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000007_022.bin", "/mnt/nvme1/pretok_ws_clean/x_c_000052_013.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000224_001.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_001.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000023_027.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_000.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000039_002.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_047.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000006_011.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000226_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000261_004.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_015.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000024_028.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000239_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_009.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000247_006.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000047_037.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_005.bin", "/mnt/nvme1/pretok_ws_clean/x_java_000025_005.bin", "/mnt/nvme1/pretok_ws_clean/x_csharp_000041_035.bin", "/mnt/nvme1/pretok_ws_clean/x_go_000038_039.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000000_051.bin", "/mnt/nvme1/pretok_ws_clean/x_html_000053_043.bin", "/mnt/nvme1/pretok_ws_clean/x_python_000004_031.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000235_009.bin", "/mnt/nvme1/pretok_ws_clean/x_javascript_000009_014.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000233_007.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000216_003.bin", "/mnt/nvme1/pretok_ws_clean/x_fineweb350_000240_003.bin", "/mnt/nvme1/pretok_ws_clean/x_php_000048_002.bin"], "shard_tokens": [37124652, 64061472, 44791608, 94621272, 59290224, 94409113, 97616513, 94236129, 45088229, 48632750, 94210981, 93657274, 96405524, 98570133, 57854445, 99395242, 98788818, 45138684, 49451871, 92939453, 9617057, 98420048, 94399314, 51912274, 98499960, 98865791, 95299755, 100001406, 96556636, 96613012, 97691081, 41752897, 99992437, 98300440, 94645740, 60536650, 96066357, 92539114, 96504625, 98000063, 44964269, 99915080, 94267575, 96543409, 81753194, 93728426, 97477573, 98746860, 98651131, 41358037, 98705192, 98643000, 96719669, 100001811, 13969272, 45280924, 84263272, 100000511, 94492879, 96262864, 53686869, 95707707, 99957019, 44961965, 38958511, 92946044, 37872371, 98647790, 79849437, 92938776, 97602320, 96950987, 12729370, 53500675, 54967404, 87078045, 97419085, 94401173, 44829358, 98570229, 94464874, 46620129, 96346611, 98813588, 98404720, 94207453, 41965621, 94453939, 96172603, 96343699, 39438785, 92891889, 48713714, 62756394, 92829055, 95763386, 72171470, 100000302, 94357251, 98618588, 94141821, 94624915, 68545821, 98619441, 94383518, 94291262, 94215034, 99996266, 92425407, 42134777, 96247232, 98573584, 95533735, 98816271, 47779018, 95449894, 74276122, 48643899, 95566906, 94405499, 44143634, 41902690, 98745694, 94313472, 97492896, 1692296, 94323642, 96363765, 94982701, 95474239, 37764704, 94141095, 94278482, 94122369, 52314327, 11577755, 98777219, 56906103, 97512790, 47868847, 8567595, 97373814, 98728453, 94211944, 22645378, 96408845, 100044113, 99945565, 95470254, 99943257, 95718096, 98582008, 93179899, 93746589, 50306170, 98078011, 98622832, 93032448, 94642907, 94107451, 65997579, 94229059, 98614658, 98635833, 57814730, 57637386, 96597186, 95446472, 38711070, 98381990, 98707058, 96069285, 96309947, 60265804, 82338806, 98847969, 75917096, 93998857, 93836564, 98665642, 98620494, 93804583, 98567714, 52010859, 50366651, 437834, 99963842, 8709823, 62710922, 50793009, 94596426, 99971697, 31730455, 34233968, 35836480, 100009676, 97316402, 94464447, 97537041, 38365337, 94125627, 97519696, 57786496, 92580510, 29731049, 98771662, 98785096, 98683196, 100001278, 98683136, 97597851, 13260347, 94851368, 100013567, 98711068, 94631250, 94506660, 95179358, 55726265, 96644615, 96211107, 63561481, 98663612, 93973910, 48742386, 45491836, 31116956, 83180205, 98678858, 99270236, 66347035, 53614636, 93710809, 93965795, 97575141, 95345040, 94157039, 66493944, 96394657, 98604819, 94182521, 98483659, 99953683, 9493500, 43383004, 94580647, 94427210, 94744868, 94252995, 94830631, 97570478, 98571146, 99369010, 94209022, 41035020, 60001322, 47168076, 94519769, 64535981, 64520661, 61539506, 8814298, 94561965, 94421556, 28829120, 95552672, 97771813, 95040293, 97314971, 26845361, 51956797, 96370160, 94422633, 99328721, 49095099, 60398665, 98523514, 93748368, 93967108, 97512858, 98596673, 99215490, 94280508, 93259329, 96353428, 95615007, 52888125, 39680637, 98795264, 98770687, 98615894, 96221512, 96678709, 93910439, 98800690, 94363959, 94324603, 49773711, 94940055, 99859011, 99881871, 45976223, 97553244, 94545952, 96041238, 95197002, 35498367, 94070657, 98726834, 98571938, 99929110, 42504390, 60691094, 38932938, 60511679, 97609672, 95513382, 96330727, 47206287, 97610787, 96205126, 39645905, 56333032, 99844635, 92625710, 48997689, 39297265, 98643804, 99204546, 45624958, 11101049, 70316717, 93869035, 99999747, 50408544, 97465335, 39976412, 22594813, 99306348, 98645019, 9099836, 98356516, 99808449, 36597981, 99999236, 92874232, 42135438, 94561593, 94346365, 98670685, 95585990, 98897860, 94517949, 98681276, 94304097, 95097828, 51249201, 97643141, 100001073, 94561524, 94508965, 97520204, 41675953, 98301414, 62067059, 94877676, 97170382, 98676421, 97496049, 40732375, 98551731, 97206178, 93852558, 94364221, 95592128, 97505503, 41680463, 94030764, 42927135, 98721460, 96414932, 99885788, 99942460, 95046985, 94087913, 94132297, 95775494, 82582707, 93903068, 95868211, 94313444, 68249618, 99724230, 95942677, 93464807, 100000069, 99863357, 93679162, 95128677, 99893559, 38657650, 98600618, 98532047, 57557242, 96520688, 94276938, 98951727, 41078614, 60010042, 95402944, 67164991, 5543101, 23770129, 48739886, 96681391, 26715930, 99997690, 94276980, 99822874, 94132781, 98709140, 43640526, 52257394, 94363234, 99998782, 93970368, 94927493, 97558972, 45041195, 48599215, 93445649, 96147312, 94356834, 98546465, 39857277, 93976105, 94098343, 39359233, 99707382, 33050946, 92750727, 92628265, 43598594, 39529551, 93361141, 94147083, 100004111, 99917900, 96415160, 98647975, 51409091, 94087836, 96401654, 93978547, 97399815, 22962645, 94471287, 98754996, 94599536, 94558215, 97560519, 95129733, 64493980, 98558988, 98696320, 97600240, 96701614, 99996572, 99999829, 77477250, 98665185, 53255501, 94489903, 98837997, 98833590, 98430952, 67600310, 41379649, 23960211, 95177285, 8142107, 96119278, 67488602, 98617237, 98889864, 96694598, 39857284, 10056246, 98710647, 93825250, 36505790, 98818194, 49332578, 98544269, 28278418, 95519970, 38629797, 38402950, 42581553, 98573750, 12042627, 40820390, 97613704, 98800641, 98681175, 40107855, 33513408, 95634708, 98588221, 50955942, 94927315, 94414859, 94162922, 33135661, 95302946, 94149357, 94226956, 99724570, 99995321, 97402334, 98110140, 97609215, 94182005, 97235969, 96420881, 47530113, 99251999, 98691141, 98658110, 96189962, 52950525, 93883056, 60468890, 96339379, 94931793, 98706789, 98462919, 47281965, 26117771, 41533335, 95545731, 98623437, 98792681, 63384209, 94212912, 98563634, 98561212, 100000080, 96189818, 98887726, 95311167, 92950604, 98563474, 52580482, 96498560, 99727939, 99816891, 98704252, 98779574, 94622512, 97699795, 36316626, 60651085, 7103087, 93707969, 94148255, 93885522, 92850305, 95449696, 99226204, 96457558, 94688838, 94595531, 98604373, 98679100, 99998379, 94044198, 96283985, 99753457, 40927888, 39036393, 40888611, 94252490, 94053171, 93193638, 99741451, 98579064, 97363857, 28046640, 94243816, 92572164, 99860119, 41517201, 69001678, 27612009, 93501892, 95956357, 97517905, 94342263, 95037097, 52275258, 51574084, 93714362, 94358327, 94065142, 94451957, 94667236, 94680113, 95589164, 93755895, 99989172, 8211392, 98455011, 92623908, 98468691, 66260096, 40110281, 99994425, 45897156, 99618190, 95217962, 98754469, 96096946, 98682443, 98551983, 95034482, 92690188, 38405651, 40706703, 96118606, 98231974, 96613938, 58861630, 96470001, 63930153, 96198889, 33609917, 28494428, 96207355, 98890840, 96351327, 96506638, 36558747, 95326711, 96068954, 94442445, 98665637, 97327516, 98731063, 94144996, 98806316, 99238582, 9406971, 98554307, 53598046, 96582550, 95370338, 93073389, 6971118, 99874822, 97593113, 31066520, 94366154, 7606148, 42499272, 97798658, 7326299, 35788685, 97532746, 42123800, 93812166, 94265387, 37756195, 97407215, 25849816, 51951294, 94131342, 45215132, 93656847, 93960517, 98586840, 98862029, 43280585, 93840532, 99688927, 98739052, 97475166, 96307562, 94455541, 98511403, 93830905, 96289875, 39481297, 95652734, 95501337, 76204986, 94331515, 95364048, 96264692, 97591141, 46028392, 94054239, 38497957, 99055792, 98807602, 84900261, 34561339, 47259652, 92957378, 92465764, 98575878, 98615004, 42539472, 60971867, 96353489, 9860624, 96250240, 95315449, 98774742, 97453819, 98763168, 61441837, 99998340, 27624228, 99777273, 94390395, 98487875, 43927826, 95234170, 59740711, 40648843, 93959133, 45673559, 97416364, 98890931, 96513121, 94128894, 67838394, 99426811, 98472106, 97348122, 98668184, 47548531, 94168848, 40790456, 40727035, 97452569, 96524727, 96376769, 98543004, 40809541, 94472281, 97051264, 98762078, 99298153, 98651992, 94775570, 99698839, 97502483, 59485656, 41507531, 96411258, 99665443, 40721557, 99635664, 35160414, 96460233, 47349903, 96510447, 95420456, 100002648, 92585352, 98644021, 38523125, 92927664, 50455106, 56732704, 94387146, 96311674, 94099811, 98816249, 52009546, 96364405, 94110633, 49735255, 96660321, 96335193, 94787471, 99087650, 58994477, 95218274, 98664857, 96414491, 47965808, 98607267, 56480842, 98686175, 98981194, 98616555, 22240385, 40816142, 94411406, 55546430, 98583586, 99682786, 94339819, 65706707, 95417380, 54304931, 39411125, 95127456, 98745550, 52340958, 94376877, 98724499, 62646376, 29286614, 94833237, 98776221, 95575509, 92791425, 18766708, 92600477, 71378109, 95422180, 94554026, 94434423, 53859192, 93767094, 98812599, 95621118, 96538465, 93485853, 98916513, 93709403, 99999090, 95449615, 99992281, 36672031, 97442545, 29922386, 41875786, 94277787, 96356160, 42680772, 92966823, 44789717, 25631057, 95280310, 97427303, 98568725, 94738237, 98458317, 98315238, 94268545, 98580791, 92896802, 97811036, 94875694, 93340340, 65576480, 96710872, 98545978, 98852178, 98761735, 93969563, 94269242, 98766509, 93079041, 99049818, 95019338, 49472028, 93345316, 35190400, 93762649, 94450377, 98547546, 92645997, 9511805, 94134868, 96172408, 99259651, 94310843, 98695214, 17528743, 98638075, 56866774, 35153956, 98491135, 93469395, 99651093, 94377002, 39474768, 98602586, 97091291, 5994851, 40235327, 96415568, 39638723, 94377807, 98820459, 96432061, 99770015, 43226459, 97517044, 81762722, 34521050, 94622424, 47616814, 35302032, 94999457, 21603961, 92943951, 94736634, 61926979, 94683125, 94844133, 94482566, 43331451, 99998000, 93263154, 96685544, 98515179, 93785643, 60609661, 38808462, 60024485, 94295374, 94431963, 49932496, 46209265, 93784601, 44626156, 94368490, 31952769, 40831326, 93503142, 98875870, 41325253, 96628084, 99595939, 41774820, 99991567, 94055785, 94455253, 70349388, 52616639, 96534410, 99674678, 94554930, 39309158, 99620983, 92891855, 6643730, 59726980, 43621728, 74932962, 96252174, 92274534, 95241916, 97694823, 27275589, 94858370, 98130679, 97428877, 97530074, 55928803, 95051076, 39659904, 55300417, 98495629, 98774554, 94202221, 93267530, 67395517, 93550643, 93519498, 7194444, 44348062, 93091102, 98230708, 97284319, 94427684, 93695376, 92985182, 43154007, 35853566, 32237896, 40358774, 94206570, 98566433, 93880254, 98811783, 94512621, 26904995, 98575442, 40401415, 93579384, 94325853, 98534564, 96198072, 96635965, 95307242, 93936299, 98773069, 37668852, 94513601, 49922106, 98510311, 96427941, 94327383, 97552651, 98818577, 95330989, 47357285, 94291336, 44667812, 94231683, 96227624, 94109931, 96407364, 94088914, 95885708, 96422909, 96267843, 98851042, 44595647, 94067801, 93926752, 97565217, 35324199, 44443213, 63068802, 49051750, 56455643, 54483557, 99438222, 50611724, 99637515, 99992933, 94590828, 96696365, 93470104, 44496882, 97240166, 62057723, 58754363, 96539248, 32319121, 99345139, 94253958, 98579138, 94078813, 94364323, 92929381, 96040145, 94588047, 94033897, 38863845, 100000054, 39123340, 34709732, 96303178, 93469156, 56824083, 93088032, 49845225, 92939272, 20898049, 99634427, 33147950, 97552776, 54680214, 94500472, 39216830, 99505109, 99245630, 98838975, 98784405, 93837320, 98924676, 92886315, 96268271, 10595635, 96500255, 93124238, 37075333, 97567075, 98657377, 98788064, 21874707, 93953510, 92678005, 93718382, 94645255, 57122752, 98710024, 93882137, 98775670, 93585403, 98656353, 98917180, 98513999, 26039264, 97689925, 97746516, 98618638, 99503237, 29194199, 43457578, 87548127, 6090683, 92872841, 98584918, 36158489, 96430479, 94609919, 99628822, 96415038, 94379656, 92994760, 94406788, 92713974, 98675588, 94350917, 94459086, 44158286, 92756085, 94102564, 98769879, 46718742, 96019936, 64678643, 96416706, 8827910, 94450206, 98639704, 94437935, 98743214, 32943354, 16487618, 98773399, 53911549, 25739220, 36768469, 98666202, 38709075, 39091055, 44845873, 98622185, 35161384, 98607353, 58875271, 98597618, 92961397, 94337202, 99501313, 99186706, 41048692, 98686874, 56650976, 17618042, 98349055, 96140744, 34754211, 99682001, 94631845, 97421774, 96443178, 99082897, 40262916, 94265892, 7939897, 94697176, 97678510, 19060289, 62549264, 98675555, 36620549, 96488209, 10281394, 42570855, 56722132, 97503144, 94269979, 23653783, 97377689, 32287468, 98756346, 94295007, 98646297, 50843772, 93273751, 99647975, 98859121, 94280378, 93761921, 36749997, 98719046, 63374702, 55630884, 51237695, 56604962, 98575983, 93902204, 94890568, 38784305, 68269918, 99960248, 94401856, 96858162, 95237457, 1749218, 95523006, 92167131, 94226435, 98748094, 98588011, 96633326, 59969426, 30892067, 44729551, 97464635, 92894037, 93892826, 96302094, 28174996, 96424160, 40470342, 55363691, 98555800, 99452444, 99999792, 36695370, 49928766, 95955412, 98601946, 96184739, 98791188, 96391973, 98728071, 98669573, 94245511, 35847755, 96192586, 98535376, 46843830, 25223223, 49826155, 94164951, 26694992, 96452354, 97379556, 54547798, 95233833, 61213824, 9050364, 50370675, 40759651, 24757294, 97668403, 99970578, 94227221, 98633930, 59889945, 74452315, 96412383, 36521302, 94214722, 96573117, 92716864, 97245073, 94720304, 94198472, 92634728, 70451476, 93583333, 94061391, 37421434, 93723913, 16592650, 94922391, 94237270, 97438533, 31596872, 94298933, 67044579, 97702816, 96512099, 96599758, 97280535, 93253837, 98535741, 96201208, 95296662, 96141757, 31924817, 40811475, 99038792, 60758729, 43859867, 97904025, 94215289, 96539986, 27073681, 93029893, 94568721, 93718413, 31573163, 60949088, 97540507, 43414608, 92906962, 99231916, 95250928, 92627323, 94501677, 49689741, 68350074, 23354557, 93680083, 96477722, 97450202, 39137430, 94015610, 94299139, 94096033, 98639973, 93711638, 95384653, 99028933, 20541432, 6548149, 97436713, 32720716, 33459926, 93957197, 42943340, 98614980, 93866547, 96371873, 83386638, 99420100, 94128695, 99545226, 97478223, 56608256, 44102640, 93884619, 98670679, 97483095, 39591325, 94737270, 98525418, 97305219, 42249887, 94843485, 98556738, 94899379, 36030016, 92857523, 98830139, 98654569, 98569300, 97522661, 98673572, 36949808, 99401498, 94295428, 16451711, 93985144, 99801553, 361652, 96361999, 49135346, 93997687, 93053970, 94378638, 96347780, 27744760, 99991595, 30321252, 98487334, 99730365, 98930954, 98666229, 98786432, 98785972, 46347634, 94400943, 98503498, 65120916, 92668894, 48483941, 93954502, 97761887, 12434456, 98743420, 17673161, 94158273, 92745308, 97585561, 39160908, 97439228, 39690044, 94634078, 98654983, 95103474, 22324229, 69645012, 99599863, 11167511, 42453888, 93906867, 58866155, 95413051, 42667829, 92850943, 94328774, 8881776, 92590882, 46104700, 43309740, 97501173, 96391673, 98467840, 93654109, 23243753, 92454199, 49660439, 94548940, 98238740, 94990045, 96412281, 94041017, 28990766, 98705523, 94291861, 40125023, 99233681, 27090278, 96239070, 98621104, 94209741, 32466591, 99583616, 98352637, 92901635, 95195657, 94272030, 92561300, 99997931, 93707247, 94434980, 96480308, 98752741, 40235365, 92522147, 47658562, 99996965, 98529121, 98748176, 94419175, 61053981, 8675997, 62414751, 94967401, 95303707, 62793339, 42599527, 99328252, 51449255, 94284932, 42483761, 59738385, 94464319, 98558632, 94527078, 98635431, 18120543, 92307075, 59132100, 96326980, 94631608, 38746747, 92513111, 94195849, 52763788, 1301035, 94546408, 41067706, 96346876, 98793665, 99561703, 98941404, 98625397, 99988513, 92686379, 97408096, 9518709, 100004770, 96393023, 99905388, 43552577, 93003003, 31428255, 50720116, 98550276, 36756675, 97418965, 16620972, 95264757, 96094927, 97661411, 94547866, 95406863, 97352181, 39599442, 96395621, 37953349, 98684549, 92627391, 23745821, 7263199, 97336930, 58220043, 99278690, 94488658, 62510662, 50302069, 19251620, 26111955, 51814227, 54426235, 94154447, 58545071, 96386889, 46725284, 94488591, 96131669, 94268059, 41619671, 43421828, 93799705, 94368705, 38533020, 69754112, 56220382, 42710357, 94608197, 39594302, 48526807, 35623530, 22074828, 99998328, 39384530, 1048, 94256445, 98616752, 94316862, 47397930, 98750859, 35146195, 22228472, 97346475, 7951921, 98534717, 99577890, 97505426, 95361079, 92353166, 44729804, 35446197, 97353276, 37861932, 97425042, 94567590, 93005204, 19002375, 94354892, 93738547, 92617997, 94453045, 99483099, 99985005, 40521150, 92333540, 5717956, 92875499, 96435566, 38742827, 97554176, 95176403, 96095069, 96197786, 94018251, 98759037, 22584085, 96300407, 97413964, 94318058, 98635286, 98753830, 98521337, 35000280, 94721925, 38908852, 94401404, 59271554, 94656165, 94538897, 94670279, 75070828, 97404741, 94986985, 97508764, 97470684, 40622745, 32321845, 30132779, 96229102, 22400783, 34867872, 59381016, 34978187, 98784156, 98420558, 98784642, 94290718, 98518746, 95356407, 96146125, 98296914, 98571355, 98593268, 46556610, 39921191, 98827184, 98005425, 99535110, 83612049, 29670945, 98711762, 93715776, 98302732, 99278600, 46858551, 33632374, 33099018, 99998931, 98860861, 95300438, 94085965, 96448999, 98811707, 98933969, 34823171, 59158541, 37552510, 95530379, 94689844, 66220766, 58766657, 38179101, 99357100, 92592902, 97391060, 97325854, 98771447, 57746875, 98599734, 98449606, 94432442, 97437358, 93333287, 98283940, 26081325, 52206280, 93976805, 26554636, 98616167, 96092866, 98543697, 46017824, 67186619, 97313141, 96178387, 94400116, 99999554, 97418907, 94153319, 98958992, 97496539, 57139279, 98564444, 99170793, 92779075, 99385705, 98707474, 96546962, 92698922, 94313851, 94621312, 94068358, 98870952, 98686845, 51588951, 96063798, 94284733, 92629291, 33104422, 31581551, 98677289, 39641065, 54972943, 37573893, 94340489, 34251608, 94175625, 96393460, 98831945, 34869931, 95026377, 98162230, 42632648, 92339852, 94166899, 99471891, 94418838, 33642993, 10925970, 38701575, 79190924, 45641121, 94337774, 25201076, 94697649, 94083870, 97325537, 98590760, 95285632, 45179727, 56924426, 56329406, 37450098, 99566182, 37787686, 99471226, 99486093, 93971692, 92679111, 94054051, 37444959, 94573326, 93346495, 94152322, 98758983, 94076457, 49113950, 98610445, 94340455, 40399924, 99288345, 95048162, 94628157, 97494955, 99596928, 8785421, 39124798, 97690718, 98697327, 92625753, 20486925, 4335150, 94365060, 98250272, 96424573, 95227009, 96485852, 92586571, 19412689, 94449878, 2365666, 94346247, 94021931, 51877793, 99475616, 38026884, 94050061, 40447605, 58484306, 93552825, 94138623, 97522764, 50639128, 22316882, 93636949, 37081575, 97558558, 96803375, 96329946, 31844868, 94174721, 94132916, 43447380, 98732583, 94115163, 98872824, 97510876, 96606020, 92887518, 97487559, 30505243, 36736985, 97321238, 93842867, 91798115, 99999655, 98504537, 99981440, 94278055, 32903168, 94160514, 97469046, 98607366, 15428351, 40969645, 98861542, 19979002, 98277736, 37958194, 94528200, 28559921, 98635597, 59368345, 92735011, 98530135, 94223906, 98557952, 59145518, 94554690, 38198614, 87264251, 34137542, 35795779, 97494717, 61131539, 94400896, 96332287, 97393045, 4277, 96450340, 98540946, 4805670, 34655286, 99461092, 94164534, 95387492, 97546941, 93864742, 38418650, 94815068, 33749844, 99998892, 94264386, 98499532, 62250047, 94504752, 95221707, 37091229, 99215181, 37436047, 98862315, 98619906, 97316673, 41652772, 23285225, 98665874, 92044319, 96401208, 98602615, 94515272, 96458064, 99918544, 98540198, 99267755, 50800045, 98739391, 94187431, 96022798, 99442506, 96541067, 37299256, 94037425, 98668608, 41775691, 97401365, 14055168, 97506697, 96026590, 23418706, 94264676, 36282334, 96558849, 94566762, 98248396, 94606317, 92530503, 93024133, 98759409, 67259376, 37432377, 41069242, 98798209, 99999252, 98599043, 36160455, 99998284, 97305396, 94181251, 98635020, 94650868, 95016749, 36648791, 92019802, 98629249, 94508585, 96359497, 37157602, 79641751, 92467025, 96175030, 94152960, 94728027, 98775305, 98469224, 40422015, 98626627, 24404493, 93623136, 97510272, 96357846, 99414666, 44556804, 62455389, 98759675, 91730176, 8707310, 46170252, 94359919, 99491196, 95480522, 94366607, 99561398, 29336499, 96407771, 96331440, 98761721, 37136845, 38736091, 98635736, 18249149, 93962756, 97567700, 36774365, 98676813, 9209306, 36678876, 98772215, 98574676, 98627052, 94263409, 98580815, 92343954, 96405059, 97375895, 97556965, 91496419, 96448915, 92321737, 93556635, 36665613, 98672198, 95249646, 97554858, 96514413, 96521096, 96213534, 97487647, 56461743, 94706302, 92514458, 44752827, 92775750, 12808843, 94330550, 98662191, 94562782, 99435889, 98498089, 94346369, 97678415, 94539963, 98752868, 98728501, 47952836, 23479997, 25202580, 94435977, 99507968, 99591834, 9380040, 97478693, 94029330, 38103387, 94609871, 97661037, 94095454, 93963639, 94635158, 97389809, 92540793, 27366137, 94566953, 47424865, 99158714, 18824875, 93034167, 24988394, 94203885, 34873814, 37979545, 48625790, 39554555, 98452947, 96627411, 56554993, 98642022, 98884083, 93912133, 98767453, 95133924, 32710842, 96019616, 93684191, 94092835, 98700765, 94068626, 97533892, 91530717, 21103570, 27526313, 96223508, 96629235, 64437366, 98697062, 98810983, 3566621, 44401875, 93937273, 98467518, 44005683, 93527462, 98749019, 98626985, 97617505, 92579827, 96288185, 92690221, 95459207, 94209627, 21416439, 99209265, 98746136, 55509862, 91717419, 95268724, 96344267, 98648731, 29427616, 99290339, 94227514, 49244286, 94309385, 40402676, 96428133, 97478153, 96456970, 97502214, 98384492, 96159171, 34215091, 94613358, 51571017, 99324484, 91992367, 94381395, 94519353, 99998812, 99627969, 97676741, 94396182, 92753358, 50093896, 7913466, 98724196, 66729169, 96209596, 98431184, 27514334, 39404276, 94680642, 93203898, 93764302, 97530780, 91718345, 98613655, 32068709, 94577131, 100002272, 53715231, 98750316, 32414211, 98508592, 93999038, 98687462, 93786089, 40010328, 91939103, 93877808, 82981409, 19448780, 94836953, 94279976, 98741524, 99985751, 96305000, 96534538, 45258372, 94413304, 99331547, 98745427, 98415267, 45431627, 91618312, 99963491, 33530463, 99986049, 97615232, 98700998, 97499718, 31174193, 91593574, 96598121, 94219660, 99995965, 46369222, 98684508, 94528805, 98332107, 96114755, 98651569, 99232795, 52606953, 98633823, 94340114, 92602674, 98626601, 94040537, 92761985, 98334424, 54055937, 45518018, 45515879, 12470010, 38554265, 94235396, 42134617, 91581773, 92478497, 96149466, 96428865, 97499645, 98519383, 26488178, 99298081, 98636935, 94452190, 94652486, 98608808, 94371103, 98233188, 97541568, 99958530, 47173068, 99129777, 98639392, 2328385, 96313011, 96101896, 94336643, 96643812, 99629805, 94420186, 94001256, 96022688, 56898460, 38031747, 95488642, 94440434, 34820621, 99180250, 98837082, 58840059, 95091391, 98813052, 96422837, 98717836, 98628540, 94301783, 97400375, 94083994, 97147097, 99280393, 92700020, 95386035, 92842094, 95327948, 56196648, 17605537, 39438612, 94394864, 93651095, 23898402, 98566577, 91820938, 98687231, 92712830, 82618523, 92779768, 99264570, 98546024, 99489433, 94104011, 35927921, 98479701, 92702953, 99874118, 94116496, 99401351, 51719234, 99975071, 44849751, 96318920, 93818284, 94098822, 63376375, 96529265, 99232094, 94376101, 98736928, 94460264, 95621192, 47080913, 98220108, 28345953, 44415411, 9104713, 94398458, 96586541, 11894393, 29744186, 97724364, 5641624, 41292687, 17243113, 94132211, 95134217, 96554508, 98369359, 36747065, 99988018, 94557468, 74407314, 3164468, 96479921, 4672349, 94459818, 93394264, 98148498, 94303508, 91754509, 98744314, 98882245, 68202288, 44236026, 55206234, 94393082, 11927342, 41292838, 96091727, 49267194, 98832507, 12741988, 94427265, 37335839, 98610514, 98319413, 38589775, 99495370, 35373981, 98506236, 54544902, 60411372, 92554849, 98779102, 94313457, 30362385, 99431862, 96094682, 59744643, 94605558, 55884827, 92602399, 98598445, 98642647, 46305821, 94303579, 93768201, 99230721, 20654415, 98627245, 97559677, 95238122, 98661126, 96233813, 94015635, 90252072, 94308867, 94276836, 96304942, 98830645, 92629898, 16878008, 99570230, 45982978, 99484455, 94410374, 38142572, 60419975, 44006601, 45145900, 98532664, 94340371, 33911964, 29653213, 98426570, 96147269, 38020292, 41385024, 98687288, 96600047, 47831039, 34653780, 28109656, 95565295, 33543692, 94182990, 19785300, 23754358, 16667577, 98629042, 44845103, 92689947, 21100417, 99359679, 94285924, 98782083, 92476962, 40825725, 96562047, 99577696, 23925035, 95938881, 98620367, 44758193, 97300695, 98738495, 96467709, 35170170, 44083354, 98686137, 98615024, 27416241, 14025159, 45066203, 98602257, 97554784, 98635788, 97561682, 92962437, 94383337, 91620626, 21171782, 10051893, 96329035, 57073416, 36883691, 49267204, 98664402], "dedup": {"input_tokens": 260000526774, "kept_tokens": 189527220255, "kept_docs": 163556155, "dropped_seen_in_old_pool": 55412944, "dropped_repeated_in_new": 3521252, "old_pool_docs": 229510931}, "created_at": "2026-11-20 08:52:17"} \ No newline at end of file diff --git a/pretok_ws_clean/ws_codec.py b/pretok_ws_clean/ws_codec.py new file mode 100644 index 0000000000000000000000000000000000000000..808ae09a4684f692df69cae306fe3ec9794aa5dd --- /dev/null +++ b/pretok_ws_clean/ws_codec.py @@ -0,0 +1,162 @@ +""" +CodeSymb whitespace codec: newlines + indentation without a new vocabulary +========================================================================== +The CodeSymb SentencePiece model (nmt_nfkc, no byte fallback) turns every +"\\n", "\\t" and run of spaces into ONE space, so code loses its lines and +indentation. This codec gives 7 token ids that NEVER occurred in 5.5B +tokens of the training pool a fixed whitespace meaning: + + NL = newline TAB = tab + SP1, SP2, SP4, SP8, SP16 = 1 / 2 / 4 / 8 / 16 spaces (any width = sum) + +Same vocabulary, same model, same embeddings table: training continues. +Text between whitespace is still encoded by SentencePiece itself. + + enc = WSCodec(sp) # wraps a SentencePieceProcessor + ids = enc.encode(text) # list[int] + txt = enc.decode(ids) # exact for code (see limits) +Everything else (eos_id, get_piece_size, ...) is passed through to sp. + +Turn on everywhere with: export CODESYMB_WS_CODEC=1 +(codesymb_common.load_tokenizer then returns a WSCodec). + +Limits: single trailing spaces at line end are dropped, and the +tokenizer's NFKC normalisation still applies inside a line. +""" +import re + +# id -> (meaning, piece text that must sit at that id in the tokenizer) +CODEC = { + 46632: ("\n", "CHOPEL"), + 46642: ("\t", "ETHFSx"), + 46648: (" ", "GENlep"), + 42206: (" ", "FakeNodeGroup"), + 37796: (" ", "JobTickStatus"), + 42279: (" " * 8, "Repairprogress"), + 42227: (" " * 16, "getyesterdaty"), +} +NL, TAB, SP1, SP2, SP4, SP8, SP16 = (46632, 46642, 46648, 42206, 37796, + 42279, 42227) +SPACE_IDS = ((16, SP16), (8, SP8), (4, SP4), (2, SP2), (1, SP1)) +WS_SPLIT = re.compile(r"([ \t]{2,}|\t)") +LEAD = re.compile(r"[ \t]*") + + +def spaces(n, out): + for w, i in SPACE_IDS: + while n >= w: + out.append(i) + n -= w + + +def ws_ids(ws, out): + run = 0 + for ch in ws: + if ch == " ": + run += 1 + else: # tab + spaces(run, out) + run = 0 + out.append(TAB) + spaces(run, out) + + +class WSCodec: + def __init__(self, sp): + self.sp = sp + bad = [(i, p, sp.id_to_piece(i)) for i, (_, p) in CODEC.items() + if i >= sp.get_piece_size() or sp.id_to_piece(i) != p] + if bad: + raise RuntimeError(f"ws_codec does not match this tokenizer: {bad}") + self.ids = frozenset(CODEC) + self.text = {i: m for i, (m, _) in CODEC.items()} + + def __getattr__(self, name): # eos_id, get_piece_size, ... + return getattr(self.sp, name) + + def encode(self, text, *args, **kwargs): + if not isinstance(text, str): # batch call + return [self.encode(t) for t in text] + text = text.replace("\r\n", "\n").replace("\r", "\n") + plan, segs = [], [] # plan: ints or ("seg", k) + for li, line in enumerate(text.split("\n")): + if li: + plan.append(NL) + lead = LEAD.match(line).group() + if lead: + ws_ids(lead, plan) + for k, part in enumerate(WS_SPLIT.split(line[len(lead):])): + if not part: + continue + if k % 2: # whitespace run + ws_ids(part, plan) + elif part.strip(): + plan.append(("seg", len(segs))) + segs.append(part) + enc = self.sp.encode(segs) if segs else [] + out = [] + for x in plan: + if isinstance(x, tuple): + out.extend(i for i in enc[x[1]] if i not in self.ids) + else: + out.append(x) + return out + + def decode(self, ids, *args, **kwargs): + if ids and not isinstance(ids[0], int) and hasattr(ids[0], "__len__"): + return [self.decode(x) for x in ids] + out, run = [], [] + for i in ids: + i = int(i) + if i in self.ids: + if run: + out.append(self.sp.decode(run)) + run = [] + out.append(self.text[i]) + else: + run.append(i) + if run: + out.append(self.sp.decode(run)) + return "".join(out) + + +SAMPLES = [ + "def f(x):\n if x:\n return 1\n\treturn 2\n", + "class A:\n\n def g(self, a, b):\n # comment here\n" + " return {'k': [1, 2, 3]}\n\n\nprint(A().g(1, 2))\n", + "
Hello, world
\n