Add the completed calibration evaluation and the untrained control MMLU
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +2 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/evaluation.log +217 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-17T00-10-49.223641.json +155 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-17T00-10-49.223641.jsonl +0 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/README.md +58 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/arc_challenge.yaml +3 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml +33 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/arc_easy.yaml +23 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/run_metadata.json +724 -0
- loopq_quantization/results/loopq_w4a4_completed/arc_challenge/timing.json +9 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/evaluation.log +0 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-17T00-06-20.554115.json +153 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-17T00-06-20.554115.jsonl +3 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/installed_task_snapshot/README.md +49 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/installed_task_snapshot/hellaswag.yaml +22 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/installed_task_snapshot/utils.py +25 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/run_metadata.json +722 -0
- loopq_quantization/results/loopq_w4a4_completed/hellaswag/timing.json +9 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/evaluation.log +235 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T23-39-38.030831.json +152 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T23-39-38.030831.jsonl +0 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/installed_task_snapshot/README.md +39 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/installed_task_snapshot/lambada_openai.yaml +20 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/installed_task_snapshot/lambada_standard.yaml +21 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/run_metadata.json +721 -0
- loopq_quantization/results/loopq_w4a4_completed/lambada_openai/timing.json +9 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/evaluation.log +0 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/README.md +76 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/_generate_configs.py +159 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml +11 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/_mmlu.yaml +32 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml +6 -0
- loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml +6 -0
.gitattributes
CHANGED
|
@@ -85,3 +85,5 @@ loopq_quantization/results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/sa
|
|
| 85 |
loopq_quantization/results/rtn_w4a4_per_token/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T15-07-44.234921.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 86 |
loopq_quantization/results/rtn_w4a8_group32/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T07-38-26.804149.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 87 |
loopq_quantization/results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-16T11-50-42.373384.jsonl filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 85 |
loopq_quantization/results/rtn_w4a4_per_token/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T15-07-44.234921.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 86 |
loopq_quantization/results/rtn_w4a8_group32/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T07-38-26.804149.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 87 |
loopq_quantization/results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-16T11-50-42.373384.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 88 |
+
loopq_quantization/results/loopq_w4a4_completed/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-17T00-06-20.554115.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 89 |
+
loopq_quantization/results/loopq_w4a4_untrained/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-16T23-55-25.767011.jsonl filter=lfs diff=lfs merge=lfs -text
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/evaluation.log
ADDED
|
@@ -0,0 +1,217 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 0 |
0%| | 0/1172 [00:00<?, ?it/s]
|
| 1 |
6%|▌ | 66/1172 [00:00<00:01, 657.18it/s]
|
| 2 |
11%|█▏ | 132/1172 [00:00<00:01, 658.51it/s]
|
| 3 |
17%|█▋ | 199/1172 [00:00<00:01, 660.75it/s]
|
| 4 |
23%|██▎ | 266/1172 [00:00<00:01, 659.57it/s]
|
| 5 |
28%|██▊ | 333/1172 [00:00<00:01, 661.80it/s]
|
| 6 |
34%|███▍ | 400/1172 [00:00<00:01, 663.64it/s]
|
| 7 |
40%|███▉ | 467/1172 [00:00<00:01, 659.43it/s]
|
| 8 |
45%|████▌ | 533/1172 [00:00<00:00, 658.76it/s]
|
| 9 |
51%|█████ | 600/1172 [00:00<00:00, 659.81it/s]
|
| 10 |
57%|█████▋ | 666/1172 [00:01<00:00, 639.17it/s]
|
| 11 |
62%|██████▏ | 731/1172 [00:01<00:00, 604.01it/s]
|
| 12 |
68%|██████▊ | 797/1172 [00:01<00:00, 619.94it/s]
|
| 13 |
73%|███████▎ | 860/1172 [00:01<00:00, 611.80it/s]
|
| 14 |
79%|███████▉ | 925/1172 [00:01<00:00, 622.15it/s]
|
| 15 |
85%|████████▍ | 992/1172 [00:01<00:00, 634.14it/s]
|
| 16 |
90%|█████████ | 1057/1172 [00:01<00:00, 637.79it/s]
|
| 17 |
96%|█████████▌| 1122/1172 [00:01<00:00, 640.84it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO 09-17 00:08:36 [__init__.py:216] Automatically detected platform cuda.
|
| 2 |
+
2026-09-17:00:08:46 INFO [_cli.run:388] Selected Tasks: ['arc_challenge']
|
| 3 |
+
2026-09-17:00:08:46 INFO [evaluator:214] Setting random seed to 0 | Setting numpy seed to 0 | Setting torch manual seed to 0 | Setting fewshot manual seed to 0
|
| 4 |
+
2026-09-17:00:08:46 INFO [evaluator:239] Initializing vllm model, with arguments: {'pretrained': 'ByteDance/Ouro-1.4B', 'revision': 'e3b1e0993b1231a51d6069a870476dda4162c00a', 'trust_remote_code': True, 'dtype': 'bfloat16', 'tensor_parallel_size': 1, 'max_model_len': 4096, 'gpu_memory_utilization': 0.9, 'enforce_eager': True, 'max_num_seqs': 32, 'max_num_batched_tokens': 4096, 'enable_prefix_caching': False, 'seed': 0}
|
| 5 |
+
2026-09-17:00:08:46 WARNING [models.vllm_causallms:108] The `device` argument is ignored by the vLLM backend. To select which GPU(s) vLLM can use, set the `CUDA_VISIBLE_DEVICES` environment variable before running lm-eval.
|
| 6 |
+
INFO 09-17 00:08:46 [utils.py:328] non-default args: {'trust_remote_code': True, 'dtype': 'bfloat16', 'seed': 0, 'max_model_len': 4096, 'enable_prefix_caching': False, 'max_num_batched_tokens': 4096, 'max_num_seqs': 32, 'disable_log_stats': True, 'revision': 'e3b1e0993b1231a51d6069a870476dda4162c00a', 'enforce_eager': True, 'model': 'ByteDance/Ouro-1.4B'}
|
| 7 |
+
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
|
| 8 |
+
INFO 09-17 00:08:55 [__init__.py:742] Resolved architecture: OuroForCausalLM
|
| 9 |
+
`torch_dtype` is deprecated! Use `dtype` instead!
|
| 10 |
+
INFO 09-17 00:08:55 [__init__.py:1815] Using max model len 4096
|
| 11 |
+
INFO 09-17 00:08:56 [scheduler.py:222] Chunked prefill is enabled with max_num_batched_tokens=4096.
|
| 12 |
+
INFO 09-17 00:08:56 [__init__.py:3400] Cudagraph is disabled under eager mode
|
| 13 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:08:56 [core.py:654] Waiting for init message from front-end.
|
| 14 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:08:56 [core.py:76] Initializing a V1 LLM engine (v0.10.2) with config: model='ByteDance/Ouro-1.4B', speculative_config=None, tokenizer='ByteDance/Ouro-1.4B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e3b1e0993b1231a51d6069a870476dda4162c00a, tokenizer_revision=e3b1e0993b1231a51d6069a870476dda4162c00a, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=4096, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=True, kv_cache_dtype=auto, device_config=cuda, decoding_config=DecodingConfig(backend='auto', disable_fallback=False, disable_any_whitespace=False, disable_additional_properties=False, reasoning_backend=''), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None), seed=0, served_model_name=ByteDance/Ouro-1.4B, enable_prefix_caching=False, chunked_prefill_enabled=True, use_async_output_proc=True, pooler_config=None, compilation_config={"level":0,"debug_dump_path":"","cache_dir":"","backend":"","custom_ops":[],"splitting_ops":null,"use_inductor":true,"compile_sizes":[],"inductor_compile_config":{"enable_auto_functionalized_v2":false},"inductor_passes":{},"cudagraph_mode":0,"use_cudagraph":true,"cudagraph_num_of_warmups":0,"cudagraph_capture_sizes":[],"cudagraph_copy_inputs":false,"full_cuda_graph":false,"pass_config":{},"max_capture_size":0,"local_cache_dir":null}
|
| 15 |
+
[W917 00:08:59.114198906 ProcessGroupNCCL.cpp:981] Warning: TORCH_NCCL_AVOID_RECORD_STREAMS is the default now, this environment variable is thus deprecated. (function operator())
|
| 16 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 17 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 18 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 19 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 20 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 21 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 22 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:08:59 [parallel_state.py:1165] rank 0 in world size 1 is assigned as DP rank 0, PP rank 0, TP rank 0, EP rank 0
|
| 23 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m WARNING 09-17 00:08:59 [topk_topp_sampler.py:69] FlashInfer is not available. Falling back to the PyTorch-native implementation of top-p & top-k sampling. For the best performance, please install FlashInfer.
|
| 24 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:00 [gpu_model_runner.py:2338] Starting to load model ByteDance/Ouro-1.4B...
|
| 25 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:00 [gpu_model_runner.py:2370] Loading model from scratch...
|
| 26 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:01 [cuda.py:362] Using Flash Attention backend on V1 engine.
|
| 27 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:01 [weight_utils.py:348] Using model weights format ['*.safetensors']
|
| 28 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:02 [weight_utils.py:406] No model.safetensors.index.json found in remote.
|
| 29 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m
|
| 30 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m
|
| 31 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m
|
| 32 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m
|
| 33 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:12 [default_loader.py:268] Loading weights took 10.65 seconds
|
| 34 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:13 [gpu_model_runner.py:2392] Model loading took 3.0510 GiB and 12.431343 seconds
|
| 35 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:16 [gpu_worker.py:298] Available KV cache memory: 35.87 GiB
|
| 36 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:16 [kv_cache_utils.py:864] GPU KV cache size: 48,960 tokens
|
| 37 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:16 [kv_cache_utils.py:868] Maximum concurrency for 4,096 tokens per request: 11.95x
|
| 38 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:17 [gpu_worker.py:391] Free memory on device (44.12/44.42 GiB) on startup. Desired GPU memory utilization is (0.9, 39.98 GiB). Actual usage is 3.05 GiB for weight, 1.01 GiB for peak activation, 0.05 GiB for non-torch memory, and 0.0 GiB for CUDAGraph memory. Replace gpu_memory_utilization config with `--kv-cache-memory=38355684249` to fit into requested memory, or `--kv-cache-memory=42796003840` to fully utilize gpu memory. Current kv cache memory in use is 38512970649 bytes.
|
| 39 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:17 [core.py:218] init engine (profile, create kv cache, warmup model) took 3.87 seconds
|
| 40 |
+
[1;36m(EngineCore_DP0 pid=86391)[0;0m INFO 09-17 00:09:17 [__init__.py:3400] Cudagraph is disabled under eager mode
|
| 41 |
+
INFO 09-17 00:09:18 [llm.py:295] Supported_tasks: ['generate']
|
| 42 |
+
INFO 09-17 00:09:18 [__init__.py:36] No IOProcessor plugins requested by the model
|
| 43 |
+
2026-09-17:00:09:22 INFO [evaluator_utils:446] Selected tasks:
|
| 44 |
+
2026-09-17:00:09:22 INFO [evaluator_utils:480] Task: arc_challenge (arc/arc_challenge.yaml)
|
| 45 |
+
2026-09-17:00:09:22 WARNING [evaluator:335] Overwriting default num_fewshot of arc_challenge from None to 0
|
| 46 |
+
2026-09-17:00:09:22 INFO [api.task:312] Building contexts for arc_challenge on rank 0...
|
| 47 |
+
|
| 48 |
0%| | 0/1172 [00:00<?, ?it/s]
|
| 49 |
6%|▌ | 66/1172 [00:00<00:01, 657.18it/s]
|
| 50 |
11%|█▏ | 132/1172 [00:00<00:01, 658.51it/s]
|
| 51 |
17%|█▋ | 199/1172 [00:00<00:01, 660.75it/s]
|
| 52 |
23%|██▎ | 266/1172 [00:00<00:01, 659.57it/s]
|
| 53 |
28%|██▊ | 333/1172 [00:00<00:01, 661.80it/s]
|
| 54 |
34%|███▍ | 400/1172 [00:00<00:01, 663.64it/s]
|
| 55 |
40%|███▉ | 467/1172 [00:00<00:01, 659.43it/s]
|
| 56 |
45%|████▌ | 533/1172 [00:00<00:00, 658.76it/s]
|
| 57 |
51%|█████ | 600/1172 [00:00<00:00, 659.81it/s]
|
| 58 |
57%|█████▋ | 666/1172 [00:01<00:00, 639.17it/s]
|
| 59 |
62%|██████▏ | 731/1172 [00:01<00:00, 604.01it/s]
|
| 60 |
68%|██████▊ | 797/1172 [00:01<00:00, 619.94it/s]
|
| 61 |
73%|███████▎ | 860/1172 [00:01<00:00, 611.80it/s]
|
| 62 |
79%|███████▉ | 925/1172 [00:01<00:00, 622.15it/s]
|
| 63 |
85%|████████▍ | 992/1172 [00:01<00:00, 634.14it/s]
|
| 64 |
90%|█████████ | 1057/1172 [00:01<00:00, 637.79it/s]
|
| 65 |
96%|█████████▌| 1122/1172 [00:01<00:00, 640.84it/s]
|
| 66 |
+
2026-09-17:00:09:24 INFO [evaluator:589] Running loglikelihood requests
|
| 67 |
+
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
|
| 77 |
+
|
| 78 |
+
|
| 79 |
+
|
| 80 |
+
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
|
| 84 |
+
|
| 85 |
+
|
| 86 |
+
|
| 87 |
+
|
| 88 |
+
|
| 89 |
+
|
| 90 |
+
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
|
| 94 |
+
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
|
| 100 |
+
|
| 101 |
+
|
| 102 |
+
|
| 103 |
+
|
| 104 |
+
|
| 105 |
+
|
| 106 |
+
|
| 107 |
+
|
| 108 |
+
|
| 109 |
+
|
| 110 |
+
|
| 111 |
+
|
| 112 |
+
|
| 113 |
+
|
| 114 |
+
|
| 115 |
+
|
| 116 |
+
|
| 117 |
+
|
| 118 |
+
|
| 119 |
+
|
| 120 |
+
|
| 121 |
+
|
| 122 |
+
|
| 123 |
+
|
| 124 |
+
|
| 125 |
+
|
| 126 |
+
|
| 127 |
+
|
| 128 |
+
|
| 129 |
+
|
| 130 |
+
|
| 131 |
+
|
| 132 |
+
|
| 133 |
+
|
| 134 |
+
|
| 135 |
+
|
| 136 |
+
|
| 137 |
+
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
|
| 142 |
+
|
| 143 |
+
|
| 144 |
+
|
| 145 |
+
|
| 146 |
+
|
| 147 |
+
|
| 148 |
+
|
| 149 |
+
|
| 150 |
+
|
| 151 |
+
|
| 152 |
+
|
| 153 |
+
|
| 154 |
+
|
| 155 |
+
|
| 156 |
+
|
| 157 |
+
|
| 158 |
+
|
| 159 |
+
|
| 160 |
+
|
| 161 |
+
|
| 162 |
+
|
| 163 |
+
|
| 164 |
+
|
| 165 |
+
|
| 166 |
+
|
| 167 |
+
|
| 168 |
+
|
| 169 |
+
|
| 170 |
+
|
| 171 |
+
|
| 172 |
+
|
| 173 |
+
|
| 174 |
+
|
| 175 |
+
|
| 176 |
+
|
| 177 |
+
|
| 178 |
+
|
| 179 |
+
|
| 180 |
+
|
| 181 |
+
|
| 182 |
+
|
| 183 |
+
|
| 184 |
+
|
| 185 |
+
|
| 186 |
+
|
| 187 |
+
|
| 188 |
+
|
| 189 |
+
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
|
| 193 |
+
|
| 194 |
+
|
| 195 |
+
|
| 196 |
+
|
| 197 |
+
|
| 198 |
+
|
| 199 |
+
|
| 200 |
+
|
| 201 |
+
|
| 202 |
+
|
| 203 |
+
|
| 204 |
+
|
| 205 |
+
|
| 206 |
+
|
| 207 |
+
|
| 208 |
+
|
| 209 |
+
|
| 210 |
+
|
| 211 |
+
|
| 212 |
+
|
| 213 |
+
|
| 214 |
+
|
| 215 |
+
|
| 216 |
+
|
| 217 |
+
|
| 218 |
+
|
| 219 |
+
|
| 220 |
+
|
| 221 |
+
|
| 222 |
+
|
| 223 |
+
|
| 224 |
+
|
| 225 |
+
|
| 226 |
+
fatal: not a git repository (or any parent up to mount point /)
|
| 227 |
+
Stopping at filesystem boundary (GIT_DISCOVERY_ACROSS_FILESYSTEM not set).
|
| 228 |
+
2026-09-17:00:10:49 INFO [loggers.evaluation_tracker:247] Saving results aggregated
|
| 229 |
+
2026-09-17:00:10:49 INFO [loggers.evaluation_tracker:119] Saving per-task samples to /workspace/loopq_data/curve_a4_s0/eval_final/arc_challenge/harness/ByteDance__Ouro-1.4B/*.jsonl
|
| 230 |
+
vllm ({'pretrained': 'ByteDance/Ouro-1.4B', 'revision': 'e3b1e0993b1231a51d6069a870476dda4162c00a', 'dtype': 'bfloat16', 'tensor_parallel_size': 1, 'max_model_len': 4096, 'gpu_memory_utilization': 0.9, 'enforce_eager': True, 'max_num_seqs': 32, 'max_num_batched_tokens': 4096, 'enable_prefix_caching': False, 'seed': 0}), gen_kwargs: ({}), limit: None, num_fewshot: 0, batch_size: auto
|
| 231 |
+
| Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
|
| 232 |
+
|-------------|------:|------|-----:|--------|---|-----:|---|-----:|
|
| 233 |
+
|arc_challenge| 1|none | 0|acc |↑ |0.4770|± |0.0146|
|
| 234 |
+
| | |none | 0|acc_norm|↑ |0.4906|± |0.0146|
|
| 235 |
+
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-17T00-10-49.223641.json
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"arc_challenge": {
|
| 4 |
+
"name": "arc_challenge",
|
| 5 |
+
"alias": "arc_challenge",
|
| 6 |
+
"sample_len": 1172,
|
| 7 |
+
"acc,none": 0.47696245733788395,
|
| 8 |
+
"acc_stderr,none": 0.014595873205358269,
|
| 9 |
+
"acc_norm,none": 0.4906143344709898,
|
| 10 |
+
"acc_norm_stderr,none": 0.014608816322065
|
| 11 |
+
}
|
| 12 |
+
},
|
| 13 |
+
"group_subtasks": {},
|
| 14 |
+
"configs": {
|
| 15 |
+
"arc_challenge": {
|
| 16 |
+
"task": "arc_challenge",
|
| 17 |
+
"dataset_path": "allenai/ai2_arc",
|
| 18 |
+
"dataset_name": "ARC-Challenge",
|
| 19 |
+
"training_split": "train",
|
| 20 |
+
"validation_split": "validation",
|
| 21 |
+
"test_split": "test",
|
| 22 |
+
"doc_to_text": "Question: {{question}}\nAnswer:",
|
| 23 |
+
"doc_to_target": "{{choices.label.index(answerKey)}}",
|
| 24 |
+
"unsafe_code": false,
|
| 25 |
+
"doc_to_choice": "{{choices.text}}",
|
| 26 |
+
"description": "",
|
| 27 |
+
"target_delimiter": " ",
|
| 28 |
+
"fewshot_delimiter": "\n\n",
|
| 29 |
+
"fewshot_config": {
|
| 30 |
+
"sampler": "default",
|
| 31 |
+
"split": null,
|
| 32 |
+
"process_docs": null,
|
| 33 |
+
"fewshot_indices": null,
|
| 34 |
+
"samples": null,
|
| 35 |
+
"doc_to_text": "Question: {{question}}\nAnswer:",
|
| 36 |
+
"doc_to_choice": "{{choices.text}}",
|
| 37 |
+
"doc_to_target": "{{choices.label.index(answerKey)}}",
|
| 38 |
+
"gen_prefix": null,
|
| 39 |
+
"fewshot_delimiter": "\n\n",
|
| 40 |
+
"target_delimiter": " "
|
| 41 |
+
},
|
| 42 |
+
"num_fewshot": 0,
|
| 43 |
+
"metric_list": [
|
| 44 |
+
{
|
| 45 |
+
"metric": "acc",
|
| 46 |
+
"aggregation": "mean",
|
| 47 |
+
"higher_is_better": true
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"metric": "acc_norm",
|
| 51 |
+
"aggregation": "mean",
|
| 52 |
+
"higher_is_better": true
|
| 53 |
+
}
|
| 54 |
+
],
|
| 55 |
+
"output_type": "multiple_choice",
|
| 56 |
+
"repeats": 1,
|
| 57 |
+
"should_decontaminate": true,
|
| 58 |
+
"doc_to_decontamination_query": "Question: {{question}}\nAnswer:",
|
| 59 |
+
"metadata": {
|
| 60 |
+
"version": 1.0,
|
| 61 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 62 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 63 |
+
"trust_remote_code": true,
|
| 64 |
+
"dtype": "bfloat16",
|
| 65 |
+
"tensor_parallel_size": 1,
|
| 66 |
+
"max_model_len": 4096,
|
| 67 |
+
"gpu_memory_utilization": 0.9,
|
| 68 |
+
"enforce_eager": true,
|
| 69 |
+
"max_num_seqs": 32,
|
| 70 |
+
"max_num_batched_tokens": 4096,
|
| 71 |
+
"enable_prefix_caching": false,
|
| 72 |
+
"seed": 0,
|
| 73 |
+
"config_source": "/root/venv-LT/lib/python3.11/site-packages/lm_eval/tasks/arc/arc_challenge.yaml"
|
| 74 |
+
}
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"versions": {
|
| 78 |
+
"arc_challenge": 1.0
|
| 79 |
+
},
|
| 80 |
+
"n-shot": {
|
| 81 |
+
"arc_challenge": 0
|
| 82 |
+
},
|
| 83 |
+
"higher_is_better": {
|
| 84 |
+
"arc_challenge": {
|
| 85 |
+
"acc": true,
|
| 86 |
+
"acc_norm": true
|
| 87 |
+
}
|
| 88 |
+
},
|
| 89 |
+
"n-samples": {
|
| 90 |
+
"arc_challenge": {
|
| 91 |
+
"original": 1172,
|
| 92 |
+
"effective": 1172
|
| 93 |
+
}
|
| 94 |
+
},
|
| 95 |
+
"config": {
|
| 96 |
+
"model": "vllm",
|
| 97 |
+
"model_args": {
|
| 98 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 99 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 100 |
+
"trust_remote_code": true,
|
| 101 |
+
"dtype": "bfloat16",
|
| 102 |
+
"tensor_parallel_size": 1,
|
| 103 |
+
"max_model_len": 4096,
|
| 104 |
+
"gpu_memory_utilization": 0.9,
|
| 105 |
+
"enforce_eager": true,
|
| 106 |
+
"max_num_seqs": 32,
|
| 107 |
+
"max_num_batched_tokens": 4096,
|
| 108 |
+
"enable_prefix_caching": false,
|
| 109 |
+
"seed": 0
|
| 110 |
+
},
|
| 111 |
+
"batch_size": "auto",
|
| 112 |
+
"batch_sizes": [],
|
| 113 |
+
"device": "cuda:0",
|
| 114 |
+
"use_cache": null,
|
| 115 |
+
"limit": null,
|
| 116 |
+
"bootstrap_iters": 100000,
|
| 117 |
+
"gen_kwargs": {},
|
| 118 |
+
"random_seed": 0,
|
| 119 |
+
"numpy_seed": 0,
|
| 120 |
+
"torch_seed": 0,
|
| 121 |
+
"fewshot_seed": 0
|
| 122 |
+
},
|
| 123 |
+
"git_hash": null,
|
| 124 |
+
"date": 1789603726.0112321,
|
| 125 |
+
"pretty_env_info": "PyTorch version: 2.8.0+cu128\nIs debug build: False\nCUDA used to build PyTorch: 12.8\nROCM used to build PyTorch: N/A\n\nOS: Ubuntu 22.04.5 LTS (x86_64)\nGCC version: (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0\nClang version: Could not collect\nCMake version: Could not collect\nLibc version: glibc-2.35\n\nPython version: 3.11.14 | packaged by conda-forge | (main, Oct 13 2025, 14:09:32) [GCC 14.3.0] (64-bit runtime)\nPython platform: Linux-6.8.0-124-generic-x86_64-with-glibc2.35\nIs CUDA available: True\nCUDA runtime version: Could not collect\nCUDA_MODULE_LOADING set to: LAZY\nGPU models and configuration: \nGPU 0: NVIDIA A40\nGPU 1: NVIDIA A40\n\nNvidia driver version: 580.159.04\ncuDNN version: Could not collect\nHIP runtime version: N/A\nMIOpen runtime version: N/A\nIs XNNPACK available: True\n\nCPU:\nArchitecture: x86_64\nCPU op-mode(s): 32-bit, 64-bit\nAddress sizes: 52 bits physical, 57 bits virtual\nByte Order: Little Endian\nCPU(s): 96\nOn-line CPU(s) list: 0-95\nVendor ID: GenuineIntel\nModel name: Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz\nCPU family: 6\nModel: 106\nThread(s) per core: 2\nCore(s) per socket: 24\nSocket(s): 2\nStepping: 6\nCPU max MHz: 3500.0000\nCPU min MHz: 800.0000\nBogoMIPS: 5600.00\nFlags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb cat_l3 ssbd mba ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb intel_pt avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local split_lock_detect wbnoinvd dtherm ida arat pln pts vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg tme avx512_vpopcntdq la57 rdpid fsrm md_clear pconfig flush_l1d arch_capabilities\nVirtualization: VT-x\nL1d cache: 2.3 MiB (48 instances)\nL1i cache: 1.5 MiB (48 instances)\nL2 cache: 60 MiB (48 instances)\nL3 cache: 72 MiB (2 instances)\nNUMA node(s): 2\nNUMA node0 CPU(s): 0-23,48-71\nNUMA node1 CPU(s): 24-47,72-95\nVulnerability Gather data sampling: Mitigation; Microcode\nVulnerability Indirect target selection: Mitigation; Aligned branch/return thunks\nVulnerability Itlb multihit: Not affected\nVulnerability L1tf: Not affected\nVulnerability Mds: Not affected\nVulnerability Meltdown: Not affected\nVulnerability Mmio stale data: Mitigation; Clear CPU buffers; SMT vulnerable\nVulnerability Reg file data sampling: Not affected\nVulnerability Retbleed: Not affected\nVulnerability Spec rstack overflow: Not affected\nVulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl\nVulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization\nVulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; PBRSB-eIBRS SW sequence; BHI SW loop, KVM SW loop\nVulnerability Srbds: Not affected\nVulnerability Tsa: Not affected\nVulnerability Tsx async abort: Not affected\nVulnerability Vmscape: Not affected\n\nVersions of relevant libraries:\n[pip3] numpy==2.2.6\n[pip3] nvidia-cublas-cu12==12.8.4.1\n[pip3] nvidia-cuda-cupti-cu12==12.8.90\n[pip3] nvidia-cuda-nvrtc-cu12==12.8.93\n[pip3] nvidia-cuda-runtime-cu12==12.8.90\n[pip3] nvidia-cudnn-cu12==9.10.2.21\n[pip3] nvidia-cufft-cu12==11.3.3.83\n[pip3] nvidia-curand-cu12==10.3.9.90\n[pip3] nvidia-cusolver-cu12==11.7.3.90\n[pip3] nvidia-cusparse-cu12==12.5.8.93\n[pip3] nvidia-cusparselt-cu12==0.7.1\n[pip3] nvidia-nccl-cu12==2.27.3\n[pip3] nvidia-nvjitlink-cu12==12.8.93\n[pip3] nvidia-nvtx-cu12==12.8.90\n[pip3] torch==2.8.0\n[pip3] torchaudio==2.8.0\n[pip3] torchvision==0.23.0\n[pip3] triton==3.4.0\n[conda] Could not collect",
|
| 126 |
+
"transformers_version": "4.56.2",
|
| 127 |
+
"lm_eval_version": "0.4.13.dev0",
|
| 128 |
+
"upper_git_hash": null,
|
| 129 |
+
"tokenizer_pad_token": [
|
| 130 |
+
"<|endoftext|>",
|
| 131 |
+
"0"
|
| 132 |
+
],
|
| 133 |
+
"tokenizer_eos_token": [
|
| 134 |
+
"<|endoftext|>",
|
| 135 |
+
"0"
|
| 136 |
+
],
|
| 137 |
+
"tokenizer_bos_token": [
|
| 138 |
+
"<|endoftext|>",
|
| 139 |
+
"0"
|
| 140 |
+
],
|
| 141 |
+
"eot_token_id": 0,
|
| 142 |
+
"max_length": 4096,
|
| 143 |
+
"task_hashes": {
|
| 144 |
+
"arc_challenge": "09f9ae87a0905d63512cffc4aa91a55e44258fc35160e40fa1eb66fb75473e34"
|
| 145 |
+
},
|
| 146 |
+
"model_source": "vllm",
|
| 147 |
+
"model_name": "ByteDance/Ouro-1.4B",
|
| 148 |
+
"model_name_sanitized": "ByteDance__Ouro-1.4B",
|
| 149 |
+
"system_instruction": null,
|
| 150 |
+
"system_instruction_sha": null,
|
| 151 |
+
"fewshot_as_multiturn": null,
|
| 152 |
+
"chat_template": null,
|
| 153 |
+
"chat_template_sha": null,
|
| 154 |
+
"total_evaluation_time_seconds": "130.1878583910875"
|
| 155 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-17T00-10-49.223641.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/README.md
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# ARC
|
| 2 |
+
|
| 3 |
+
### Paper
|
| 4 |
+
|
| 5 |
+
Title: Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge
|
| 6 |
+
|
| 7 |
+
Abstract: https://arxiv.org/abs/1803.05457
|
| 8 |
+
|
| 9 |
+
The ARC dataset consists of 7,787 science exam questions drawn from a variety
|
| 10 |
+
of sources, including science questions provided under license by a research
|
| 11 |
+
partner affiliated with AI2. These are text-only, English language exam questions
|
| 12 |
+
that span several grade levels as indicated in the files. Each question has a
|
| 13 |
+
multiple choice structure (typically 4 answer options). The questions are sorted
|
| 14 |
+
into a Challenge Set of 2,590 “hard” questions (those that both a retrieval and
|
| 15 |
+
a co-occurrence method fail to answer correctly) and an Easy Set of 5,197 questions.
|
| 16 |
+
|
| 17 |
+
Homepage: https://allenai.org/data/arc
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
### Citation
|
| 21 |
+
|
| 22 |
+
```
|
| 23 |
+
@article{Clark2018ThinkYH,
|
| 24 |
+
title={Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge},
|
| 25 |
+
author={Peter Clark and Isaac Cowhey and Oren Etzioni and Tushar Khot and Ashish Sabharwal and Carissa Schoenick and Oyvind Tafjord},
|
| 26 |
+
journal={ArXiv},
|
| 27 |
+
year={2018},
|
| 28 |
+
volume={abs/1803.05457}
|
| 29 |
+
}
|
| 30 |
+
```
|
| 31 |
+
|
| 32 |
+
### Groups, Tags, and Tasks
|
| 33 |
+
|
| 34 |
+
#### Groups
|
| 35 |
+
|
| 36 |
+
None.
|
| 37 |
+
|
| 38 |
+
#### Tags
|
| 39 |
+
|
| 40 |
+
* `ai2_arc`: Evaluates `arc_easy` and `arc_challenge`
|
| 41 |
+
|
| 42 |
+
#### Tasks
|
| 43 |
+
|
| 44 |
+
* `arc_easy`
|
| 45 |
+
* `arc_challenge`
|
| 46 |
+
|
| 47 |
+
### Checklist
|
| 48 |
+
|
| 49 |
+
For adding novel benchmarks/datasets to the library:
|
| 50 |
+
* [ ] Is the task an existing benchmark in the literature?
|
| 51 |
+
* [ ] Have you referenced the original paper that introduced the task?
|
| 52 |
+
* [ ] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test?
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
If other tasks on this dataset are already supported:
|
| 56 |
+
* [ ] Is the "Main" variant of this task clearly denoted?
|
| 57 |
+
* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates?
|
| 58 |
+
* [ ] Have you noted which, if any, published evaluation setups are matched by this variant?
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/arc_challenge.yaml
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
include: arc_easy.yaml
|
| 2 |
+
task: arc_challenge
|
| 3 |
+
dataset_name: ARC-Challenge
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tag:
|
| 2 |
+
- llama
|
| 3 |
+
task: arc_challenge_chat
|
| 4 |
+
dataset_path: allenai/ai2_arc
|
| 5 |
+
dataset_name: ARC-Challenge
|
| 6 |
+
output_type: generate_until
|
| 7 |
+
training_split: train
|
| 8 |
+
validation_split: validation
|
| 9 |
+
test_split: test
|
| 10 |
+
fewshot_split: train
|
| 11 |
+
doc_to_text: 'Given the following question and four candidate answers (A, B, C and D), choose the best answer.\nQuestion: {{question.strip()}}\nA. {{choices.text[0]}}\nB. {{choices.text[1]}}\nC. {{choices.text[2]}}{% if choices.text|length > 3 %}\nD. {{choices.text[3]}}{% endif %}\nYour response should end with "The best answer is [the_answer_letter]" where the [the_answer_letter] is one of A, B, C or D.'
|
| 12 |
+
gen_prefix: 'The best answer is'
|
| 13 |
+
fewshot_delimiter: "\n\n"
|
| 14 |
+
doc_to_target: "{{ 'ABCD'[answerKey|int - 1] if answerKey|string in '1234' else answerKey }}"
|
| 15 |
+
num_fewshot: 0
|
| 16 |
+
generation_kwargs:
|
| 17 |
+
max_gen_toks: 100
|
| 18 |
+
until:
|
| 19 |
+
- "\n\n"
|
| 20 |
+
- "."
|
| 21 |
+
metric_list:
|
| 22 |
+
- metric: exact_match
|
| 23 |
+
aggregation: mean
|
| 24 |
+
higher_is_better: true
|
| 25 |
+
ignore_case: true
|
| 26 |
+
ignore_punctuation: true
|
| 27 |
+
filter_list:
|
| 28 |
+
- name: remove_whitespace
|
| 29 |
+
filter:
|
| 30 |
+
- function: remove_whitespace
|
| 31 |
+
- function: take_first
|
| 32 |
+
metadata:
|
| 33 |
+
version: 1.0
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/installed_task_snapshot/arc_easy.yaml
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tag:
|
| 2 |
+
- ai2_arc
|
| 3 |
+
task: arc_easy
|
| 4 |
+
dataset_path: allenai/ai2_arc
|
| 5 |
+
dataset_name: ARC-Easy
|
| 6 |
+
output_type: multiple_choice
|
| 7 |
+
training_split: train
|
| 8 |
+
validation_split: validation
|
| 9 |
+
test_split: test
|
| 10 |
+
doc_to_text: "Question: {{question}}\nAnswer:"
|
| 11 |
+
doc_to_target: "{{choices.label.index(answerKey)}}"
|
| 12 |
+
doc_to_choice: "{{choices.text}}"
|
| 13 |
+
should_decontaminate: true
|
| 14 |
+
doc_to_decontamination_query: "Question: {{question}}\nAnswer:"
|
| 15 |
+
metric_list:
|
| 16 |
+
- metric: acc
|
| 17 |
+
aggregation: mean
|
| 18 |
+
higher_is_better: true
|
| 19 |
+
- metric: acc_norm
|
| 20 |
+
aggregation: mean
|
| 21 |
+
higher_is_better: true
|
| 22 |
+
metadata:
|
| 23 |
+
version: 1.0
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/run_metadata.json
ADDED
|
@@ -0,0 +1,724 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"task": "arc_challenge",
|
| 4 |
+
"configuration": "loopq_w4a4",
|
| 5 |
+
"contract": {
|
| 6 |
+
"mode": "loopq",
|
| 7 |
+
"activation_bits": 4,
|
| 8 |
+
"artifact": "/workspace/loopq_data/curve_a4_s0/eval_final/artifact.pt",
|
| 9 |
+
"artifact_sha256": "7cb498143aeb807e5cb896f195066fa07e38a353406a10de36ffaf46b4fcabdb",
|
| 10 |
+
"ablation": null,
|
| 11 |
+
"parity_evidence": {
|
| 12 |
+
"path": "/workspace/loopq_data/curve_a4_s0/eval_final/parity_screen.json",
|
| 13 |
+
"sha256": "0492028e64eaf16242d69d32bec9a7783e3637875ddaae3b986889c86a1b04ed",
|
| 14 |
+
"acceptance": {
|
| 15 |
+
"passed": false,
|
| 16 |
+
"reasons": [
|
| 17 |
+
"four-loop hidden-state parity failed",
|
| 18 |
+
"logprob error exceeds tolerance",
|
| 19 |
+
"top1 or top-1000 comparison incomplete"
|
| 20 |
+
],
|
| 21 |
+
"max_logprob_error": 1.25,
|
| 22 |
+
"max_hidden_error": 0.06,
|
| 23 |
+
"tie_threshold": 0.25,
|
| 24 |
+
"rows_excused_as_reference_tie": 0,
|
| 25 |
+
"scope": "six_or_more_single_sequence_prefills; decode/batch/long_context still require A40 validation",
|
| 26 |
+
"advisory": true
|
| 27 |
+
}
|
| 28 |
+
}
|
| 29 |
+
},
|
| 30 |
+
"model_args": {
|
| 31 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 32 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 33 |
+
"trust_remote_code": true,
|
| 34 |
+
"dtype": "bfloat16",
|
| 35 |
+
"tensor_parallel_size": 1,
|
| 36 |
+
"max_model_len": 4096,
|
| 37 |
+
"gpu_memory_utilization": 0.9,
|
| 38 |
+
"enforce_eager": true,
|
| 39 |
+
"max_num_seqs": 32,
|
| 40 |
+
"max_num_batched_tokens": 4096,
|
| 41 |
+
"enable_prefix_caching": false,
|
| 42 |
+
"seed": 0
|
| 43 |
+
},
|
| 44 |
+
"fewshot": 0,
|
| 45 |
+
"seed": 0,
|
| 46 |
+
"smoke_limit": null,
|
| 47 |
+
"study_evaluation": false,
|
| 48 |
+
"protocol_note": "LoopQ W4A4, calibration run to completion (1500 final optimization steps) with singular values held in log space so they cannot reach zero. The paper does not specify how the Kronecker transforms are kept invertible. Deployment prefill-parity gate is unreachable at W4A4 by any implementation and is attached as advisory. Explicit local protocol: zero-shot except MMLU 5-shot; plain likelihood scoring, no chat template; installed pinned harness prompts.",
|
| 49 |
+
"metric_note": "acc_norm where available, otherwise acc; retain all metrics",
|
| 50 |
+
"exact_paper_protocol_reproduction": false,
|
| 51 |
+
"disclosure": "Single explicit-seed run; paper reports ten-run accuracy averages. Dataset/harness choices must be compared before claiming reproduction.",
|
| 52 |
+
"command": [
|
| 53 |
+
"/root/venv-LT/bin/python",
|
| 54 |
+
"/workspace/LT_fix/scripts/run_lm_eval_timed.py",
|
| 55 |
+
"--model",
|
| 56 |
+
"vllm",
|
| 57 |
+
"--model_args",
|
| 58 |
+
"{\"pretrained\": \"ByteDance/Ouro-1.4B\", \"revision\": \"e3b1e0993b1231a51d6069a870476dda4162c00a\", \"trust_remote_code\": true, \"dtype\": \"bfloat16\", \"tensor_parallel_size\": 1, \"max_model_len\": 4096, \"gpu_memory_utilization\": 0.9, \"enforce_eager\": true, \"max_num_seqs\": 32, \"max_num_batched_tokens\": 4096, \"enable_prefix_caching\": false, \"seed\": 0}",
|
| 59 |
+
"--tasks",
|
| 60 |
+
"arc_challenge",
|
| 61 |
+
"--num_fewshot",
|
| 62 |
+
"0",
|
| 63 |
+
"--seed",
|
| 64 |
+
"0,0,0,0",
|
| 65 |
+
"--batch_size",
|
| 66 |
+
"auto",
|
| 67 |
+
"--output_path",
|
| 68 |
+
"/workspace/loopq_data/curve_a4_s0/eval_final/arc_challenge/harness",
|
| 69 |
+
"--log_samples"
|
| 70 |
+
],
|
| 71 |
+
"environment": {
|
| 72 |
+
"torch": "2.8.0",
|
| 73 |
+
"vllm": "0.10.2",
|
| 74 |
+
"transformers": "4.56.2",
|
| 75 |
+
"lm_eval": "0.4.13.dev0",
|
| 76 |
+
"datasets": "5.0.1"
|
| 77 |
+
},
|
| 78 |
+
"returncode": 0,
|
| 79 |
+
"wall_clock_seconds": 139.81167713087052,
|
| 80 |
+
"source_provenance": {
|
| 81 |
+
"snapshot": "/workspace/loopq_data/curve_a4_s0/eval_final/arc_challenge/source_snapshot",
|
| 82 |
+
"sha256_at_launch": {
|
| 83 |
+
"loopQ/adapters/__init__.py": "7f28e14f7778bafb750404e0e54fb05fe17b61997e06584ca55ee44da3694ba7",
|
| 84 |
+
"loopQ/adapters/huginn.py": "fc22beafc461a7a0f85e6a7e3291a60749d5a11ea56cceabc448239dd3be9afe",
|
| 85 |
+
"loopQ/adapters/ouro.py": "e571df0cbbe853de8d1c593f9ed6c032e9099008363ee57e1f280b770ae49c14",
|
| 86 |
+
"loopQ/configs/flatquant_reference.yaml": "35f507d7389c3f04a7c1f86f7ae367630c846ec730661d420639f5f19b0c4074",
|
| 87 |
+
"loopQ/configs/huginn_mapping.yaml": "5db252e7cacb42169e94492e02509a3114ebca4747b32590110ba58cbbaea124",
|
| 88 |
+
"loopQ/configs/loopq_compatibility_decisions.yaml": "3d1b6d508db78b53f2c6e405da3b8ea6a7893303bd81bc2a90e0b3567367fd35",
|
| 89 |
+
"loopQ/configs/ouro_calibration.yaml": "fc832996fcdda085290565b657c6fa1824dc0b1646a66d109fe38b22f0a8eac5",
|
| 90 |
+
"loopQ/configs/ouro_mapping.yaml": "87ca4718e200539412f366fbad52a1a46932ad2cc26e0f08585830d04f50b9ad",
|
| 91 |
+
"loopQ/configs/paper_ouro_reference_metrics.json": "ecc4b3e028b1191a458b446582895d4f6871922a397f15375a34e396bf70ad89",
|
| 92 |
+
"loopQ/configs/paper_specification.yaml": "c812bb40398d9183f522c07e32dabf3fcfdd43e4d52790b9af296fb11d5abed1",
|
| 93 |
+
"loopQ/configs/parity_prompts.json": "b56e2e4048083459997c2864e3e6320fc68e1625676ed09f207a81bafee9b2e0",
|
| 94 |
+
"loopQ/configs/reproduction.json": "5204e346d98f96e46b0f94814e2f291198887ace85a7c827932f002560c350c3",
|
| 95 |
+
"loopQ/loopq/__init__.py": "00cf79e9673051148513cfc25c52c59ef72118d288e2ec640a77eaf8a69d7213",
|
| 96 |
+
"loopQ/loopq/accounting.py": "ab24ef8b10a0bc85e03827e882f92e1d7bb3e33fbd146f7f9561651842a03fb0",
|
| 97 |
+
"loopQ/loopq/calibrate.py": "5018098ddf0c44a682efef85b9f82ab2e4f4f911efa48982083d6c3a0db98594",
|
| 98 |
+
"loopQ/loopq/cta.py": "e1cf8cfec967157a90d9f54e956b221b67aef9ed742968605d2d4abb1f453b8d",
|
| 99 |
+
"loopQ/loopq/evaluation_provenance.py": "87e0d6f329dae65759893063cf508682902ae4cf5772aec28ed1692a08da02cf",
|
| 100 |
+
"loopQ/loopq/experiment_contract.py": "a0f4487092a72eb5fe808880d09a6fafc9b86e5fc4a2e2b3b9e7d5177d27a620",
|
| 101 |
+
"loopQ/loopq/experiments.py": "252644613f076890e5f2b849c4f95570e33a9cfa69569df90b082c26788f5a5b",
|
| 102 |
+
"loopQ/loopq/export.py": "3ca272d220bbc93d2e7c70b06df2cef93184e48bc695c00b97e834991469ef57",
|
| 103 |
+
"loopQ/loopq/gpu_admission.py": "feb940b5cc2355f1881d031f9b22226d7692f70f792c1b1233aeec5570535c76",
|
| 104 |
+
"loopQ/loopq/huginn_calibration.py": "7a95635b9d9777c9b0f04f51566f9ed668154ae9be231e19f3b7ac18acef98ca",
|
| 105 |
+
"loopQ/loopq/journal.py": "f9bf8342a004959bbdb25b3557577e5271e7335f53107d7a007ad512fa55bbcf",
|
| 106 |
+
"loopQ/loopq/las.py": "a179c62e57fccafc21dabb13a68832f8bc8c9d6b0a8da1a2c2348bfb09c47a3c",
|
| 107 |
+
"loopQ/loopq/numerical_contract.py": "913685841222a9f7ff503ca9b8962cd976f39bda38e2a20f7d3e6b0c09798bc5",
|
| 108 |
+
"loopQ/loopq/objective.py": "d60f1d6ce18e004f89cb91f680ed6dd4b28083dda8125745a1bd694389c40e50",
|
| 109 |
+
"loopQ/loopq/ouro_calibration.py": "db88d48b9646c421e4fd354e8de61a7784bdedcbac0b47e1c8de01aa8c2395de",
|
| 110 |
+
"loopQ/loopq/packed_bundle.py": "5fe29dee51fe28849696de298d3bc8f7036b78c44ec2617747ada370e135287f",
|
| 111 |
+
"loopQ/loopq/packed_weight.py": "8bbd5a3dc0c8992e4dd30ce962deb0e0745604b1e189a508e1f70aee1e1acdbc",
|
| 112 |
+
"loopQ/loopq/packed_worker.py": "239febb2ed17d9d88cb068d2edac87f13c2f5c579995a842cdfb7ab6b1e536aa",
|
| 113 |
+
"loopQ/loopq/parity_worker.py": "b6854262f3b44e4970214aa3e8ccc5a8ad1fa032a9ae5314a15514e132540502",
|
| 114 |
+
"loopQ/loopq/paths.py": "5a9478359f3a4b252d5af599c9c7f68650d10b995f2e9314210ac6e670a364d0",
|
| 115 |
+
"loopQ/loopq/provenance.py": "387f82f3efe26ea478476d7087db441a2552f345de35ce2afc5723eb4d21abd6",
|
| 116 |
+
"loopQ/loopq/quantization.py": "78a3016ad8b2d53ae807bb18b71da8e7d8ce6df8d0881331a80776a247c1142e",
|
| 117 |
+
"loopQ/loopq/readiness.py": "837a59bc6ac641ea2140876fd3ae34afc30173b91791852ba55dafd4bdd9cdd8",
|
| 118 |
+
"loopQ/loopq/saved_tensors.py": "ee158cc09d8116c09922b940d3219d7d22d3f271b9c11e8b623b393cecb2af03",
|
| 119 |
+
"loopQ/loopq/sharing_gap.py": "aa6e1bdb0f365fdde0e9ed4674a08b0f2c0df0a0693dd28dc5c094f8f86118a5",
|
| 120 |
+
"loopQ/loopq/trajectory_diagnostics.py": "de78ef945d1fdcd036460ad5947864f73a5d63a5f88a1a6c86691821b2dddcac",
|
| 121 |
+
"loopQ/loopq/transforms.py": "d754f21df55fde2548872d25afa9a4fe75082fdc937a3ba65b474a0673be12a6",
|
| 122 |
+
"loopQ/scripts/benchmark_calibration_memory.py": "afdaf39cde1e839924baf1cfd0a4d83df5ee0af40d6e7659cb6f3645e3ebb408",
|
| 123 |
+
"loopQ/scripts/calibrate_huginn.py": "ba44cc894b5a9987cb2f3a1382053d907f205a2d7608b44b7714fc410c142756",
|
| 124 |
+
"loopQ/scripts/calibrate_ouro.py": "5c81cb8ca6a92a6da4fe1b7e5d7615830e359d93a4eedf013fbb32d5f624ec9e",
|
| 125 |
+
"loopQ/scripts/diagnose_ouro_quality.py": "962f5ac918bea5cb029c78f41b96b886013e8233d5bf1d67ec87d8b488b9977c",
|
| 126 |
+
"loopQ/scripts/export_huginn_artifact.py": "20dbf608320f85daddbc843b0ac1196234c20822e2418f42b66327ddcd8186f7",
|
| 127 |
+
"loopQ/scripts/export_ouro_artifact.py": "1fe2edfa0fc09cf896a1fab149067160829744d3f7fd03d2c521b6ba38d19a12",
|
| 128 |
+
"loopQ/scripts/export_packed_ouro_weights.py": "a49b8646639682012340f908ec86efbe12a369343c984963c2314991c31a4ead",
|
| 129 |
+
"loopQ/scripts/freeze_lambada_inputs.py": "b15138ae82a52461f31cbb669d18f878fd98f9eab93ac7db3efa87f594afb97b",
|
| 130 |
+
"loopQ/scripts/inspect_calibration.py": "6514bb2fb9fda6ef6b5335035dae910cb4bf7ec36dde5a844c7cf38e0fd07f7a",
|
| 131 |
+
"loopQ/scripts/measure_ouro_trajectory.py": "06bf7ea56bb6626b5947e8f43d2b7ddc60ad942d3997ac1c2b7795db4672c081",
|
| 132 |
+
"loopQ/scripts/report_accounting.py": "3564bf5cb9e4f8133257cb415ec679f007090f0c7afe85fe1bca4b469b5ba5e6",
|
| 133 |
+
"loopQ/scripts/reproduction.py": "6a28f7a4cb1f4a9f4171fcf466b36b103761bc38bde63e3afefe8a25aca86fb1",
|
| 134 |
+
"loopQ/scripts/run_gsm8k.py": "11b220ad74277b5da6becbf18eaaeb4725d6ecb07330b1b15cd4dc4c29eeefdb",
|
| 135 |
+
"loopQ/scripts/run_paper_benchmark.py": "021ee1451abff633bc0b77f04c13e1cd9dae7bebfc86ebe962890015a74a6bf8",
|
| 136 |
+
"loopQ/scripts/smoke_huginn_vllm.py": "9311b038ce325a3f050a852addb6a9c550a09ace19f29ee3370439be9047e29b",
|
| 137 |
+
"loopQ/scripts/smoke_ouro_vllm.py": "39311a193900e7d1db491e29fcdd83ee88ad1bdda602025580f61bd5ae757203",
|
| 138 |
+
"loopQ/scripts/verify_runtime_parity.py": "1e0e1648fe5673abaca26d98efffac99cc3b2ede7ecb59423df04147e537e4e0",
|
| 139 |
+
"loopQ/tests/conftest.py": "56cfc62ddfe4ccab80288f60c8f3948b6d8b8d8f1d2e37c50f9c9577c4679235",
|
| 140 |
+
"loopQ/tests/test_alignment_contracts.py": "615d2e77c187411d55892fa875835ea280a9b6ab775835ed30459482c298f066",
|
| 141 |
+
"loopQ/tests/test_calibrate.py": "d9bddf96ebcd0c5bdd0dd866f17e045d672abd73360e5e0771775edc4e67c8c8",
|
| 142 |
+
"loopQ/tests/test_cta.py": "afe35581d60dcd0b5ff1566ffe3a8dc332003cd031d9c9e788cff1c2f62f2307",
|
| 143 |
+
"loopQ/tests/test_evaluation_provenance.py": "62765331e2e5b0e400c51b0d7caba5cc70f3060ac60fdfa53e89fc0eea293933",
|
| 144 |
+
"loopQ/tests/test_experiment_setup.py": "840680d43db300613ccb55409ce9bd142f2eb82176d697813194648de2c57484",
|
| 145 |
+
"loopQ/tests/test_export.py": "7bf542a1e606c7be517c2485dcad3b8e8ec773f53e7374656564ce33a78a6b8a",
|
| 146 |
+
"loopQ/tests/test_gpu_admission.py": "5f0154e0e7d80e1de684b51219b3ee1b52d81481d062de13a563eab1db17fce6",
|
| 147 |
+
"loopQ/tests/test_gsm8k_driver.py": "054d0284905dc8479ceb6c28e2a418d94a692762d45573902a8bb0278abd2821",
|
| 148 |
+
"loopQ/tests/test_huginn_adapter.py": "23f7b5d2fea8c9526553e979a5c44e466fe74d664cf6f0a05b8c66434dc48940",
|
| 149 |
+
"loopQ/tests/test_huginn_calibration.py": "bbdc7f0e10f23042f6d52acf14456d039b030d945fb4d3a8c72d9d6063242a93",
|
| 150 |
+
"loopQ/tests/test_huginn_export.py": "896eee3b771ee2a2b0dbdbd9aa07eb9918718c7dc9e69e0169b3d4ab22e50229",
|
| 151 |
+
"loopQ/tests/test_huginn_vllm_bridge.py": "c483f52999ca955b4c8b17de252e957bf7a878bfa7e5fa18330c7fed3f249c9b",
|
| 152 |
+
"loopQ/tests/test_journal.py": "b3331cbff1add620c8e1d098578a9d79f81e2c1d28a2e0c0b4a7a7a0c7ba1589",
|
| 153 |
+
"loopQ/tests/test_las.py": "88139ae1f23a53d07eb3497b88fe3f22980d6b8c001232fc3b629a57663935e4",
|
| 154 |
+
"loopQ/tests/test_objective.py": "fb206b4844e1f911e6665ccd5d99e643171810a30da50a80be64d227019e9b88",
|
| 155 |
+
"loopQ/tests/test_ouro_adapter.py": "9a52daa93ea65a75fc9edfd154ab27058c6a2567d113cab25e6d5a9e6592d986",
|
| 156 |
+
"loopQ/tests/test_ouro_calibration.py": "e9099d1cddec60482c811df656e7aa8731c2a1cd98ae274efde249636d0cec50",
|
| 157 |
+
"loopQ/tests/test_packed_bundle.py": "cfffba2fd0d640e2e5def1d6375b24a87b4d33bb57a7c45fb5d08145ae46bd4d",
|
| 158 |
+
"loopQ/tests/test_packed_weight.py": "387fdb51e3bce2cbd7c0f94dcec5fb1ecd8eedd55c79b6811975503625be884f",
|
| 159 |
+
"loopQ/tests/test_packed_worker.py": "41206a263d72bdc2e7ba65c8ecf7e6982f3b31b62c9602e554798212f8373a37",
|
| 160 |
+
"loopQ/tests/test_paper_benchmark.py": "70eaa2326bf0b8da12736a1577421a42af446aacd48fc21be0e9ead2deab52ed",
|
| 161 |
+
"loopQ/tests/test_paper_math_reference.py": "a46176f310f90d75bef72674620a2425de13a20bb65f84d33686dc82ff4043fb",
|
| 162 |
+
"loopQ/tests/test_quantization.py": "a0368909de90a7b5d64d0cb82296ab438306f4e337c50ed1a103616fdd3f9af4",
|
| 163 |
+
"loopQ/tests/test_saved_tensors.py": "522eae339ca2d2b01506f653b18d6417bc04b4315d0d1afa90b78820d55c7742",
|
| 164 |
+
"loopQ/tests/test_sharing_gap.py": "aacbacadaee3850d1d823cf8122cbc2ac80f2af3066254a7b5b60d46c0ded1ac",
|
| 165 |
+
"loopQ/tests/test_trajectory_diagnostics.py": "341d8650a0c3ae59c12584baaccc6fec454bb76f988e533385f5953d3f83bf3e",
|
| 166 |
+
"loopQ/tests/test_transforms.py": "5e9fc5b387fb8f40f3b090864a0c3751529a869bef176058bac149dd4401bfca",
|
| 167 |
+
"loopQ/tests/test_vllm_bridge.py": "ccab13d1a9c3bd18279e46b4268cccba84e766153282e9d78cd58e093fe50647",
|
| 168 |
+
"src/loop_transformer_quant/__init__.py": "a9dceaa469212264a6ee7b1a615de2c5cd6e6195a007c852fc7e1e85857c172f",
|
| 169 |
+
"src/loop_transformer_quant/adapters/__init__.py": "6d112e61f7a6dc6093f11278d03a5351e8dd7adcb55d34dbb9e6810f86dbee74",
|
| 170 |
+
"src/loop_transformer_quant/adapters/vllm.py": "9f8df73df24a2b2297def5f0b994b8508fd06dc1a16184af64220e9016b813fd",
|
| 171 |
+
"src/loop_transformer_quant/cache_codec.py": "cf22a2cda1546e2bacb1e7e6ce9d8bdf8db952d758dd5cf81fdc1e784154185e",
|
| 172 |
+
"src/loop_transformer_quant/dynamic_lse.py": "ca0ce130dd1f838ab34c96ba8fe23f308ba09975801f587e4d5fa5723ddd93f5",
|
| 173 |
+
"src/loop_transformer_quant/gsm8k_calibration.py": "f90b5b89e595ef86ca6d03ae4f77bfa62b123aee3b9efcacfa468a87c72d64fc",
|
| 174 |
+
"src/loop_transformer_quant/huginn_anchor_mechanisms.py": "bb59f9f3d90ff0bf3dada6cd7d48ddf26169796a0553a4c2a39fd520c2222b8a",
|
| 175 |
+
"src/loop_transformer_quant/int2_experiments.py": "7be8a00a688a57ee7aa0e8fbfe6e8adf15277dcacabd95e608b5707d9010abba",
|
| 176 |
+
"src/loop_transformer_quant/int2_runtime.py": "2eb7f992fe80c63874efb440f8ed3b1c84374d16118872532d9ada3cde3a0b1e",
|
| 177 |
+
"src/loop_transformer_quant/int2_streaming.py": "e16f5ab4abd71af8e3ea5ec3cc3164a5956bacbe87cd81f1b7c2af551bb2bd75",
|
| 178 |
+
"src/loop_transformer_quant/kv_codecs.py": "118c98e0e32d899d7e6458d8c626738912af9ce87d761789a0d7d2a51e8d24c6",
|
| 179 |
+
"src/loop_transformer_quant/layer_channel_heatmaps.py": "04f09e794e6f87d75410a2ff55bbd60f047bdaf5355dcb4abca085b0a0fb318f",
|
| 180 |
+
"src/loop_transformer_quant/logical_storage.py": "01858edbf3c5406af60c747375c0fbee6b406fc867a0ea1741525caeb90245f3",
|
| 181 |
+
"src/loop_transformer_quant/native_activation.py": "4f82f90e80574e92e2dd97128a206983f32e0bb424286fad33ceee91c19dd366",
|
| 182 |
+
"src/loop_transformer_quant/native_kv/__init__.py": "acfa90ad9c90018df7f68d2efecfd8f9dbb4ca90344279ba3aa307e6829a5b39",
|
| 183 |
+
"src/loop_transformer_quant/native_kv/cache.py": "573b46adf72ad17415ad2e1a8af977cefa63f3958698fee7ecdc50b2a8a8ff2a",
|
| 184 |
+
"src/loop_transformer_quant/native_kv/calibration.py": "6b5123c4933e147f44c8a47c339311a034f842957155894f81eeea0f4be0e674",
|
| 185 |
+
"src/loop_transformer_quant/native_kv/channel_lse_certified.py": "43d0d6dcce1de9fff4c99979336a0861c67f7bf6d7ba786509201ca03e8cd0cf",
|
| 186 |
+
"src/loop_transformer_quant/native_kv/channel_lse_cost_probe.py": "8a816598f39847d32318383e456dab2e575e04047ed89434fcc830428ece23f8",
|
| 187 |
+
"src/loop_transformer_quant/native_kv/channel_lse_fastproducts.py": "c7b4b4927725c7388342aee92abf014304e81714c27050bce4709725a0a3eb19",
|
| 188 |
+
"src/loop_transformer_quant/native_kv/channel_lse_guarded.py": "04f2893e42049ed01b7c0c4a4076f9ae5ad786562fc81311e2ab6ffbdca0fefc",
|
| 189 |
+
"src/loop_transformer_quant/native_kv/channel_lse_kahan.py": "036991681f5e6667f6684c0b794eefdfdcbdffa2b096095413544a848c96ba00",
|
| 190 |
+
"src/loop_transformer_quant/native_kv/channel_lse_mixedstats.py": "3acb22432e21870c99d83f12121cec2882bff1ad9b14ebc27600699b68ea9cc5",
|
| 191 |
+
"src/loop_transformer_quant/native_kv/channel_lse_native.py": "fe7d3082aba93d483983e091053d722860b51b478e138f92a27114c5c6ee7a11",
|
| 192 |
+
"src/loop_transformer_quant/native_kv/channel_lse_pagemixed.py": "2b83812cf5133e4a88780d4a89fa7179ec1ea581f68b4f356551d896e162a981",
|
| 193 |
+
"src/loop_transformer_quant/native_kv/channel_lse_pagetiled.py": "5f38be7492b93176cbe998d3b33345056a6db90c40275261b5c65ce3631cf104",
|
| 194 |
+
"src/loop_transformer_quant/native_kv/channel_lse_reference.py": "b09e33d551bbe31a6fd56469a207f8a6c9173eb915761c3c263c2574ee31567e",
|
| 195 |
+
"src/loop_transformer_quant/native_kv/channel_lse_solve32.py": "eeafd3685da864208cffefef9d5bd3575a8a2b873baf7f38e79dcbcf3fbd64f9",
|
| 196 |
+
"src/loop_transformer_quant/native_kv/channel_lse_split_solve.py": "d847cccf05382f38c337c094654e892c1544e37dff1fbb89967e349220756ccf",
|
| 197 |
+
"src/loop_transformer_quant/native_kv/channel_packed.py": "083f30a6446e125079df2e17811d06d004ee289953b999304f95e989acd86513",
|
| 198 |
+
"src/loop_transformer_quant/native_kv/channel_paged_fused.py": "a7fc2ab879859804913838b38c7888db589420f2fcdf5303165ff6a72c4d6f57",
|
| 199 |
+
"src/loop_transformer_quant/native_kv/channel_paged_grouped.py": "e52cf976ee34bd680af8107b18e97e50b7272deac2b3925e5c12f1d248171ca7",
|
| 200 |
+
"src/loop_transformer_quant/native_kv/channel_paged_meta.py": "179c3df4189e034f5c5b233f23e76bc0a49d12bab990480525d5f033ecc2ea6e",
|
| 201 |
+
"src/loop_transformer_quant/native_kv/channel_paged_recompute.py": "0ca703afd01d66337c949af2b3d73513bf801cfecb41f1c7851120e7e6641f63",
|
| 202 |
+
"src/loop_transformer_quant/native_kv/channel_prefix_scan.py": "3ef7845af24a20f515b2f04461c97fb2eed3d9d9200cc60d77bca4b7b34b0c1b",
|
| 203 |
+
"src/loop_transformer_quant/native_kv/channel_split_write.py": "8b197f54626758564c220aba8908de298ae2f4929a7131abbdf2d9fdea192421",
|
| 204 |
+
"src/loop_transformer_quant/native_kv/channel_token_fused.py": "eb455108f066f1ad90821a9484efc2ac4967f1b72d5ac83773054ff36ab16f36",
|
| 205 |
+
"src/loop_transformer_quant/native_kv/channel_token_meta.py": "443f3332b6e31cba118e880f71fed429c007f6d53543625d273b66eef4fe90a8",
|
| 206 |
+
"src/loop_transformer_quant/native_kv/comparison.py": "d318411d27db8f903ca1f250db8196d3b490e7892f9ee49d647dc3f304f88b00",
|
| 207 |
+
"src/loop_transformer_quant/native_kv/dynamic_paged.py": "c34a21557bd218278b6a08a8cdaa0b0a30a2b29a1ff02db02579f9cb7c73556b",
|
| 208 |
+
"src/loop_transformer_quant/native_kv/dynamic_paged_fused.py": "3c0f5c620c6bcb938bea32a94aa832c70fb356716088dfda207f47004727e393",
|
| 209 |
+
"src/loop_transformer_quant/native_kv/dynamic_scalar.py": "69e954ac3100cddb7464ec3e6caf9c3d3927fc96b99c472868057aa821a69867",
|
| 210 |
+
"src/loop_transformer_quant/native_kv/fa_tile.py": "5836fc96d54b5892fa911f0d0d48f81c9a91d71690c0455be639f31958bd77d0",
|
| 211 |
+
"src/loop_transformer_quant/native_kv/kernels.py": "d5537c45945724076984af5ff68c9e7b859528bf5c6ccc437c3885fc96f002f0",
|
| 212 |
+
"src/loop_transformer_quant/native_kv/ouro_comparison.py": "bf232a254102672863fe233e627a4e0059286a7f55e6362e397b22ce83178e77",
|
| 213 |
+
"src/loop_transformer_quant/native_kv/request_slots.py": "662be79c9ca67d8dace1c843a4ccb1b9325cb76b0b97c9c1fcdc677e44e86e25",
|
| 214 |
+
"src/loop_transformer_quant/native_kv/static_paged_fused.py": "19dfc2d58beac8b5318a97ca8fa2b5ac3badc4f33c0ea013d70e9db4d33d8466",
|
| 215 |
+
"src/loop_transformer_quant/native_kv/xqa_loader.py": "4de9c6c9f3a68d4fc422d68d3e55868dc756686299f901127acf284148472b0e",
|
| 216 |
+
"src/loop_transformer_quant/nvfp4.py": "68f0623c31f9667b295d09b2ecf4832aee84dbf93ab3de7348579189ca44a7d1",
|
| 217 |
+
"src/loop_transformer_quant/packed_affine_kv.py": "3c249789ca964aa1947262e9177fc3f66401d67889d1396a511cc489ea89e682",
|
| 218 |
+
"src/loop_transformer_quant/packed_rotated_hnd.py": "844421a98211c9a4bc1867c79f19c7d5583e82abe606b941276260c9a9e9c662",
|
| 219 |
+
"src/loop_transformer_quant/packed_rotated_hnd_safe.py": "9409fd0cca643ed8b3c87de99440e66eb7d3e9e8d6fdce8c76553806c3c29323",
|
| 220 |
+
"src/loop_transformer_quant/packed_rotated_kv.py": "195427fea9b110b693fbb54a1cd809482bdec7c75417055ec9ad14c8ed182ecb",
|
| 221 |
+
"src/loop_transformer_quant/packed_rotated_table1.py": "9b246daf90bf8d005482d413fd4f72422945d8ac001e98c61075365a6e1e8885",
|
| 222 |
+
"src/loop_transformer_quant/paths.py": "1f87fce7344da5916fd4a8b88dec2f5d7b45bf4b4cab129b72e9bf2280595d9c",
|
| 223 |
+
"src/loop_transformer_quant/pre_sinq.py": "e7926059546171473b26d1fdcfb2378884fd95aefe573d93119acf981e13240e",
|
| 224 |
+
"src/loop_transformer_quant/quant_policy.py": "bc55de3e7d27d7825cb2dbf443cd90ab3fe0452856a38864ecdb93c2e0fe3e38",
|
| 225 |
+
"src/loop_transformer_quant/rotated_attention_adaptive.py": "6ca61bf1207abe12e40de81900348df49d1832a69d1d2b9b92fee81daceedc34",
|
| 226 |
+
"src/loop_transformer_quant/rotated_attention_adaptive_safe.py": "5c93b4f091f723a1631b210bfb0589501c191d87adc57eacc8e90c98ae3b3f2c",
|
| 227 |
+
"src/loop_transformer_quant/rotated_attention_combined.py": "24d0fea4c099321594fe0d80c82093e934fd231137559d1a9d90535470db0458",
|
| 228 |
+
"src/loop_transformer_quant/rotated_attention_combined2.py": "207860a760e4a2bb2491d233247fabe965c84796ad7eb1bdab83df9a64d3d77c",
|
| 229 |
+
"src/loop_transformer_quant/rotated_attention_combined4.py": "df49a846ac8059bbdd9e5441fa91d366005063d0946c1c1fafff929998b5ca06",
|
| 230 |
+
"src/loop_transformer_quant/rotated_attention_conservative.py": "6318dbf853294db80b397985b0f3b92fce7d97791c752a0fb9df949095b4a294",
|
| 231 |
+
"src/loop_transformer_quant/rotated_attention_fast.py": "2e884106998c22e14fe822d3267478da54521ebfb93ab76e174daec23913ba9f",
|
| 232 |
+
"src/loop_transformer_quant/rotated_attention_group_all.py": "d6973ecff1f66eed99f9955b102f6ba5d51d240e249f724d6667028998da0347",
|
| 233 |
+
"src/loop_transformer_quant/rotated_attention_group_codes.py": "be0723b591b7c95436057c3ea7616c4178e516c8dc80495b698375196239e921",
|
| 234 |
+
"src/loop_transformer_quant/rotated_attention_group_codes_v2.py": "327119e221287a8221d178290aba72c4d428ff1d6664347374f04d287146da83",
|
| 235 |
+
"src/loop_transformer_quant/rotated_attention_group_load.py": "7cdda56e000afe900d7b6d3a942f112c4ab986a1a70476275531dc3238696063",
|
| 236 |
+
"src/loop_transformer_quant/rotated_attention_group_pipeline.py": "b2139be31958bb37fdf0afbfdfdbcde8ab91245208782ba16631ea47b369f3f3",
|
| 237 |
+
"src/loop_transformer_quant/rotated_attention_group_rotunroll.py": "f4bdc70394069dc078649b6ad5310ccbce2e5d9dff048f403fcebba687ce6fb5",
|
| 238 |
+
"src/loop_transformer_quant/rotated_attention_hadamard.py": "2dc3ea5984f251fb17d93c4868cdc6297801723bc6799ac1a9d4d96bc18e46e2",
|
| 239 |
+
"src/loop_transformer_quant/rotated_attention_pipeline2.py": "81efddc54396b60dd7c2c412e092e43eddacb0d9641f2d8a4eec9878d72eb4ee",
|
| 240 |
+
"src/loop_transformer_quant/rotated_attention_query16.py": "161faf38eba65c083fac344853dfade1ec326da7d6257469d10626c2abce5df1",
|
| 241 |
+
"src/loop_transformer_quant/rotated_attention_query8.py": "143350254d30170998b5300874e1c04a44adc5e3cf23563b33fe61dd1e8c77c7",
|
| 242 |
+
"src/loop_transformer_quant/rotated_attention_rot_keep.py": "2f55a8ed07a478067ae68b911ee457b4f0628beeae078b121eaae0c8cf5d14e8",
|
| 243 |
+
"src/loop_transformer_quant/rotated_attention_rot_transpose.py": "dd7823da1e66c88a4f7b74874d25d94261cbc17e85fb02a73938fcfce6fb7765",
|
| 244 |
+
"src/loop_transformer_quant/rotated_attention_unroll2.py": "90bb8c89664acff921d0369083aa7f53ed628b0168ff5d2e8779654fe727ea97",
|
| 245 |
+
"src/loop_transformer_quant/rotated_attention_unroll4.py": "4cd2474e5a63dd893d3fc545d12fdf0ea2d2be0e4d232bed1130b5aa7ce95539",
|
| 246 |
+
"src/loop_transformer_quant/rotated_attention_warps16.py": "c984459e4fc0d9d1d3d0bfe8ec41f1abb7e9ad723da30506ba44a68ca25085f7",
|
| 247 |
+
"src/loop_transformer_quant/rotated_attention_warps4.py": "44401f179631c6e6120b2e111326e77c14a2edd002ec28d3f8168d102d22695e",
|
| 248 |
+
"src/loop_transformer_quant/rotated_attention_xqa.py": "e7a8a71abac60a1865a092d25777a499b4fbb6ba8722430c0d4e705f28f4f786",
|
| 249 |
+
"src/loop_transformer_quant/rotation_policy.py": "7fb06183b276662564c2f64f14bd7ea6a5438b46b3d8a05efc3678f46c4b54cb",
|
| 250 |
+
"src/loop_transformer_quant/rotation_study.py": "c05e433e8182e7af43ae499d09fc5eb5f8a53512cef4d01be9dd2d59ea26e14e",
|
| 251 |
+
"src/loop_transformer_quant/rotation_table1.py": "c7bbd247eab272600bcba2219c83160bb54abc4bcff3d1de8ca496fe2faff985",
|
| 252 |
+
"src/loop_transformer_quant/runtime/__init__.py": "c412e782654be12e77250c6b617b5034c9a2e33a1084b7880f8c0eacb46e05f8",
|
| 253 |
+
"src/loop_transformer_quant/runtime/cache.py": "2e1f0026738ab93ee3767ca29a53ff38a67d707f3e64f466fc402a80eebc82fa",
|
| 254 |
+
"src/loop_transformer_quant/runtime/context.py": "e8f723bc270d1293b086d621c66f69a964e570175df733e23c9755e74933ca10",
|
| 255 |
+
"src/loop_transformer_quant/runtime/module_cache.py": "f189187bbbc1436049ba863550ac0b4134466e09bc1ee3471c3b030b33d01e17",
|
| 256 |
+
"src/loop_transformer_quant/runtime/specs.py": "b9a3deee69e44c8ccc009e92bdf34c83662b7d553ffebe25eabbead0b897bdfc",
|
| 257 |
+
"src/loop_transformer_quant/sensitivity.py": "00d0ab71278e19113dd6b5db65d091271fe1be65054562677edf7c082d8f3022",
|
| 258 |
+
"src/loop_transformer_quant/sm120_fp4.py": "301b7a8141337b68fda40dd9fdeba2d4eac46fbb17c0d61292481910ece83ca4",
|
| 259 |
+
"scripts/account_recurrent_kv_storage.py": "00aca9766fa7960c010b5170f36781224e45a4a288518bf37c6864b14422fbde",
|
| 260 |
+
"scripts/analyze_accuracy_grid.py": "0d33123eae6c5beaf625854f6d0b92e4169a835e8fb067139c0b037dcfcf2e46",
|
| 261 |
+
"scripts/analyze_huginn_anchor_ablation.py": "3d825b07b42a08a8f9dbb8fe7b39bb50c8b51c5c7f02da8183ad11a90d43906a",
|
| 262 |
+
"scripts/analyze_huginn_full_validation.py": "6b8a5972ff7f878d2368273a41898ccbd5321e61056a59c8ac845fd2f01a7741",
|
| 263 |
+
"scripts/analyze_huginn_mixed_precision.py": "d8cd6ee6c8f39ec28fffb6ebbdc618443bc88918dd1c5ebe06a8ebac30289519",
|
| 264 |
+
"scripts/analyze_huginn_residual_kv.py": "015e3bd1abbdc14c98b077d645609ef4fc312654a8c854f421a62e0516d467df",
|
| 265 |
+
"scripts/analyze_int8_scale_underflow.py": "181ea6a32f88a9edaab237edaa5fcb02d5baa85d518ce996a53ffba214601388",
|
| 266 |
+
"scripts/analyze_int_scale_matrix.py": "b0d17fc01e36e0cae0bb2fcd12b67e578b0b67983159ee5dbf582cd01a5c7b12",
|
| 267 |
+
"scripts/analyze_kv_codec_screening.py": "c712a196068fa991a2272435d5c302edd570fd4100209dcd5bf316103557ba35",
|
| 268 |
+
"scripts/analyze_loop_delta_quantization.py": "dd1201e93c2183a428b1bd0b514a782169d81d03cbec2fed82db67e80f3932e9",
|
| 269 |
+
"scripts/analyze_loop_kv_redundancy.py": "872e86904e189d18e8440b7f79e80bcbc0061d1b9780aee26c29459710c9d7cd",
|
| 270 |
+
"scripts/analyze_ouro_selected_wa_kv.py": "f2da633a5e23fa92d9c444b80553149b8644257f479641ef2eec8a9dffd88c3e",
|
| 271 |
+
"scripts/analyze_paired_screening.py": "777b63be6a0c0b27a07115f94f2da7f50ae8da36818413e6a7b00044895fd79d",
|
| 272 |
+
"scripts/analyze_predictors_vs_accuracy.py": "0d0c94a94b5c81ab2b11700bbe6a9ceb4d2802ca240d7e1d274954e4ccbee0a0",
|
| 273 |
+
"scripts/analyze_recurrence_context.py": "2765504af81b1d9025374c1af39d11914977ae1067090292e5a9ecee76a98dc7",
|
| 274 |
+
"scripts/analyze_run_repeatability.py": "1d529562e36480fa64d32902303c74080f23b5f3358cf04c4e611742df359b46",
|
| 275 |
+
"scripts/analyze_selective_w4a.py": "ff84fce91a09e11f1d7351a19268086ad9d493e8bdd0657d200fa0128683dff4",
|
| 276 |
+
"scripts/analyze_sensitivity.py": "5a1d93a6fe3e261f1fe9d54f5535904c378a23b13ef39f482dcea90056c77f0d",
|
| 277 |
+
"scripts/audit_activation_table10.py": "df38f4deccb5cc437ffe8537a5364277920743c10cdcdede17b1b26709e4e796",
|
| 278 |
+
"scripts/audit_channel_capacity_reproduction.py": "14558f10129915128726e7535a6f67929e1e71dfc9132865fd94c595ade0b2ad",
|
| 279 |
+
"scripts/audit_fused_write_model.py": "4bd0788465be0a16fa54709760a5a6ede71d46b1c8128a0f0601bc4bcbb2932d",
|
| 280 |
+
"scripts/audit_huginn_table5.py": "93913720f049190fa1fcebf93cec2f26d2c802775bb71a5424bd35d227902a6a",
|
| 281 |
+
"scripts/audit_int2_accuracy_smokes.py": "c0a463d3cd3fea5889c1d758999a3cc059b43c89a57c229513397de6c4521434",
|
| 282 |
+
"scripts/audit_kv_cost_final.py": "c193155a1d34f2638c05fe65d23b8d68349ceea7586a2acb0f88a8f7cf547abd",
|
| 283 |
+
"scripts/audit_native_wa_method_screen.py": "05cdf99ca7abbb7333ddce355ca93db4d642b3187fd332007cc5d39bc816d2c0",
|
| 284 |
+
"scripts/audit_ouro_table5.py": "2966ba1479831d7c941093b5709c00f4b29a7f39a1d8d095025244470cbb35d6",
|
| 285 |
+
"scripts/audit_portability.py": "465c903e2a1581cc1f84ed7883cecc524295924c31b72dfc685d973460539909",
|
| 286 |
+
"scripts/audit_quantization_goal.py": "3362e9fc93d2ad3d2aaa89421b8e187c74dd284c6c4a60ad71fe8101505d2086",
|
| 287 |
+
"scripts/audit_recurrent_speed_goal.py": "7410c511e4ca51c15afedd744b913a2e68fee2b84abab4968e130261ff13bc21",
|
| 288 |
+
"scripts/audit_scan_g4_model.py": "83acb9495b81dc3ec6d7160c6aceda110826f32ba8f1a50ae1cf5b24d84180cd",
|
| 289 |
+
"scripts/audit_scan_model.py": "bdd572caf68eef4fd634ce14841512aeb5e2bc64f907cdecbb682d08f0c3a3f3",
|
| 290 |
+
"scripts/audit_split_solve_full.py": "333caecc946276e9986c9d0a1bb68ab388b4b2b8bbe32b7c1090378cbdd48e33",
|
| 291 |
+
"scripts/audit_stream_solve_model.py": "11e43ee2ac2f2116684f2818735d980e00613052a06ab53b78993ea92c1cb442",
|
| 292 |
+
"scripts/benchmark_activation_workspace.py": "1f3c65b83e6b09e211335f0d5710ed9d00533500706a96f36b4bf803cc42c157",
|
| 293 |
+
"scripts/benchmark_channel_lse_costs.py": "ed77ceb5d1aafc2b1102b874266b6c5bc9e07be8e7ce3e1af14b3a95f0a3fe1f",
|
| 294 |
+
"scripts/benchmark_channel_lse_policy.py": "362517508242ed94d83e3b11024115be2cd86b71efc7dd4112cbcf0b053a921d",
|
| 295 |
+
"scripts/benchmark_channel_packed.py": "64be08868ef380c3b905044026db94c289edb1dba849d7aaf74f15d4da6b2d78",
|
| 296 |
+
"scripts/benchmark_dynamic_lse.py": "0642a3cbb797c802d45bceb60e4b270ea0e793041020320b3489eeff7e14eb71",
|
| 297 |
+
"scripts/benchmark_dynamic_paged_write.py": "b607ff8de2d0ff083a963cc71d26c7a4d515999e50ebd576353a657d4efbde75",
|
| 298 |
+
"scripts/benchmark_huginn_native_components.py": "f39093b1d1d339e7fc571db16b2c8c4662b616fd2691a42f35518f16595b4fa8",
|
| 299 |
+
"scripts/benchmark_kv_cost_probe.py": "6da5ecf0c9767ce784934ee2bee7a0852dd8905a50a921e212520a4d6cfb74c1",
|
| 300 |
+
"scripts/benchmark_native_activation.py": "ec82e0f1c126b525d49e785f3e085a2ebe769056e77a1a2d13c0aaadc1c755e5",
|
| 301 |
+
"scripts/benchmark_ouro_native_attention.py": "c5a04ba7798b3631a189187e30bcbfaa08423508f671f08979fa071c445b7364",
|
| 302 |
+
"scripts/benchmark_ouro_vllm_fixed_generation.py": "92a3d379a73d12350d2c1df1afd98d65146205c412b902bb0051b9a976c4ef9b",
|
| 303 |
+
"scripts/benchmark_ouro_xqa_seq_trace.py": "d7fa0a4be2e6940e2b0e86071eadbd95004d89b69fe854b05add2fc65cef92b0",
|
| 304 |
+
"scripts/benchmark_recurrent_kv_chain.py": "085af93b3250eb492823166d7d304ded2ed050dfb42352df80c562c9757f122c",
|
| 305 |
+
"scripts/benchmark_xqa_candidates.py": "7b130c23368b584b06d3d64ee6dcebd102eff7064ce64edd109bd08563daf4ae",
|
| 306 |
+
"scripts/benchmark_xqa_costs.py": "ae0b11a31900d21b1e143f5d88fd36887eedcf977154f9a0890870d5fa8fdb6d",
|
| 307 |
+
"scripts/benchmark_xqa_native_attention.py": "7198b554ed0c10d7d2681c2c297bce03fd085651b552404e4790448d6e8f3cf9",
|
| 308 |
+
"scripts/build_bf16_anchor_reader.py": "9c072bb017932ae62c2885fcc942c98f8dd7f9e29299151d35ce495e70fc17b1",
|
| 309 |
+
"scripts/build_completion_manifest.py": "84b8ccc2eafb27025997b981bc9237404cc85ab36f01765101be788eda274369",
|
| 310 |
+
"scripts/build_fa_tile_attention.py": "5ff13df779225048a1b8f42de46e6a99993569edd51725ab2e3067f0f1bd6ccd",
|
| 311 |
+
"scripts/build_m1_storage_matrix.py": "a5eeaa9eaeca126e03be047ee4537478f068f5a730616bee8a36558a9f41be86",
|
| 312 |
+
"scripts/build_provenance_manifest.py": "96eeb4ec1c23af52a5e4ffb415aac532356eb37370c862d5176a4053c100646a",
|
| 313 |
+
"scripts/build_recurrent_attention.py": "0896c6280513fe2b624c16451e8773007e2acf685adbafb467f89a9127c7f950",
|
| 314 |
+
"scripts/build_recurrent_read_view.py": "def6ccd89fafa3db068972e426c348e9d29c67d2a4f3506529e3b44c0509d981",
|
| 315 |
+
"scripts/build_recurrent_xqa.py": "a87ce431cd27ac95476ca6382677fb28093f5942a4a87ab9c7f2d057adbb0a9f",
|
| 316 |
+
"scripts/build_vector_decode.py": "2eba31bc992c7895b1c17b8588590001617e9707ae2ffc8621f82e572b56369c",
|
| 317 |
+
"scripts/build_xqa_candidates.py": "4e0e4cab2c5927025f5946a5a79f73f43c3386012ed5b4b95741cd63eb0c7ffd",
|
| 318 |
+
"scripts/build_xqa_comparison.py": "8fbdad07ddd5ac35df2acf14a5a01a8522eea83877b7cb35ec6a553cd72bccb4",
|
| 319 |
+
"scripts/build_xqa_cost_variants.py": "88d90a75f931a205dcbb13079846aba305a542e58b0447242194ee39c8b8b5a3",
|
| 320 |
+
"scripts/build_xqa_hnd_native.py": "a3e0ed25569036b194b0fcfb6f59b8478145396e351cbb0db05dc83ffa2b48c2",
|
| 321 |
+
"scripts/calibrate_huginn_residual_activation.py": "7189b032c99b5f5c25d2349481cff3f97a4a919ad9510c8e925f97315c7c25b2",
|
| 322 |
+
"scripts/calibrate_huginn_residual_kv.py": "a5809dae0f75d5c7e45b2453ff1576e3bbf05c1a86f6fcb17fcca03bb69da0c0",
|
| 323 |
+
"scripts/calibrate_native_recurrent_kv.py": "de867b19016e5cf3d90fac9b1684f13874bebdcb7658e34aff1a059403a0cca3",
|
| 324 |
+
"scripts/calibrate_ouro_rotatekv.py": "f995a50d5b35adda2560c1f26ea44482cd78145968a07336fbd06868ce50e553",
|
| 325 |
+
"scripts/calibrate_residual_activation.py": "0c5348f5a0989bf4f178c877b637dae3d9a3a1225e28986760aca39002c5a600",
|
| 326 |
+
"scripts/calibrate_residual_kv.py": "1b7d6c1c23bbd251dcb7ce3f9f1dd994b581e6c8d8237a0f7c9fa79c950ff9d2",
|
| 327 |
+
"scripts/capture_int_scale_matrix.py": "f507a18d3394d0b39e94bcbbb45e27cfedb68a9435a3b9fe27079cc365065bc1",
|
| 328 |
+
"scripts/capture_ouro_kv_reuse.py": "72f411ddcc7e546874aea70e54cee946ddce7e6f85c558087dfe1e2fe7a940da",
|
| 329 |
+
"scripts/check_activation_workspace_cuda_graph.py": "e0d2c9b871949286a6b0c45b8e5a8b713c6f8f0ad2dbfbfac033084308be2310",
|
| 330 |
+
"scripts/check_bf16_anchor_reader.py": "107caee9b7a3a58d1554016feca042c545240ce5c4f2685f5edce0d1d783c6d0",
|
| 331 |
+
"scripts/check_channel_lse_certified.py": "141e493ef9ac943fd65e4b0352c48844ab1e250ee577064d98b4790364ca93c5",
|
| 332 |
+
"scripts/check_channel_lse_native.py": "7937d8c0d3b94830984ee8fa19c9af7829689ce4ff1ca20f448276d587fe993a",
|
| 333 |
+
"scripts/check_channel_lse_split_solve.py": "ed222515a14b35c617f80259d91d53b98563a2928009f6126d7a7b93844b1734",
|
| 334 |
+
"scripts/check_channel_lse_split_state.py": "8634d6c172652760f57070b2ae9a782b3c1fb865832744591f3b89ee2272790b",
|
| 335 |
+
"scripts/check_channel_mixedstats.py": "eb80353d62f2569b012589290510a165d4a9d04190f2e15c319534c366401b32",
|
| 336 |
+
"scripts/check_channel_packed.py": "7d5983fd3850838f6da437196f29459f91248cf223900c063f5032ed37195094",
|
| 337 |
+
"scripts/check_channel_packed_heads.py": "4cbd129906f2ce7a5f4e91eafb50724bf49eda9df4eac126531fbdb80b342c1a",
|
| 338 |
+
"scripts/check_channel_packed_split_solve.py": "75900d0a014901182629864c5575ee0d01bfe4e1b92b3dc387535b26560973fa",
|
| 339 |
+
"scripts/check_channel_paged_fused.py": "72bbadb9214c5815050f1c3436659a6619632c42d6bcf10d4cadca8665a7719d",
|
| 340 |
+
"scripts/check_channel_request_reset.py": "eb785b1301ce8380eb7052b4433c63891f7d4bd14a369125af1930ce2a5ae4eb",
|
| 341 |
+
"scripts/check_channel_scan_numeric.py": "11c090307331ed7078c0986e3c5436bf1b5387f078afe78320bb9e645d5d429c",
|
| 342 |
+
"scripts/check_comparison_attention.py": "fb8b20d36f57efd3eae00db870471e285eafcc68bfaf91ab9a7a54d119aa0571",
|
| 343 |
+
"scripts/check_dynamic_lse_recurrence.py": "7d6ed664c3004ff6445ccf9f6d3d7c4501fe346a6e5b13a745e159c0855e669f",
|
| 344 |
+
"scripts/check_dynamic_native_scalar.py": "fcefa1178f06cd7281c9fb67c858bf70b6857afce5699b3617f11b89a97bdda7",
|
| 345 |
+
"scripts/check_dynamic_paged.py": "b42960a5f7795f13646e98acc937b810b9f1e12cc1b9ba0d8a0d00a3feae12bc",
|
| 346 |
+
"scripts/check_dynamic_paged_fused.py": "cea6ff572d72bbfb4f03a5b0325eeb6bf17758c58f052487d4b40c3eec1ba456",
|
| 347 |
+
"scripts/check_dynamic_paged_heads.py": "c17a61e56ba883cb92b9aa54a5d8b557abd337af32cf9711b90979f7dc0b042a",
|
| 348 |
+
"scripts/check_environment.py": "00343fbd026557b2c317c26883c37d0218495512cb38bb99506ecb1c744d5490",
|
| 349 |
+
"scripts/check_fa_tile_attention.py": "1b23aa2a0d25c3176c175c8e841e616e112ff40e70a4c1e4178ca881e629d9e2",
|
| 350 |
+
"scripts/check_fp8_read_view.py": "5d2cf0e70bde90177c5a6be7234c6bb94fe303957e595ff2f7ea1858cab49708",
|
| 351 |
+
"scripts/check_huginn_graph_parity.py": "e1b5002ed78f7ba49a23e62db86f29841365265330c5d5cf3bcfcc87391d8695",
|
| 352 |
+
"scripts/check_huginn_sm120_fp4_parity.py": "6916213489c904c13994ae663b7f219c3890d45c9247353600e66929d3c3462e",
|
| 353 |
+
"scripts/check_int2_experiments_gpu.py": "400ceb0731884a208d3b5225fb4994e682a92a0163ec854a308c55c9fd62b091",
|
| 354 |
+
"scripts/check_int2_streaming_gpu.py": "dbaeb741a1215f06de00b78bc0f71c6e6c01b8a100ad9c180b4ca0f6848c2b5c",
|
| 355 |
+
"scripts/check_math_modelopt.py": "7924917242ed769f80ce00d18043ef7b719706c480259182c076f98ba270b62b",
|
| 356 |
+
"scripts/check_packed_affine_kv.py": "acc10f3ddaa6b38957c42f0741301668700ad2882711117fa990d574feb53b20",
|
| 357 |
+
"scripts/check_packed_fp8_conversion.py": "b05e9ef6f321715f93341d079c4a0c13cd1c516763d91be4b55957ca02016314",
|
| 358 |
+
"scripts/check_paged_comparison_attention.py": "c35a2f8983149403f6f13986ad38e4e3df331908cbee5ffafb70eeca75268359",
|
| 359 |
+
"scripts/check_recurrent_attention.py": "18d513c8b2545f7c0f393b5edbdff0451fef22bebb6f2a3b6ca7c90083090179",
|
| 360 |
+
"scripts/check_recurrent_dequant.py": "3717d5bb5d012a73e3c51416330d82310e6baa81c7777a32277920a78b890e2b",
|
| 361 |
+
"scripts/check_static_paged_fused.py": "69d122d8d6bd49728990ea71a5437a1ddca2ce8a2d6e01e3e15cf067f1372e55",
|
| 362 |
+
"scripts/check_xqa_bf16_matched.py": "34a5a6469befd2f372caad2b278d1ff1d9b0b06b842e63003c36c81927acbe40",
|
| 363 |
+
"scripts/check_xqa_fp4_lookup.py": "5aab5b1a773ef3495e65e69cbeb36657d884b1cd0567c831285c91f747edffe4",
|
| 364 |
+
"scripts/check_xqa_fused_prepare.py": "2fb54c3928dc77e369887517396bad325ea44ec019c2ec29bca9c0f85925831b",
|
| 365 |
+
"scripts/check_xqa_half_product.py": "b55b1632d22a562271815e55250f8f6ca1493ae8251f1fcfbe56e14d1eb8e61b",
|
| 366 |
+
"scripts/check_xqa_mixed_attention.py": "b0708b1cf369377d5e65efd637b2126bef1e33d5be7940e0b2d7fd6f990a1de4",
|
| 367 |
+
"scripts/check_xqa_paged_attention.py": "9d0fad47bb905da01d8c0eb2d76084dedac321bf9771fc349de6ec42b346d870",
|
| 368 |
+
"scripts/check_xqa_paged_generic.py": "f3efb933095fd47da14c64e86d463dbfeb4e7731c5e0dd50cec2a6bc8f2ae15c",
|
| 369 |
+
"scripts/check_xqa_prefill_decode.py": "bcb51bd5947ccc1ca2c490ca8a17dcfdbf1c68312a6a441b724ddfd1998184db",
|
| 370 |
+
"scripts/collect_activation_momentum_payload_heatmaps.py": "e773e670b76f5b5a0af600edc340535f028121d122daf2bb3d5c50c13aaca2d0",
|
| 371 |
+
"scripts/collect_gradient_tensor_norms.py": "a1d6d20ae81e700badf807e445a770a24a2f2dd2cb50c7659dc07efe910fa031",
|
| 372 |
+
"scripts/collect_huginn_anchor_mechanism_cell.py": "b9c58fd7fc3fd6caa8ee5875f4a8619ec736646afbafcc4156285e15d0caa055",
|
| 373 |
+
"scripts/collect_huginn_layer_channel_heatmaps.py": "87977e4d6a34e3422fa42af1ac943cbd17814eb6911f8f19297318b72ddeeb6a",
|
| 374 |
+
"scripts/collect_layer_channel_heatmaps.py": "41a293cede5636d07ab52baa61d7c495b63cfde5915ad9daa8a15db62aea99d7",
|
| 375 |
+
"scripts/collect_momentum_payload_heatmap.py": "0b94a57d71fb7b8318c21f9f2e6fc2e604317debd441a1a73fc5d0dd76c28c9e",
|
| 376 |
+
"scripts/collect_ouro_gradients.py": "d7b7c0671906c75c353ff34b257b60ccd5405479647f85bdf957204834fbf493",
|
| 377 |
+
"scripts/continue_after_q08_uniform.py": "10c0b22748aa4066bd69c49f9dc4e9c4ae50068fef2e1bd7b953bce4568412eb",
|
| 378 |
+
"scripts/diagnose_channel_prefix_cost.py": "f29704a8cc5d3fd3ce81892fcb06395349d15ed64a32d41f2936be8a18121e6c",
|
| 379 |
+
"scripts/diagnose_int8_scale_underflow.py": "a5c134d657da16dde0cab5eeb09fcbd3e3c2b837e8ea8447defe0354f6546b40",
|
| 380 |
+
"scripts/evaluate_gsm8k_cache_codecs.py": "2bf64cde6944cc6cf3ac3e88ef8d22336a27fc4da6c2d7b4505c0fd930a275cf",
|
| 381 |
+
"scripts/evaluate_gsm8k_fake_quant.py": "22d0c237f74310ed2a8de0973b8bbbe59bee5c57ade8e5fa35f51b7e941d0b8b",
|
| 382 |
+
"scripts/evaluate_ouro_attention_precision.py": "8fc0f383cae171c45fb3029b83ff42bdf0e0e37b761c3e6e58abb4dd30ff9562",
|
| 383 |
+
"scripts/evaluate_ouro_code.py": "649415991ebaa7894c40e0900c76408ee2fbe27a6a483f5438cbe2d1d99712ff",
|
| 384 |
+
"scripts/evaluate_ouro_recurrent_vllm.py": "d0f14e137f425dc1e0f6d2341dbefab3f4df2d04a313760ae99e2b2ff80bee2b",
|
| 385 |
+
"scripts/evaluate_ouro_vllm_attention_precision.py": "b945f987d6dcc98a25f8fd2f1eb307774e3d4b6cb1170c5e2b2d981fa54b9ba9",
|
| 386 |
+
"scripts/experiment_manifest_common.py": "49b5ca26f2087394144ddaa6d0a36b07f16e503b7a838a382fd7b8f2257b74e7",
|
| 387 |
+
"scripts/experiment_queue.py": "21df177893db181b87b13dfc04d9e5538e81cb4770cec8225df7485d91c0badf",
|
| 388 |
+
"scripts/export_codex_sessions.py": "212d5d0428d31aca43345cf6017ebce23dbfa98134ac85ab0b1a8ed16f2fb0b0",
|
| 389 |
+
"scripts/export_native_nvfp4_checkpoint.py": "b7373493e7a13586827c370f8521e544dcf238a16792c89ac60174c8a7eb77e9",
|
| 390 |
+
"scripts/finalize_activation_table10_report.py": "4f9bb32ce670eb61f270e9dfcfffb7786625c5e73c42b111e0c66d792a1eff41",
|
| 391 |
+
"scripts/finalize_huginn_table5_report.py": "dc1994ae56f9100a92c4bc5417c10bab9b7d148d81200732740acb2522ad17aa",
|
| 392 |
+
"scripts/finalize_loop1_dynamic_table15.py": "753e956cb404d2401cfca8928eaf5d8cd568a9d17c1b93971a10a5ba2e83123c",
|
| 393 |
+
"scripts/finalize_loop1_remaining_resumed.py": "94cdb86481d84ddcda7abcc7831f9b3a93da857cc41cf3e592453c8369fa224c",
|
| 394 |
+
"scripts/finalize_q08_uniform_bits.py": "3c653a6ac63e6495e1c293fdfaee85c302cd657d770457e0c63735cc5910c752",
|
| 395 |
+
"scripts/fit_int2_accuracy_candidates.py": "bb9d87115ac4213cff11d12e96d83e1e5c4eade0ac67821fb5b3df326c9361d7",
|
| 396 |
+
"scripts/generate_activation_table10_tex.py": "f8f855ba9870dafab119fe9ee3da4d085814f36270c1286296a2ea4d339a00ca",
|
| 397 |
+
"scripts/generate_huginn_table5_tex.py": "7253a086a2cc10630211307fec2142c7e12ec06e010e0c64662acdc0a845f11e",
|
| 398 |
+
"scripts/generate_kv_codec_report_assets.py": "9f0fcfd69147f1bc7feb3a54b9cbaa0c4465bd73eeb92b4d8f8fc99008dbb975",
|
| 399 |
+
"scripts/generate_notion_goal_results.py": "c24ce41bf220cef7f3bbcfe3b0b656a9fce58c28a444f71506f741e683ecbb3e",
|
| 400 |
+
"scripts/generate_nvfp4_residual_report_tables.py": "830a8a6c038f739f3dc44c056601db515fe82f3df94c118dbf625dfc190d8dc0",
|
| 401 |
+
"scripts/generate_precision_flow.py": "24b713b71784ec3c84f52940b535d1027bd5ca40fb73f81baaedbffdcf7a1bda",
|
| 402 |
+
"scripts/gpu_availability.py": "09c716b2fad2e969b3eda9acedf91817d4dfbf0d67280563bfd2588386a486d3",
|
| 403 |
+
"scripts/huginn_table5_matrix.py": "22eb8f679a832ecbbe6f2d43ddb9653c2103ec3417cbd246b56e33abd0e59325",
|
| 404 |
+
"scripts/measure_sinq_nvfp4_weights.py": "cc2b80b416b5c47b415bb4c60ece87d394ab61b751fb726c206abee9c7c11d58",
|
| 405 |
+
"scripts/merge_accuracy_results.py": "a8d0d79613893024382ed874b497fa08154bd1ffca88e3bf8ff669216ef378a0",
|
| 406 |
+
"scripts/merge_full_validation.py": "ea7182148e8b98defc87b664176570a75ab08f9bec5c05799e70c25b635cbf53",
|
| 407 |
+
"scripts/merge_gradient_tensor_norms.py": "850ecd33e3fe3539fc83b6adb8232d58a8e3f6a540ec1c07c4cc17ab6b38205d",
|
| 408 |
+
"scripts/merge_huginn_anchor_mechanisms.py": "8d02dce1f8914cfcfe18118378dd10c370d52b619e598bc181fb65d6e7b431fe",
|
| 409 |
+
"scripts/merge_kv_codec_full_validation.py": "579713ce35513f10537b2c3abba3f7b33aedc05d73aa76c01d103c85adae48cf",
|
| 410 |
+
"scripts/merge_layer_channel_heatmaps.py": "5a56b2407d5ada4ab61415e00f25c4780926d1ce2bffd03707576eda52d6cfd9",
|
| 411 |
+
"scripts/merge_sensitivity_shards.py": "1b1afa38007afe6bf4d4e54e211cbb956b3b6af79b1fe0a24300a33c99851e06",
|
| 412 |
+
"scripts/plot_delta_ce_summary_grids.py": "7029fe408fc3e2e8dd29407d22c2c6b8fa574b8a374827791704c71271282672",
|
| 413 |
+
"scripts/plot_gradient_tensor_norm_heatmap.py": "f888343b48a10cf142532c391768526cae058bce7a70197453dc1387715b0fc3",
|
| 414 |
+
"scripts/plot_gradient_tensor_norms_v2.py": "7a057b1c2b3a7251eb8ea565a64a32a82cad4bde00abd2b4c6ac53bb0d1ae00c",
|
| 415 |
+
"scripts/plot_layer_channel_delta_ce.py": "c7167a3a26b92e7804c4594494e0e102df57fb3293efd15a703d97e37e9c3c9b",
|
| 416 |
+
"scripts/plot_layer_channel_heatmap_grids.py": "f0ccfeb3f0dbaa6e3e7710b2e8e36a5dbded48565aeae1dd78565c1fafdb4d0c",
|
| 417 |
+
"scripts/plot_layer_channel_heatmaps.py": "e436e4e3b24945bac35785d0c2882ae4ef253d9ccb88281333230ba0275ef601",
|
| 418 |
+
"scripts/plot_quantized_payload_heatmaps.py": "8b652720d49a64b32336f09b3b7d72d21b754d6c84d238a821c612ea9328d37b",
|
| 419 |
+
"scripts/plot_quantized_site_gradient_heatmaps.py": "89859986a1625c6143a562eb6441c99760c7a310f287f95cf82aed0551a72ab3",
|
| 420 |
+
"scripts/prepare_huggingface_release.py": "a0ad51ea23de34f4c5023d61eb6afe23c9ac65a4c1d151c7ad574ff8c3614326",
|
| 421 |
+
"scripts/prepare_huginn_pre_sinq_checkpoint.py": "2ea485abd7d3f9458e243a768d8e4fd54ccd0bf23b2b98489608703533a1bd2d",
|
| 422 |
+
"scripts/prepare_ouro_pre_sinq_checkpoint.py": "923838b1d95298e9ccaf81d11e4dd39c6f4a7834596e354075f7d5ee60253be4",
|
| 423 |
+
"scripts/probe_split_solve_vllm.py": "e8d8b3ac144dd8c9b8574f3c0db35f706a1f97a1153bc3b7bacda4a14fe04f8b",
|
| 424 |
+
"scripts/reproduce.py": "7479a7e865d62d16d245745efc964e532eca419ded3aafda7d2a4951cec88697",
|
| 425 |
+
"scripts/rotation_study/after_hnd_memcheck.py": "bbc9751a541c33a3f96bc2d3b5d14657e924b3207ba96a21613ffa69b9797c11",
|
| 426 |
+
"scripts/rotation_study/after_microbenchmark.py": "e0ca715d17ffb68bb61671a19250d546b2165be15ca903db70a2448b8b1685b4",
|
| 427 |
+
"scripts/rotation_study/after_resource_audit.py": "06f2c32b4f0cdc6ac7dc91e1f7b529c731cb3695af97459b9171326898b5d8a9",
|
| 428 |
+
"scripts/rotation_study/assemble.py": "59f0f0fe62e17f54b63deef52bc8c6db3173d05d781632a055f58f5f2271e642",
|
| 429 |
+
"scripts/rotation_study/audit_adaptive_safe_resources.py": "e9c9a60429e83b33391aa9451ca452ed2a0b0f10b998c498ea580903c2f47256",
|
| 430 |
+
"scripts/rotation_study/audit_combined2_resources.py": "949ea01ea47dada23e561352ad10fdbca1bcad40febe89043b39a73e6d9f9e10",
|
| 431 |
+
"scripts/rotation_study/audit_combined4_resources.py": "5974bf8fe837f653f01e72aaeb19e5a5b3d5da82e3e131db136e5e1fc699b0bd",
|
| 432 |
+
"scripts/rotation_study/audit_extended_resources.py": "23522c6deab12c048be5398e26d13e0286dd58d337165e4e82bf129d5883e1c5",
|
| 433 |
+
"scripts/rotation_study/audit_extended_resources_v2.py": "c1d7d7d2dc185726c60a5fddfa54e98da9ac59fbd146a7956e03a323c79a14c4",
|
| 434 |
+
"scripts/rotation_study/audit_kernel_resources.py": "0e75d8bc8c926167f2bbb80b929aa2a0ed1987652757ea5735062411b11f10e5",
|
| 435 |
+
"scripts/rotation_study/benchmark_attention_conservative.py": "0738cf41aad38302ccef140f84a5ff4c7369811f77ce10f8a65dbf538d7f6a54",
|
| 436 |
+
"scripts/rotation_study/benchmark_attention_fast.py": "7ab5657d2d65600f4123764fc2fa68710a5bcee7ea9d48315a159f582166181a",
|
| 437 |
+
"scripts/rotation_study/benchmark_attention_group_load.py": "7731b1c4ba41a4c1233d9affde6ff390adc52e8694cba34d58191e6d90c2ed67",
|
| 438 |
+
"scripts/rotation_study/benchmark_attention_hadamard.py": "c9dfcf998b9966f24be6bb28beca5860b1c5f3e3eef2d39c13c7aaa17e08b76a",
|
| 439 |
+
"scripts/rotation_study/benchmark_attention_pipeline2.py": "72ade1025ea6b7a7cd75c16b9dc511288c0457af1f17650ed9a28483bd7c568f",
|
| 440 |
+
"scripts/rotation_study/benchmark_attention_query16.py": "50ec0df96debf7efcb79be22794d9224a41ef8a6661ed1934fcf700dbcc9e4dd",
|
| 441 |
+
"scripts/rotation_study/benchmark_attention_query8.py": "b694221a3443dc5678eef6fee96001451d1b0b6b8a8dec4c13d6353c23459e9a",
|
| 442 |
+
"scripts/rotation_study/benchmark_attention_unroll2.py": "a33454010fd4476c29668f9b8244303dffc6e1f809c4fd1d84b8648d0b944058",
|
| 443 |
+
"scripts/rotation_study/benchmark_attention_unroll4.py": "75aeba671bd83fbb51b9ccb53afffe3cd5a33522653ddc488974de44ebc1d5b4",
|
| 444 |
+
"scripts/rotation_study/benchmark_attention_warps4.py": "b9b5ae3e8e6e99c6749624da82a13cec9242289438f6fd9cb2f60f71ba050f95",
|
| 445 |
+
"scripts/rotation_study/calibrate.py": "229bd2299d8d2fc581c9070788e63b75b991e15fb1d713952fecde6a3f888dad",
|
| 446 |
+
"scripts/rotation_study/check_attention_combined.py": "bfdaa9f9f05064053372ae3cecd3b111817676ddea88ae4d7a50a46adb74b9fc",
|
| 447 |
+
"scripts/rotation_study/check_attention_combined2.py": "102fc9d461c92391debc06443f045c863f935ef3526b0edb8d99c413c25ae17a",
|
| 448 |
+
"scripts/rotation_study/check_attention_conservative.py": "3c618c8acf3761c91fc03162f76209f92875b909bad12f9d240892150eecef33",
|
| 449 |
+
"scripts/rotation_study/check_attention_fast.py": "960716ba5ccc9fea0daf7c2b5b7807862a30a1ca6190096969b4ec98cba88a88",
|
| 450 |
+
"scripts/rotation_study/check_attention_graph_growth.py": "e13e721cf4c77e319832f079d37d84c0499cb8096f1a8885a2dd4224b2b5cf3b",
|
| 451 |
+
"scripts/rotation_study/check_attention_group_all.py": "903fb7ce4ef652b9a83b3f7dc670b7eccd81a4c4c27db4c036e7f35f7c561df8",
|
| 452 |
+
"scripts/rotation_study/check_attention_group_codes_v2.py": "1c7adde1dfa15bda45403f9e3280c97bc41c2917c41cb3a4b09e1e8b57bab1f3",
|
| 453 |
+
"scripts/rotation_study/check_attention_group_load.py": "e0df7bb939e31299536af8711816defb19e4d6c0ed9922d9ad3d5338c0cbb6dd",
|
| 454 |
+
"scripts/rotation_study/check_attention_query16.py": "7234778ff9fcfa4682cb8c473f2aeda2596cf05564b5c5108d9a0f8028a5a058",
|
| 455 |
+
"scripts/rotation_study/check_attention_query8.py": "67cc348b035731dce563728a7c502d980ebff9c218ec87b06c8a082921f1415a",
|
| 456 |
+
"scripts/rotation_study/check_attention_xqa.py": "f1ea76d15c447ae926daef4532c86de9f74d14c9e2c7ec6ab731439869ef20e1",
|
| 457 |
+
"scripts/rotation_study/check_clipping.py": "456503eb2ceb13231f896e6bca8bae707d0fb8c0c34f3bfbaa88813089044766",
|
| 458 |
+
"scripts/rotation_study/check_packed.py": "75ce77cc5689f0d580418631b1b7d651db88d67cc2214af80b56f1d6cf839bd4",
|
| 459 |
+
"scripts/rotation_study/check_packed_extended.py": "a61f4df471eb030553b5c3845773743ca4ca90e956550d4267bac289aa8f70a9",
|
| 460 |
+
"scripts/rotation_study/check_reference.py": "96a1fa527711697f34ad9f9b9721da53e842cde85f9799c64203a022721fd328",
|
| 461 |
+
"scripts/rotation_study/collect.py": "175fb6af33c49bd09ef5df3a6329aebc97a2666c5b605442125cc930f1eed766",
|
| 462 |
+
"scripts/rotation_study/diagnose_hnd_alignment.py": "f49d2ff32017adeb6ed60bf718f7397e74e83bea0d15b5f064fb8d58112f3339",
|
| 463 |
+
"scripts/rotation_study/diagnose_hnd_alignment_safe.py": "f7c3e64765b0cc6b86b4e374e46485c92d20fef33bd6a28984bb1a7e1172d7db",
|
| 464 |
+
"scripts/rotation_study/evaluate.py": "32621676094335cf3d96eb81801d72288d9d6390a7329f9acf9c06a3aabf3a01",
|
| 465 |
+
"scripts/rotation_study/evaluate_combined.py": "1d755d82819038b94c3376ae6f9c06b6cc8e33119f8aff3722ea4de9bc8fd973",
|
| 466 |
+
"scripts/rotation_study/evaluate_combined2.py": "683300fe00fd9a2bef03c7bce257ef7a290e032e901b5bc90fcc5fc92f1f45ab",
|
| 467 |
+
"scripts/rotation_study/evaluate_conservative.py": "fbcbb6cc82cbfe1e16515b3f5f068ab356ad214ee37bfbab7adca15da39eccf7",
|
| 468 |
+
"scripts/rotation_study/evaluate_fast.py": "4a6ccfac980e651f6813deffcd8ea14d435186cf29c4386e3ba4041b169f434d",
|
| 469 |
+
"scripts/rotation_study/evaluate_group_all.py": "ed9a980dfd7b2140107ba2d0748940df49cf636af0d85abb804b82838c946216",
|
| 470 |
+
"scripts/rotation_study/evaluate_group_codes_v2.py": "e5e24323924dd11083681d5a9f74ceec40677463ba9704ab8d479554dbf530fb",
|
| 471 |
+
"scripts/rotation_study/evaluate_group_load.py": "6b5f72d640017a8787d4f4c00d4a155158b662e073cc68f3585de7a8a6d35d25",
|
| 472 |
+
"scripts/rotation_study/evaluate_query16.py": "cb3d9282444f2c2a388ef16a7875a88c69c88f8a4bd4314bd91212e2124970ec",
|
| 473 |
+
"scripts/rotation_study/evaluate_query8.py": "b14553e09b497cbc9b64b7f12ee1d8770ae1db01d1efadc1f1afd0ba39810e30",
|
| 474 |
+
"scripts/rotation_study/evaluate_xqa.py": "447268526c0b2a146a59a0ebfb81fefa5e7120050322f95e2ca212ac1bca3074",
|
| 475 |
+
"scripts/rotation_study/finalize_recovered_study.py": "0659a2c8cdf10e7f297356a6f3cae744f63c6f6494fe9167314946c2c77470e5",
|
| 476 |
+
"scripts/rotation_study/finalize_when_done.py": "0f97ba9270afb4782d699815c0afca65e462a363fd0f626f0733bc8a81287e90",
|
| 477 |
+
"scripts/rotation_study/pipeline.py": "3e79d4d7fbea491ea361def4ce86c2077871151bc8ac8b4d2c44664ac3eaad14",
|
| 478 |
+
"scripts/rotation_study/profile_attention_costs.py": "91ec37ff0c5e316c68aa9f449f696da41e9e1facebad4a6e03f61954b7e4d6fa",
|
| 479 |
+
"scripts/rotation_study/resume_full_cells.py": "fe0a80d87a046343119fe3fc0771ba8597235d1879ce8ff0f60102fd1f87bd42",
|
| 480 |
+
"scripts/rotation_study/run_acceleration_comparison.py": "2edb6c1f4fb5d6d7900b0a26ab3e4a1890f8fb030527648952299b8cc62d5771",
|
| 481 |
+
"scripts/rotation_study/run_combined2_comparison.py": "f344b81b7e96f7db40a49a2f8f52da685f699e9005f43df78da7a5a2a1d1be94",
|
| 482 |
+
"scripts/rotation_study/run_combined2_followup.py": "d403d837d6d62d4d6c50fc0c3e06ecc28c273bc0842966c3a312dbdf38915cbb",
|
| 483 |
+
"scripts/rotation_study/run_combined_comparison.py": "a4a276513fa311a44488d0fdade035916d5a8a238ab41a619d7152b8a6585c42",
|
| 484 |
+
"scripts/rotation_study/run_combined_validation.py": "c8d22d1f36189ba7d8b77b2284b5bc1d1b71815d4496ac0e4b92eb1681db5bd1",
|
| 485 |
+
"scripts/rotation_study/run_conservative_comparison.py": "61405a1b15adc4d3c0e0c7db08897b98300d7cacd7183fbbb34a8da63db25412",
|
| 486 |
+
"scripts/rotation_study/run_expanded_acceleration.py": "e89890efc49cbc49f544c80e6e82fcc1acca7032bdad038a5e466e9ce8fa0f1e",
|
| 487 |
+
"scripts/rotation_study/run_group_all_comparison.py": "6dd53bc538e3b377535ef83bbc344e64db37a3d7ebcb4cb6e276f9f1a6251186",
|
| 488 |
+
"scripts/rotation_study/run_group_all_followup.py": "e42d4e2230db6a02f589d0d8a5d9dfdb09a24a2c5d49cc0a063f88407730a3bb",
|
| 489 |
+
"scripts/rotation_study/run_group_codes_v2_comparison.py": "129de34774e3191999e2c75fea8990531b4a8ae9ed8392d935710ac18214e177",
|
| 490 |
+
"scripts/rotation_study/run_group_codes_v2_followup.py": "457030747991052eb77fb3152cbdca78584abdcbbd1e5cfff98d22450c0090ff",
|
| 491 |
+
"scripts/rotation_study/run_group_load_comparison.py": "61e770792b1eb50f5bc76cc2f8368611839fe51353e84b89366b07935fa215d0",
|
| 492 |
+
"scripts/rotation_study/run_group_load_followup.py": "c23dfc84017bbe3d7f84e418bb51e505335d732907327a1ccf2a44f9e1387af7",
|
| 493 |
+
"scripts/rotation_study/run_loader_screen_queue.py": "825bbda7fbc6549ccf470ca958349110c0487d43a752871cd70a4a563dab710e",
|
| 494 |
+
"scripts/rotation_study/run_query16_comparison.py": "ffcaac8aad3c9db92567e4bef208a484dfb4063781f8732d3ae16f7c581ee9f9",
|
| 495 |
+
"scripts/rotation_study/run_query16_followup.py": "e8a7efda0d5a50e7e87d939e90cb755485ef4975a2295a4710157ace4284ffab",
|
| 496 |
+
"scripts/rotation_study/run_query8_comparison.py": "594aecbcf665813567d0f5c61c675504da6cd77f241f597f856f5f60e500516d",
|
| 497 |
+
"scripts/rotation_study/run_xqa_comparison.py": "ecdb552092650d2cba17a36e8fbe736d67c5a08737f15183ee3faf5f55ec942f",
|
| 498 |
+
"scripts/rotation_study/screen_adaptive.py": "c47cb8699940ab6ed5c822ec203d73545dfd290d1bbf01d9657ff8cf9ecd0a79",
|
| 499 |
+
"scripts/rotation_study/screen_adaptive_safe.py": "d40993ff4e40a9a617f54c35165ef52c6d3c58146e8117f112992b3433aa469a",
|
| 500 |
+
"scripts/rotation_study/screen_combined.py": "bbca232a238a01f9bf54252723980dbbe0c132d684e551334262be4f956f9fae",
|
| 501 |
+
"scripts/rotation_study/screen_combined2.py": "b35609da38f021ce247f7cab965e8dfa0ea7a2be9abaaa1c8175cd9e1f5bb840",
|
| 502 |
+
"scripts/rotation_study/screen_combined4.py": "7912e85e5dd2cd10ba2b87e4099ec5d50e1b7229f0ad024f0fe3f5afe6005b59",
|
| 503 |
+
"scripts/rotation_study/screen_group_prefill.py": "8b50b8a773174e37a1467db8cc7cb9d25e9263f8fc0239ccdc4097c8f8cb360e",
|
| 504 |
+
"scripts/rotation_study/screen_hnd_cache.py": "d208cfcfd036325d7d1a8b406480fc1f432f3833172b26426bbf124d0d34b6f6",
|
| 505 |
+
"scripts/rotation_study/screen_hnd_cache_safe.py": "f7251a4dbffeda1f465bccbd48f9ee201e10d461edb0998c748abdc596752eb3",
|
| 506 |
+
"scripts/rotation_study/screen_loader_candidates.py": "d201f41d4bc5f5c5f33f2fc62c601087f2eef629f1e1e3e4a87a4732891ed3b8",
|
| 507 |
+
"scripts/rotation_study/screen_loader_candidates_v2.py": "c2aee9b56fc05510f38880f2072a12b65efc938d67d5fe391cdd6a9a8277edf6",
|
| 508 |
+
"scripts/rotation_study/screen_rotation_access.py": "5cd4cbd0df0aaf9d7c8e154bd4a206ed5f1f9b47155659dafaa87641d4d71a54",
|
| 509 |
+
"scripts/rotation_study/summarize.py": "54be9e99168c4cf430cb27ba10de54fb6d6e35268b4466c9b45b0ee63fd246b3",
|
| 510 |
+
"scripts/rotation_study/summarize_expanded_acceleration.py": "1d15778f3b1e093ebfd8b4deb8fccbbe99035752ca691f2b0d0be445a28ac933",
|
| 511 |
+
"scripts/rotation_study/validate_acceleration_finalist.py": "1432e674519f118fb26ead5ba5d1396b80b3cb42e4f55b95be6d90a4c6a389a6",
|
| 512 |
+
"scripts/rotation_study/wait_validation.py": "26265d2d904c2734be7fdc2a518ede8b51493d22d7785b332d32c0d77f383aa5",
|
| 513 |
+
"scripts/rotation_table1/assemble.py": "85022a1d7ebd6758206162ef7eb0420b580e2c33c826db908892e8198231b680",
|
| 514 |
+
"scripts/rotation_table1/assemble_identity.py": "07c311f0589b47010f958add0defbc9b789af481d92e99098259cedd744bf528",
|
| 515 |
+
"scripts/rotation_table1/audit_smokes.py": "537a099a365dc36f616059887e280d369c363d4088aaec88780e77755e0fa412",
|
| 516 |
+
"scripts/rotation_table1/calibrate.py": "bbf40471f159f7af193362271aa4d2a7b6ce34e8a32959abc8fc7983edfb0b1d",
|
| 517 |
+
"scripts/rotation_table1/check_math.py": "ff0b97813f57eaec01035859d178c5b8aeb9828ae34008acd32731fc363e7fec",
|
| 518 |
+
"scripts/rotation_table1/check_packed.py": "57aa4980c083806bed498a2025f3e4f868cb03a6e35867f4cc722d4dd7bde961",
|
| 519 |
+
"scripts/rotation_table1/evaluate.py": "37b81a409d5bf8b9f5449839022d98059fb90c851c19c7a19c32f4599a7ae902",
|
| 520 |
+
"scripts/rotation_table1/plan_table3.py": "d6f579cab190f6442f5d6fd1b74f61d5244a1a78698eeaa76e120e01b5267212",
|
| 521 |
+
"scripts/rotation_table1/render_table1.py": "eb9d6e548fea8f753f11475e80146b4cc7b535a76a24c2d67bca9fdca42660b3",
|
| 522 |
+
"scripts/rotation_table1/render_table3.py": "5bc33b107c92760cfd6c3dae3b0dd7e8e72cb1e68533b17a44208c82081b40ab",
|
| 523 |
+
"scripts/rotation_table1/run_full.py": "b4bdcf7fb41d4e79525bd146a0fc589792f721769cb6441e7a17a799d4c475e2",
|
| 524 |
+
"scripts/rotation_table1/run_smokes.py": "d216bf8354b3c9d18bc90ba103a9095a39b80c8c20acab27656ce1d7828fbf5b",
|
| 525 |
+
"scripts/rotation_table1/run_table3.py": "1ee705fa75413c69fd0ee11a44029cf2c1bb511c36cc9858f2cd65bb35d1f258",
|
| 526 |
+
"scripts/rotation_table1/select_method.py": "c1d2f45d1f7bff4639e9c12211889076289483176a84435e3a9dadc7a46f572b",
|
| 527 |
+
"scripts/rotation_table1/summarize_calibration.py": "4b5bb9bd7d07cba440da7ce89bf365de32ee8b6d2843aa23dc4969bbb85d479c",
|
| 528 |
+
"scripts/rotation_table1/summarize_full.py": "bf94aac5c5ccc07cbfd82e38f01834e6989f386301f45fc8f378e177f688f81a",
|
| 529 |
+
"scripts/rotation_table1/summarize_table3.py": "1323e4a7cb40fc13862d1b455b241f241608cb151b72dfa629363f540cd843f3",
|
| 530 |
+
"scripts/rotation_table1/table3_jobs.py": "c368ef161c9bef456a39d215673f7b0f98ae75cddc8363cbf1b3ce1dcf533faa",
|
| 531 |
+
"scripts/run_activation_predictor_matrix.py": "5e9756e04612221cea145990d118443c3e747d516bd1ee3ce21d4e0403ca763b",
|
| 532 |
+
"scripts/run_activation_table10.py": "be359602b5e147ddd0d28a8f28726dbd9b857622bcc037bc7843e91caee992bb",
|
| 533 |
+
"scripts/run_coarse_sensitivity.py": "f327fbb2e2b80cb98d6b00b49e96484dbce1f479bc67d4e33b1b6cc9ff2d16f8",
|
| 534 |
+
"scripts/run_dynamic_group_scale_multi.py": "69d91faf446b9103d4c00f5175ec1a0f786b5e719bcaf3c9f94872dc87bf01ed",
|
| 535 |
+
"scripts/run_dynamic_group_scale_sweep.py": "4e8588a8f1ca7f02b566d8ede5373a18cf56a014d84487d458bcf4b7c2d64b68",
|
| 536 |
+
"scripts/run_fixed4_suite.py": "46eacb9ddfa89466cff33a1610d2051e53dd22a2489c933008757c1ba3eb8605",
|
| 537 |
+
"scripts/run_gsm8k.py": "594e570e58ea79aaaf27e6fa20088e4a63856044cf292b3d8aec57e658ea31ae",
|
| 538 |
+
"scripts/run_huginn_anchor_ablation.py": "d249e21f49f7df8421006fb847b51ad4848725ec0b7c16f4e2601bfb3599793e",
|
| 539 |
+
"scripts/run_huginn_anchor_ablation_queue.py": "544e241d06cb2aa34ab7a5946c453ef184f64fda5567689989b2a2537dfb3b65",
|
| 540 |
+
"scripts/run_huginn_anchor_calibrations.py": "fd4f8909b3fdc08745a5f26021096f52999fbed7cf510f06a6c4135acb0907ce",
|
| 541 |
+
"scripts/run_huginn_anchor_mechanism_queue.py": "b201ca02b2f18849bba4c05103fe5323d428cae4bbd919c8db268c1bcee4847e",
|
| 542 |
+
"scripts/run_huginn_full_finalists.py": "c6d79cc94e4d2314c7499f785cc196ed2f31cbfdf12d19ed18fcad8704bdb941",
|
| 543 |
+
"scripts/run_huginn_heatmap_queue.py": "8958642e837aecd51f0eb1f5d05b873974983ca24fd02779e7a03cf94a914a34",
|
| 544 |
+
"scripts/run_huginn_mixed_precision_matrix.py": "f64249ff45a0fc0a1813bbc0960bd02b1f98c87e7571dfd697d79822f1b91286",
|
| 545 |
+
"scripts/run_huginn_presinq_native_screen.py": "592d3a35f85274ff3ef15386dc348f300185409c27c5673c81d54b525a9998d2",
|
| 546 |
+
"scripts/run_huginn_prespecified_full_queue.py": "266936101d144add1e56290205e01c4cd44e82441e303334402a388b1ef11a07",
|
| 547 |
+
"scripts/run_huginn_quant_suite.py": "77b3d88fa71b5ccb3710f844da84b2c0e1a87f572dff09ca90c2e311cfeff0a5",
|
| 548 |
+
"scripts/run_huginn_residual_kv_matrix.py": "3fc23607e30ca800eec5b4040d715a2746f3f3011e627d5cab9329315185e387",
|
| 549 |
+
"scripts/run_huginn_selective_w4_screen.py": "74f7c15da787e1b7a4c001c5ecac9ffdb6f5f1c9fb62da6d4c1cef1cf5197c7f",
|
| 550 |
+
"scripts/run_huginn_selective_w4a_matrix.py": "f1ee23f016b8704caaba0d09502e1a6cad237f5b99c912ca2c44242d87d7fd86",
|
| 551 |
+
"scripts/run_huginn_table5_queue.py": "cbd005233a00c9dc56b8b866845236a47867cc505e2009f47d8d89e914996a7a",
|
| 552 |
+
"scripts/run_huginn_wa_matrix.py": "1fcc70489a2cdc0a6db05c515b47699e0d4fe49939ab5f0fd8999df41f264502",
|
| 553 |
+
"scripts/run_int2_accuracy_full.py": "ace6af465d793dd1f33a922fc0de8ba8ac832c519f3f61dc91992b079671be93",
|
| 554 |
+
"scripts/run_int2_accuracy_smokes.py": "47c987f932ead87cd8715fed7df8c09f6bc18c9385c5d31d5f654c1023e5f87e",
|
| 555 |
+
"scripts/run_int_kv_table14_15_matrix.py": "b57b985ada939389206cb0d8137f1701216d609a3d231bfb1892c2b95b7434e7",
|
| 556 |
+
"scripts/run_kv_calibration_robustness.py": "4af1ca5de75b41ac1dc9b9c8967d13993434de4048080cff192859edbba49471",
|
| 557 |
+
"scripts/run_kv_granularity_matrix.py": "39f394a99e14d43277ba060daf70357038ce42d7075304b1f09149b68158c3f2",
|
| 558 |
+
"scripts/run_kv_layer_sensitivity.py": "619a4a422338dd2bf7bf892f1dbab6550e79ac9abb16754c9c27fc19ba6e75ea",
|
| 559 |
+
"scripts/run_layer_channel_delta_ce.py": "cd28a506b86db4d5c717f934e16328d37932c7a0b785b4c6e8613a6453ee73ef",
|
| 560 |
+
"scripts/run_lm_eval_timed.py": "acdcfdf1b9ffd040e0fadaa45b1942e3d1b548433f135fbe1c84e2fcad0cb6fa",
|
| 561 |
+
"scripts/run_loop1_remaining_resumed.py": "56b1f88d04e774e4a383097b11640ab3f91bf214fc7b7daaed0286e789ddcc95",
|
| 562 |
+
"scripts/run_mixed_precision_finalists.py": "0da37cf7c46b974cc1e0835c6ddf8b7dac31b0e50a00b3afec11501e6379e190",
|
| 563 |
+
"scripts/run_mixed_precision_kv_matrix.py": "4c3dba3d879add89b8b726dfc667d51e2432f78f8f3f283e5b467aa930ec1043",
|
| 564 |
+
"scripts/run_momentum_ablation_matrix.py": "8d6469daef62830027c2c937e62ac396cdb186af05f330eea4a5a907ae1c6fd8",
|
| 565 |
+
"scripts/run_native_nvfp4_method_screen.py": "3f8714578306432462d60e6b73b04905bb68433dd6fa7e4ed916dcb56103c28f",
|
| 566 |
+
"scripts/run_native_wa_bf16_screen.py": "fb102e51d601a442b61afd582e321e5949eac2cfaa0c07fb7ddda53c10e44cc3",
|
| 567 |
+
"scripts/run_native_wa_export_queue.py": "6abac94be9ddb192cdd306dbf13398502b6f88ee14047027cc71a8d0befa2de3",
|
| 568 |
+
"scripts/run_ouro_chrome_trace_queue.py": "549b3ddf9a776b2235d704bcf097e725e9c083860f5bd97748937222a8150fa8",
|
| 569 |
+
"scripts/run_ouro_remaining_queue.py": "d0e698329cc1e986941a062bab9c49b33d43e6fc069b94036c41918ad42d82fb",
|
| 570 |
+
"scripts/run_ouro_repeatability_queue.py": "3c44894a3b9ef6feb7d91c24d9360dc214ef1bcf320ccd93717a0b27247de05b",
|
| 571 |
+
"scripts/run_ouro_rotation_math500.py": "3e36126efec9527380e822aaa25cda4caaa1f98595c67abaa3c759892a34e7fb",
|
| 572 |
+
"scripts/run_ouro_selected_kv.py": "2186aa2dd115633af04fa6b32f996d0edbf4eca8dfe98dd9f60b0219e0b3f159",
|
| 573 |
+
"scripts/run_ouro_selective_w4_matrix.py": "59de40bab4307007ea068d1ac9a1390c8fb08156bdd6217f19a286cabd4d0b76",
|
| 574 |
+
"scripts/run_ouro_selective_w4a_matrix.py": "cd59845df8008f51137ee40093b152375afa138e949ff3ced49c752090b3dad4",
|
| 575 |
+
"scripts/run_ouro_table5_queue.py": "f102ac7637e4652e10da8e7ddc6c5e68228488fefa024841778bdee184fbfaf7",
|
| 576 |
+
"scripts/run_ouro_vllm_gsm8k.py": "8bdce3830b7e84376b343fda3bec6be9a1efa60a38527e9607d39c2acb30edb6",
|
| 577 |
+
"scripts/run_packed_affine_sweep.py": "eb8fd503a5aaf83ed3c236aa0ba580fd67e152ec2689e0d868e9f02a54db9b4a",
|
| 578 |
+
"scripts/run_presinq_native_screen.py": "77d9e4f4ab52e6c155b87afc20e7c674e145b0637ef7053fac0f42dc54123168",
|
| 579 |
+
"scripts/run_q08_offset_sweep.py": "595e1b0a8a1752a88f7ab3d5a1f9e2ede337768248ae93aa9ec9d6f6d0082d44",
|
| 580 |
+
"scripts/run_q08_uniform_bits.py": "990ee1bc1c1b5fc5f56d8b787ace89748eaf24645868d6c014a66e47d0b9b259",
|
| 581 |
+
"scripts/run_residual_activation_matrix.py": "02a21358423ea5ccb2ec83fc3b047073f641494bb61bb6b62837e648ee0693cf",
|
| 582 |
+
"scripts/run_residual_kv_matrix.py": "392e763fc90e4ea7e3b664e8f70d009a441c0301e87ac52ae5ec033d79013bfc",
|
| 583 |
+
"scripts/run_selected_wa_kv_validation.py": "3373b6d950c61a7ae8b5af144e01852cfc519e616e4a77416fa955d1f4e3c3f7",
|
| 584 |
+
"scripts/run_sinq_matrix.py": "3b87d45fb75b69c59a18a9bcb6efde414089671e1c4d579902719cac86a4a6c5",
|
| 585 |
+
"scripts/run_table10_calibration_queue.py": "e527825b7356cbf5a5d02e0581a8165b38fee0e93874937b48476bbe1cc8179f",
|
| 586 |
+
"scripts/run_top3_combined_kv.py": "bebfd392c92c744491502ff7fc59b74bbb51dd4be5cf74cc5146c1b4efb5de56",
|
| 587 |
+
"scripts/select_heatmap_delta_ce_cells.py": "a16a13f8c20b352759769389fb1690cc45b3243cc49824121ee35e313f4cf794",
|
| 588 |
+
"scripts/select_kv_codec_full_policies.py": "84c5655c547b3faf6052e998c6791ea41105ecfdf5d7137a53757259a75c1991",
|
| 589 |
+
"scripts/smoke_ouro_nvfp4_vllm.py": "4d6f608d2b9027a6b5f9071511fdef2aaca37e6cad917ec3862c5cf6cc1b3fa6",
|
| 590 |
+
"scripts/smoke_ouro_recurrent_vllm.py": "bb159fa91c75084a1ff0ae1fdaf6fd65f29a01e6b49d79a16e06c9aec98df749",
|
| 591 |
+
"scripts/summarize_channel_profile_costs.py": "1835ebab6097d373c9fcab3ccfc0208c2eb392a6c425d1093bb6f5b704b70998",
|
| 592 |
+
"scripts/summarize_dynamic_lse.py": "66f32fba2b6031ddc80224194a509ec9eadbaebc06ee7832e06c70acfbb1c6e8",
|
| 593 |
+
"scripts/summarize_graph_experiments.py": "0877b04fb282eb7afafdfcd7e6453b92e6ffbb3521544e7c0719bd87c748f275",
|
| 594 |
+
"scripts/summarize_int_scale_matrix.py": "4c937809ee46b2576e1aed96996a5525fd2798bcb9b8f83e65eef3dcf0bccb74",
|
| 595 |
+
"scripts/summarize_kv_cost_analysis.py": "cd409cfad8ecebf0d8d8a3aac1c829342da463f0a36a3ae7ccf63774fef0c563",
|
| 596 |
+
"scripts/summarize_ouro_attention_precision.py": "a0bf777fc366cc198629c2c467d0fd1f98335bbcca6ae876bb61fe9c68566319",
|
| 597 |
+
"scripts/summarize_ouro_chrome_traces.py": "47d7beb592fd8049fb61c3e82a0298b4f65f5c35890342f2cc97f73a56843632",
|
| 598 |
+
"scripts/summarize_ouro_fair_comparison.py": "d16891bdbbb74901cebda757b426e524e447c20bee7c87b36b8ab00bae5f791a",
|
| 599 |
+
"scripts/summarize_ouro_final_optimization.py": "5222fc60b20210f6786a66005dd32ff3f6a750e5bc92f67654ec325bf0d8f7c7",
|
| 600 |
+
"scripts/summarize_quantization_goal.py": "73dd960173630d82664d1cd240f71cb329d15fa9842674cd9ca1df115e1370c6",
|
| 601 |
+
"scripts/summarize_recurrent_full.py": "519bff759541a33cceb3c3513a9537d9272b9b0e8b9c58e3b9f6267bf8b0979a",
|
| 602 |
+
"scripts/summarize_recurrent_mixed.py": "406b963dbb92587f781402a6b386bdf55d98bf053aab4c0f25432c931510662c",
|
| 603 |
+
"scripts/summarize_recurrent_screen.py": "68fcc410a93a0d667b97e7ab2a334c55eaa1d7250a8d3ad8f245ce8988db7f9d",
|
| 604 |
+
"scripts/summarize_recurrent_xqa.py": "c4b3718a49fd016a7d1b7ef3d1772cd0f31ef038f5a596ea0eb63460e035bc62",
|
| 605 |
+
"scripts/summarize_runpod_benchmarks.py": "9d18c35c572aed7b4ca1ba8f08bd79db2094bcee61252733f7c3c1a19189cf5f",
|
| 606 |
+
"scripts/summarize_scan_full.py": "7c10989917660da80a64ae4414dd12bec35d9d8e3d24a0b0d6670081bc3fc234",
|
| 607 |
+
"scripts/summarize_xqa_exploration.py": "9abeef642993d443c99a5a98970c89688326c45a7245c0cad617442506664f4a",
|
| 608 |
+
"scripts/trace_channel_capacity_schedule.py": "6fdb5972552f69c96318764f1e50fda3d08487db3b471c7d56f8ebaafec905ba",
|
| 609 |
+
"scripts/validate_native_kv.py": "cb726f0a16755d968317cb133bf232de1b0135dfbc0fa2f73efab2557af5775f",
|
| 610 |
+
"scripts/validate_nvfp4_modelopt_hopper.py": "079cf32815542feb97b0784696bbac1488c57d562c70905cb67355e74160e8f8",
|
| 611 |
+
"scripts/validate_pre_sinq_checkpoint.py": "5f6a7d4daed934b88e30eb4dde79f62a272782b69a35a220f4899be966af8a2d",
|
| 612 |
+
"scripts/validate_reqat_e1m2_modelopt.py": "31a076de14ab0bd99facfa7a2ca19eac2aa947c2872fe64c70f08e87f40b0e0c",
|
| 613 |
+
"plugins/ouro_quant_vllm/pyproject.toml": "c16833fa241d6219d645f79979c5df2bc4a8c3494a74a35d4c8ac38d59e96fcc",
|
| 614 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/__init__.py": "09961d7d247f2e2667eaa45747270f53172d32422e3a09391a3ad65d149822f8",
|
| 615 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/channel_requests.py": "3389cf929bedb1dd3d4d38a7dec8ab598cba3fa05fef8746f3d32d9fa34c2474",
|
| 616 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/fused_norm.py": "ea5b02eda1eed9280729ac2801ecefb8fc41fd82002bd76bf9ecce5c7c586e54",
|
| 617 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/fused_rope_cache.py": "7765006ecd10e9b8562f5d479cff12f4471c807bab271954a699bb381dc97c83",
|
| 618 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/kv_rotation.py": "b7d4ff4342d42a07d7791180c6ffad931a8d283ab0b46c7b1e4ae32865c0d436",
|
| 619 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/loopq_bridge.py": "be35be25a58efdc2fb0ebc7f7101b01d9c8b0aebd66b0f0a60c21fe5557cf468",
|
| 620 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/model.py": "806182c39a5693efd7895a607be17c44ccbc2b74d4e6624d90596c7a4cfb1f0e",
|
| 621 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/native_attention.py": "f2ddc785386102a38a40cc8b108ab2c4bfb7fe99cd3dcbe2b400f747b59483aa",
|
| 622 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/nvfp4_qdq.py": "b55c0270fdb6131848456141261d1c6b984f3f88ed31ac561ee7f981cb6a593c",
|
| 623 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_affine_attention.py": "0a9a0a1018341df5261254fdc9fabf1e1534381d91ab7b91a8a7c8ef6e0bccc2",
|
| 624 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_rotated_attention.py": "d8f7b9ec10f0c1c15e6043fc26444b4a6a376bfffdbcd8232e0ce577e270a01c",
|
| 625 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_rotated_table1_attention.py": "7ae22f08c2efd240fb4c549943eaaae972a3161f482b91cbb5194bda3fd6b1a7",
|
| 626 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/recurrent_attention.py": "2e6ff15630c0757a9a36ca14818535f7a605be2800de8083841493ba25524dc3",
|
| 627 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/residual_activation.py": "8cca2e8ad00594220b2658c4be851efdc9627506c01900e8647c89463b8bc877",
|
| 628 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/residual_kv.py": "4cad104ba295e294f87eb27eada1d968be46a7d5b4b0c08edb52e8bbebfc8e49",
|
| 629 |
+
"plugins/huginn_vllm_validated/pyproject.toml": "4538f596380c7d8487189accd14597cb2ed237dd76bb719a7057a95abefb4f14",
|
| 630 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/__init__.py": "5e18f53c2fdb7911b6cc921decc552d1fa92369fc115e1a1199288e58bcb16cc",
|
| 631 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/attention_bank.py": "8482b5175982303d7d999a5e0fdf71e2e6f09d5f34a88e57a6bdeb3df58a7dc8",
|
| 632 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/grouped_attention.py": "1e7df3c0c3f7cebc40cb977c11926a0b2c032653c20454a160a7ecbc21fd7b63",
|
| 633 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/loopq_bridge.py": "5cb3b60e24a2c683976d6229dd89135a04e3167ede696742a55a5dd327d49f7e",
|
| 634 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/model.py": "252b5b87d06ee17896fc91945a645c1e528290c70be7e2129bf9f2271177e383",
|
| 635 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/native_attention.py": "93843837ccd9b3393a080391d9c013a9586304af1acc1d850e52e8fbec7d2294",
|
| 636 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/runtime.py": "c9b71f1f48d75475ea299eab01d5bcf6f38445a7c7eec62fe2d5205b47d6c218",
|
| 637 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/wavefront.py": "a74f9b084a9e2708c1211dc9fb6cb20de23d61e17868e0967fcf0e6cd27eb125"
|
| 638 |
+
},
|
| 639 |
+
"scope": "repository source at launch; installed dependencies are identified separately by environment metadata",
|
| 640 |
+
"changed_during_run": [],
|
| 641 |
+
"source_tree_unchanged_at_exit": true
|
| 642 |
+
},
|
| 643 |
+
"result_path": "/workspace/loopq_data/curve_a4_s0/eval_final/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-17T00-10-49.223641.json",
|
| 644 |
+
"samples": {
|
| 645 |
+
"arc_challenge": {
|
| 646 |
+
"original": 1172,
|
| 647 |
+
"effective": 1172
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"metrics": {
|
| 651 |
+
"arc_challenge": {
|
| 652 |
+
"name": "arc_challenge",
|
| 653 |
+
"alias": "arc_challenge",
|
| 654 |
+
"sample_len": 1172,
|
| 655 |
+
"acc,none": 0.47696245733788395,
|
| 656 |
+
"acc_stderr,none": 0.014595873205358269,
|
| 657 |
+
"acc_norm,none": 0.4906143344709898,
|
| 658 |
+
"acc_norm_stderr,none": 0.014608816322065
|
| 659 |
+
}
|
| 660 |
+
},
|
| 661 |
+
"task_configs": {
|
| 662 |
+
"arc_challenge": {
|
| 663 |
+
"task": "arc_challenge",
|
| 664 |
+
"dataset_path": "allenai/ai2_arc",
|
| 665 |
+
"dataset_name": "ARC-Challenge",
|
| 666 |
+
"training_split": "train",
|
| 667 |
+
"validation_split": "validation",
|
| 668 |
+
"test_split": "test",
|
| 669 |
+
"doc_to_text": "Question: {{question}}\nAnswer:",
|
| 670 |
+
"doc_to_target": "{{choices.label.index(answerKey)}}",
|
| 671 |
+
"unsafe_code": false,
|
| 672 |
+
"doc_to_choice": "{{choices.text}}",
|
| 673 |
+
"description": "",
|
| 674 |
+
"target_delimiter": " ",
|
| 675 |
+
"fewshot_delimiter": "\n\n",
|
| 676 |
+
"fewshot_config": {
|
| 677 |
+
"sampler": "default",
|
| 678 |
+
"split": null,
|
| 679 |
+
"process_docs": null,
|
| 680 |
+
"fewshot_indices": null,
|
| 681 |
+
"samples": null,
|
| 682 |
+
"doc_to_text": "Question: {{question}}\nAnswer:",
|
| 683 |
+
"doc_to_choice": "{{choices.text}}",
|
| 684 |
+
"doc_to_target": "{{choices.label.index(answerKey)}}",
|
| 685 |
+
"gen_prefix": null,
|
| 686 |
+
"fewshot_delimiter": "\n\n",
|
| 687 |
+
"target_delimiter": " "
|
| 688 |
+
},
|
| 689 |
+
"num_fewshot": 0,
|
| 690 |
+
"metric_list": [
|
| 691 |
+
{
|
| 692 |
+
"metric": "acc",
|
| 693 |
+
"aggregation": "mean",
|
| 694 |
+
"higher_is_better": true
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"metric": "acc_norm",
|
| 698 |
+
"aggregation": "mean",
|
| 699 |
+
"higher_is_better": true
|
| 700 |
+
}
|
| 701 |
+
],
|
| 702 |
+
"output_type": "multiple_choice",
|
| 703 |
+
"repeats": 1,
|
| 704 |
+
"should_decontaminate": true,
|
| 705 |
+
"doc_to_decontamination_query": "Question: {{question}}\nAnswer:",
|
| 706 |
+
"metadata": {
|
| 707 |
+
"version": 1.0,
|
| 708 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 709 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 710 |
+
"trust_remote_code": true,
|
| 711 |
+
"dtype": "bfloat16",
|
| 712 |
+
"tensor_parallel_size": 1,
|
| 713 |
+
"max_model_len": 4096,
|
| 714 |
+
"gpu_memory_utilization": 0.9,
|
| 715 |
+
"enforce_eager": true,
|
| 716 |
+
"max_num_seqs": 32,
|
| 717 |
+
"max_num_batched_tokens": 4096,
|
| 718 |
+
"enable_prefix_caching": false,
|
| 719 |
+
"seed": 0,
|
| 720 |
+
"config_source": "/root/venv-LT/lib/python3.11/site-packages/lm_eval/tasks/arc/arc_challenge.yaml"
|
| 721 |
+
}
|
| 722 |
+
}
|
| 723 |
+
}
|
| 724 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/arc_challenge/timing.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_init_seconds": 34.56173160113394,
|
| 3 |
+
"generate_until_seconds": 0.0,
|
| 4 |
+
"generated_samples": 0,
|
| 5 |
+
"generated_tokens": 0,
|
| 6 |
+
"generation_calls": 0,
|
| 7 |
+
"completed": true,
|
| 8 |
+
"process_seconds": 138.37667733803391
|
| 9 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/evaluation.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-17T00-06-20.554115.json
ADDED
|
@@ -0,0 +1,153 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"hellaswag": {
|
| 4 |
+
"name": "hellaswag",
|
| 5 |
+
"alias": "hellaswag",
|
| 6 |
+
"sample_len": 10042,
|
| 7 |
+
"acc,none": 0.5041824337781319,
|
| 8 |
+
"acc_stderr,none": 0.00498960683837106,
|
| 9 |
+
"acc_norm,none": 0.6809400517825135,
|
| 10 |
+
"acc_norm_stderr,none": 0.004651597209993087
|
| 11 |
+
}
|
| 12 |
+
},
|
| 13 |
+
"group_subtasks": {},
|
| 14 |
+
"configs": {
|
| 15 |
+
"hellaswag": {
|
| 16 |
+
"task": "hellaswag",
|
| 17 |
+
"dataset_path": "Rowan/hellaswag",
|
| 18 |
+
"training_split": "train",
|
| 19 |
+
"validation_split": "validation",
|
| 20 |
+
"process_docs": "def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:\n def _process_doc(doc):\n ctx = doc[\"ctx_a\"] + \" \" + doc[\"ctx_b\"].capitalize()\n out_doc = {\n \"query\": preprocess(doc[\"activity_label\"] + \": \" + ctx),\n \"choices\": [preprocess(ending) for ending in doc[\"endings\"]],\n \"gold\": int(doc[\"label\"]),\n }\n return out_doc\n\n return dataset.map(_process_doc)\n",
|
| 21 |
+
"doc_to_text": "{{query}}",
|
| 22 |
+
"doc_to_target": "{{label}}",
|
| 23 |
+
"unsafe_code": false,
|
| 24 |
+
"doc_to_choice": "choices",
|
| 25 |
+
"description": "",
|
| 26 |
+
"target_delimiter": " ",
|
| 27 |
+
"fewshot_delimiter": "\n\n",
|
| 28 |
+
"fewshot_config": {
|
| 29 |
+
"sampler": "default",
|
| 30 |
+
"split": null,
|
| 31 |
+
"process_docs": "<function process_docs at 0x783c92691e40>",
|
| 32 |
+
"fewshot_indices": null,
|
| 33 |
+
"samples": null,
|
| 34 |
+
"doc_to_text": "{{query}}",
|
| 35 |
+
"doc_to_choice": "choices",
|
| 36 |
+
"doc_to_target": "{{label}}",
|
| 37 |
+
"gen_prefix": null,
|
| 38 |
+
"fewshot_delimiter": "\n\n",
|
| 39 |
+
"target_delimiter": " "
|
| 40 |
+
},
|
| 41 |
+
"num_fewshot": 0,
|
| 42 |
+
"metric_list": [
|
| 43 |
+
{
|
| 44 |
+
"metric": "acc",
|
| 45 |
+
"aggregation": "mean",
|
| 46 |
+
"higher_is_better": true
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"metric": "acc_norm",
|
| 50 |
+
"aggregation": "mean",
|
| 51 |
+
"higher_is_better": true
|
| 52 |
+
}
|
| 53 |
+
],
|
| 54 |
+
"output_type": "multiple_choice",
|
| 55 |
+
"repeats": 1,
|
| 56 |
+
"should_decontaminate": false,
|
| 57 |
+
"metadata": {
|
| 58 |
+
"version": 1.0,
|
| 59 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 60 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 61 |
+
"trust_remote_code": true,
|
| 62 |
+
"dtype": "bfloat16",
|
| 63 |
+
"tensor_parallel_size": 1,
|
| 64 |
+
"max_model_len": 4096,
|
| 65 |
+
"gpu_memory_utilization": 0.9,
|
| 66 |
+
"enforce_eager": true,
|
| 67 |
+
"max_num_seqs": 32,
|
| 68 |
+
"max_num_batched_tokens": 4096,
|
| 69 |
+
"enable_prefix_caching": false,
|
| 70 |
+
"seed": 0,
|
| 71 |
+
"config_source": "/root/venv-LT/lib/python3.11/site-packages/lm_eval/tasks/hellaswag/hellaswag.yaml"
|
| 72 |
+
}
|
| 73 |
+
}
|
| 74 |
+
},
|
| 75 |
+
"versions": {
|
| 76 |
+
"hellaswag": 1.0
|
| 77 |
+
},
|
| 78 |
+
"n-shot": {
|
| 79 |
+
"hellaswag": 0
|
| 80 |
+
},
|
| 81 |
+
"higher_is_better": {
|
| 82 |
+
"hellaswag": {
|
| 83 |
+
"acc": true,
|
| 84 |
+
"acc_norm": true
|
| 85 |
+
}
|
| 86 |
+
},
|
| 87 |
+
"n-samples": {
|
| 88 |
+
"hellaswag": {
|
| 89 |
+
"original": 10042,
|
| 90 |
+
"effective": 10042
|
| 91 |
+
}
|
| 92 |
+
},
|
| 93 |
+
"config": {
|
| 94 |
+
"model": "vllm",
|
| 95 |
+
"model_args": {
|
| 96 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 97 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 98 |
+
"trust_remote_code": true,
|
| 99 |
+
"dtype": "bfloat16",
|
| 100 |
+
"tensor_parallel_size": 1,
|
| 101 |
+
"max_model_len": 4096,
|
| 102 |
+
"gpu_memory_utilization": 0.9,
|
| 103 |
+
"enforce_eager": true,
|
| 104 |
+
"max_num_seqs": 32,
|
| 105 |
+
"max_num_batched_tokens": 4096,
|
| 106 |
+
"enable_prefix_caching": false,
|
| 107 |
+
"seed": 0
|
| 108 |
+
},
|
| 109 |
+
"batch_size": "auto",
|
| 110 |
+
"batch_sizes": [],
|
| 111 |
+
"device": "cuda:0",
|
| 112 |
+
"use_cache": null,
|
| 113 |
+
"limit": null,
|
| 114 |
+
"bootstrap_iters": 100000,
|
| 115 |
+
"gen_kwargs": {},
|
| 116 |
+
"random_seed": 0,
|
| 117 |
+
"numpy_seed": 0,
|
| 118 |
+
"torch_seed": 0,
|
| 119 |
+
"fewshot_seed": 0
|
| 120 |
+
},
|
| 121 |
+
"git_hash": null,
|
| 122 |
+
"date": 1789602217.133009,
|
| 123 |
+
"pretty_env_info": "PyTorch version: 2.8.0+cu128\nIs debug build: False\nCUDA used to build PyTorch: 12.8\nROCM used to build PyTorch: N/A\n\nOS: Ubuntu 22.04.5 LTS (x86_64)\nGCC version: (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0\nClang version: Could not collect\nCMake version: Could not collect\nLibc version: glibc-2.35\n\nPython version: 3.11.14 | packaged by conda-forge | (main, Oct 13 2025, 14:09:32) [GCC 14.3.0] (64-bit runtime)\nPython platform: Linux-6.8.0-124-generic-x86_64-with-glibc2.35\nIs CUDA available: True\nCUDA runtime version: Could not collect\nCUDA_MODULE_LOADING set to: LAZY\nGPU models and configuration: \nGPU 0: NVIDIA A40\nGPU 1: NVIDIA A40\n\nNvidia driver version: 580.159.04\ncuDNN version: Could not collect\nHIP runtime version: N/A\nMIOpen runtime version: N/A\nIs XNNPACK available: True\n\nCPU:\nArchitecture: x86_64\nCPU op-mode(s): 32-bit, 64-bit\nAddress sizes: 52 bits physical, 57 bits virtual\nByte Order: Little Endian\nCPU(s): 96\nOn-line CPU(s) list: 0-95\nVendor ID: GenuineIntel\nModel name: Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz\nCPU family: 6\nModel: 106\nThread(s) per core: 2\nCore(s) per socket: 24\nSocket(s): 2\nStepping: 6\nCPU max MHz: 3500.0000\nCPU min MHz: 800.0000\nBogoMIPS: 5600.00\nFlags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb cat_l3 ssbd mba ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb intel_pt avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local split_lock_detect wbnoinvd dtherm ida arat pln pts vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg tme avx512_vpopcntdq la57 rdpid fsrm md_clear pconfig flush_l1d arch_capabilities\nVirtualization: VT-x\nL1d cache: 2.3 MiB (48 instances)\nL1i cache: 1.5 MiB (48 instances)\nL2 cache: 60 MiB (48 instances)\nL3 cache: 72 MiB (2 instances)\nNUMA node(s): 2\nNUMA node0 CPU(s): 0-23,48-71\nNUMA node1 CPU(s): 24-47,72-95\nVulnerability Gather data sampling: Mitigation; Microcode\nVulnerability Indirect target selection: Mitigation; Aligned branch/return thunks\nVulnerability Itlb multihit: Not affected\nVulnerability L1tf: Not affected\nVulnerability Mds: Not affected\nVulnerability Meltdown: Not affected\nVulnerability Mmio stale data: Mitigation; Clear CPU buffers; SMT vulnerable\nVulnerability Reg file data sampling: Not affected\nVulnerability Retbleed: Not affected\nVulnerability Spec rstack overflow: Not affected\nVulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl\nVulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization\nVulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; PBRSB-eIBRS SW sequence; BHI SW loop, KVM SW loop\nVulnerability Srbds: Not affected\nVulnerability Tsa: Not affected\nVulnerability Tsx async abort: Not affected\nVulnerability Vmscape: Not affected\n\nVersions of relevant libraries:\n[pip3] numpy==2.2.6\n[pip3] nvidia-cublas-cu12==12.8.4.1\n[pip3] nvidia-cuda-cupti-cu12==12.8.90\n[pip3] nvidia-cuda-nvrtc-cu12==12.8.93\n[pip3] nvidia-cuda-runtime-cu12==12.8.90\n[pip3] nvidia-cudnn-cu12==9.10.2.21\n[pip3] nvidia-cufft-cu12==11.3.3.83\n[pip3] nvidia-curand-cu12==10.3.9.90\n[pip3] nvidia-cusolver-cu12==11.7.3.90\n[pip3] nvidia-cusparse-cu12==12.5.8.93\n[pip3] nvidia-cusparselt-cu12==0.7.1\n[pip3] nvidia-nccl-cu12==2.27.3\n[pip3] nvidia-nvjitlink-cu12==12.8.93\n[pip3] nvidia-nvtx-cu12==12.8.90\n[pip3] torch==2.8.0\n[pip3] torchaudio==2.8.0\n[pip3] torchvision==0.23.0\n[pip3] triton==3.4.0\n[conda] Could not collect",
|
| 124 |
+
"transformers_version": "4.56.2",
|
| 125 |
+
"lm_eval_version": "0.4.13.dev0",
|
| 126 |
+
"upper_git_hash": null,
|
| 127 |
+
"tokenizer_pad_token": [
|
| 128 |
+
"<|endoftext|>",
|
| 129 |
+
"0"
|
| 130 |
+
],
|
| 131 |
+
"tokenizer_eos_token": [
|
| 132 |
+
"<|endoftext|>",
|
| 133 |
+
"0"
|
| 134 |
+
],
|
| 135 |
+
"tokenizer_bos_token": [
|
| 136 |
+
"<|endoftext|>",
|
| 137 |
+
"0"
|
| 138 |
+
],
|
| 139 |
+
"eot_token_id": 0,
|
| 140 |
+
"max_length": 4096,
|
| 141 |
+
"task_hashes": {
|
| 142 |
+
"hellaswag": "edcc7edd27a555d3f7cbca0641152b2c5e4eb6eb79c5e62d7fe5887f47814323"
|
| 143 |
+
},
|
| 144 |
+
"model_source": "vllm",
|
| 145 |
+
"model_name": "ByteDance/Ouro-1.4B",
|
| 146 |
+
"model_name_sanitized": "ByteDance__Ouro-1.4B",
|
| 147 |
+
"system_instruction": null,
|
| 148 |
+
"system_instruction_sha": null,
|
| 149 |
+
"fewshot_as_multiturn": null,
|
| 150 |
+
"chat_template": null,
|
| 151 |
+
"chat_template_sha": null,
|
| 152 |
+
"total_evaluation_time_seconds": "1369.5787835847586"
|
| 153 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-17T00-06-20.554115.jsonl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b11173df38be2f87ecda9fbab9a49faa708b68aad9490f7f6b45cce9e081253
|
| 3 |
+
size 43664010
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/installed_task_snapshot/README.md
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# HellaSwag
|
| 2 |
+
|
| 3 |
+
### Paper
|
| 4 |
+
|
| 5 |
+
Title: `HellaSwag: Can a Machine Really Finish Your Sentence?`
|
| 6 |
+
|
| 7 |
+
Abstract: https://arxiv.org/abs/1905.07830
|
| 8 |
+
|
| 9 |
+
Recent work by Zellers et al. (2018) introduced a new task of commonsense natural language inference: given an event description such as "A woman sits at a piano," a machine must select the most likely followup: "She sets her fingers on the keys." With the introduction of BERT, near human-level performance was reached. Does this mean that machines can perform human level commonsense inference?
|
| 10 |
+
In this paper, we show that commonsense inference still proves difficult for even state-of-the-art models, by presenting HellaSwag, a new challenge dataset. Though its questions are trivial for humans (>95% accuracy), state-of-the-art models struggle (<48%). We achieve this via Adversarial Filtering (AF), a data collection paradigm wherein a series of discriminators iteratively select an adversarial set of machine-generated wrong answers. AF proves to be surprisingly robust. The key insight is to scale up the length and complexity of the dataset examples towards a critical 'Goldilocks' zone wherein generated text is ridiculous to humans, yet often misclassified by state-of-the-art models.
|
| 11 |
+
Our construction of HellaSwag, and its resulting difficulty, sheds light on the inner workings of deep pretrained models. More broadly, it suggests a new path forward for NLP research, in which benchmarks co-evolve with the evolving state-of-the-art in an adversarial way, so as to present ever-harder challenges.
|
| 12 |
+
|
| 13 |
+
Homepage: `https://rowanzellers.com/hellaswag/`
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
### Citation
|
| 17 |
+
|
| 18 |
+
```
|
| 19 |
+
@inproceedings{zellers2019hellaswag,
|
| 20 |
+
title={HellaSwag: Can a Machine Really Finish Your Sentence?},
|
| 21 |
+
author={Zellers, Rowan and Holtzman, Ari and Bisk, Yonatan and Farhadi, Ali and Choi, Yejin},
|
| 22 |
+
booktitle ={Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},
|
| 23 |
+
year={2019}
|
| 24 |
+
}
|
| 25 |
+
```
|
| 26 |
+
|
| 27 |
+
### Groups and Tasks
|
| 28 |
+
|
| 29 |
+
#### Groups
|
| 30 |
+
|
| 31 |
+
- Not part of a group yet
|
| 32 |
+
|
| 33 |
+
#### Tasks
|
| 34 |
+
|
| 35 |
+
- `hellaswag`
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
### Checklist
|
| 39 |
+
|
| 40 |
+
For adding novel benchmarks/datasets to the library:
|
| 41 |
+
* [x] Is the task an existing benchmark in the literature?
|
| 42 |
+
* [x] Have you referenced the original paper that introduced the task?
|
| 43 |
+
* [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test?
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
If other tasks on this dataset are already supported:
|
| 47 |
+
* [ ] Is the "Main" variant of this task clearly denoted?
|
| 48 |
+
* [ ] Have you provided a short sentence in a README on what each new variant adds / evaluates?
|
| 49 |
+
* [ ] Have you noted which, if any, published evaluation setups are matched by this variant?
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/installed_task_snapshot/hellaswag.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tag:
|
| 2 |
+
- multiple_choice
|
| 3 |
+
task: hellaswag
|
| 4 |
+
dataset_path: Rowan/hellaswag
|
| 5 |
+
dataset_name: null
|
| 6 |
+
output_type: multiple_choice
|
| 7 |
+
training_split: train
|
| 8 |
+
validation_split: validation
|
| 9 |
+
test_split: null
|
| 10 |
+
process_docs: !function utils.process_docs
|
| 11 |
+
doc_to_text: "{{query}}"
|
| 12 |
+
doc_to_target: "{{label}}"
|
| 13 |
+
doc_to_choice: "choices"
|
| 14 |
+
metric_list:
|
| 15 |
+
- metric: acc
|
| 16 |
+
aggregation: mean
|
| 17 |
+
higher_is_better: true
|
| 18 |
+
- metric: acc_norm
|
| 19 |
+
aggregation: mean
|
| 20 |
+
higher_is_better: true
|
| 21 |
+
metadata:
|
| 22 |
+
version: 1.0
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/installed_task_snapshot/utils.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import re
|
| 2 |
+
|
| 3 |
+
import datasets
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
def preprocess(text):
|
| 7 |
+
text = text.strip()
|
| 8 |
+
# NOTE: Brackets are artifacts of the WikiHow dataset portion of HellaSwag.
|
| 9 |
+
text = text.replace(" [title]", ". ")
|
| 10 |
+
text = re.sub("\\[.*?\\]", "", text)
|
| 11 |
+
text = text.replace(" ", " ")
|
| 12 |
+
return text
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:
|
| 16 |
+
def _process_doc(doc):
|
| 17 |
+
ctx = doc["ctx_a"] + " " + doc["ctx_b"].capitalize()
|
| 18 |
+
out_doc = {
|
| 19 |
+
"query": preprocess(doc["activity_label"] + ": " + ctx),
|
| 20 |
+
"choices": [preprocess(ending) for ending in doc["endings"]],
|
| 21 |
+
"gold": int(doc["label"]),
|
| 22 |
+
}
|
| 23 |
+
return out_doc
|
| 24 |
+
|
| 25 |
+
return dataset.map(_process_doc)
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/run_metadata.json
ADDED
|
@@ -0,0 +1,722 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"task": "hellaswag",
|
| 4 |
+
"configuration": "loopq_w4a4",
|
| 5 |
+
"contract": {
|
| 6 |
+
"mode": "loopq",
|
| 7 |
+
"activation_bits": 4,
|
| 8 |
+
"artifact": "/workspace/loopq_data/curve_a4_s0/eval_final/artifact.pt",
|
| 9 |
+
"artifact_sha256": "7cb498143aeb807e5cb896f195066fa07e38a353406a10de36ffaf46b4fcabdb",
|
| 10 |
+
"ablation": null,
|
| 11 |
+
"parity_evidence": {
|
| 12 |
+
"path": "/workspace/loopq_data/curve_a4_s0/eval_final/parity_screen.json",
|
| 13 |
+
"sha256": "0492028e64eaf16242d69d32bec9a7783e3637875ddaae3b986889c86a1b04ed",
|
| 14 |
+
"acceptance": {
|
| 15 |
+
"passed": false,
|
| 16 |
+
"reasons": [
|
| 17 |
+
"four-loop hidden-state parity failed",
|
| 18 |
+
"logprob error exceeds tolerance",
|
| 19 |
+
"top1 or top-1000 comparison incomplete"
|
| 20 |
+
],
|
| 21 |
+
"max_logprob_error": 1.25,
|
| 22 |
+
"max_hidden_error": 0.06,
|
| 23 |
+
"tie_threshold": 0.25,
|
| 24 |
+
"rows_excused_as_reference_tie": 0,
|
| 25 |
+
"scope": "six_or_more_single_sequence_prefills; decode/batch/long_context still require A40 validation",
|
| 26 |
+
"advisory": true
|
| 27 |
+
}
|
| 28 |
+
}
|
| 29 |
+
},
|
| 30 |
+
"model_args": {
|
| 31 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 32 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 33 |
+
"trust_remote_code": true,
|
| 34 |
+
"dtype": "bfloat16",
|
| 35 |
+
"tensor_parallel_size": 1,
|
| 36 |
+
"max_model_len": 4096,
|
| 37 |
+
"gpu_memory_utilization": 0.9,
|
| 38 |
+
"enforce_eager": true,
|
| 39 |
+
"max_num_seqs": 32,
|
| 40 |
+
"max_num_batched_tokens": 4096,
|
| 41 |
+
"enable_prefix_caching": false,
|
| 42 |
+
"seed": 0
|
| 43 |
+
},
|
| 44 |
+
"fewshot": 0,
|
| 45 |
+
"seed": 0,
|
| 46 |
+
"smoke_limit": null,
|
| 47 |
+
"study_evaluation": false,
|
| 48 |
+
"protocol_note": "LoopQ W4A4, calibration run to completion (1500 final optimization steps) with singular values held in log space so they cannot reach zero. The paper does not specify how the Kronecker transforms are kept invertible. Deployment prefill-parity gate is unreachable at W4A4 by any implementation and is attached as advisory. Explicit local protocol: zero-shot except MMLU 5-shot; plain likelihood scoring, no chat template; installed pinned harness prompts.",
|
| 49 |
+
"metric_note": "acc_norm where available, otherwise acc; retain all metrics",
|
| 50 |
+
"exact_paper_protocol_reproduction": false,
|
| 51 |
+
"disclosure": "Single explicit-seed run; paper reports ten-run accuracy averages. Dataset/harness choices must be compared before claiming reproduction.",
|
| 52 |
+
"command": [
|
| 53 |
+
"/root/venv-LT/bin/python",
|
| 54 |
+
"/workspace/LT_fix/scripts/run_lm_eval_timed.py",
|
| 55 |
+
"--model",
|
| 56 |
+
"vllm",
|
| 57 |
+
"--model_args",
|
| 58 |
+
"{\"pretrained\": \"ByteDance/Ouro-1.4B\", \"revision\": \"e3b1e0993b1231a51d6069a870476dda4162c00a\", \"trust_remote_code\": true, \"dtype\": \"bfloat16\", \"tensor_parallel_size\": 1, \"max_model_len\": 4096, \"gpu_memory_utilization\": 0.9, \"enforce_eager\": true, \"max_num_seqs\": 32, \"max_num_batched_tokens\": 4096, \"enable_prefix_caching\": false, \"seed\": 0}",
|
| 59 |
+
"--tasks",
|
| 60 |
+
"hellaswag",
|
| 61 |
+
"--num_fewshot",
|
| 62 |
+
"0",
|
| 63 |
+
"--seed",
|
| 64 |
+
"0,0,0,0",
|
| 65 |
+
"--batch_size",
|
| 66 |
+
"auto",
|
| 67 |
+
"--output_path",
|
| 68 |
+
"/workspace/loopq_data/curve_a4_s0/eval_final/hellaswag/harness",
|
| 69 |
+
"--log_samples"
|
| 70 |
+
],
|
| 71 |
+
"environment": {
|
| 72 |
+
"torch": "2.8.0",
|
| 73 |
+
"vllm": "0.10.2",
|
| 74 |
+
"transformers": "4.56.2",
|
| 75 |
+
"lm_eval": "0.4.13.dev0",
|
| 76 |
+
"datasets": "5.0.1"
|
| 77 |
+
},
|
| 78 |
+
"returncode": 0,
|
| 79 |
+
"wall_clock_seconds": 1382.181919325143,
|
| 80 |
+
"source_provenance": {
|
| 81 |
+
"snapshot": "/workspace/loopq_data/curve_a4_s0/eval_final/hellaswag/source_snapshot",
|
| 82 |
+
"sha256_at_launch": {
|
| 83 |
+
"loopQ/adapters/__init__.py": "7f28e14f7778bafb750404e0e54fb05fe17b61997e06584ca55ee44da3694ba7",
|
| 84 |
+
"loopQ/adapters/huginn.py": "fc22beafc461a7a0f85e6a7e3291a60749d5a11ea56cceabc448239dd3be9afe",
|
| 85 |
+
"loopQ/adapters/ouro.py": "e571df0cbbe853de8d1c593f9ed6c032e9099008363ee57e1f280b770ae49c14",
|
| 86 |
+
"loopQ/configs/flatquant_reference.yaml": "35f507d7389c3f04a7c1f86f7ae367630c846ec730661d420639f5f19b0c4074",
|
| 87 |
+
"loopQ/configs/huginn_mapping.yaml": "5db252e7cacb42169e94492e02509a3114ebca4747b32590110ba58cbbaea124",
|
| 88 |
+
"loopQ/configs/loopq_compatibility_decisions.yaml": "3d1b6d508db78b53f2c6e405da3b8ea6a7893303bd81bc2a90e0b3567367fd35",
|
| 89 |
+
"loopQ/configs/ouro_calibration.yaml": "fc832996fcdda085290565b657c6fa1824dc0b1646a66d109fe38b22f0a8eac5",
|
| 90 |
+
"loopQ/configs/ouro_mapping.yaml": "87ca4718e200539412f366fbad52a1a46932ad2cc26e0f08585830d04f50b9ad",
|
| 91 |
+
"loopQ/configs/paper_ouro_reference_metrics.json": "ecc4b3e028b1191a458b446582895d4f6871922a397f15375a34e396bf70ad89",
|
| 92 |
+
"loopQ/configs/paper_specification.yaml": "c812bb40398d9183f522c07e32dabf3fcfdd43e4d52790b9af296fb11d5abed1",
|
| 93 |
+
"loopQ/configs/parity_prompts.json": "b56e2e4048083459997c2864e3e6320fc68e1625676ed09f207a81bafee9b2e0",
|
| 94 |
+
"loopQ/configs/reproduction.json": "5204e346d98f96e46b0f94814e2f291198887ace85a7c827932f002560c350c3",
|
| 95 |
+
"loopQ/loopq/__init__.py": "00cf79e9673051148513cfc25c52c59ef72118d288e2ec640a77eaf8a69d7213",
|
| 96 |
+
"loopQ/loopq/accounting.py": "ab24ef8b10a0bc85e03827e882f92e1d7bb3e33fbd146f7f9561651842a03fb0",
|
| 97 |
+
"loopQ/loopq/calibrate.py": "5018098ddf0c44a682efef85b9f82ab2e4f4f911efa48982083d6c3a0db98594",
|
| 98 |
+
"loopQ/loopq/cta.py": "e1cf8cfec967157a90d9f54e956b221b67aef9ed742968605d2d4abb1f453b8d",
|
| 99 |
+
"loopQ/loopq/evaluation_provenance.py": "87e0d6f329dae65759893063cf508682902ae4cf5772aec28ed1692a08da02cf",
|
| 100 |
+
"loopQ/loopq/experiment_contract.py": "a0f4487092a72eb5fe808880d09a6fafc9b86e5fc4a2e2b3b9e7d5177d27a620",
|
| 101 |
+
"loopQ/loopq/experiments.py": "252644613f076890e5f2b849c4f95570e33a9cfa69569df90b082c26788f5a5b",
|
| 102 |
+
"loopQ/loopq/export.py": "3ca272d220bbc93d2e7c70b06df2cef93184e48bc695c00b97e834991469ef57",
|
| 103 |
+
"loopQ/loopq/gpu_admission.py": "feb940b5cc2355f1881d031f9b22226d7692f70f792c1b1233aeec5570535c76",
|
| 104 |
+
"loopQ/loopq/huginn_calibration.py": "7a95635b9d9777c9b0f04f51566f9ed668154ae9be231e19f3b7ac18acef98ca",
|
| 105 |
+
"loopQ/loopq/journal.py": "f9bf8342a004959bbdb25b3557577e5271e7335f53107d7a007ad512fa55bbcf",
|
| 106 |
+
"loopQ/loopq/las.py": "a179c62e57fccafc21dabb13a68832f8bc8c9d6b0a8da1a2c2348bfb09c47a3c",
|
| 107 |
+
"loopQ/loopq/numerical_contract.py": "913685841222a9f7ff503ca9b8962cd976f39bda38e2a20f7d3e6b0c09798bc5",
|
| 108 |
+
"loopQ/loopq/objective.py": "d60f1d6ce18e004f89cb91f680ed6dd4b28083dda8125745a1bd694389c40e50",
|
| 109 |
+
"loopQ/loopq/ouro_calibration.py": "db88d48b9646c421e4fd354e8de61a7784bdedcbac0b47e1c8de01aa8c2395de",
|
| 110 |
+
"loopQ/loopq/packed_bundle.py": "5fe29dee51fe28849696de298d3bc8f7036b78c44ec2617747ada370e135287f",
|
| 111 |
+
"loopQ/loopq/packed_weight.py": "8bbd5a3dc0c8992e4dd30ce962deb0e0745604b1e189a508e1f70aee1e1acdbc",
|
| 112 |
+
"loopQ/loopq/packed_worker.py": "239febb2ed17d9d88cb068d2edac87f13c2f5c579995a842cdfb7ab6b1e536aa",
|
| 113 |
+
"loopQ/loopq/parity_worker.py": "b6854262f3b44e4970214aa3e8ccc5a8ad1fa032a9ae5314a15514e132540502",
|
| 114 |
+
"loopQ/loopq/paths.py": "5a9478359f3a4b252d5af599c9c7f68650d10b995f2e9314210ac6e670a364d0",
|
| 115 |
+
"loopQ/loopq/provenance.py": "387f82f3efe26ea478476d7087db441a2552f345de35ce2afc5723eb4d21abd6",
|
| 116 |
+
"loopQ/loopq/quantization.py": "78a3016ad8b2d53ae807bb18b71da8e7d8ce6df8d0881331a80776a247c1142e",
|
| 117 |
+
"loopQ/loopq/readiness.py": "837a59bc6ac641ea2140876fd3ae34afc30173b91791852ba55dafd4bdd9cdd8",
|
| 118 |
+
"loopQ/loopq/saved_tensors.py": "ee158cc09d8116c09922b940d3219d7d22d3f271b9c11e8b623b393cecb2af03",
|
| 119 |
+
"loopQ/loopq/sharing_gap.py": "aa6e1bdb0f365fdde0e9ed4674a08b0f2c0df0a0693dd28dc5c094f8f86118a5",
|
| 120 |
+
"loopQ/loopq/trajectory_diagnostics.py": "de78ef945d1fdcd036460ad5947864f73a5d63a5f88a1a6c86691821b2dddcac",
|
| 121 |
+
"loopQ/loopq/transforms.py": "d754f21df55fde2548872d25afa9a4fe75082fdc937a3ba65b474a0673be12a6",
|
| 122 |
+
"loopQ/scripts/benchmark_calibration_memory.py": "afdaf39cde1e839924baf1cfd0a4d83df5ee0af40d6e7659cb6f3645e3ebb408",
|
| 123 |
+
"loopQ/scripts/calibrate_huginn.py": "ba44cc894b5a9987cb2f3a1382053d907f205a2d7608b44b7714fc410c142756",
|
| 124 |
+
"loopQ/scripts/calibrate_ouro.py": "5c81cb8ca6a92a6da4fe1b7e5d7615830e359d93a4eedf013fbb32d5f624ec9e",
|
| 125 |
+
"loopQ/scripts/diagnose_ouro_quality.py": "962f5ac918bea5cb029c78f41b96b886013e8233d5bf1d67ec87d8b488b9977c",
|
| 126 |
+
"loopQ/scripts/export_huginn_artifact.py": "20dbf608320f85daddbc843b0ac1196234c20822e2418f42b66327ddcd8186f7",
|
| 127 |
+
"loopQ/scripts/export_ouro_artifact.py": "1fe2edfa0fc09cf896a1fab149067160829744d3f7fd03d2c521b6ba38d19a12",
|
| 128 |
+
"loopQ/scripts/export_packed_ouro_weights.py": "a49b8646639682012340f908ec86efbe12a369343c984963c2314991c31a4ead",
|
| 129 |
+
"loopQ/scripts/freeze_lambada_inputs.py": "b15138ae82a52461f31cbb669d18f878fd98f9eab93ac7db3efa87f594afb97b",
|
| 130 |
+
"loopQ/scripts/inspect_calibration.py": "6514bb2fb9fda6ef6b5335035dae910cb4bf7ec36dde5a844c7cf38e0fd07f7a",
|
| 131 |
+
"loopQ/scripts/measure_ouro_trajectory.py": "06bf7ea56bb6626b5947e8f43d2b7ddc60ad942d3997ac1c2b7795db4672c081",
|
| 132 |
+
"loopQ/scripts/report_accounting.py": "3564bf5cb9e4f8133257cb415ec679f007090f0c7afe85fe1bca4b469b5ba5e6",
|
| 133 |
+
"loopQ/scripts/reproduction.py": "6a28f7a4cb1f4a9f4171fcf466b36b103761bc38bde63e3afefe8a25aca86fb1",
|
| 134 |
+
"loopQ/scripts/run_gsm8k.py": "11b220ad74277b5da6becbf18eaaeb4725d6ecb07330b1b15cd4dc4c29eeefdb",
|
| 135 |
+
"loopQ/scripts/run_paper_benchmark.py": "021ee1451abff633bc0b77f04c13e1cd9dae7bebfc86ebe962890015a74a6bf8",
|
| 136 |
+
"loopQ/scripts/smoke_huginn_vllm.py": "9311b038ce325a3f050a852addb6a9c550a09ace19f29ee3370439be9047e29b",
|
| 137 |
+
"loopQ/scripts/smoke_ouro_vllm.py": "39311a193900e7d1db491e29fcdd83ee88ad1bdda602025580f61bd5ae757203",
|
| 138 |
+
"loopQ/scripts/verify_runtime_parity.py": "1e0e1648fe5673abaca26d98efffac99cc3b2ede7ecb59423df04147e537e4e0",
|
| 139 |
+
"loopQ/tests/conftest.py": "56cfc62ddfe4ccab80288f60c8f3948b6d8b8d8f1d2e37c50f9c9577c4679235",
|
| 140 |
+
"loopQ/tests/test_alignment_contracts.py": "615d2e77c187411d55892fa875835ea280a9b6ab775835ed30459482c298f066",
|
| 141 |
+
"loopQ/tests/test_calibrate.py": "d9bddf96ebcd0c5bdd0dd866f17e045d672abd73360e5e0771775edc4e67c8c8",
|
| 142 |
+
"loopQ/tests/test_cta.py": "afe35581d60dcd0b5ff1566ffe3a8dc332003cd031d9c9e788cff1c2f62f2307",
|
| 143 |
+
"loopQ/tests/test_evaluation_provenance.py": "62765331e2e5b0e400c51b0d7caba5cc70f3060ac60fdfa53e89fc0eea293933",
|
| 144 |
+
"loopQ/tests/test_experiment_setup.py": "840680d43db300613ccb55409ce9bd142f2eb82176d697813194648de2c57484",
|
| 145 |
+
"loopQ/tests/test_export.py": "7bf542a1e606c7be517c2485dcad3b8e8ec773f53e7374656564ce33a78a6b8a",
|
| 146 |
+
"loopQ/tests/test_gpu_admission.py": "5f0154e0e7d80e1de684b51219b3ee1b52d81481d062de13a563eab1db17fce6",
|
| 147 |
+
"loopQ/tests/test_gsm8k_driver.py": "054d0284905dc8479ceb6c28e2a418d94a692762d45573902a8bb0278abd2821",
|
| 148 |
+
"loopQ/tests/test_huginn_adapter.py": "23f7b5d2fea8c9526553e979a5c44e466fe74d664cf6f0a05b8c66434dc48940",
|
| 149 |
+
"loopQ/tests/test_huginn_calibration.py": "bbdc7f0e10f23042f6d52acf14456d039b030d945fb4d3a8c72d9d6063242a93",
|
| 150 |
+
"loopQ/tests/test_huginn_export.py": "896eee3b771ee2a2b0dbdbd9aa07eb9918718c7dc9e69e0169b3d4ab22e50229",
|
| 151 |
+
"loopQ/tests/test_huginn_vllm_bridge.py": "c483f52999ca955b4c8b17de252e957bf7a878bfa7e5fa18330c7fed3f249c9b",
|
| 152 |
+
"loopQ/tests/test_journal.py": "b3331cbff1add620c8e1d098578a9d79f81e2c1d28a2e0c0b4a7a7a0c7ba1589",
|
| 153 |
+
"loopQ/tests/test_las.py": "88139ae1f23a53d07eb3497b88fe3f22980d6b8c001232fc3b629a57663935e4",
|
| 154 |
+
"loopQ/tests/test_objective.py": "fb206b4844e1f911e6665ccd5d99e643171810a30da50a80be64d227019e9b88",
|
| 155 |
+
"loopQ/tests/test_ouro_adapter.py": "9a52daa93ea65a75fc9edfd154ab27058c6a2567d113cab25e6d5a9e6592d986",
|
| 156 |
+
"loopQ/tests/test_ouro_calibration.py": "e9099d1cddec60482c811df656e7aa8731c2a1cd98ae274efde249636d0cec50",
|
| 157 |
+
"loopQ/tests/test_packed_bundle.py": "cfffba2fd0d640e2e5def1d6375b24a87b4d33bb57a7c45fb5d08145ae46bd4d",
|
| 158 |
+
"loopQ/tests/test_packed_weight.py": "387fdb51e3bce2cbd7c0f94dcec5fb1ecd8eedd55c79b6811975503625be884f",
|
| 159 |
+
"loopQ/tests/test_packed_worker.py": "41206a263d72bdc2e7ba65c8ecf7e6982f3b31b62c9602e554798212f8373a37",
|
| 160 |
+
"loopQ/tests/test_paper_benchmark.py": "70eaa2326bf0b8da12736a1577421a42af446aacd48fc21be0e9ead2deab52ed",
|
| 161 |
+
"loopQ/tests/test_paper_math_reference.py": "a46176f310f90d75bef72674620a2425de13a20bb65f84d33686dc82ff4043fb",
|
| 162 |
+
"loopQ/tests/test_quantization.py": "a0368909de90a7b5d64d0cb82296ab438306f4e337c50ed1a103616fdd3f9af4",
|
| 163 |
+
"loopQ/tests/test_saved_tensors.py": "522eae339ca2d2b01506f653b18d6417bc04b4315d0d1afa90b78820d55c7742",
|
| 164 |
+
"loopQ/tests/test_sharing_gap.py": "aacbacadaee3850d1d823cf8122cbc2ac80f2af3066254a7b5b60d46c0ded1ac",
|
| 165 |
+
"loopQ/tests/test_trajectory_diagnostics.py": "341d8650a0c3ae59c12584baaccc6fec454bb76f988e533385f5953d3f83bf3e",
|
| 166 |
+
"loopQ/tests/test_transforms.py": "5e9fc5b387fb8f40f3b090864a0c3751529a869bef176058bac149dd4401bfca",
|
| 167 |
+
"loopQ/tests/test_vllm_bridge.py": "ccab13d1a9c3bd18279e46b4268cccba84e766153282e9d78cd58e093fe50647",
|
| 168 |
+
"src/loop_transformer_quant/__init__.py": "a9dceaa469212264a6ee7b1a615de2c5cd6e6195a007c852fc7e1e85857c172f",
|
| 169 |
+
"src/loop_transformer_quant/adapters/__init__.py": "6d112e61f7a6dc6093f11278d03a5351e8dd7adcb55d34dbb9e6810f86dbee74",
|
| 170 |
+
"src/loop_transformer_quant/adapters/vllm.py": "9f8df73df24a2b2297def5f0b994b8508fd06dc1a16184af64220e9016b813fd",
|
| 171 |
+
"src/loop_transformer_quant/cache_codec.py": "cf22a2cda1546e2bacb1e7e6ce9d8bdf8db952d758dd5cf81fdc1e784154185e",
|
| 172 |
+
"src/loop_transformer_quant/dynamic_lse.py": "ca0ce130dd1f838ab34c96ba8fe23f308ba09975801f587e4d5fa5723ddd93f5",
|
| 173 |
+
"src/loop_transformer_quant/gsm8k_calibration.py": "f90b5b89e595ef86ca6d03ae4f77bfa62b123aee3b9efcacfa468a87c72d64fc",
|
| 174 |
+
"src/loop_transformer_quant/huginn_anchor_mechanisms.py": "bb59f9f3d90ff0bf3dada6cd7d48ddf26169796a0553a4c2a39fd520c2222b8a",
|
| 175 |
+
"src/loop_transformer_quant/int2_experiments.py": "7be8a00a688a57ee7aa0e8fbfe6e8adf15277dcacabd95e608b5707d9010abba",
|
| 176 |
+
"src/loop_transformer_quant/int2_runtime.py": "2eb7f992fe80c63874efb440f8ed3b1c84374d16118872532d9ada3cde3a0b1e",
|
| 177 |
+
"src/loop_transformer_quant/int2_streaming.py": "e16f5ab4abd71af8e3ea5ec3cc3164a5956bacbe87cd81f1b7c2af551bb2bd75",
|
| 178 |
+
"src/loop_transformer_quant/kv_codecs.py": "118c98e0e32d899d7e6458d8c626738912af9ce87d761789a0d7d2a51e8d24c6",
|
| 179 |
+
"src/loop_transformer_quant/layer_channel_heatmaps.py": "04f09e794e6f87d75410a2ff55bbd60f047bdaf5355dcb4abca085b0a0fb318f",
|
| 180 |
+
"src/loop_transformer_quant/logical_storage.py": "01858edbf3c5406af60c747375c0fbee6b406fc867a0ea1741525caeb90245f3",
|
| 181 |
+
"src/loop_transformer_quant/native_activation.py": "4f82f90e80574e92e2dd97128a206983f32e0bb424286fad33ceee91c19dd366",
|
| 182 |
+
"src/loop_transformer_quant/native_kv/__init__.py": "acfa90ad9c90018df7f68d2efecfd8f9dbb4ca90344279ba3aa307e6829a5b39",
|
| 183 |
+
"src/loop_transformer_quant/native_kv/cache.py": "573b46adf72ad17415ad2e1a8af977cefa63f3958698fee7ecdc50b2a8a8ff2a",
|
| 184 |
+
"src/loop_transformer_quant/native_kv/calibration.py": "6b5123c4933e147f44c8a47c339311a034f842957155894f81eeea0f4be0e674",
|
| 185 |
+
"src/loop_transformer_quant/native_kv/channel_lse_certified.py": "43d0d6dcce1de9fff4c99979336a0861c67f7bf6d7ba786509201ca03e8cd0cf",
|
| 186 |
+
"src/loop_transformer_quant/native_kv/channel_lse_cost_probe.py": "8a816598f39847d32318383e456dab2e575e04047ed89434fcc830428ece23f8",
|
| 187 |
+
"src/loop_transformer_quant/native_kv/channel_lse_fastproducts.py": "c7b4b4927725c7388342aee92abf014304e81714c27050bce4709725a0a3eb19",
|
| 188 |
+
"src/loop_transformer_quant/native_kv/channel_lse_guarded.py": "04f2893e42049ed01b7c0c4a4076f9ae5ad786562fc81311e2ab6ffbdca0fefc",
|
| 189 |
+
"src/loop_transformer_quant/native_kv/channel_lse_kahan.py": "036991681f5e6667f6684c0b794eefdfdcbdffa2b096095413544a848c96ba00",
|
| 190 |
+
"src/loop_transformer_quant/native_kv/channel_lse_mixedstats.py": "3acb22432e21870c99d83f12121cec2882bff1ad9b14ebc27600699b68ea9cc5",
|
| 191 |
+
"src/loop_transformer_quant/native_kv/channel_lse_native.py": "fe7d3082aba93d483983e091053d722860b51b478e138f92a27114c5c6ee7a11",
|
| 192 |
+
"src/loop_transformer_quant/native_kv/channel_lse_pagemixed.py": "2b83812cf5133e4a88780d4a89fa7179ec1ea581f68b4f356551d896e162a981",
|
| 193 |
+
"src/loop_transformer_quant/native_kv/channel_lse_pagetiled.py": "5f38be7492b93176cbe998d3b33345056a6db90c40275261b5c65ce3631cf104",
|
| 194 |
+
"src/loop_transformer_quant/native_kv/channel_lse_reference.py": "b09e33d551bbe31a6fd56469a207f8a6c9173eb915761c3c263c2574ee31567e",
|
| 195 |
+
"src/loop_transformer_quant/native_kv/channel_lse_solve32.py": "eeafd3685da864208cffefef9d5bd3575a8a2b873baf7f38e79dcbcf3fbd64f9",
|
| 196 |
+
"src/loop_transformer_quant/native_kv/channel_lse_split_solve.py": "d847cccf05382f38c337c094654e892c1544e37dff1fbb89967e349220756ccf",
|
| 197 |
+
"src/loop_transformer_quant/native_kv/channel_packed.py": "083f30a6446e125079df2e17811d06d004ee289953b999304f95e989acd86513",
|
| 198 |
+
"src/loop_transformer_quant/native_kv/channel_paged_fused.py": "a7fc2ab879859804913838b38c7888db589420f2fcdf5303165ff6a72c4d6f57",
|
| 199 |
+
"src/loop_transformer_quant/native_kv/channel_paged_grouped.py": "e52cf976ee34bd680af8107b18e97e50b7272deac2b3925e5c12f1d248171ca7",
|
| 200 |
+
"src/loop_transformer_quant/native_kv/channel_paged_meta.py": "179c3df4189e034f5c5b233f23e76bc0a49d12bab990480525d5f033ecc2ea6e",
|
| 201 |
+
"src/loop_transformer_quant/native_kv/channel_paged_recompute.py": "0ca703afd01d66337c949af2b3d73513bf801cfecb41f1c7851120e7e6641f63",
|
| 202 |
+
"src/loop_transformer_quant/native_kv/channel_prefix_scan.py": "3ef7845af24a20f515b2f04461c97fb2eed3d9d9200cc60d77bca4b7b34b0c1b",
|
| 203 |
+
"src/loop_transformer_quant/native_kv/channel_split_write.py": "8b197f54626758564c220aba8908de298ae2f4929a7131abbdf2d9fdea192421",
|
| 204 |
+
"src/loop_transformer_quant/native_kv/channel_token_fused.py": "eb455108f066f1ad90821a9484efc2ac4967f1b72d5ac83773054ff36ab16f36",
|
| 205 |
+
"src/loop_transformer_quant/native_kv/channel_token_meta.py": "443f3332b6e31cba118e880f71fed429c007f6d53543625d273b66eef4fe90a8",
|
| 206 |
+
"src/loop_transformer_quant/native_kv/comparison.py": "d318411d27db8f903ca1f250db8196d3b490e7892f9ee49d647dc3f304f88b00",
|
| 207 |
+
"src/loop_transformer_quant/native_kv/dynamic_paged.py": "c34a21557bd218278b6a08a8cdaa0b0a30a2b29a1ff02db02579f9cb7c73556b",
|
| 208 |
+
"src/loop_transformer_quant/native_kv/dynamic_paged_fused.py": "3c0f5c620c6bcb938bea32a94aa832c70fb356716088dfda207f47004727e393",
|
| 209 |
+
"src/loop_transformer_quant/native_kv/dynamic_scalar.py": "69e954ac3100cddb7464ec3e6caf9c3d3927fc96b99c472868057aa821a69867",
|
| 210 |
+
"src/loop_transformer_quant/native_kv/fa_tile.py": "5836fc96d54b5892fa911f0d0d48f81c9a91d71690c0455be639f31958bd77d0",
|
| 211 |
+
"src/loop_transformer_quant/native_kv/kernels.py": "d5537c45945724076984af5ff68c9e7b859528bf5c6ccc437c3885fc96f002f0",
|
| 212 |
+
"src/loop_transformer_quant/native_kv/ouro_comparison.py": "bf232a254102672863fe233e627a4e0059286a7f55e6362e397b22ce83178e77",
|
| 213 |
+
"src/loop_transformer_quant/native_kv/request_slots.py": "662be79c9ca67d8dace1c843a4ccb1b9325cb76b0b97c9c1fcdc677e44e86e25",
|
| 214 |
+
"src/loop_transformer_quant/native_kv/static_paged_fused.py": "19dfc2d58beac8b5318a97ca8fa2b5ac3badc4f33c0ea013d70e9db4d33d8466",
|
| 215 |
+
"src/loop_transformer_quant/native_kv/xqa_loader.py": "4de9c6c9f3a68d4fc422d68d3e55868dc756686299f901127acf284148472b0e",
|
| 216 |
+
"src/loop_transformer_quant/nvfp4.py": "68f0623c31f9667b295d09b2ecf4832aee84dbf93ab3de7348579189ca44a7d1",
|
| 217 |
+
"src/loop_transformer_quant/packed_affine_kv.py": "3c249789ca964aa1947262e9177fc3f66401d67889d1396a511cc489ea89e682",
|
| 218 |
+
"src/loop_transformer_quant/packed_rotated_hnd.py": "844421a98211c9a4bc1867c79f19c7d5583e82abe606b941276260c9a9e9c662",
|
| 219 |
+
"src/loop_transformer_quant/packed_rotated_hnd_safe.py": "9409fd0cca643ed8b3c87de99440e66eb7d3e9e8d6fdce8c76553806c3c29323",
|
| 220 |
+
"src/loop_transformer_quant/packed_rotated_kv.py": "195427fea9b110b693fbb54a1cd809482bdec7c75417055ec9ad14c8ed182ecb",
|
| 221 |
+
"src/loop_transformer_quant/packed_rotated_table1.py": "9b246daf90bf8d005482d413fd4f72422945d8ac001e98c61075365a6e1e8885",
|
| 222 |
+
"src/loop_transformer_quant/paths.py": "1f87fce7344da5916fd4a8b88dec2f5d7b45bf4b4cab129b72e9bf2280595d9c",
|
| 223 |
+
"src/loop_transformer_quant/pre_sinq.py": "e7926059546171473b26d1fdcfb2378884fd95aefe573d93119acf981e13240e",
|
| 224 |
+
"src/loop_transformer_quant/quant_policy.py": "bc55de3e7d27d7825cb2dbf443cd90ab3fe0452856a38864ecdb93c2e0fe3e38",
|
| 225 |
+
"src/loop_transformer_quant/rotated_attention_adaptive.py": "6ca61bf1207abe12e40de81900348df49d1832a69d1d2b9b92fee81daceedc34",
|
| 226 |
+
"src/loop_transformer_quant/rotated_attention_adaptive_safe.py": "5c93b4f091f723a1631b210bfb0589501c191d87adc57eacc8e90c98ae3b3f2c",
|
| 227 |
+
"src/loop_transformer_quant/rotated_attention_combined.py": "24d0fea4c099321594fe0d80c82093e934fd231137559d1a9d90535470db0458",
|
| 228 |
+
"src/loop_transformer_quant/rotated_attention_combined2.py": "207860a760e4a2bb2491d233247fabe965c84796ad7eb1bdab83df9a64d3d77c",
|
| 229 |
+
"src/loop_transformer_quant/rotated_attention_combined4.py": "df49a846ac8059bbdd9e5441fa91d366005063d0946c1c1fafff929998b5ca06",
|
| 230 |
+
"src/loop_transformer_quant/rotated_attention_conservative.py": "6318dbf853294db80b397985b0f3b92fce7d97791c752a0fb9df949095b4a294",
|
| 231 |
+
"src/loop_transformer_quant/rotated_attention_fast.py": "2e884106998c22e14fe822d3267478da54521ebfb93ab76e174daec23913ba9f",
|
| 232 |
+
"src/loop_transformer_quant/rotated_attention_group_all.py": "d6973ecff1f66eed99f9955b102f6ba5d51d240e249f724d6667028998da0347",
|
| 233 |
+
"src/loop_transformer_quant/rotated_attention_group_codes.py": "be0723b591b7c95436057c3ea7616c4178e516c8dc80495b698375196239e921",
|
| 234 |
+
"src/loop_transformer_quant/rotated_attention_group_codes_v2.py": "327119e221287a8221d178290aba72c4d428ff1d6664347374f04d287146da83",
|
| 235 |
+
"src/loop_transformer_quant/rotated_attention_group_load.py": "7cdda56e000afe900d7b6d3a942f112c4ab986a1a70476275531dc3238696063",
|
| 236 |
+
"src/loop_transformer_quant/rotated_attention_group_pipeline.py": "b2139be31958bb37fdf0afbfdfdbcde8ab91245208782ba16631ea47b369f3f3",
|
| 237 |
+
"src/loop_transformer_quant/rotated_attention_group_rotunroll.py": "f4bdc70394069dc078649b6ad5310ccbce2e5d9dff048f403fcebba687ce6fb5",
|
| 238 |
+
"src/loop_transformer_quant/rotated_attention_hadamard.py": "2dc3ea5984f251fb17d93c4868cdc6297801723bc6799ac1a9d4d96bc18e46e2",
|
| 239 |
+
"src/loop_transformer_quant/rotated_attention_pipeline2.py": "81efddc54396b60dd7c2c412e092e43eddacb0d9641f2d8a4eec9878d72eb4ee",
|
| 240 |
+
"src/loop_transformer_quant/rotated_attention_query16.py": "161faf38eba65c083fac344853dfade1ec326da7d6257469d10626c2abce5df1",
|
| 241 |
+
"src/loop_transformer_quant/rotated_attention_query8.py": "143350254d30170998b5300874e1c04a44adc5e3cf23563b33fe61dd1e8c77c7",
|
| 242 |
+
"src/loop_transformer_quant/rotated_attention_rot_keep.py": "2f55a8ed07a478067ae68b911ee457b4f0628beeae078b121eaae0c8cf5d14e8",
|
| 243 |
+
"src/loop_transformer_quant/rotated_attention_rot_transpose.py": "dd7823da1e66c88a4f7b74874d25d94261cbc17e85fb02a73938fcfce6fb7765",
|
| 244 |
+
"src/loop_transformer_quant/rotated_attention_unroll2.py": "90bb8c89664acff921d0369083aa7f53ed628b0168ff5d2e8779654fe727ea97",
|
| 245 |
+
"src/loop_transformer_quant/rotated_attention_unroll4.py": "4cd2474e5a63dd893d3fc545d12fdf0ea2d2be0e4d232bed1130b5aa7ce95539",
|
| 246 |
+
"src/loop_transformer_quant/rotated_attention_warps16.py": "c984459e4fc0d9d1d3d0bfe8ec41f1abb7e9ad723da30506ba44a68ca25085f7",
|
| 247 |
+
"src/loop_transformer_quant/rotated_attention_warps4.py": "44401f179631c6e6120b2e111326e77c14a2edd002ec28d3f8168d102d22695e",
|
| 248 |
+
"src/loop_transformer_quant/rotated_attention_xqa.py": "e7a8a71abac60a1865a092d25777a499b4fbb6ba8722430c0d4e705f28f4f786",
|
| 249 |
+
"src/loop_transformer_quant/rotation_policy.py": "7fb06183b276662564c2f64f14bd7ea6a5438b46b3d8a05efc3678f46c4b54cb",
|
| 250 |
+
"src/loop_transformer_quant/rotation_study.py": "c05e433e8182e7af43ae499d09fc5eb5f8a53512cef4d01be9dd2d59ea26e14e",
|
| 251 |
+
"src/loop_transformer_quant/rotation_table1.py": "c7bbd247eab272600bcba2219c83160bb54abc4bcff3d1de8ca496fe2faff985",
|
| 252 |
+
"src/loop_transformer_quant/runtime/__init__.py": "c412e782654be12e77250c6b617b5034c9a2e33a1084b7880f8c0eacb46e05f8",
|
| 253 |
+
"src/loop_transformer_quant/runtime/cache.py": "2e1f0026738ab93ee3767ca29a53ff38a67d707f3e64f466fc402a80eebc82fa",
|
| 254 |
+
"src/loop_transformer_quant/runtime/context.py": "e8f723bc270d1293b086d621c66f69a964e570175df733e23c9755e74933ca10",
|
| 255 |
+
"src/loop_transformer_quant/runtime/module_cache.py": "f189187bbbc1436049ba863550ac0b4134466e09bc1ee3471c3b030b33d01e17",
|
| 256 |
+
"src/loop_transformer_quant/runtime/specs.py": "b9a3deee69e44c8ccc009e92bdf34c83662b7d553ffebe25eabbead0b897bdfc",
|
| 257 |
+
"src/loop_transformer_quant/sensitivity.py": "00d0ab71278e19113dd6b5db65d091271fe1be65054562677edf7c082d8f3022",
|
| 258 |
+
"src/loop_transformer_quant/sm120_fp4.py": "301b7a8141337b68fda40dd9fdeba2d4eac46fbb17c0d61292481910ece83ca4",
|
| 259 |
+
"scripts/account_recurrent_kv_storage.py": "00aca9766fa7960c010b5170f36781224e45a4a288518bf37c6864b14422fbde",
|
| 260 |
+
"scripts/analyze_accuracy_grid.py": "0d33123eae6c5beaf625854f6d0b92e4169a835e8fb067139c0b037dcfcf2e46",
|
| 261 |
+
"scripts/analyze_huginn_anchor_ablation.py": "3d825b07b42a08a8f9dbb8fe7b39bb50c8b51c5c7f02da8183ad11a90d43906a",
|
| 262 |
+
"scripts/analyze_huginn_full_validation.py": "6b8a5972ff7f878d2368273a41898ccbd5321e61056a59c8ac845fd2f01a7741",
|
| 263 |
+
"scripts/analyze_huginn_mixed_precision.py": "d8cd6ee6c8f39ec28fffb6ebbdc618443bc88918dd1c5ebe06a8ebac30289519",
|
| 264 |
+
"scripts/analyze_huginn_residual_kv.py": "015e3bd1abbdc14c98b077d645609ef4fc312654a8c854f421a62e0516d467df",
|
| 265 |
+
"scripts/analyze_int8_scale_underflow.py": "181ea6a32f88a9edaab237edaa5fcb02d5baa85d518ce996a53ffba214601388",
|
| 266 |
+
"scripts/analyze_int_scale_matrix.py": "b0d17fc01e36e0cae0bb2fcd12b67e578b0b67983159ee5dbf582cd01a5c7b12",
|
| 267 |
+
"scripts/analyze_kv_codec_screening.py": "c712a196068fa991a2272435d5c302edd570fd4100209dcd5bf316103557ba35",
|
| 268 |
+
"scripts/analyze_loop_delta_quantization.py": "dd1201e93c2183a428b1bd0b514a782169d81d03cbec2fed82db67e80f3932e9",
|
| 269 |
+
"scripts/analyze_loop_kv_redundancy.py": "872e86904e189d18e8440b7f79e80bcbc0061d1b9780aee26c29459710c9d7cd",
|
| 270 |
+
"scripts/analyze_ouro_selected_wa_kv.py": "f2da633a5e23fa92d9c444b80553149b8644257f479641ef2eec8a9dffd88c3e",
|
| 271 |
+
"scripts/analyze_paired_screening.py": "777b63be6a0c0b27a07115f94f2da7f50ae8da36818413e6a7b00044895fd79d",
|
| 272 |
+
"scripts/analyze_predictors_vs_accuracy.py": "0d0c94a94b5c81ab2b11700bbe6a9ceb4d2802ca240d7e1d274954e4ccbee0a0",
|
| 273 |
+
"scripts/analyze_recurrence_context.py": "2765504af81b1d9025374c1af39d11914977ae1067090292e5a9ecee76a98dc7",
|
| 274 |
+
"scripts/analyze_run_repeatability.py": "1d529562e36480fa64d32902303c74080f23b5f3358cf04c4e611742df359b46",
|
| 275 |
+
"scripts/analyze_selective_w4a.py": "ff84fce91a09e11f1d7351a19268086ad9d493e8bdd0657d200fa0128683dff4",
|
| 276 |
+
"scripts/analyze_sensitivity.py": "5a1d93a6fe3e261f1fe9d54f5535904c378a23b13ef39f482dcea90056c77f0d",
|
| 277 |
+
"scripts/audit_activation_table10.py": "df38f4deccb5cc437ffe8537a5364277920743c10cdcdede17b1b26709e4e796",
|
| 278 |
+
"scripts/audit_channel_capacity_reproduction.py": "14558f10129915128726e7535a6f67929e1e71dfc9132865fd94c595ade0b2ad",
|
| 279 |
+
"scripts/audit_fused_write_model.py": "4bd0788465be0a16fa54709760a5a6ede71d46b1c8128a0f0601bc4bcbb2932d",
|
| 280 |
+
"scripts/audit_huginn_table5.py": "93913720f049190fa1fcebf93cec2f26d2c802775bb71a5424bd35d227902a6a",
|
| 281 |
+
"scripts/audit_int2_accuracy_smokes.py": "c0a463d3cd3fea5889c1d758999a3cc059b43c89a57c229513397de6c4521434",
|
| 282 |
+
"scripts/audit_kv_cost_final.py": "c193155a1d34f2638c05fe65d23b8d68349ceea7586a2acb0f88a8f7cf547abd",
|
| 283 |
+
"scripts/audit_native_wa_method_screen.py": "05cdf99ca7abbb7333ddce355ca93db4d642b3187fd332007cc5d39bc816d2c0",
|
| 284 |
+
"scripts/audit_ouro_table5.py": "2966ba1479831d7c941093b5709c00f4b29a7f39a1d8d095025244470cbb35d6",
|
| 285 |
+
"scripts/audit_portability.py": "465c903e2a1581cc1f84ed7883cecc524295924c31b72dfc685d973460539909",
|
| 286 |
+
"scripts/audit_quantization_goal.py": "3362e9fc93d2ad3d2aaa89421b8e187c74dd284c6c4a60ad71fe8101505d2086",
|
| 287 |
+
"scripts/audit_recurrent_speed_goal.py": "7410c511e4ca51c15afedd744b913a2e68fee2b84abab4968e130261ff13bc21",
|
| 288 |
+
"scripts/audit_scan_g4_model.py": "83acb9495b81dc3ec6d7160c6aceda110826f32ba8f1a50ae1cf5b24d84180cd",
|
| 289 |
+
"scripts/audit_scan_model.py": "bdd572caf68eef4fd634ce14841512aeb5e2bc64f907cdecbb682d08f0c3a3f3",
|
| 290 |
+
"scripts/audit_split_solve_full.py": "333caecc946276e9986c9d0a1bb68ab388b4b2b8bbe32b7c1090378cbdd48e33",
|
| 291 |
+
"scripts/audit_stream_solve_model.py": "11e43ee2ac2f2116684f2818735d980e00613052a06ab53b78993ea92c1cb442",
|
| 292 |
+
"scripts/benchmark_activation_workspace.py": "1f3c65b83e6b09e211335f0d5710ed9d00533500706a96f36b4bf803cc42c157",
|
| 293 |
+
"scripts/benchmark_channel_lse_costs.py": "ed77ceb5d1aafc2b1102b874266b6c5bc9e07be8e7ce3e1af14b3a95f0a3fe1f",
|
| 294 |
+
"scripts/benchmark_channel_lse_policy.py": "362517508242ed94d83e3b11024115be2cd86b71efc7dd4112cbcf0b053a921d",
|
| 295 |
+
"scripts/benchmark_channel_packed.py": "64be08868ef380c3b905044026db94c289edb1dba849d7aaf74f15d4da6b2d78",
|
| 296 |
+
"scripts/benchmark_dynamic_lse.py": "0642a3cbb797c802d45bceb60e4b270ea0e793041020320b3489eeff7e14eb71",
|
| 297 |
+
"scripts/benchmark_dynamic_paged_write.py": "b607ff8de2d0ff083a963cc71d26c7a4d515999e50ebd576353a657d4efbde75",
|
| 298 |
+
"scripts/benchmark_huginn_native_components.py": "f39093b1d1d339e7fc571db16b2c8c4662b616fd2691a42f35518f16595b4fa8",
|
| 299 |
+
"scripts/benchmark_kv_cost_probe.py": "6da5ecf0c9767ce784934ee2bee7a0852dd8905a50a921e212520a4d6cfb74c1",
|
| 300 |
+
"scripts/benchmark_native_activation.py": "ec82e0f1c126b525d49e785f3e085a2ebe769056e77a1a2d13c0aaadc1c755e5",
|
| 301 |
+
"scripts/benchmark_ouro_native_attention.py": "c5a04ba7798b3631a189187e30bcbfaa08423508f671f08979fa071c445b7364",
|
| 302 |
+
"scripts/benchmark_ouro_vllm_fixed_generation.py": "92a3d379a73d12350d2c1df1afd98d65146205c412b902bb0051b9a976c4ef9b",
|
| 303 |
+
"scripts/benchmark_ouro_xqa_seq_trace.py": "d7fa0a4be2e6940e2b0e86071eadbd95004d89b69fe854b05add2fc65cef92b0",
|
| 304 |
+
"scripts/benchmark_recurrent_kv_chain.py": "085af93b3250eb492823166d7d304ded2ed050dfb42352df80c562c9757f122c",
|
| 305 |
+
"scripts/benchmark_xqa_candidates.py": "7b130c23368b584b06d3d64ee6dcebd102eff7064ce64edd109bd08563daf4ae",
|
| 306 |
+
"scripts/benchmark_xqa_costs.py": "ae0b11a31900d21b1e143f5d88fd36887eedcf977154f9a0890870d5fa8fdb6d",
|
| 307 |
+
"scripts/benchmark_xqa_native_attention.py": "7198b554ed0c10d7d2681c2c297bce03fd085651b552404e4790448d6e8f3cf9",
|
| 308 |
+
"scripts/build_bf16_anchor_reader.py": "9c072bb017932ae62c2885fcc942c98f8dd7f9e29299151d35ce495e70fc17b1",
|
| 309 |
+
"scripts/build_completion_manifest.py": "84b8ccc2eafb27025997b981bc9237404cc85ab36f01765101be788eda274369",
|
| 310 |
+
"scripts/build_fa_tile_attention.py": "5ff13df779225048a1b8f42de46e6a99993569edd51725ab2e3067f0f1bd6ccd",
|
| 311 |
+
"scripts/build_m1_storage_matrix.py": "a5eeaa9eaeca126e03be047ee4537478f068f5a730616bee8a36558a9f41be86",
|
| 312 |
+
"scripts/build_provenance_manifest.py": "96eeb4ec1c23af52a5e4ffb415aac532356eb37370c862d5176a4053c100646a",
|
| 313 |
+
"scripts/build_recurrent_attention.py": "0896c6280513fe2b624c16451e8773007e2acf685adbafb467f89a9127c7f950",
|
| 314 |
+
"scripts/build_recurrent_read_view.py": "def6ccd89fafa3db068972e426c348e9d29c67d2a4f3506529e3b44c0509d981",
|
| 315 |
+
"scripts/build_recurrent_xqa.py": "a87ce431cd27ac95476ca6382677fb28093f5942a4a87ab9c7f2d057adbb0a9f",
|
| 316 |
+
"scripts/build_vector_decode.py": "2eba31bc992c7895b1c17b8588590001617e9707ae2ffc8621f82e572b56369c",
|
| 317 |
+
"scripts/build_xqa_candidates.py": "4e0e4cab2c5927025f5946a5a79f73f43c3386012ed5b4b95741cd63eb0c7ffd",
|
| 318 |
+
"scripts/build_xqa_comparison.py": "8fbdad07ddd5ac35df2acf14a5a01a8522eea83877b7cb35ec6a553cd72bccb4",
|
| 319 |
+
"scripts/build_xqa_cost_variants.py": "88d90a75f931a205dcbb13079846aba305a542e58b0447242194ee39c8b8b5a3",
|
| 320 |
+
"scripts/build_xqa_hnd_native.py": "a3e0ed25569036b194b0fcfb6f59b8478145396e351cbb0db05dc83ffa2b48c2",
|
| 321 |
+
"scripts/calibrate_huginn_residual_activation.py": "7189b032c99b5f5c25d2349481cff3f97a4a919ad9510c8e925f97315c7c25b2",
|
| 322 |
+
"scripts/calibrate_huginn_residual_kv.py": "a5809dae0f75d5c7e45b2453ff1576e3bbf05c1a86f6fcb17fcca03bb69da0c0",
|
| 323 |
+
"scripts/calibrate_native_recurrent_kv.py": "de867b19016e5cf3d90fac9b1684f13874bebdcb7658e34aff1a059403a0cca3",
|
| 324 |
+
"scripts/calibrate_ouro_rotatekv.py": "f995a50d5b35adda2560c1f26ea44482cd78145968a07336fbd06868ce50e553",
|
| 325 |
+
"scripts/calibrate_residual_activation.py": "0c5348f5a0989bf4f178c877b637dae3d9a3a1225e28986760aca39002c5a600",
|
| 326 |
+
"scripts/calibrate_residual_kv.py": "1b7d6c1c23bbd251dcb7ce3f9f1dd994b581e6c8d8237a0f7c9fa79c950ff9d2",
|
| 327 |
+
"scripts/capture_int_scale_matrix.py": "f507a18d3394d0b39e94bcbbb45e27cfedb68a9435a3b9fe27079cc365065bc1",
|
| 328 |
+
"scripts/capture_ouro_kv_reuse.py": "72f411ddcc7e546874aea70e54cee946ddce7e6f85c558087dfe1e2fe7a940da",
|
| 329 |
+
"scripts/check_activation_workspace_cuda_graph.py": "e0d2c9b871949286a6b0c45b8e5a8b713c6f8f0ad2dbfbfac033084308be2310",
|
| 330 |
+
"scripts/check_bf16_anchor_reader.py": "107caee9b7a3a58d1554016feca042c545240ce5c4f2685f5edce0d1d783c6d0",
|
| 331 |
+
"scripts/check_channel_lse_certified.py": "141e493ef9ac943fd65e4b0352c48844ab1e250ee577064d98b4790364ca93c5",
|
| 332 |
+
"scripts/check_channel_lse_native.py": "7937d8c0d3b94830984ee8fa19c9af7829689ce4ff1ca20f448276d587fe993a",
|
| 333 |
+
"scripts/check_channel_lse_split_solve.py": "ed222515a14b35c617f80259d91d53b98563a2928009f6126d7a7b93844b1734",
|
| 334 |
+
"scripts/check_channel_lse_split_state.py": "8634d6c172652760f57070b2ae9a782b3c1fb865832744591f3b89ee2272790b",
|
| 335 |
+
"scripts/check_channel_mixedstats.py": "eb80353d62f2569b012589290510a165d4a9d04190f2e15c319534c366401b32",
|
| 336 |
+
"scripts/check_channel_packed.py": "7d5983fd3850838f6da437196f29459f91248cf223900c063f5032ed37195094",
|
| 337 |
+
"scripts/check_channel_packed_heads.py": "4cbd129906f2ce7a5f4e91eafb50724bf49eda9df4eac126531fbdb80b342c1a",
|
| 338 |
+
"scripts/check_channel_packed_split_solve.py": "75900d0a014901182629864c5575ee0d01bfe4e1b92b3dc387535b26560973fa",
|
| 339 |
+
"scripts/check_channel_paged_fused.py": "72bbadb9214c5815050f1c3436659a6619632c42d6bcf10d4cadca8665a7719d",
|
| 340 |
+
"scripts/check_channel_request_reset.py": "eb785b1301ce8380eb7052b4433c63891f7d4bd14a369125af1930ce2a5ae4eb",
|
| 341 |
+
"scripts/check_channel_scan_numeric.py": "11c090307331ed7078c0986e3c5436bf1b5387f078afe78320bb9e645d5d429c",
|
| 342 |
+
"scripts/check_comparison_attention.py": "fb8b20d36f57efd3eae00db870471e285eafcc68bfaf91ab9a7a54d119aa0571",
|
| 343 |
+
"scripts/check_dynamic_lse_recurrence.py": "7d6ed664c3004ff6445ccf9f6d3d7c4501fe346a6e5b13a745e159c0855e669f",
|
| 344 |
+
"scripts/check_dynamic_native_scalar.py": "fcefa1178f06cd7281c9fb67c858bf70b6857afce5699b3617f11b89a97bdda7",
|
| 345 |
+
"scripts/check_dynamic_paged.py": "b42960a5f7795f13646e98acc937b810b9f1e12cc1b9ba0d8a0d00a3feae12bc",
|
| 346 |
+
"scripts/check_dynamic_paged_fused.py": "cea6ff572d72bbfb4f03a5b0325eeb6bf17758c58f052487d4b40c3eec1ba456",
|
| 347 |
+
"scripts/check_dynamic_paged_heads.py": "c17a61e56ba883cb92b9aa54a5d8b557abd337af32cf9711b90979f7dc0b042a",
|
| 348 |
+
"scripts/check_environment.py": "00343fbd026557b2c317c26883c37d0218495512cb38bb99506ecb1c744d5490",
|
| 349 |
+
"scripts/check_fa_tile_attention.py": "1b23aa2a0d25c3176c175c8e841e616e112ff40e70a4c1e4178ca881e629d9e2",
|
| 350 |
+
"scripts/check_fp8_read_view.py": "5d2cf0e70bde90177c5a6be7234c6bb94fe303957e595ff2f7ea1858cab49708",
|
| 351 |
+
"scripts/check_huginn_graph_parity.py": "e1b5002ed78f7ba49a23e62db86f29841365265330c5d5cf3bcfcc87391d8695",
|
| 352 |
+
"scripts/check_huginn_sm120_fp4_parity.py": "6916213489c904c13994ae663b7f219c3890d45c9247353600e66929d3c3462e",
|
| 353 |
+
"scripts/check_int2_experiments_gpu.py": "400ceb0731884a208d3b5225fb4994e682a92a0163ec854a308c55c9fd62b091",
|
| 354 |
+
"scripts/check_int2_streaming_gpu.py": "dbaeb741a1215f06de00b78bc0f71c6e6c01b8a100ad9c180b4ca0f6848c2b5c",
|
| 355 |
+
"scripts/check_math_modelopt.py": "7924917242ed769f80ce00d18043ef7b719706c480259182c076f98ba270b62b",
|
| 356 |
+
"scripts/check_packed_affine_kv.py": "acc10f3ddaa6b38957c42f0741301668700ad2882711117fa990d574feb53b20",
|
| 357 |
+
"scripts/check_packed_fp8_conversion.py": "b05e9ef6f321715f93341d079c4a0c13cd1c516763d91be4b55957ca02016314",
|
| 358 |
+
"scripts/check_paged_comparison_attention.py": "c35a2f8983149403f6f13986ad38e4e3df331908cbee5ffafb70eeca75268359",
|
| 359 |
+
"scripts/check_recurrent_attention.py": "18d513c8b2545f7c0f393b5edbdff0451fef22bebb6f2a3b6ca7c90083090179",
|
| 360 |
+
"scripts/check_recurrent_dequant.py": "3717d5bb5d012a73e3c51416330d82310e6baa81c7777a32277920a78b890e2b",
|
| 361 |
+
"scripts/check_static_paged_fused.py": "69d122d8d6bd49728990ea71a5437a1ddca2ce8a2d6e01e3e15cf067f1372e55",
|
| 362 |
+
"scripts/check_xqa_bf16_matched.py": "34a5a6469befd2f372caad2b278d1ff1d9b0b06b842e63003c36c81927acbe40",
|
| 363 |
+
"scripts/check_xqa_fp4_lookup.py": "5aab5b1a773ef3495e65e69cbeb36657d884b1cd0567c831285c91f747edffe4",
|
| 364 |
+
"scripts/check_xqa_fused_prepare.py": "2fb54c3928dc77e369887517396bad325ea44ec019c2ec29bca9c0f85925831b",
|
| 365 |
+
"scripts/check_xqa_half_product.py": "b55b1632d22a562271815e55250f8f6ca1493ae8251f1fcfbe56e14d1eb8e61b",
|
| 366 |
+
"scripts/check_xqa_mixed_attention.py": "b0708b1cf369377d5e65efd637b2126bef1e33d5be7940e0b2d7fd6f990a1de4",
|
| 367 |
+
"scripts/check_xqa_paged_attention.py": "9d0fad47bb905da01d8c0eb2d76084dedac321bf9771fc349de6ec42b346d870",
|
| 368 |
+
"scripts/check_xqa_paged_generic.py": "f3efb933095fd47da14c64e86d463dbfeb4e7731c5e0dd50cec2a6bc8f2ae15c",
|
| 369 |
+
"scripts/check_xqa_prefill_decode.py": "bcb51bd5947ccc1ca2c490ca8a17dcfdbf1c68312a6a441b724ddfd1998184db",
|
| 370 |
+
"scripts/collect_activation_momentum_payload_heatmaps.py": "e773e670b76f5b5a0af600edc340535f028121d122daf2bb3d5c50c13aaca2d0",
|
| 371 |
+
"scripts/collect_gradient_tensor_norms.py": "a1d6d20ae81e700badf807e445a770a24a2f2dd2cb50c7659dc07efe910fa031",
|
| 372 |
+
"scripts/collect_huginn_anchor_mechanism_cell.py": "b9c58fd7fc3fd6caa8ee5875f4a8619ec736646afbafcc4156285e15d0caa055",
|
| 373 |
+
"scripts/collect_huginn_layer_channel_heatmaps.py": "87977e4d6a34e3422fa42af1ac943cbd17814eb6911f8f19297318b72ddeeb6a",
|
| 374 |
+
"scripts/collect_layer_channel_heatmaps.py": "41a293cede5636d07ab52baa61d7c495b63cfde5915ad9daa8a15db62aea99d7",
|
| 375 |
+
"scripts/collect_momentum_payload_heatmap.py": "0b94a57d71fb7b8318c21f9f2e6fc2e604317debd441a1a73fc5d0dd76c28c9e",
|
| 376 |
+
"scripts/collect_ouro_gradients.py": "d7b7c0671906c75c353ff34b257b60ccd5405479647f85bdf957204834fbf493",
|
| 377 |
+
"scripts/continue_after_q08_uniform.py": "10c0b22748aa4066bd69c49f9dc4e9c4ae50068fef2e1bd7b953bce4568412eb",
|
| 378 |
+
"scripts/diagnose_channel_prefix_cost.py": "f29704a8cc5d3fd3ce81892fcb06395349d15ed64a32d41f2936be8a18121e6c",
|
| 379 |
+
"scripts/diagnose_int8_scale_underflow.py": "a5c134d657da16dde0cab5eeb09fcbd3e3c2b837e8ea8447defe0354f6546b40",
|
| 380 |
+
"scripts/evaluate_gsm8k_cache_codecs.py": "2bf64cde6944cc6cf3ac3e88ef8d22336a27fc4da6c2d7b4505c0fd930a275cf",
|
| 381 |
+
"scripts/evaluate_gsm8k_fake_quant.py": "22d0c237f74310ed2a8de0973b8bbbe59bee5c57ade8e5fa35f51b7e941d0b8b",
|
| 382 |
+
"scripts/evaluate_ouro_attention_precision.py": "8fc0f383cae171c45fb3029b83ff42bdf0e0e37b761c3e6e58abb4dd30ff9562",
|
| 383 |
+
"scripts/evaluate_ouro_code.py": "649415991ebaa7894c40e0900c76408ee2fbe27a6a483f5438cbe2d1d99712ff",
|
| 384 |
+
"scripts/evaluate_ouro_recurrent_vllm.py": "d0f14e137f425dc1e0f6d2341dbefab3f4df2d04a313760ae99e2b2ff80bee2b",
|
| 385 |
+
"scripts/evaluate_ouro_vllm_attention_precision.py": "b945f987d6dcc98a25f8fd2f1eb307774e3d4b6cb1170c5e2b2d981fa54b9ba9",
|
| 386 |
+
"scripts/experiment_manifest_common.py": "49b5ca26f2087394144ddaa6d0a36b07f16e503b7a838a382fd7b8f2257b74e7",
|
| 387 |
+
"scripts/experiment_queue.py": "21df177893db181b87b13dfc04d9e5538e81cb4770cec8225df7485d91c0badf",
|
| 388 |
+
"scripts/export_codex_sessions.py": "212d5d0428d31aca43345cf6017ebce23dbfa98134ac85ab0b1a8ed16f2fb0b0",
|
| 389 |
+
"scripts/export_native_nvfp4_checkpoint.py": "b7373493e7a13586827c370f8521e544dcf238a16792c89ac60174c8a7eb77e9",
|
| 390 |
+
"scripts/finalize_activation_table10_report.py": "4f9bb32ce670eb61f270e9dfcfffb7786625c5e73c42b111e0c66d792a1eff41",
|
| 391 |
+
"scripts/finalize_huginn_table5_report.py": "dc1994ae56f9100a92c4bc5417c10bab9b7d148d81200732740acb2522ad17aa",
|
| 392 |
+
"scripts/finalize_loop1_dynamic_table15.py": "753e956cb404d2401cfca8928eaf5d8cd568a9d17c1b93971a10a5ba2e83123c",
|
| 393 |
+
"scripts/finalize_loop1_remaining_resumed.py": "94cdb86481d84ddcda7abcc7831f9b3a93da857cc41cf3e592453c8369fa224c",
|
| 394 |
+
"scripts/finalize_q08_uniform_bits.py": "3c653a6ac63e6495e1c293fdfaee85c302cd657d770457e0c63735cc5910c752",
|
| 395 |
+
"scripts/fit_int2_accuracy_candidates.py": "bb9d87115ac4213cff11d12e96d83e1e5c4eade0ac67821fb5b3df326c9361d7",
|
| 396 |
+
"scripts/generate_activation_table10_tex.py": "f8f855ba9870dafab119fe9ee3da4d085814f36270c1286296a2ea4d339a00ca",
|
| 397 |
+
"scripts/generate_huginn_table5_tex.py": "7253a086a2cc10630211307fec2142c7e12ec06e010e0c64662acdc0a845f11e",
|
| 398 |
+
"scripts/generate_kv_codec_report_assets.py": "9f0fcfd69147f1bc7feb3a54b9cbaa0c4465bd73eeb92b4d8f8fc99008dbb975",
|
| 399 |
+
"scripts/generate_notion_goal_results.py": "c24ce41bf220cef7f3bbcfe3b0b656a9fce58c28a444f71506f741e683ecbb3e",
|
| 400 |
+
"scripts/generate_nvfp4_residual_report_tables.py": "830a8a6c038f739f3dc44c056601db515fe82f3df94c118dbf625dfc190d8dc0",
|
| 401 |
+
"scripts/generate_precision_flow.py": "24b713b71784ec3c84f52940b535d1027bd5ca40fb73f81baaedbffdcf7a1bda",
|
| 402 |
+
"scripts/gpu_availability.py": "09c716b2fad2e969b3eda9acedf91817d4dfbf0d67280563bfd2588386a486d3",
|
| 403 |
+
"scripts/huginn_table5_matrix.py": "22eb8f679a832ecbbe6f2d43ddb9653c2103ec3417cbd246b56e33abd0e59325",
|
| 404 |
+
"scripts/measure_sinq_nvfp4_weights.py": "cc2b80b416b5c47b415bb4c60ece87d394ab61b751fb726c206abee9c7c11d58",
|
| 405 |
+
"scripts/merge_accuracy_results.py": "a8d0d79613893024382ed874b497fa08154bd1ffca88e3bf8ff669216ef378a0",
|
| 406 |
+
"scripts/merge_full_validation.py": "ea7182148e8b98defc87b664176570a75ab08f9bec5c05799e70c25b635cbf53",
|
| 407 |
+
"scripts/merge_gradient_tensor_norms.py": "850ecd33e3fe3539fc83b6adb8232d58a8e3f6a540ec1c07c4cc17ab6b38205d",
|
| 408 |
+
"scripts/merge_huginn_anchor_mechanisms.py": "8d02dce1f8914cfcfe18118378dd10c370d52b619e598bc181fb65d6e7b431fe",
|
| 409 |
+
"scripts/merge_kv_codec_full_validation.py": "579713ce35513f10537b2c3abba3f7b33aedc05d73aa76c01d103c85adae48cf",
|
| 410 |
+
"scripts/merge_layer_channel_heatmaps.py": "5a56b2407d5ada4ab61415e00f25c4780926d1ce2bffd03707576eda52d6cfd9",
|
| 411 |
+
"scripts/merge_sensitivity_shards.py": "1b1afa38007afe6bf4d4e54e211cbb956b3b6af79b1fe0a24300a33c99851e06",
|
| 412 |
+
"scripts/plot_delta_ce_summary_grids.py": "7029fe408fc3e2e8dd29407d22c2c6b8fa574b8a374827791704c71271282672",
|
| 413 |
+
"scripts/plot_gradient_tensor_norm_heatmap.py": "f888343b48a10cf142532c391768526cae058bce7a70197453dc1387715b0fc3",
|
| 414 |
+
"scripts/plot_gradient_tensor_norms_v2.py": "7a057b1c2b3a7251eb8ea565a64a32a82cad4bde00abd2b4c6ac53bb0d1ae00c",
|
| 415 |
+
"scripts/plot_layer_channel_delta_ce.py": "c7167a3a26b92e7804c4594494e0e102df57fb3293efd15a703d97e37e9c3c9b",
|
| 416 |
+
"scripts/plot_layer_channel_heatmap_grids.py": "f0ccfeb3f0dbaa6e3e7710b2e8e36a5dbded48565aeae1dd78565c1fafdb4d0c",
|
| 417 |
+
"scripts/plot_layer_channel_heatmaps.py": "e436e4e3b24945bac35785d0c2882ae4ef253d9ccb88281333230ba0275ef601",
|
| 418 |
+
"scripts/plot_quantized_payload_heatmaps.py": "8b652720d49a64b32336f09b3b7d72d21b754d6c84d238a821c612ea9328d37b",
|
| 419 |
+
"scripts/plot_quantized_site_gradient_heatmaps.py": "89859986a1625c6143a562eb6441c99760c7a310f287f95cf82aed0551a72ab3",
|
| 420 |
+
"scripts/prepare_huggingface_release.py": "a0ad51ea23de34f4c5023d61eb6afe23c9ac65a4c1d151c7ad574ff8c3614326",
|
| 421 |
+
"scripts/prepare_huginn_pre_sinq_checkpoint.py": "2ea485abd7d3f9458e243a768d8e4fd54ccd0bf23b2b98489608703533a1bd2d",
|
| 422 |
+
"scripts/prepare_ouro_pre_sinq_checkpoint.py": "923838b1d95298e9ccaf81d11e4dd39c6f4a7834596e354075f7d5ee60253be4",
|
| 423 |
+
"scripts/probe_split_solve_vllm.py": "e8d8b3ac144dd8c9b8574f3c0db35f706a1f97a1153bc3b7bacda4a14fe04f8b",
|
| 424 |
+
"scripts/reproduce.py": "7479a7e865d62d16d245745efc964e532eca419ded3aafda7d2a4951cec88697",
|
| 425 |
+
"scripts/rotation_study/after_hnd_memcheck.py": "bbc9751a541c33a3f96bc2d3b5d14657e924b3207ba96a21613ffa69b9797c11",
|
| 426 |
+
"scripts/rotation_study/after_microbenchmark.py": "e0ca715d17ffb68bb61671a19250d546b2165be15ca903db70a2448b8b1685b4",
|
| 427 |
+
"scripts/rotation_study/after_resource_audit.py": "06f2c32b4f0cdc6ac7dc91e1f7b529c731cb3695af97459b9171326898b5d8a9",
|
| 428 |
+
"scripts/rotation_study/assemble.py": "59f0f0fe62e17f54b63deef52bc8c6db3173d05d781632a055f58f5f2271e642",
|
| 429 |
+
"scripts/rotation_study/audit_adaptive_safe_resources.py": "e9c9a60429e83b33391aa9451ca452ed2a0b0f10b998c498ea580903c2f47256",
|
| 430 |
+
"scripts/rotation_study/audit_combined2_resources.py": "949ea01ea47dada23e561352ad10fdbca1bcad40febe89043b39a73e6d9f9e10",
|
| 431 |
+
"scripts/rotation_study/audit_combined4_resources.py": "5974bf8fe837f653f01e72aaeb19e5a5b3d5da82e3e131db136e5e1fc699b0bd",
|
| 432 |
+
"scripts/rotation_study/audit_extended_resources.py": "23522c6deab12c048be5398e26d13e0286dd58d337165e4e82bf129d5883e1c5",
|
| 433 |
+
"scripts/rotation_study/audit_extended_resources_v2.py": "c1d7d7d2dc185726c60a5fddfa54e98da9ac59fbd146a7956e03a323c79a14c4",
|
| 434 |
+
"scripts/rotation_study/audit_kernel_resources.py": "0e75d8bc8c926167f2bbb80b929aa2a0ed1987652757ea5735062411b11f10e5",
|
| 435 |
+
"scripts/rotation_study/benchmark_attention_conservative.py": "0738cf41aad38302ccef140f84a5ff4c7369811f77ce10f8a65dbf538d7f6a54",
|
| 436 |
+
"scripts/rotation_study/benchmark_attention_fast.py": "7ab5657d2d65600f4123764fc2fa68710a5bcee7ea9d48315a159f582166181a",
|
| 437 |
+
"scripts/rotation_study/benchmark_attention_group_load.py": "7731b1c4ba41a4c1233d9affde6ff390adc52e8694cba34d58191e6d90c2ed67",
|
| 438 |
+
"scripts/rotation_study/benchmark_attention_hadamard.py": "c9dfcf998b9966f24be6bb28beca5860b1c5f3e3eef2d39c13c7aaa17e08b76a",
|
| 439 |
+
"scripts/rotation_study/benchmark_attention_pipeline2.py": "72ade1025ea6b7a7cd75c16b9dc511288c0457af1f17650ed9a28483bd7c568f",
|
| 440 |
+
"scripts/rotation_study/benchmark_attention_query16.py": "50ec0df96debf7efcb79be22794d9224a41ef8a6661ed1934fcf700dbcc9e4dd",
|
| 441 |
+
"scripts/rotation_study/benchmark_attention_query8.py": "b694221a3443dc5678eef6fee96001451d1b0b6b8a8dec4c13d6353c23459e9a",
|
| 442 |
+
"scripts/rotation_study/benchmark_attention_unroll2.py": "a33454010fd4476c29668f9b8244303dffc6e1f809c4fd1d84b8648d0b944058",
|
| 443 |
+
"scripts/rotation_study/benchmark_attention_unroll4.py": "75aeba671bd83fbb51b9ccb53afffe3cd5a33522653ddc488974de44ebc1d5b4",
|
| 444 |
+
"scripts/rotation_study/benchmark_attention_warps4.py": "b9b5ae3e8e6e99c6749624da82a13cec9242289438f6fd9cb2f60f71ba050f95",
|
| 445 |
+
"scripts/rotation_study/calibrate.py": "229bd2299d8d2fc581c9070788e63b75b991e15fb1d713952fecde6a3f888dad",
|
| 446 |
+
"scripts/rotation_study/check_attention_combined.py": "bfdaa9f9f05064053372ae3cecd3b111817676ddea88ae4d7a50a46adb74b9fc",
|
| 447 |
+
"scripts/rotation_study/check_attention_combined2.py": "102fc9d461c92391debc06443f045c863f935ef3526b0edb8d99c413c25ae17a",
|
| 448 |
+
"scripts/rotation_study/check_attention_conservative.py": "3c618c8acf3761c91fc03162f76209f92875b909bad12f9d240892150eecef33",
|
| 449 |
+
"scripts/rotation_study/check_attention_fast.py": "960716ba5ccc9fea0daf7c2b5b7807862a30a1ca6190096969b4ec98cba88a88",
|
| 450 |
+
"scripts/rotation_study/check_attention_graph_growth.py": "e13e721cf4c77e319832f079d37d84c0499cb8096f1a8885a2dd4224b2b5cf3b",
|
| 451 |
+
"scripts/rotation_study/check_attention_group_all.py": "903fb7ce4ef652b9a83b3f7dc670b7eccd81a4c4c27db4c036e7f35f7c561df8",
|
| 452 |
+
"scripts/rotation_study/check_attention_group_codes_v2.py": "1c7adde1dfa15bda45403f9e3280c97bc41c2917c41cb3a4b09e1e8b57bab1f3",
|
| 453 |
+
"scripts/rotation_study/check_attention_group_load.py": "e0df7bb939e31299536af8711816defb19e4d6c0ed9922d9ad3d5338c0cbb6dd",
|
| 454 |
+
"scripts/rotation_study/check_attention_query16.py": "7234778ff9fcfa4682cb8c473f2aeda2596cf05564b5c5108d9a0f8028a5a058",
|
| 455 |
+
"scripts/rotation_study/check_attention_query8.py": "67cc348b035731dce563728a7c502d980ebff9c218ec87b06c8a082921f1415a",
|
| 456 |
+
"scripts/rotation_study/check_attention_xqa.py": "f1ea76d15c447ae926daef4532c86de9f74d14c9e2c7ec6ab731439869ef20e1",
|
| 457 |
+
"scripts/rotation_study/check_clipping.py": "456503eb2ceb13231f896e6bca8bae707d0fb8c0c34f3bfbaa88813089044766",
|
| 458 |
+
"scripts/rotation_study/check_packed.py": "75ce77cc5689f0d580418631b1b7d651db88d67cc2214af80b56f1d6cf839bd4",
|
| 459 |
+
"scripts/rotation_study/check_packed_extended.py": "a61f4df471eb030553b5c3845773743ca4ca90e956550d4267bac289aa8f70a9",
|
| 460 |
+
"scripts/rotation_study/check_reference.py": "96a1fa527711697f34ad9f9b9721da53e842cde85f9799c64203a022721fd328",
|
| 461 |
+
"scripts/rotation_study/collect.py": "175fb6af33c49bd09ef5df3a6329aebc97a2666c5b605442125cc930f1eed766",
|
| 462 |
+
"scripts/rotation_study/diagnose_hnd_alignment.py": "f49d2ff32017adeb6ed60bf718f7397e74e83bea0d15b5f064fb8d58112f3339",
|
| 463 |
+
"scripts/rotation_study/diagnose_hnd_alignment_safe.py": "f7c3e64765b0cc6b86b4e374e46485c92d20fef33bd6a28984bb1a7e1172d7db",
|
| 464 |
+
"scripts/rotation_study/evaluate.py": "32621676094335cf3d96eb81801d72288d9d6390a7329f9acf9c06a3aabf3a01",
|
| 465 |
+
"scripts/rotation_study/evaluate_combined.py": "1d755d82819038b94c3376ae6f9c06b6cc8e33119f8aff3722ea4de9bc8fd973",
|
| 466 |
+
"scripts/rotation_study/evaluate_combined2.py": "683300fe00fd9a2bef03c7bce257ef7a290e032e901b5bc90fcc5fc92f1f45ab",
|
| 467 |
+
"scripts/rotation_study/evaluate_conservative.py": "fbcbb6cc82cbfe1e16515b3f5f068ab356ad214ee37bfbab7adca15da39eccf7",
|
| 468 |
+
"scripts/rotation_study/evaluate_fast.py": "4a6ccfac980e651f6813deffcd8ea14d435186cf29c4386e3ba4041b169f434d",
|
| 469 |
+
"scripts/rotation_study/evaluate_group_all.py": "ed9a980dfd7b2140107ba2d0748940df49cf636af0d85abb804b82838c946216",
|
| 470 |
+
"scripts/rotation_study/evaluate_group_codes_v2.py": "e5e24323924dd11083681d5a9f74ceec40677463ba9704ab8d479554dbf530fb",
|
| 471 |
+
"scripts/rotation_study/evaluate_group_load.py": "6b5f72d640017a8787d4f4c00d4a155158b662e073cc68f3585de7a8a6d35d25",
|
| 472 |
+
"scripts/rotation_study/evaluate_query16.py": "cb3d9282444f2c2a388ef16a7875a88c69c88f8a4bd4314bd91212e2124970ec",
|
| 473 |
+
"scripts/rotation_study/evaluate_query8.py": "b14553e09b497cbc9b64b7f12ee1d8770ae1db01d1efadc1f1afd0ba39810e30",
|
| 474 |
+
"scripts/rotation_study/evaluate_xqa.py": "447268526c0b2a146a59a0ebfb81fefa5e7120050322f95e2ca212ac1bca3074",
|
| 475 |
+
"scripts/rotation_study/finalize_recovered_study.py": "0659a2c8cdf10e7f297356a6f3cae744f63c6f6494fe9167314946c2c77470e5",
|
| 476 |
+
"scripts/rotation_study/finalize_when_done.py": "0f97ba9270afb4782d699815c0afca65e462a363fd0f626f0733bc8a81287e90",
|
| 477 |
+
"scripts/rotation_study/pipeline.py": "3e79d4d7fbea491ea361def4ce86c2077871151bc8ac8b4d2c44664ac3eaad14",
|
| 478 |
+
"scripts/rotation_study/profile_attention_costs.py": "91ec37ff0c5e316c68aa9f449f696da41e9e1facebad4a6e03f61954b7e4d6fa",
|
| 479 |
+
"scripts/rotation_study/resume_full_cells.py": "fe0a80d87a046343119fe3fc0771ba8597235d1879ce8ff0f60102fd1f87bd42",
|
| 480 |
+
"scripts/rotation_study/run_acceleration_comparison.py": "2edb6c1f4fb5d6d7900b0a26ab3e4a1890f8fb030527648952299b8cc62d5771",
|
| 481 |
+
"scripts/rotation_study/run_combined2_comparison.py": "f344b81b7e96f7db40a49a2f8f52da685f699e9005f43df78da7a5a2a1d1be94",
|
| 482 |
+
"scripts/rotation_study/run_combined2_followup.py": "d403d837d6d62d4d6c50fc0c3e06ecc28c273bc0842966c3a312dbdf38915cbb",
|
| 483 |
+
"scripts/rotation_study/run_combined_comparison.py": "a4a276513fa311a44488d0fdade035916d5a8a238ab41a619d7152b8a6585c42",
|
| 484 |
+
"scripts/rotation_study/run_combined_validation.py": "c8d22d1f36189ba7d8b77b2284b5bc1d1b71815d4496ac0e4b92eb1681db5bd1",
|
| 485 |
+
"scripts/rotation_study/run_conservative_comparison.py": "61405a1b15adc4d3c0e0c7db08897b98300d7cacd7183fbbb34a8da63db25412",
|
| 486 |
+
"scripts/rotation_study/run_expanded_acceleration.py": "e89890efc49cbc49f544c80e6e82fcc1acca7032bdad038a5e466e9ce8fa0f1e",
|
| 487 |
+
"scripts/rotation_study/run_group_all_comparison.py": "6dd53bc538e3b377535ef83bbc344e64db37a3d7ebcb4cb6e276f9f1a6251186",
|
| 488 |
+
"scripts/rotation_study/run_group_all_followup.py": "e42d4e2230db6a02f589d0d8a5d9dfdb09a24a2c5d49cc0a063f88407730a3bb",
|
| 489 |
+
"scripts/rotation_study/run_group_codes_v2_comparison.py": "129de34774e3191999e2c75fea8990531b4a8ae9ed8392d935710ac18214e177",
|
| 490 |
+
"scripts/rotation_study/run_group_codes_v2_followup.py": "457030747991052eb77fb3152cbdca78584abdcbbd1e5cfff98d22450c0090ff",
|
| 491 |
+
"scripts/rotation_study/run_group_load_comparison.py": "61e770792b1eb50f5bc76cc2f8368611839fe51353e84b89366b07935fa215d0",
|
| 492 |
+
"scripts/rotation_study/run_group_load_followup.py": "c23dfc84017bbe3d7f84e418bb51e505335d732907327a1ccf2a44f9e1387af7",
|
| 493 |
+
"scripts/rotation_study/run_loader_screen_queue.py": "825bbda7fbc6549ccf470ca958349110c0487d43a752871cd70a4a563dab710e",
|
| 494 |
+
"scripts/rotation_study/run_query16_comparison.py": "ffcaac8aad3c9db92567e4bef208a484dfb4063781f8732d3ae16f7c581ee9f9",
|
| 495 |
+
"scripts/rotation_study/run_query16_followup.py": "e8a7efda0d5a50e7e87d939e90cb755485ef4975a2295a4710157ace4284ffab",
|
| 496 |
+
"scripts/rotation_study/run_query8_comparison.py": "594aecbcf665813567d0f5c61c675504da6cd77f241f597f856f5f60e500516d",
|
| 497 |
+
"scripts/rotation_study/run_xqa_comparison.py": "ecdb552092650d2cba17a36e8fbe736d67c5a08737f15183ee3faf5f55ec942f",
|
| 498 |
+
"scripts/rotation_study/screen_adaptive.py": "c47cb8699940ab6ed5c822ec203d73545dfd290d1bbf01d9657ff8cf9ecd0a79",
|
| 499 |
+
"scripts/rotation_study/screen_adaptive_safe.py": "d40993ff4e40a9a617f54c35165ef52c6d3c58146e8117f112992b3433aa469a",
|
| 500 |
+
"scripts/rotation_study/screen_combined.py": "bbca232a238a01f9bf54252723980dbbe0c132d684e551334262be4f956f9fae",
|
| 501 |
+
"scripts/rotation_study/screen_combined2.py": "b35609da38f021ce247f7cab965e8dfa0ea7a2be9abaaa1c8175cd9e1f5bb840",
|
| 502 |
+
"scripts/rotation_study/screen_combined4.py": "7912e85e5dd2cd10ba2b87e4099ec5d50e1b7229f0ad024f0fe3f5afe6005b59",
|
| 503 |
+
"scripts/rotation_study/screen_group_prefill.py": "8b50b8a773174e37a1467db8cc7cb9d25e9263f8fc0239ccdc4097c8f8cb360e",
|
| 504 |
+
"scripts/rotation_study/screen_hnd_cache.py": "d208cfcfd036325d7d1a8b406480fc1f432f3833172b26426bbf124d0d34b6f6",
|
| 505 |
+
"scripts/rotation_study/screen_hnd_cache_safe.py": "f7251a4dbffeda1f465bccbd48f9ee201e10d461edb0998c748abdc596752eb3",
|
| 506 |
+
"scripts/rotation_study/screen_loader_candidates.py": "d201f41d4bc5f5c5f33f2fc62c601087f2eef629f1e1e3e4a87a4732891ed3b8",
|
| 507 |
+
"scripts/rotation_study/screen_loader_candidates_v2.py": "c2aee9b56fc05510f38880f2072a12b65efc938d67d5fe391cdd6a9a8277edf6",
|
| 508 |
+
"scripts/rotation_study/screen_rotation_access.py": "5cd4cbd0df0aaf9d7c8e154bd4a206ed5f1f9b47155659dafaa87641d4d71a54",
|
| 509 |
+
"scripts/rotation_study/summarize.py": "54be9e99168c4cf430cb27ba10de54fb6d6e35268b4466c9b45b0ee63fd246b3",
|
| 510 |
+
"scripts/rotation_study/summarize_expanded_acceleration.py": "1d15778f3b1e093ebfd8b4deb8fccbbe99035752ca691f2b0d0be445a28ac933",
|
| 511 |
+
"scripts/rotation_study/validate_acceleration_finalist.py": "1432e674519f118fb26ead5ba5d1396b80b3cb42e4f55b95be6d90a4c6a389a6",
|
| 512 |
+
"scripts/rotation_study/wait_validation.py": "26265d2d904c2734be7fdc2a518ede8b51493d22d7785b332d32c0d77f383aa5",
|
| 513 |
+
"scripts/rotation_table1/assemble.py": "85022a1d7ebd6758206162ef7eb0420b580e2c33c826db908892e8198231b680",
|
| 514 |
+
"scripts/rotation_table1/assemble_identity.py": "07c311f0589b47010f958add0defbc9b789af481d92e99098259cedd744bf528",
|
| 515 |
+
"scripts/rotation_table1/audit_smokes.py": "537a099a365dc36f616059887e280d369c363d4088aaec88780e77755e0fa412",
|
| 516 |
+
"scripts/rotation_table1/calibrate.py": "bbf40471f159f7af193362271aa4d2a7b6ce34e8a32959abc8fc7983edfb0b1d",
|
| 517 |
+
"scripts/rotation_table1/check_math.py": "ff0b97813f57eaec01035859d178c5b8aeb9828ae34008acd32731fc363e7fec",
|
| 518 |
+
"scripts/rotation_table1/check_packed.py": "57aa4980c083806bed498a2025f3e4f868cb03a6e35867f4cc722d4dd7bde961",
|
| 519 |
+
"scripts/rotation_table1/evaluate.py": "37b81a409d5bf8b9f5449839022d98059fb90c851c19c7a19c32f4599a7ae902",
|
| 520 |
+
"scripts/rotation_table1/plan_table3.py": "d6f579cab190f6442f5d6fd1b74f61d5244a1a78698eeaa76e120e01b5267212",
|
| 521 |
+
"scripts/rotation_table1/render_table1.py": "eb9d6e548fea8f753f11475e80146b4cc7b535a76a24c2d67bca9fdca42660b3",
|
| 522 |
+
"scripts/rotation_table1/render_table3.py": "5bc33b107c92760cfd6c3dae3b0dd7e8e72cb1e68533b17a44208c82081b40ab",
|
| 523 |
+
"scripts/rotation_table1/run_full.py": "b4bdcf7fb41d4e79525bd146a0fc589792f721769cb6441e7a17a799d4c475e2",
|
| 524 |
+
"scripts/rotation_table1/run_smokes.py": "d216bf8354b3c9d18bc90ba103a9095a39b80c8c20acab27656ce1d7828fbf5b",
|
| 525 |
+
"scripts/rotation_table1/run_table3.py": "1ee705fa75413c69fd0ee11a44029cf2c1bb511c36cc9858f2cd65bb35d1f258",
|
| 526 |
+
"scripts/rotation_table1/select_method.py": "c1d2f45d1f7bff4639e9c12211889076289483176a84435e3a9dadc7a46f572b",
|
| 527 |
+
"scripts/rotation_table1/summarize_calibration.py": "4b5bb9bd7d07cba440da7ce89bf365de32ee8b6d2843aa23dc4969bbb85d479c",
|
| 528 |
+
"scripts/rotation_table1/summarize_full.py": "bf94aac5c5ccc07cbfd82e38f01834e6989f386301f45fc8f378e177f688f81a",
|
| 529 |
+
"scripts/rotation_table1/summarize_table3.py": "1323e4a7cb40fc13862d1b455b241f241608cb151b72dfa629363f540cd843f3",
|
| 530 |
+
"scripts/rotation_table1/table3_jobs.py": "c368ef161c9bef456a39d215673f7b0f98ae75cddc8363cbf1b3ce1dcf533faa",
|
| 531 |
+
"scripts/run_activation_predictor_matrix.py": "5e9756e04612221cea145990d118443c3e747d516bd1ee3ce21d4e0403ca763b",
|
| 532 |
+
"scripts/run_activation_table10.py": "be359602b5e147ddd0d28a8f28726dbd9b857622bcc037bc7843e91caee992bb",
|
| 533 |
+
"scripts/run_coarse_sensitivity.py": "f327fbb2e2b80cb98d6b00b49e96484dbce1f479bc67d4e33b1b6cc9ff2d16f8",
|
| 534 |
+
"scripts/run_dynamic_group_scale_multi.py": "69d91faf446b9103d4c00f5175ec1a0f786b5e719bcaf3c9f94872dc87bf01ed",
|
| 535 |
+
"scripts/run_dynamic_group_scale_sweep.py": "4e8588a8f1ca7f02b566d8ede5373a18cf56a014d84487d458bcf4b7c2d64b68",
|
| 536 |
+
"scripts/run_fixed4_suite.py": "46eacb9ddfa89466cff33a1610d2051e53dd22a2489c933008757c1ba3eb8605",
|
| 537 |
+
"scripts/run_gsm8k.py": "594e570e58ea79aaaf27e6fa20088e4a63856044cf292b3d8aec57e658ea31ae",
|
| 538 |
+
"scripts/run_huginn_anchor_ablation.py": "d249e21f49f7df8421006fb847b51ad4848725ec0b7c16f4e2601bfb3599793e",
|
| 539 |
+
"scripts/run_huginn_anchor_ablation_queue.py": "544e241d06cb2aa34ab7a5946c453ef184f64fda5567689989b2a2537dfb3b65",
|
| 540 |
+
"scripts/run_huginn_anchor_calibrations.py": "fd4f8909b3fdc08745a5f26021096f52999fbed7cf510f06a6c4135acb0907ce",
|
| 541 |
+
"scripts/run_huginn_anchor_mechanism_queue.py": "b201ca02b2f18849bba4c05103fe5323d428cae4bbd919c8db268c1bcee4847e",
|
| 542 |
+
"scripts/run_huginn_full_finalists.py": "c6d79cc94e4d2314c7499f785cc196ed2f31cbfdf12d19ed18fcad8704bdb941",
|
| 543 |
+
"scripts/run_huginn_heatmap_queue.py": "8958642e837aecd51f0eb1f5d05b873974983ca24fd02779e7a03cf94a914a34",
|
| 544 |
+
"scripts/run_huginn_mixed_precision_matrix.py": "f64249ff45a0fc0a1813bbc0960bd02b1f98c87e7571dfd697d79822f1b91286",
|
| 545 |
+
"scripts/run_huginn_presinq_native_screen.py": "592d3a35f85274ff3ef15386dc348f300185409c27c5673c81d54b525a9998d2",
|
| 546 |
+
"scripts/run_huginn_prespecified_full_queue.py": "266936101d144add1e56290205e01c4cd44e82441e303334402a388b1ef11a07",
|
| 547 |
+
"scripts/run_huginn_quant_suite.py": "77b3d88fa71b5ccb3710f844da84b2c0e1a87f572dff09ca90c2e311cfeff0a5",
|
| 548 |
+
"scripts/run_huginn_residual_kv_matrix.py": "3fc23607e30ca800eec5b4040d715a2746f3f3011e627d5cab9329315185e387",
|
| 549 |
+
"scripts/run_huginn_selective_w4_screen.py": "74f7c15da787e1b7a4c001c5ecac9ffdb6f5f1c9fb62da6d4c1cef1cf5197c7f",
|
| 550 |
+
"scripts/run_huginn_selective_w4a_matrix.py": "f1ee23f016b8704caaba0d09502e1a6cad237f5b99c912ca2c44242d87d7fd86",
|
| 551 |
+
"scripts/run_huginn_table5_queue.py": "cbd005233a00c9dc56b8b866845236a47867cc505e2009f47d8d89e914996a7a",
|
| 552 |
+
"scripts/run_huginn_wa_matrix.py": "1fcc70489a2cdc0a6db05c515b47699e0d4fe49939ab5f0fd8999df41f264502",
|
| 553 |
+
"scripts/run_int2_accuracy_full.py": "ace6af465d793dd1f33a922fc0de8ba8ac832c519f3f61dc91992b079671be93",
|
| 554 |
+
"scripts/run_int2_accuracy_smokes.py": "47c987f932ead87cd8715fed7df8c09f6bc18c9385c5d31d5f654c1023e5f87e",
|
| 555 |
+
"scripts/run_int_kv_table14_15_matrix.py": "b57b985ada939389206cb0d8137f1701216d609a3d231bfb1892c2b95b7434e7",
|
| 556 |
+
"scripts/run_kv_calibration_robustness.py": "4af1ca5de75b41ac1dc9b9c8967d13993434de4048080cff192859edbba49471",
|
| 557 |
+
"scripts/run_kv_granularity_matrix.py": "39f394a99e14d43277ba060daf70357038ce42d7075304b1f09149b68158c3f2",
|
| 558 |
+
"scripts/run_kv_layer_sensitivity.py": "619a4a422338dd2bf7bf892f1dbab6550e79ac9abb16754c9c27fc19ba6e75ea",
|
| 559 |
+
"scripts/run_layer_channel_delta_ce.py": "cd28a506b86db4d5c717f934e16328d37932c7a0b785b4c6e8613a6453ee73ef",
|
| 560 |
+
"scripts/run_lm_eval_timed.py": "acdcfdf1b9ffd040e0fadaa45b1942e3d1b548433f135fbe1c84e2fcad0cb6fa",
|
| 561 |
+
"scripts/run_loop1_remaining_resumed.py": "56b1f88d04e774e4a383097b11640ab3f91bf214fc7b7daaed0286e789ddcc95",
|
| 562 |
+
"scripts/run_mixed_precision_finalists.py": "0da37cf7c46b974cc1e0835c6ddf8b7dac31b0e50a00b3afec11501e6379e190",
|
| 563 |
+
"scripts/run_mixed_precision_kv_matrix.py": "4c3dba3d879add89b8b726dfc667d51e2432f78f8f3f283e5b467aa930ec1043",
|
| 564 |
+
"scripts/run_momentum_ablation_matrix.py": "8d6469daef62830027c2c937e62ac396cdb186af05f330eea4a5a907ae1c6fd8",
|
| 565 |
+
"scripts/run_native_nvfp4_method_screen.py": "3f8714578306432462d60e6b73b04905bb68433dd6fa7e4ed916dcb56103c28f",
|
| 566 |
+
"scripts/run_native_wa_bf16_screen.py": "fb102e51d601a442b61afd582e321e5949eac2cfaa0c07fb7ddda53c10e44cc3",
|
| 567 |
+
"scripts/run_native_wa_export_queue.py": "6abac94be9ddb192cdd306dbf13398502b6f88ee14047027cc71a8d0befa2de3",
|
| 568 |
+
"scripts/run_ouro_chrome_trace_queue.py": "549b3ddf9a776b2235d704bcf097e725e9c083860f5bd97748937222a8150fa8",
|
| 569 |
+
"scripts/run_ouro_remaining_queue.py": "d0e698329cc1e986941a062bab9c49b33d43e6fc069b94036c41918ad42d82fb",
|
| 570 |
+
"scripts/run_ouro_repeatability_queue.py": "3c44894a3b9ef6feb7d91c24d9360dc214ef1bcf320ccd93717a0b27247de05b",
|
| 571 |
+
"scripts/run_ouro_rotation_math500.py": "3e36126efec9527380e822aaa25cda4caaa1f98595c67abaa3c759892a34e7fb",
|
| 572 |
+
"scripts/run_ouro_selected_kv.py": "2186aa2dd115633af04fa6b32f996d0edbf4eca8dfe98dd9f60b0219e0b3f159",
|
| 573 |
+
"scripts/run_ouro_selective_w4_matrix.py": "59de40bab4307007ea068d1ac9a1390c8fb08156bdd6217f19a286cabd4d0b76",
|
| 574 |
+
"scripts/run_ouro_selective_w4a_matrix.py": "cd59845df8008f51137ee40093b152375afa138e949ff3ced49c752090b3dad4",
|
| 575 |
+
"scripts/run_ouro_table5_queue.py": "f102ac7637e4652e10da8e7ddc6c5e68228488fefa024841778bdee184fbfaf7",
|
| 576 |
+
"scripts/run_ouro_vllm_gsm8k.py": "8bdce3830b7e84376b343fda3bec6be9a1efa60a38527e9607d39c2acb30edb6",
|
| 577 |
+
"scripts/run_packed_affine_sweep.py": "eb8fd503a5aaf83ed3c236aa0ba580fd67e152ec2689e0d868e9f02a54db9b4a",
|
| 578 |
+
"scripts/run_presinq_native_screen.py": "77d9e4f4ab52e6c155b87afc20e7c674e145b0637ef7053fac0f42dc54123168",
|
| 579 |
+
"scripts/run_q08_offset_sweep.py": "595e1b0a8a1752a88f7ab3d5a1f9e2ede337768248ae93aa9ec9d6f6d0082d44",
|
| 580 |
+
"scripts/run_q08_uniform_bits.py": "990ee1bc1c1b5fc5f56d8b787ace89748eaf24645868d6c014a66e47d0b9b259",
|
| 581 |
+
"scripts/run_residual_activation_matrix.py": "02a21358423ea5ccb2ec83fc3b047073f641494bb61bb6b62837e648ee0693cf",
|
| 582 |
+
"scripts/run_residual_kv_matrix.py": "392e763fc90e4ea7e3b664e8f70d009a441c0301e87ac52ae5ec033d79013bfc",
|
| 583 |
+
"scripts/run_selected_wa_kv_validation.py": "3373b6d950c61a7ae8b5af144e01852cfc519e616e4a77416fa955d1f4e3c3f7",
|
| 584 |
+
"scripts/run_sinq_matrix.py": "3b87d45fb75b69c59a18a9bcb6efde414089671e1c4d579902719cac86a4a6c5",
|
| 585 |
+
"scripts/run_table10_calibration_queue.py": "e527825b7356cbf5a5d02e0581a8165b38fee0e93874937b48476bbe1cc8179f",
|
| 586 |
+
"scripts/run_top3_combined_kv.py": "bebfd392c92c744491502ff7fc59b74bbb51dd4be5cf74cc5146c1b4efb5de56",
|
| 587 |
+
"scripts/select_heatmap_delta_ce_cells.py": "a16a13f8c20b352759769389fb1690cc45b3243cc49824121ee35e313f4cf794",
|
| 588 |
+
"scripts/select_kv_codec_full_policies.py": "84c5655c547b3faf6052e998c6791ea41105ecfdf5d7137a53757259a75c1991",
|
| 589 |
+
"scripts/smoke_ouro_nvfp4_vllm.py": "4d6f608d2b9027a6b5f9071511fdef2aaca37e6cad917ec3862c5cf6cc1b3fa6",
|
| 590 |
+
"scripts/smoke_ouro_recurrent_vllm.py": "bb159fa91c75084a1ff0ae1fdaf6fd65f29a01e6b49d79a16e06c9aec98df749",
|
| 591 |
+
"scripts/summarize_channel_profile_costs.py": "1835ebab6097d373c9fcab3ccfc0208c2eb392a6c425d1093bb6f5b704b70998",
|
| 592 |
+
"scripts/summarize_dynamic_lse.py": "66f32fba2b6031ddc80224194a509ec9eadbaebc06ee7832e06c70acfbb1c6e8",
|
| 593 |
+
"scripts/summarize_graph_experiments.py": "0877b04fb282eb7afafdfcd7e6453b92e6ffbb3521544e7c0719bd87c748f275",
|
| 594 |
+
"scripts/summarize_int_scale_matrix.py": "4c937809ee46b2576e1aed96996a5525fd2798bcb9b8f83e65eef3dcf0bccb74",
|
| 595 |
+
"scripts/summarize_kv_cost_analysis.py": "cd409cfad8ecebf0d8d8a3aac1c829342da463f0a36a3ae7ccf63774fef0c563",
|
| 596 |
+
"scripts/summarize_ouro_attention_precision.py": "a0bf777fc366cc198629c2c467d0fd1f98335bbcca6ae876bb61fe9c68566319",
|
| 597 |
+
"scripts/summarize_ouro_chrome_traces.py": "47d7beb592fd8049fb61c3e82a0298b4f65f5c35890342f2cc97f73a56843632",
|
| 598 |
+
"scripts/summarize_ouro_fair_comparison.py": "d16891bdbbb74901cebda757b426e524e447c20bee7c87b36b8ab00bae5f791a",
|
| 599 |
+
"scripts/summarize_ouro_final_optimization.py": "5222fc60b20210f6786a66005dd32ff3f6a750e5bc92f67654ec325bf0d8f7c7",
|
| 600 |
+
"scripts/summarize_quantization_goal.py": "73dd960173630d82664d1cd240f71cb329d15fa9842674cd9ca1df115e1370c6",
|
| 601 |
+
"scripts/summarize_recurrent_full.py": "519bff759541a33cceb3c3513a9537d9272b9b0e8b9c58e3b9f6267bf8b0979a",
|
| 602 |
+
"scripts/summarize_recurrent_mixed.py": "406b963dbb92587f781402a6b386bdf55d98bf053aab4c0f25432c931510662c",
|
| 603 |
+
"scripts/summarize_recurrent_screen.py": "68fcc410a93a0d667b97e7ab2a334c55eaa1d7250a8d3ad8f245ce8988db7f9d",
|
| 604 |
+
"scripts/summarize_recurrent_xqa.py": "c4b3718a49fd016a7d1b7ef3d1772cd0f31ef038f5a596ea0eb63460e035bc62",
|
| 605 |
+
"scripts/summarize_runpod_benchmarks.py": "9d18c35c572aed7b4ca1ba8f08bd79db2094bcee61252733f7c3c1a19189cf5f",
|
| 606 |
+
"scripts/summarize_scan_full.py": "7c10989917660da80a64ae4414dd12bec35d9d8e3d24a0b0d6670081bc3fc234",
|
| 607 |
+
"scripts/summarize_xqa_exploration.py": "9abeef642993d443c99a5a98970c89688326c45a7245c0cad617442506664f4a",
|
| 608 |
+
"scripts/trace_channel_capacity_schedule.py": "6fdb5972552f69c96318764f1e50fda3d08487db3b471c7d56f8ebaafec905ba",
|
| 609 |
+
"scripts/validate_native_kv.py": "cb726f0a16755d968317cb133bf232de1b0135dfbc0fa2f73efab2557af5775f",
|
| 610 |
+
"scripts/validate_nvfp4_modelopt_hopper.py": "079cf32815542feb97b0784696bbac1488c57d562c70905cb67355e74160e8f8",
|
| 611 |
+
"scripts/validate_pre_sinq_checkpoint.py": "5f6a7d4daed934b88e30eb4dde79f62a272782b69a35a220f4899be966af8a2d",
|
| 612 |
+
"scripts/validate_reqat_e1m2_modelopt.py": "31a076de14ab0bd99facfa7a2ca19eac2aa947c2872fe64c70f08e87f40b0e0c",
|
| 613 |
+
"plugins/ouro_quant_vllm/pyproject.toml": "c16833fa241d6219d645f79979c5df2bc4a8c3494a74a35d4c8ac38d59e96fcc",
|
| 614 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/__init__.py": "09961d7d247f2e2667eaa45747270f53172d32422e3a09391a3ad65d149822f8",
|
| 615 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/channel_requests.py": "3389cf929bedb1dd3d4d38a7dec8ab598cba3fa05fef8746f3d32d9fa34c2474",
|
| 616 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/fused_norm.py": "ea5b02eda1eed9280729ac2801ecefb8fc41fd82002bd76bf9ecce5c7c586e54",
|
| 617 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/fused_rope_cache.py": "7765006ecd10e9b8562f5d479cff12f4471c807bab271954a699bb381dc97c83",
|
| 618 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/kv_rotation.py": "b7d4ff4342d42a07d7791180c6ffad931a8d283ab0b46c7b1e4ae32865c0d436",
|
| 619 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/loopq_bridge.py": "be35be25a58efdc2fb0ebc7f7101b01d9c8b0aebd66b0f0a60c21fe5557cf468",
|
| 620 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/model.py": "806182c39a5693efd7895a607be17c44ccbc2b74d4e6624d90596c7a4cfb1f0e",
|
| 621 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/native_attention.py": "f2ddc785386102a38a40cc8b108ab2c4bfb7fe99cd3dcbe2b400f747b59483aa",
|
| 622 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/nvfp4_qdq.py": "b55c0270fdb6131848456141261d1c6b984f3f88ed31ac561ee7f981cb6a593c",
|
| 623 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_affine_attention.py": "0a9a0a1018341df5261254fdc9fabf1e1534381d91ab7b91a8a7c8ef6e0bccc2",
|
| 624 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_rotated_attention.py": "d8f7b9ec10f0c1c15e6043fc26444b4a6a376bfffdbcd8232e0ce577e270a01c",
|
| 625 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_rotated_table1_attention.py": "7ae22f08c2efd240fb4c549943eaaae972a3161f482b91cbb5194bda3fd6b1a7",
|
| 626 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/recurrent_attention.py": "2e6ff15630c0757a9a36ca14818535f7a605be2800de8083841493ba25524dc3",
|
| 627 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/residual_activation.py": "8cca2e8ad00594220b2658c4be851efdc9627506c01900e8647c89463b8bc877",
|
| 628 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/residual_kv.py": "4cad104ba295e294f87eb27eada1d968be46a7d5b4b0c08edb52e8bbebfc8e49",
|
| 629 |
+
"plugins/huginn_vllm_validated/pyproject.toml": "4538f596380c7d8487189accd14597cb2ed237dd76bb719a7057a95abefb4f14",
|
| 630 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/__init__.py": "5e18f53c2fdb7911b6cc921decc552d1fa92369fc115e1a1199288e58bcb16cc",
|
| 631 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/attention_bank.py": "8482b5175982303d7d999a5e0fdf71e2e6f09d5f34a88e57a6bdeb3df58a7dc8",
|
| 632 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/grouped_attention.py": "1e7df3c0c3f7cebc40cb977c11926a0b2c032653c20454a160a7ecbc21fd7b63",
|
| 633 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/loopq_bridge.py": "5cb3b60e24a2c683976d6229dd89135a04e3167ede696742a55a5dd327d49f7e",
|
| 634 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/model.py": "252b5b87d06ee17896fc91945a645c1e528290c70be7e2129bf9f2271177e383",
|
| 635 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/native_attention.py": "93843837ccd9b3393a080391d9c013a9586304af1acc1d850e52e8fbec7d2294",
|
| 636 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/runtime.py": "c9b71f1f48d75475ea299eab01d5bcf6f38445a7c7eec62fe2d5205b47d6c218",
|
| 637 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/wavefront.py": "a74f9b084a9e2708c1211dc9fb6cb20de23d61e17868e0967fcf0e6cd27eb125"
|
| 638 |
+
},
|
| 639 |
+
"scope": "repository source at launch; installed dependencies are identified separately by environment metadata",
|
| 640 |
+
"changed_during_run": [],
|
| 641 |
+
"source_tree_unchanged_at_exit": true
|
| 642 |
+
},
|
| 643 |
+
"result_path": "/workspace/loopq_data/curve_a4_s0/eval_final/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-17T00-06-20.554115.json",
|
| 644 |
+
"samples": {
|
| 645 |
+
"hellaswag": {
|
| 646 |
+
"original": 10042,
|
| 647 |
+
"effective": 10042
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"metrics": {
|
| 651 |
+
"hellaswag": {
|
| 652 |
+
"name": "hellaswag",
|
| 653 |
+
"alias": "hellaswag",
|
| 654 |
+
"sample_len": 10042,
|
| 655 |
+
"acc,none": 0.5041824337781319,
|
| 656 |
+
"acc_stderr,none": 0.00498960683837106,
|
| 657 |
+
"acc_norm,none": 0.6809400517825135,
|
| 658 |
+
"acc_norm_stderr,none": 0.004651597209993087
|
| 659 |
+
}
|
| 660 |
+
},
|
| 661 |
+
"task_configs": {
|
| 662 |
+
"hellaswag": {
|
| 663 |
+
"task": "hellaswag",
|
| 664 |
+
"dataset_path": "Rowan/hellaswag",
|
| 665 |
+
"training_split": "train",
|
| 666 |
+
"validation_split": "validation",
|
| 667 |
+
"process_docs": "def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:\n def _process_doc(doc):\n ctx = doc[\"ctx_a\"] + \" \" + doc[\"ctx_b\"].capitalize()\n out_doc = {\n \"query\": preprocess(doc[\"activity_label\"] + \": \" + ctx),\n \"choices\": [preprocess(ending) for ending in doc[\"endings\"]],\n \"gold\": int(doc[\"label\"]),\n }\n return out_doc\n\n return dataset.map(_process_doc)\n",
|
| 668 |
+
"doc_to_text": "{{query}}",
|
| 669 |
+
"doc_to_target": "{{label}}",
|
| 670 |
+
"unsafe_code": false,
|
| 671 |
+
"doc_to_choice": "choices",
|
| 672 |
+
"description": "",
|
| 673 |
+
"target_delimiter": " ",
|
| 674 |
+
"fewshot_delimiter": "\n\n",
|
| 675 |
+
"fewshot_config": {
|
| 676 |
+
"sampler": "default",
|
| 677 |
+
"split": null,
|
| 678 |
+
"process_docs": "<function process_docs at 0x783c92691e40>",
|
| 679 |
+
"fewshot_indices": null,
|
| 680 |
+
"samples": null,
|
| 681 |
+
"doc_to_text": "{{query}}",
|
| 682 |
+
"doc_to_choice": "choices",
|
| 683 |
+
"doc_to_target": "{{label}}",
|
| 684 |
+
"gen_prefix": null,
|
| 685 |
+
"fewshot_delimiter": "\n\n",
|
| 686 |
+
"target_delimiter": " "
|
| 687 |
+
},
|
| 688 |
+
"num_fewshot": 0,
|
| 689 |
+
"metric_list": [
|
| 690 |
+
{
|
| 691 |
+
"metric": "acc",
|
| 692 |
+
"aggregation": "mean",
|
| 693 |
+
"higher_is_better": true
|
| 694 |
+
},
|
| 695 |
+
{
|
| 696 |
+
"metric": "acc_norm",
|
| 697 |
+
"aggregation": "mean",
|
| 698 |
+
"higher_is_better": true
|
| 699 |
+
}
|
| 700 |
+
],
|
| 701 |
+
"output_type": "multiple_choice",
|
| 702 |
+
"repeats": 1,
|
| 703 |
+
"should_decontaminate": false,
|
| 704 |
+
"metadata": {
|
| 705 |
+
"version": 1.0,
|
| 706 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 707 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 708 |
+
"trust_remote_code": true,
|
| 709 |
+
"dtype": "bfloat16",
|
| 710 |
+
"tensor_parallel_size": 1,
|
| 711 |
+
"max_model_len": 4096,
|
| 712 |
+
"gpu_memory_utilization": 0.9,
|
| 713 |
+
"enforce_eager": true,
|
| 714 |
+
"max_num_seqs": 32,
|
| 715 |
+
"max_num_batched_tokens": 4096,
|
| 716 |
+
"enable_prefix_caching": false,
|
| 717 |
+
"seed": 0,
|
| 718 |
+
"config_source": "/root/venv-LT/lib/python3.11/site-packages/lm_eval/tasks/hellaswag/hellaswag.yaml"
|
| 719 |
+
}
|
| 720 |
+
}
|
| 721 |
+
}
|
| 722 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/hellaswag/timing.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_init_seconds": 34.80067107779905,
|
| 3 |
+
"generate_until_seconds": 0.0,
|
| 4 |
+
"generated_samples": 0,
|
| 5 |
+
"generated_tokens": 0,
|
| 6 |
+
"generation_calls": 0,
|
| 7 |
+
"completed": true,
|
| 8 |
+
"process_seconds": 1380.8023844193667
|
| 9 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/evaluation.log
ADDED
|
@@ -0,0 +1,235 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 0 |
0%| | 0/5153 [00:00<?, ?it/s]
|
| 1 |
1%| | 50/5153 [00:00<00:10, 490.82it/s]
|
| 2 |
2%|▏ | 101/5153 [00:00<00:10, 497.82it/s]
|
| 3 |
3%|▎ | 152/5153 [00:00<00:09, 500.69it/s]
|
| 4 |
4%|▍ | 203/5153 [00:00<00:09, 502.06it/s]
|
| 5 |
5%|▍ | 254/5153 [00:00<00:09, 499.23it/s]
|
| 6 |
6%|▌ | 305/5153 [00:00<00:09, 499.51it/s]
|
| 7 |
7%|▋ | 356/5153 [00:00<00:09, 500.74it/s]
|
| 8 |
8%|▊ | 407/5153 [00:00<00:09, 499.62it/s]
|
| 9 |
9%|▉ | 457/5153 [00:00<00:09, 497.53it/s]
|
| 10 |
10%|▉ | 507/5153 [00:01<00:09, 498.14it/s]
|
| 11 |
11%|█ | 557/5153 [00:01<00:09, 492.71it/s]
|
| 12 |
12%|█▏ | 607/5153 [00:01<00:09, 493.65it/s]
|
| 13 |
13%|█▎ | 657/5153 [00:01<00:09, 492.21it/s]
|
| 14 |
14%|█▎ | 708/5153 [00:01<00:08, 495.75it/s]
|
| 15 |
15%|█▍ | 758/5153 [00:01<00:08, 493.75it/s]
|
| 16 |
16%|█▌ | 809/5153 [00:01<00:08, 495.88it/s]
|
| 17 |
17%|█▋ | 859/5153 [00:01<00:08, 494.76it/s]
|
| 18 |
18%|█▊ | 909/5153 [00:01<00:08, 494.87it/s]
|
| 19 |
19%|█▊ | 959/5153 [00:01<00:08, 494.79it/s]
|
| 20 |
20%|█▉ | 1009/5153 [00:02<00:08, 494.73it/s]
|
| 21 |
21%|██ | 1059/5153 [00:02<00:08, 496.18it/s]
|
| 22 |
22%|██▏ | 1109/5153 [00:02<00:08, 496.28it/s]
|
| 23 |
22%|██▏ | 1159/5153 [00:02<00:08, 495.78it/s]
|
| 24 |
23%|██▎ | 1209/5153 [00:02<00:07, 495.97it/s]
|
| 25 |
24%|██▍ | 1259/5153 [00:02<00:07, 495.68it/s]
|
| 26 |
25%|██▌ | 1309/5153 [00:02<00:07, 495.36it/s]
|
| 27 |
26%|██▋ | 1359/5153 [00:02<00:07, 495.89it/s]
|
| 28 |
27%|██▋ | 1409/5153 [00:02<00:07, 494.94it/s]
|
| 29 |
28%|██▊ | 1459/5153 [00:02<00:07, 495.31it/s]
|
| 30 |
29%|██▉ | 1509/5153 [00:03<00:07, 495.78it/s]
|
| 31 |
30%|███ | 1559/5153 [00:03<00:07, 496.21it/s]
|
| 32 |
31%|███ | 1609/5153 [00:03<00:07, 497.17it/s]
|
| 33 |
32%|███▏ | 1659/5153 [00:03<00:07, 497.79it/s]
|
| 34 |
33%|███▎ | 1709/5153 [00:03<00:06, 498.41it/s]
|
| 35 |
34%|███▍ | 1759/5153 [00:03<00:06, 498.75it/s]
|
| 36 |
35%|███▌ | 1810/5153 [00:03<00:06, 499.47it/s]
|
| 37 |
36%|███▌ | 1861/5153 [00:03<00:06, 499.96it/s]
|
| 38 |
37%|███▋ | 1911/5153 [00:03<00:06, 498.02it/s]
|
| 39 |
38%|███▊ | 1961/5153 [00:03<00:06, 498.43it/s]
|
| 40 |
39%|███▉ | 2011/5153 [00:04<00:06, 498.74it/s]
|
| 41 |
40%|███▉ | 2061/5153 [00:04<00:06, 498.49it/s]
|
| 42 |
41%|████ | 2118/5153 [00:04<00:05, 518.87it/s]
|
| 43 |
42%|████▏ | 2179/5153 [00:04<00:05, 543.64it/s]
|
| 44 |
43%|████▎ | 2239/5153 [00:04<00:05, 557.72it/s]
|
| 45 |
45%|████▍ | 2299/5153 [00:04<00:05, 568.93it/s]
|
| 46 |
46%|████▌ | 2359/5153 [00:04<00:04, 576.67it/s]
|
| 47 |
47%|████▋ | 2419/5153 [00:04<00:04, 581.98it/s]
|
| 48 |
48%|████▊ | 2478/5153 [00:04<00:04, 580.88it/s]
|
| 49 |
49%|████▉ | 2538/5153 [00:04<00:04, 586.22it/s]
|
| 50 |
50%|█████ | 2598/5153 [00:05<00:04, 588.55it/s]
|
| 51 |
52%|█████▏ | 2658/5153 [00:05<00:04, 591.76it/s]
|
| 52 |
53%|█████▎ | 2718/5153 [00:05<00:04, 591.51it/s]
|
| 53 |
54%|█████▍ | 2778/5153 [00:05<00:04, 590.69it/s]
|
| 54 |
55%|█████▌ | 2838/5153 [00:05<00:03, 591.51it/s]
|
| 55 |
56%|█████▌ | 2898/5153 [00:05<00:03, 590.69it/s]
|
| 56 |
57%|█████▋ | 2958/5153 [00:05<00:03, 592.08it/s]
|
| 57 |
59%|█████▊ | 3018/5153 [00:05<00:03, 591.70it/s]
|
| 58 |
60%|█████▉ | 3078/5153 [00:05<00:03, 589.41it/s]
|
| 59 |
61%|██████ | 3138/5153 [00:05<00:03, 590.06it/s]
|
| 60 |
62%|██████▏ | 3198/5153 [00:06<00:03, 591.73it/s]
|
| 61 |
63%|██████▎ | 3258/5153 [00:06<00:03, 591.90it/s]
|
| 62 |
64%|██████▍ | 3318/5153 [00:06<00:03, 592.73it/s]
|
| 63 |
66%|██████▌ | 3378/5153 [00:06<00:02, 594.32it/s]
|
| 64 |
67%|██████▋ | 3438/5153 [00:06<00:02, 589.09it/s]
|
| 65 |
68%|██████▊ | 3497/5153 [00:06<00:02, 586.67it/s]
|
| 66 |
69%|██████▉ | 3557/5153 [00:06<00:02, 589.27it/s]
|
| 67 |
70%|███████ | 3617/5153 [00:06<00:02, 591.89it/s]
|
| 68 |
71%|███████▏ | 3677/5153 [00:06<00:02, 592.95it/s]
|
| 69 |
73%|███████▎ | 3737/5153 [00:06<00:02, 593.50it/s]
|
| 70 |
74%|███████▎ | 3797/5153 [00:07<00:02, 592.08it/s]
|
| 71 |
75%|███████▍ | 3857/5153 [00:07<00:02, 592.66it/s]
|
| 72 |
76%|███████▌ | 3917/5153 [00:07<00:02, 593.40it/s]
|
| 73 |
77%|███████▋ | 3977/5153 [00:07<00:01, 593.38it/s]
|
| 74 |
78%|███████▊ | 4038/5153 [00:07<00:01, 595.67it/s]
|
| 75 |
80%|███████▉ | 4098/5153 [00:07<00:01, 596.43it/s]
|
| 76 |
81%|████████ | 4159/5153 [00:07<00:01, 597.80it/s]
|
| 77 |
82%|████████▏ | 4219/5153 [00:07<00:01, 597.09it/s]
|
| 78 |
83%|████████▎ | 4280/5153 [00:07<00:01, 598.09it/s]
|
| 79 |
84%|████████▍ | 4340/5153 [00:07<00:01, 596.62it/s]
|
| 80 |
85%|████████▌ | 4401/5153 [00:08<00:01, 598.04it/s]
|
| 81 |
87%|████████▋ | 4461/5153 [00:08<00:01, 596.95it/s]
|
| 82 |
88%|████████▊ | 4522/5153 [00:08<00:01, 598.53it/s]
|
| 83 |
89%|████████▉ | 4583/5153 [00:08<00:00, 599.44it/s]
|
| 84 |
90%|█████████ | 4644/5153 [00:08<00:00, 600.79it/s]
|
| 85 |
91%|█████████▏| 4705/5153 [00:08<00:00, 600.70it/s]
|
| 86 |
92%|█████████▏| 4766/5153 [00:08<00:00, 601.40it/s]
|
| 87 |
94%|█████████▎| 4827/5153 [00:08<00:00, 602.13it/s]
|
| 88 |
95%|█████████▍| 4888/5153 [00:08<00:00, 601.58it/s]
|
| 89 |
96%|█████████▌| 4949/5153 [00:09<00:00, 601.89it/s]
|
| 90 |
97%|█████████▋| 5010/5153 [00:09<00:00, 601.71it/s]
|
| 91 |
98%|█████████▊| 5071/5153 [00:09<00:00, 599.86it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
0%| | 0/100 [00:00<?, ?it/s]
|
| 93 |
1%| | 1/100 [00:04<07:13, 4.38s/it]
|
| 94 |
4%|▍ | 4/100 [00:04<01:22, 1.17it/s]
|
| 95 |
6%|▌ | 6/100 [00:04<00:54, 1.71it/s]
|
| 96 |
64%|██████▍ | 64/100 [00:05<00:01, 29.54it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO 09-16 23:35:38 [__init__.py:216] Automatically detected platform cuda.
|
| 2 |
+
2026-09-16:23:35:46 INFO [_cli.run:388] Selected Tasks: ['lambada_openai']
|
| 3 |
+
2026-09-16:23:35:46 INFO [evaluator:214] Setting random seed to 0 | Setting numpy seed to 0 | Setting torch manual seed to 0 | Setting fewshot manual seed to 0
|
| 4 |
+
2026-09-16:23:35:46 INFO [evaluator:239] Initializing vllm model, with arguments: {'pretrained': 'ByteDance/Ouro-1.4B', 'revision': 'e3b1e0993b1231a51d6069a870476dda4162c00a', 'trust_remote_code': True, 'dtype': 'bfloat16', 'tensor_parallel_size': 1, 'max_model_len': 4096, 'gpu_memory_utilization': 0.9, 'enforce_eager': True, 'max_num_seqs': 32, 'max_num_batched_tokens': 4096, 'enable_prefix_caching': False, 'seed': 0}
|
| 5 |
+
2026-09-16:23:35:46 WARNING [models.vllm_causallms:108] The `device` argument is ignored by the vLLM backend. To select which GPU(s) vLLM can use, set the `CUDA_VISIBLE_DEVICES` environment variable before running lm-eval.
|
| 6 |
+
INFO 09-16 23:35:46 [utils.py:328] non-default args: {'trust_remote_code': True, 'dtype': 'bfloat16', 'seed': 0, 'max_model_len': 4096, 'enable_prefix_caching': False, 'max_num_batched_tokens': 4096, 'max_num_seqs': 32, 'disable_log_stats': True, 'revision': 'e3b1e0993b1231a51d6069a870476dda4162c00a', 'enforce_eager': True, 'model': 'ByteDance/Ouro-1.4B'}
|
| 7 |
+
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
|
| 8 |
+
INFO 09-16 23:35:55 [__init__.py:742] Resolved architecture: OuroForCausalLM
|
| 9 |
+
`torch_dtype` is deprecated! Use `dtype` instead!
|
| 10 |
+
INFO 09-16 23:35:55 [__init__.py:1815] Using max model len 4096
|
| 11 |
+
INFO 09-16 23:35:55 [scheduler.py:222] Chunked prefill is enabled with max_num_batched_tokens=4096.
|
| 12 |
+
INFO 09-16 23:35:55 [__init__.py:3400] Cudagraph is disabled under eager mode
|
| 13 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:35:56 [core.py:654] Waiting for init message from front-end.
|
| 14 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:35:56 [core.py:76] Initializing a V1 LLM engine (v0.10.2) with config: model='ByteDance/Ouro-1.4B', speculative_config=None, tokenizer='ByteDance/Ouro-1.4B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=e3b1e0993b1231a51d6069a870476dda4162c00a, tokenizer_revision=e3b1e0993b1231a51d6069a870476dda4162c00a, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=4096, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=True, kv_cache_dtype=auto, device_config=cuda, decoding_config=DecodingConfig(backend='auto', disable_fallback=False, disable_any_whitespace=False, disable_additional_properties=False, reasoning_backend=''), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None), seed=0, served_model_name=ByteDance/Ouro-1.4B, enable_prefix_caching=False, chunked_prefill_enabled=True, use_async_output_proc=True, pooler_config=None, compilation_config={"level":0,"debug_dump_path":"","cache_dir":"","backend":"","custom_ops":[],"splitting_ops":null,"use_inductor":true,"compile_sizes":[],"inductor_compile_config":{"enable_auto_functionalized_v2":false},"inductor_passes":{},"cudagraph_mode":0,"use_cudagraph":true,"cudagraph_num_of_warmups":0,"cudagraph_capture_sizes":[],"cudagraph_copy_inputs":false,"full_cuda_graph":false,"pass_config":{},"max_capture_size":0,"local_cache_dir":null}
|
| 15 |
+
[W916 23:35:59.708204195 ProcessGroupNCCL.cpp:981] Warning: TORCH_NCCL_AVOID_RECORD_STREAMS is the default now, this environment variable is thus deprecated. (function operator())
|
| 16 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 17 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 18 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 19 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 20 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 21 |
+
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
|
| 22 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:35:59 [parallel_state.py:1165] rank 0 in world size 1 is assigned as DP rank 0, PP rank 0, TP rank 0, EP rank 0
|
| 23 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m WARNING 09-16 23:35:59 [topk_topp_sampler.py:69] FlashInfer is not available. Falling back to the PyTorch-native implementation of top-p & top-k sampling. For the best performance, please install FlashInfer.
|
| 24 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:35:59 [gpu_model_runner.py:2338] Starting to load model ByteDance/Ouro-1.4B...
|
| 25 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:35:59 [gpu_model_runner.py:2370] Loading model from scratch...
|
| 26 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:01 [cuda.py:362] Using Flash Attention backend on V1 engine.
|
| 27 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:01 [weight_utils.py:348] Using model weights format ['*.safetensors']
|
| 28 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:01 [weight_utils.py:406] No model.safetensors.index.json found in remote.
|
| 29 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m
|
| 30 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m
|
| 31 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m
|
| 32 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m
|
| 33 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:12 [default_loader.py:268] Loading weights took 10.31 seconds
|
| 34 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:12 [gpu_model_runner.py:2392] Model loading took 3.0510 GiB and 12.135673 seconds
|
| 35 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:15 [gpu_worker.py:298] Available KV cache memory: 35.87 GiB
|
| 36 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:16 [kv_cache_utils.py:864] GPU KV cache size: 48,960 tokens
|
| 37 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:16 [kv_cache_utils.py:868] Maximum concurrency for 4,096 tokens per request: 11.95x
|
| 38 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:16 [gpu_worker.py:391] Free memory on device (44.12/44.42 GiB) on startup. Desired GPU memory utilization is (0.9, 39.98 GiB). Actual usage is 3.05 GiB for weight, 1.01 GiB for peak activation, 0.05 GiB for non-torch memory, and 0.0 GiB for CUDAGraph memory. Replace gpu_memory_utilization config with `--kv-cache-memory=38355684249` to fit into requested memory, or `--kv-cache-memory=42796003840` to fully utilize gpu memory. Current kv cache memory in use is 38512970649 bytes.
|
| 39 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:16 [core.py:218] init engine (profile, create kv cache, warmup model) took 3.83 seconds
|
| 40 |
+
[1;36m(EngineCore_DP0 pid=84955)[0;0m INFO 09-16 23:36:16 [__init__.py:3400] Cudagraph is disabled under eager mode
|
| 41 |
+
INFO 09-16 23:36:17 [llm.py:295] Supported_tasks: ['generate']
|
| 42 |
+
INFO 09-16 23:36:17 [__init__.py:36] No IOProcessor plugins requested by the model
|
| 43 |
+
2026-09-16:23:36:25 INFO [evaluator_utils:446] Selected tasks:
|
| 44 |
+
2026-09-16:23:36:25 INFO [evaluator_utils:480] Task: lambada_openai (lambada/lambada_openai.yaml)
|
| 45 |
+
2026-09-16:23:36:25 WARNING [evaluator:335] Overwriting default num_fewshot of lambada_openai from None to 0
|
| 46 |
+
2026-09-16:23:36:25 INFO [api.task:312] Building contexts for lambada_openai on rank 0...
|
| 47 |
+
|
| 48 |
0%| | 0/5153 [00:00<?, ?it/s]
|
| 49 |
1%| | 50/5153 [00:00<00:10, 490.82it/s]
|
| 50 |
2%|▏ | 101/5153 [00:00<00:10, 497.82it/s]
|
| 51 |
3%|▎ | 152/5153 [00:00<00:09, 500.69it/s]
|
| 52 |
4%|▍ | 203/5153 [00:00<00:09, 502.06it/s]
|
| 53 |
5%|▍ | 254/5153 [00:00<00:09, 499.23it/s]
|
| 54 |
6%|▌ | 305/5153 [00:00<00:09, 499.51it/s]
|
| 55 |
7%|▋ | 356/5153 [00:00<00:09, 500.74it/s]
|
| 56 |
8%|▊ | 407/5153 [00:00<00:09, 499.62it/s]
|
| 57 |
9%|▉ | 457/5153 [00:00<00:09, 497.53it/s]
|
| 58 |
10%|▉ | 507/5153 [00:01<00:09, 498.14it/s]
|
| 59 |
11%|█ | 557/5153 [00:01<00:09, 492.71it/s]
|
| 60 |
12%|█▏ | 607/5153 [00:01<00:09, 493.65it/s]
|
| 61 |
13%|█▎ | 657/5153 [00:01<00:09, 492.21it/s]
|
| 62 |
14%|█▎ | 708/5153 [00:01<00:08, 495.75it/s]
|
| 63 |
15%|█▍ | 758/5153 [00:01<00:08, 493.75it/s]
|
| 64 |
16%|█▌ | 809/5153 [00:01<00:08, 495.88it/s]
|
| 65 |
17%|█▋ | 859/5153 [00:01<00:08, 494.76it/s]
|
| 66 |
18%|█▊ | 909/5153 [00:01<00:08, 494.87it/s]
|
| 67 |
19%|█▊ | 959/5153 [00:01<00:08, 494.79it/s]
|
| 68 |
20%|█▉ | 1009/5153 [00:02<00:08, 494.73it/s]
|
| 69 |
21%|██ | 1059/5153 [00:02<00:08, 496.18it/s]
|
| 70 |
22%|██▏ | 1109/5153 [00:02<00:08, 496.28it/s]
|
| 71 |
22%|██▏ | 1159/5153 [00:02<00:08, 495.78it/s]
|
| 72 |
23%|██▎ | 1209/5153 [00:02<00:07, 495.97it/s]
|
| 73 |
24%|██▍ | 1259/5153 [00:02<00:07, 495.68it/s]
|
| 74 |
25%|██▌ | 1309/5153 [00:02<00:07, 495.36it/s]
|
| 75 |
26%|██▋ | 1359/5153 [00:02<00:07, 495.89it/s]
|
| 76 |
27%|██▋ | 1409/5153 [00:02<00:07, 494.94it/s]
|
| 77 |
28%|██▊ | 1459/5153 [00:02<00:07, 495.31it/s]
|
| 78 |
29%|██▉ | 1509/5153 [00:03<00:07, 495.78it/s]
|
| 79 |
30%|███ | 1559/5153 [00:03<00:07, 496.21it/s]
|
| 80 |
31%|███ | 1609/5153 [00:03<00:07, 497.17it/s]
|
| 81 |
32%|███▏ | 1659/5153 [00:03<00:07, 497.79it/s]
|
| 82 |
33%|███▎ | 1709/5153 [00:03<00:06, 498.41it/s]
|
| 83 |
34%|███▍ | 1759/5153 [00:03<00:06, 498.75it/s]
|
| 84 |
35%|███▌ | 1810/5153 [00:03<00:06, 499.47it/s]
|
| 85 |
36%|███▌ | 1861/5153 [00:03<00:06, 499.96it/s]
|
| 86 |
37%|███▋ | 1911/5153 [00:03<00:06, 498.02it/s]
|
| 87 |
38%|███▊ | 1961/5153 [00:03<00:06, 498.43it/s]
|
| 88 |
39%|███▉ | 2011/5153 [00:04<00:06, 498.74it/s]
|
| 89 |
40%|███▉ | 2061/5153 [00:04<00:06, 498.49it/s]
|
| 90 |
41%|████ | 2118/5153 [00:04<00:05, 518.87it/s]
|
| 91 |
42%|████▏ | 2179/5153 [00:04<00:05, 543.64it/s]
|
| 92 |
43%|████▎ | 2239/5153 [00:04<00:05, 557.72it/s]
|
| 93 |
45%|████▍ | 2299/5153 [00:04<00:05, 568.93it/s]
|
| 94 |
46%|████▌ | 2359/5153 [00:04<00:04, 576.67it/s]
|
| 95 |
47%|████▋ | 2419/5153 [00:04<00:04, 581.98it/s]
|
| 96 |
48%|████▊ | 2478/5153 [00:04<00:04, 580.88it/s]
|
| 97 |
49%|████▉ | 2538/5153 [00:04<00:04, 586.22it/s]
|
| 98 |
50%|█████ | 2598/5153 [00:05<00:04, 588.55it/s]
|
| 99 |
52%|█████▏ | 2658/5153 [00:05<00:04, 591.76it/s]
|
| 100 |
53%|█████▎ | 2718/5153 [00:05<00:04, 591.51it/s]
|
| 101 |
54%|█████▍ | 2778/5153 [00:05<00:04, 590.69it/s]
|
| 102 |
55%|█████▌ | 2838/5153 [00:05<00:03, 591.51it/s]
|
| 103 |
56%|█████▌ | 2898/5153 [00:05<00:03, 590.69it/s]
|
| 104 |
57%|█████▋ | 2958/5153 [00:05<00:03, 592.08it/s]
|
| 105 |
59%|█████▊ | 3018/5153 [00:05<00:03, 591.70it/s]
|
| 106 |
60%|█████▉ | 3078/5153 [00:05<00:03, 589.41it/s]
|
| 107 |
61%|██████ | 3138/5153 [00:05<00:03, 590.06it/s]
|
| 108 |
62%|██████▏ | 3198/5153 [00:06<00:03, 591.73it/s]
|
| 109 |
63%|██████▎ | 3258/5153 [00:06<00:03, 591.90it/s]
|
| 110 |
64%|██████▍ | 3318/5153 [00:06<00:03, 592.73it/s]
|
| 111 |
66%|██████▌ | 3378/5153 [00:06<00:02, 594.32it/s]
|
| 112 |
67%|██████▋ | 3438/5153 [00:06<00:02, 589.09it/s]
|
| 113 |
68%|██████▊ | 3497/5153 [00:06<00:02, 586.67it/s]
|
| 114 |
69%|██████▉ | 3557/5153 [00:06<00:02, 589.27it/s]
|
| 115 |
70%|███████ | 3617/5153 [00:06<00:02, 591.89it/s]
|
| 116 |
71%|███████▏ | 3677/5153 [00:06<00:02, 592.95it/s]
|
| 117 |
73%|███████▎ | 3737/5153 [00:06<00:02, 593.50it/s]
|
| 118 |
74%|███████▎ | 3797/5153 [00:07<00:02, 592.08it/s]
|
| 119 |
75%|███████▍ | 3857/5153 [00:07<00:02, 592.66it/s]
|
| 120 |
76%|███████▌ | 3917/5153 [00:07<00:02, 593.40it/s]
|
| 121 |
77%|███████▋ | 3977/5153 [00:07<00:01, 593.38it/s]
|
| 122 |
78%|███████▊ | 4038/5153 [00:07<00:01, 595.67it/s]
|
| 123 |
80%|███████▉ | 4098/5153 [00:07<00:01, 596.43it/s]
|
| 124 |
81%|████████ | 4159/5153 [00:07<00:01, 597.80it/s]
|
| 125 |
82%|████████▏ | 4219/5153 [00:07<00:01, 597.09it/s]
|
| 126 |
83%|████████▎ | 4280/5153 [00:07<00:01, 598.09it/s]
|
| 127 |
84%|████████▍ | 4340/5153 [00:07<00:01, 596.62it/s]
|
| 128 |
85%|████████▌ | 4401/5153 [00:08<00:01, 598.04it/s]
|
| 129 |
87%|████████▋ | 4461/5153 [00:08<00:01, 596.95it/s]
|
| 130 |
88%|████████▊ | 4522/5153 [00:08<00:01, 598.53it/s]
|
| 131 |
89%|████████▉ | 4583/5153 [00:08<00:00, 599.44it/s]
|
| 132 |
90%|█████████ | 4644/5153 [00:08<00:00, 600.79it/s]
|
| 133 |
91%|█████████▏| 4705/5153 [00:08<00:00, 600.70it/s]
|
| 134 |
92%|█████████▏| 4766/5153 [00:08<00:00, 601.40it/s]
|
| 135 |
94%|█████████▎| 4827/5153 [00:08<00:00, 602.13it/s]
|
| 136 |
95%|█████████▍| 4888/5153 [00:08<00:00, 601.58it/s]
|
| 137 |
96%|█████████▌| 4949/5153 [00:09<00:00, 601.89it/s]
|
| 138 |
97%|█████████▋| 5010/5153 [00:09<00:00, 601.71it/s]
|
| 139 |
98%|█████████▊| 5071/5153 [00:09<00:00, 599.86it/s]
|
| 140 |
+
2026-09-16:23:36:34 INFO [evaluator:589] Running loglikelihood requests
|
| 141 |
+
|
| 142 |
+
|
| 143 |
+
|
| 144 |
+
|
| 145 |
+
|
| 146 |
+
|
| 147 |
+
|
| 148 |
+
|
| 149 |
+
|
| 150 |
+
|
| 151 |
+
|
| 152 |
+
|
| 153 |
+
|
| 154 |
+
|
| 155 |
+
|
| 156 |
+
|
| 157 |
+
|
| 158 |
+
|
| 159 |
+
|
| 160 |
+
|
| 161 |
+
|
| 162 |
+
|
| 163 |
+
|
| 164 |
+
|
| 165 |
+
|
| 166 |
+
|
| 167 |
+
|
| 168 |
+
|
| 169 |
+
|
| 170 |
+
|
| 171 |
+
|
| 172 |
+
|
| 173 |
+
|
| 174 |
+
|
| 175 |
+
|
| 176 |
+
|
| 177 |
+
|
| 178 |
+
|
| 179 |
+
|
| 180 |
+
|
| 181 |
+
|
| 182 |
+
|
| 183 |
+
|
| 184 |
+
|
| 185 |
+
|
| 186 |
+
|
| 187 |
+
|
| 188 |
+
|
| 189 |
+
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
|
| 193 |
+
|
| 194 |
+
|
| 195 |
+
|
| 196 |
+
|
| 197 |
+
|
| 198 |
+
|
| 199 |
+
|
| 200 |
+
|
| 201 |
+
|
| 202 |
+
|
| 203 |
+
|
| 204 |
+
|
| 205 |
+
|
| 206 |
+
|
| 207 |
+
|
| 208 |
+
|
| 209 |
+
|
| 210 |
+
|
| 211 |
+
|
| 212 |
+
|
| 213 |
+
|
| 214 |
+
|
| 215 |
+
|
| 216 |
+
|
| 217 |
+
|
| 218 |
+
|
| 219 |
+
|
| 220 |
+
|
| 221 |
+
|
| 222 |
+
|
| 223 |
+
|
| 224 |
+
|
| 225 |
+
|
| 226 |
+
|
| 227 |
+
|
| 228 |
+
|
| 229 |
+
|
| 230 |
+
|
| 231 |
+
|
| 232 |
+
|
| 233 |
+
|
| 234 |
+
|
| 235 |
+
|
| 236 |
+
|
| 237 |
+
|
| 238 |
+
|
| 239 |
+
|
| 240 |
+
|
| 241 |
+
|
| 242 |
+
|
| 243 |
+
|
| 244 |
+
|
| 245 |
+
|
| 246 |
+
|
| 247 |
+
|
| 248 |
+
|
| 249 |
+
|
| 250 |
+
|
| 251 |
+
|
| 252 |
+
|
| 253 |
+
|
| 254 |
+
|
| 255 |
+
|
| 256 |
+
|
| 257 |
+
|
| 258 |
+
|
| 259 |
+
|
| 260 |
+
|
| 261 |
+
|
| 262 |
+
|
| 263 |
+
|
| 264 |
+
|
| 265 |
+
|
| 266 |
+
|
| 267 |
+
|
| 268 |
+
|
| 269 |
+
|
| 270 |
+
|
| 271 |
+
|
| 272 |
+
|
| 273 |
+
|
| 274 |
+
|
| 275 |
+
|
| 276 |
+
|
| 277 |
+
|
| 278 |
+
|
| 279 |
+
|
| 280 |
+
|
| 281 |
+
|
| 282 |
+
|
| 283 |
+
|
| 284 |
+
|
| 285 |
+
|
| 286 |
+
|
| 287 |
+
|
| 288 |
+
|
| 289 |
+
|
| 290 |
+
|
| 291 |
+
|
| 292 |
+
|
| 293 |
+
|
| 294 |
+
|
| 295 |
+
|
| 296 |
+
|
| 297 |
+
|
| 298 |
+
|
| 299 |
+
|
| 300 |
+
|
| 301 |
+
|
| 302 |
+
|
| 303 |
+
|
| 304 |
+
|
| 305 |
+
|
| 306 |
+
|
| 307 |
+
|
| 308 |
+
|
| 309 |
+
|
| 310 |
+
|
| 311 |
+
|
| 312 |
+
|
| 313 |
+
|
| 314 |
+
|
| 315 |
+
|
| 316 |
+
bootstrapping for stddev: perplexity
|
| 317 |
+
|
| 318 |
0%| | 0/100 [00:00<?, ?it/s]
|
| 319 |
1%| | 1/100 [00:04<07:13, 4.38s/it]
|
| 320 |
4%|▍ | 4/100 [00:04<01:22, 1.17it/s]
|
| 321 |
6%|▌ | 6/100 [00:04<00:54, 1.71it/s]
|
| 322 |
64%|██████▍ | 64/100 [00:05<00:01, 29.54it/s]
|
| 323 |
+
fatal: not a git repository (or any parent up to mount point /)
|
| 324 |
+
Stopping at filesystem boundary (GIT_DISCOVERY_ACROSS_FILESYSTEM not set).
|
| 325 |
+
2026-09-16:23:39:38 INFO [loggers.evaluation_tracker:247] Saving results aggregated
|
| 326 |
+
2026-09-16:23:39:38 INFO [loggers.evaluation_tracker:119] Saving per-task samples to /workspace/loopq_data/curve_a4_s0/eval_final/lambada_openai/harness/ByteDance__Ouro-1.4B/*.jsonl
|
| 327 |
+
vllm ({'pretrained': 'ByteDance/Ouro-1.4B', 'revision': 'e3b1e0993b1231a51d6069a870476dda4162c00a', 'dtype': 'bfloat16', 'tensor_parallel_size': 1, 'max_model_len': 4096, 'gpu_memory_utilization': 0.9, 'enforce_eager': True, 'max_num_seqs': 32, 'max_num_batched_tokens': 4096, 'enable_prefix_caching': False, 'seed': 0}), gen_kwargs: ({}), limit: None, num_fewshot: 0, batch_size: auto
|
| 328 |
+
| Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
|
| 329 |
+
|--------------|------:|------|-----:|----------|---|-----:|---|-----:|
|
| 330 |
+
|lambada_openai| 1|none | 0|acc |↑ |0.5605|± |0.0069|
|
| 331 |
+
| | |none | 0|perplexity|↓ |8.3831|± |0.2310|
|
| 332 |
+
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T23-39-38.030831.json
ADDED
|
@@ -0,0 +1,152 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"results": {
|
| 3 |
+
"lambada_openai": {
|
| 4 |
+
"name": "lambada_openai",
|
| 5 |
+
"alias": "lambada_openai",
|
| 6 |
+
"sample_len": 5153,
|
| 7 |
+
"perplexity,none": 8.383131365672106,
|
| 8 |
+
"perplexity_stderr,none": 0.23103998744055027,
|
| 9 |
+
"acc,none": 0.5604502231709684,
|
| 10 |
+
"acc_stderr,none": 0.006914879684264954
|
| 11 |
+
}
|
| 12 |
+
},
|
| 13 |
+
"group_subtasks": {},
|
| 14 |
+
"configs": {
|
| 15 |
+
"lambada_openai": {
|
| 16 |
+
"task": "lambada_openai",
|
| 17 |
+
"dataset_path": "EleutherAI/lambada_openai",
|
| 18 |
+
"dataset_name": "default",
|
| 19 |
+
"test_split": "test",
|
| 20 |
+
"doc_to_text": "{{text.split(' ')[:-1]|join(' ')}}",
|
| 21 |
+
"doc_to_target": "{{' '+text.split(' ')[-1]}}",
|
| 22 |
+
"unsafe_code": false,
|
| 23 |
+
"description": "",
|
| 24 |
+
"target_delimiter": " ",
|
| 25 |
+
"fewshot_delimiter": "\n\n",
|
| 26 |
+
"fewshot_config": {
|
| 27 |
+
"sampler": "default",
|
| 28 |
+
"split": null,
|
| 29 |
+
"process_docs": null,
|
| 30 |
+
"fewshot_indices": null,
|
| 31 |
+
"samples": null,
|
| 32 |
+
"doc_to_text": "{{text.split(' ')[:-1]|join(' ')}}",
|
| 33 |
+
"doc_to_choice": null,
|
| 34 |
+
"doc_to_target": "{{' '+text.split(' ')[-1]}}",
|
| 35 |
+
"gen_prefix": null,
|
| 36 |
+
"fewshot_delimiter": "\n\n",
|
| 37 |
+
"target_delimiter": " "
|
| 38 |
+
},
|
| 39 |
+
"num_fewshot": 0,
|
| 40 |
+
"metric_list": [
|
| 41 |
+
{
|
| 42 |
+
"metric": "perplexity",
|
| 43 |
+
"aggregation": "perplexity",
|
| 44 |
+
"higher_is_better": false
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"metric": "acc",
|
| 48 |
+
"aggregation": "mean",
|
| 49 |
+
"higher_is_better": true
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"output_type": "loglikelihood",
|
| 53 |
+
"repeats": 1,
|
| 54 |
+
"should_decontaminate": true,
|
| 55 |
+
"doc_to_decontamination_query": "{{text}}",
|
| 56 |
+
"metadata": {
|
| 57 |
+
"version": 1.0,
|
| 58 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 59 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 60 |
+
"trust_remote_code": true,
|
| 61 |
+
"dtype": "bfloat16",
|
| 62 |
+
"tensor_parallel_size": 1,
|
| 63 |
+
"max_model_len": 4096,
|
| 64 |
+
"gpu_memory_utilization": 0.9,
|
| 65 |
+
"enforce_eager": true,
|
| 66 |
+
"max_num_seqs": 32,
|
| 67 |
+
"max_num_batched_tokens": 4096,
|
| 68 |
+
"enable_prefix_caching": false,
|
| 69 |
+
"seed": 0,
|
| 70 |
+
"config_source": "/root/venv-LT/lib/python3.11/site-packages/lm_eval/tasks/lambada/lambada_openai.yaml"
|
| 71 |
+
}
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"versions": {
|
| 75 |
+
"lambada_openai": 1.0
|
| 76 |
+
},
|
| 77 |
+
"n-shot": {
|
| 78 |
+
"lambada_openai": 0
|
| 79 |
+
},
|
| 80 |
+
"higher_is_better": {
|
| 81 |
+
"lambada_openai": {
|
| 82 |
+
"perplexity": false,
|
| 83 |
+
"acc": true
|
| 84 |
+
}
|
| 85 |
+
},
|
| 86 |
+
"n-samples": {
|
| 87 |
+
"lambada_openai": {
|
| 88 |
+
"original": 5153,
|
| 89 |
+
"effective": 5153
|
| 90 |
+
}
|
| 91 |
+
},
|
| 92 |
+
"config": {
|
| 93 |
+
"model": "vllm",
|
| 94 |
+
"model_args": {
|
| 95 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 96 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 97 |
+
"trust_remote_code": true,
|
| 98 |
+
"dtype": "bfloat16",
|
| 99 |
+
"tensor_parallel_size": 1,
|
| 100 |
+
"max_model_len": 4096,
|
| 101 |
+
"gpu_memory_utilization": 0.9,
|
| 102 |
+
"enforce_eager": true,
|
| 103 |
+
"max_num_seqs": 32,
|
| 104 |
+
"max_num_batched_tokens": 4096,
|
| 105 |
+
"enable_prefix_caching": false,
|
| 106 |
+
"seed": 0
|
| 107 |
+
},
|
| 108 |
+
"batch_size": "auto",
|
| 109 |
+
"batch_sizes": [],
|
| 110 |
+
"device": "cuda:0",
|
| 111 |
+
"use_cache": null,
|
| 112 |
+
"limit": null,
|
| 113 |
+
"bootstrap_iters": 100000,
|
| 114 |
+
"gen_kwargs": {},
|
| 115 |
+
"random_seed": 0,
|
| 116 |
+
"numpy_seed": 0,
|
| 117 |
+
"torch_seed": 0,
|
| 118 |
+
"fewshot_seed": 0
|
| 119 |
+
},
|
| 120 |
+
"git_hash": null,
|
| 121 |
+
"date": 1789601746.1443465,
|
| 122 |
+
"pretty_env_info": "PyTorch version: 2.8.0+cu128\nIs debug build: False\nCUDA used to build PyTorch: 12.8\nROCM used to build PyTorch: N/A\n\nOS: Ubuntu 22.04.5 LTS (x86_64)\nGCC version: (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0\nClang version: Could not collect\nCMake version: Could not collect\nLibc version: glibc-2.35\n\nPython version: 3.11.14 | packaged by conda-forge | (main, Oct 13 2025, 14:09:32) [GCC 14.3.0] (64-bit runtime)\nPython platform: Linux-6.8.0-124-generic-x86_64-with-glibc2.35\nIs CUDA available: True\nCUDA runtime version: Could not collect\nCUDA_MODULE_LOADING set to: LAZY\nGPU models and configuration: \nGPU 0: NVIDIA A40\nGPU 1: NVIDIA A40\n\nNvidia driver version: 580.159.04\ncuDNN version: Could not collect\nHIP runtime version: N/A\nMIOpen runtime version: N/A\nIs XNNPACK available: True\n\nCPU:\nArchitecture: x86_64\nCPU op-mode(s): 32-bit, 64-bit\nAddress sizes: 52 bits physical, 57 bits virtual\nByte Order: Little Endian\nCPU(s): 96\nOn-line CPU(s) list: 0-95\nVendor ID: GenuineIntel\nModel name: Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz\nCPU family: 6\nModel: 106\nThread(s) per core: 2\nCore(s) per socket: 24\nSocket(s): 2\nStepping: 6\nCPU max MHz: 3500.0000\nCPU min MHz: 800.0000\nBogoMIPS: 5600.00\nFlags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb cat_l3 ssbd mba ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb intel_pt avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local split_lock_detect wbnoinvd dtherm ida arat pln pts vnmi avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni avx512_bitalg tme avx512_vpopcntdq la57 rdpid fsrm md_clear pconfig flush_l1d arch_capabilities\nVirtualization: VT-x\nL1d cache: 2.3 MiB (48 instances)\nL1i cache: 1.5 MiB (48 instances)\nL2 cache: 60 MiB (48 instances)\nL3 cache: 72 MiB (2 instances)\nNUMA node(s): 2\nNUMA node0 CPU(s): 0-23,48-71\nNUMA node1 CPU(s): 24-47,72-95\nVulnerability Gather data sampling: Mitigation; Microcode\nVulnerability Indirect target selection: Mitigation; Aligned branch/return thunks\nVulnerability Itlb multihit: Not affected\nVulnerability L1tf: Not affected\nVulnerability Mds: Not affected\nVulnerability Meltdown: Not affected\nVulnerability Mmio stale data: Mitigation; Clear CPU buffers; SMT vulnerable\nVulnerability Reg file data sampling: Not affected\nVulnerability Retbleed: Not affected\nVulnerability Spec rstack overflow: Not affected\nVulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl\nVulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization\nVulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; PBRSB-eIBRS SW sequence; BHI SW loop, KVM SW loop\nVulnerability Srbds: Not affected\nVulnerability Tsa: Not affected\nVulnerability Tsx async abort: Not affected\nVulnerability Vmscape: Not affected\n\nVersions of relevant libraries:\n[pip3] numpy==2.2.6\n[pip3] nvidia-cublas-cu12==12.8.4.1\n[pip3] nvidia-cuda-cupti-cu12==12.8.90\n[pip3] nvidia-cuda-nvrtc-cu12==12.8.93\n[pip3] nvidia-cuda-runtime-cu12==12.8.90\n[pip3] nvidia-cudnn-cu12==9.10.2.21\n[pip3] nvidia-cufft-cu12==11.3.3.83\n[pip3] nvidia-curand-cu12==10.3.9.90\n[pip3] nvidia-cusolver-cu12==11.7.3.90\n[pip3] nvidia-cusparse-cu12==12.5.8.93\n[pip3] nvidia-cusparselt-cu12==0.7.1\n[pip3] nvidia-nccl-cu12==2.27.3\n[pip3] nvidia-nvjitlink-cu12==12.8.93\n[pip3] nvidia-nvtx-cu12==12.8.90\n[pip3] torch==2.8.0\n[pip3] torchaudio==2.8.0\n[pip3] torchvision==0.23.0\n[pip3] triton==3.4.0\n[conda] Could not collect",
|
| 123 |
+
"transformers_version": "4.56.2",
|
| 124 |
+
"lm_eval_version": "0.4.13.dev0",
|
| 125 |
+
"upper_git_hash": null,
|
| 126 |
+
"tokenizer_pad_token": [
|
| 127 |
+
"<|endoftext|>",
|
| 128 |
+
"0"
|
| 129 |
+
],
|
| 130 |
+
"tokenizer_eos_token": [
|
| 131 |
+
"<|endoftext|>",
|
| 132 |
+
"0"
|
| 133 |
+
],
|
| 134 |
+
"tokenizer_bos_token": [
|
| 135 |
+
"<|endoftext|>",
|
| 136 |
+
"0"
|
| 137 |
+
],
|
| 138 |
+
"eot_token_id": 0,
|
| 139 |
+
"max_length": 4096,
|
| 140 |
+
"task_hashes": {
|
| 141 |
+
"lambada_openai": "35c949e9b587d74c4161028a77e63b13e17f1c1441e6441d236ee778ce6b0959"
|
| 142 |
+
},
|
| 143 |
+
"model_source": "vllm",
|
| 144 |
+
"model_name": "ByteDance/Ouro-1.4B",
|
| 145 |
+
"model_name_sanitized": "ByteDance__Ouro-1.4B",
|
| 146 |
+
"system_instruction": null,
|
| 147 |
+
"system_instruction_sha": null,
|
| 148 |
+
"fewshot_as_multiturn": null,
|
| 149 |
+
"chat_template": null,
|
| 150 |
+
"chat_template_sha": null,
|
| 151 |
+
"total_evaluation_time_seconds": "237.92010679794475"
|
| 152 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T23-39-38.030831.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/installed_task_snapshot/README.md
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# LAMBADA
|
| 2 |
+
|
| 3 |
+
### Paper
|
| 4 |
+
Title: `The LAMBADA dataset: Word prediction requiring a broad discourse context`
|
| 5 |
+
|
| 6 |
+
Abstract: https://arxiv.org/pdf/1606.06031.pdf
|
| 7 |
+
|
| 8 |
+
LAMBADA is a dataset to evaluate the capabilities of computational models for text
|
| 9 |
+
understanding by means of a word prediction task. LAMBADA is a collection of narrative
|
| 10 |
+
passages sharing the characteristic that human subjects are able to guess their last
|
| 11 |
+
word if they are exposed to the whole passage, but not if they only see the last
|
| 12 |
+
sentence preceding the target word. To succeed on LAMBADA, computational models
|
| 13 |
+
cannot simply rely on local context, but must be able to keep track of information
|
| 14 |
+
in the broader discourse.
|
| 15 |
+
|
| 16 |
+
Homepage: https://zenodo.org/record/2630551#.X4Xzn5NKjUI
|
| 17 |
+
|
| 18 |
+
### Groups and Tasks
|
| 19 |
+
|
| 20 |
+
#### Groups
|
| 21 |
+
|
| 22 |
+
- `lambada`
|
| 23 |
+
|
| 24 |
+
#### Tasks
|
| 25 |
+
|
| 26 |
+
- `lambada_openai`
|
| 27 |
+
- `lambada_standard`
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
### Citation
|
| 31 |
+
|
| 32 |
+
@misc{
|
| 33 |
+
author={Paperno, Denis and Kruszewski, Germán and Lazaridou, Angeliki and Pham, Quan Ngoc and Bernardi, Raffaella and Pezzelle, Sandro and Baroni, Marco and Boleda, Gemma and Fernández, Raquel},
|
| 34 |
+
title={The LAMBADA dataset},
|
| 35 |
+
DOI={10.5281/zenodo.2630551},
|
| 36 |
+
publisher={Zenodo},
|
| 37 |
+
year={2016},
|
| 38 |
+
month={Aug}
|
| 39 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/installed_task_snapshot/lambada_openai.yaml
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tag:
|
| 2 |
+
- lambada
|
| 3 |
+
task: lambada_openai
|
| 4 |
+
dataset_path: EleutherAI/lambada_openai
|
| 5 |
+
dataset_name: default
|
| 6 |
+
output_type: loglikelihood
|
| 7 |
+
test_split: test
|
| 8 |
+
doc_to_text: "{{text.split(' ')[:-1]|join(' ')}}"
|
| 9 |
+
doc_to_target: "{{' '+text.split(' ')[-1]}}"
|
| 10 |
+
should_decontaminate: true
|
| 11 |
+
doc_to_decontamination_query: "{{text}}"
|
| 12 |
+
metric_list:
|
| 13 |
+
- metric: perplexity
|
| 14 |
+
aggregation: perplexity
|
| 15 |
+
higher_is_better: false
|
| 16 |
+
- metric: acc
|
| 17 |
+
aggregation: mean
|
| 18 |
+
higher_is_better: true
|
| 19 |
+
metadata:
|
| 20 |
+
version: 1.0
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/installed_task_snapshot/lambada_standard.yaml
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tag:
|
| 2 |
+
- lambada
|
| 3 |
+
task: lambada_standard
|
| 4 |
+
dataset_path: cimec/lambada
|
| 5 |
+
dataset_name: null
|
| 6 |
+
output_type: loglikelihood
|
| 7 |
+
validation_split: validation
|
| 8 |
+
test_split: test
|
| 9 |
+
doc_to_text: "{{text.split(' ')[:-1]|join(' ')}}"
|
| 10 |
+
doc_to_target: "{{' '+text.split(' ')[-1]}}"
|
| 11 |
+
should_decontaminate: true
|
| 12 |
+
doc_to_decontamination_query: "{{text}}"
|
| 13 |
+
metric_list:
|
| 14 |
+
- metric: perplexity
|
| 15 |
+
aggregation: perplexity
|
| 16 |
+
higher_is_better: false
|
| 17 |
+
- metric: acc
|
| 18 |
+
aggregation: mean
|
| 19 |
+
higher_is_better: true
|
| 20 |
+
metadata:
|
| 21 |
+
version: 1.0
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/run_metadata.json
ADDED
|
@@ -0,0 +1,721 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"task": "lambada_openai",
|
| 4 |
+
"configuration": "loopq_w4a4",
|
| 5 |
+
"contract": {
|
| 6 |
+
"mode": "loopq",
|
| 7 |
+
"activation_bits": 4,
|
| 8 |
+
"artifact": "/workspace/loopq_data/curve_a4_s0/eval_final/artifact.pt",
|
| 9 |
+
"artifact_sha256": "7cb498143aeb807e5cb896f195066fa07e38a353406a10de36ffaf46b4fcabdb",
|
| 10 |
+
"ablation": null,
|
| 11 |
+
"parity_evidence": {
|
| 12 |
+
"path": "/workspace/loopq_data/curve_a4_s0/eval_final/parity_screen.json",
|
| 13 |
+
"sha256": "0492028e64eaf16242d69d32bec9a7783e3637875ddaae3b986889c86a1b04ed",
|
| 14 |
+
"acceptance": {
|
| 15 |
+
"passed": false,
|
| 16 |
+
"reasons": [
|
| 17 |
+
"four-loop hidden-state parity failed",
|
| 18 |
+
"logprob error exceeds tolerance",
|
| 19 |
+
"top1 or top-1000 comparison incomplete"
|
| 20 |
+
],
|
| 21 |
+
"max_logprob_error": 1.25,
|
| 22 |
+
"max_hidden_error": 0.06,
|
| 23 |
+
"tie_threshold": 0.25,
|
| 24 |
+
"rows_excused_as_reference_tie": 0,
|
| 25 |
+
"scope": "six_or_more_single_sequence_prefills; decode/batch/long_context still require A40 validation",
|
| 26 |
+
"advisory": true
|
| 27 |
+
}
|
| 28 |
+
}
|
| 29 |
+
},
|
| 30 |
+
"model_args": {
|
| 31 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 32 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 33 |
+
"trust_remote_code": true,
|
| 34 |
+
"dtype": "bfloat16",
|
| 35 |
+
"tensor_parallel_size": 1,
|
| 36 |
+
"max_model_len": 4096,
|
| 37 |
+
"gpu_memory_utilization": 0.9,
|
| 38 |
+
"enforce_eager": true,
|
| 39 |
+
"max_num_seqs": 32,
|
| 40 |
+
"max_num_batched_tokens": 4096,
|
| 41 |
+
"enable_prefix_caching": false,
|
| 42 |
+
"seed": 0
|
| 43 |
+
},
|
| 44 |
+
"fewshot": 0,
|
| 45 |
+
"seed": 0,
|
| 46 |
+
"smoke_limit": null,
|
| 47 |
+
"study_evaluation": false,
|
| 48 |
+
"protocol_note": "LoopQ W4A4, calibration run to completion (1500 final optimization steps) with singular values held in log space so they cannot reach zero. The paper does not specify how the Kronecker transforms are kept invertible. Deployment prefill-parity gate is unreachable at W4A4 by any implementation and is attached as advisory. Explicit local protocol: zero-shot except MMLU 5-shot; plain likelihood scoring, no chat template; installed pinned harness prompts.",
|
| 49 |
+
"metric_note": "LAMBADA last-word acc and perplexity",
|
| 50 |
+
"exact_paper_protocol_reproduction": false,
|
| 51 |
+
"disclosure": "Single explicit-seed run; paper reports ten-run accuracy averages. Dataset/harness choices must be compared before claiming reproduction.",
|
| 52 |
+
"command": [
|
| 53 |
+
"/root/venv-LT/bin/python",
|
| 54 |
+
"/workspace/LT_fix/scripts/run_lm_eval_timed.py",
|
| 55 |
+
"--model",
|
| 56 |
+
"vllm",
|
| 57 |
+
"--model_args",
|
| 58 |
+
"{\"pretrained\": \"ByteDance/Ouro-1.4B\", \"revision\": \"e3b1e0993b1231a51d6069a870476dda4162c00a\", \"trust_remote_code\": true, \"dtype\": \"bfloat16\", \"tensor_parallel_size\": 1, \"max_model_len\": 4096, \"gpu_memory_utilization\": 0.9, \"enforce_eager\": true, \"max_num_seqs\": 32, \"max_num_batched_tokens\": 4096, \"enable_prefix_caching\": false, \"seed\": 0}",
|
| 59 |
+
"--tasks",
|
| 60 |
+
"lambada_openai",
|
| 61 |
+
"--num_fewshot",
|
| 62 |
+
"0",
|
| 63 |
+
"--seed",
|
| 64 |
+
"0,0,0,0",
|
| 65 |
+
"--batch_size",
|
| 66 |
+
"auto",
|
| 67 |
+
"--output_path",
|
| 68 |
+
"/workspace/loopq_data/curve_a4_s0/eval_final/lambada_openai/harness",
|
| 69 |
+
"--log_samples"
|
| 70 |
+
],
|
| 71 |
+
"environment": {
|
| 72 |
+
"torch": "2.8.0",
|
| 73 |
+
"vllm": "0.10.2",
|
| 74 |
+
"transformers": "4.56.2",
|
| 75 |
+
"lm_eval": "0.4.13.dev0",
|
| 76 |
+
"datasets": "5.0.1"
|
| 77 |
+
},
|
| 78 |
+
"returncode": 0,
|
| 79 |
+
"wall_clock_seconds": 246.9097606409341,
|
| 80 |
+
"source_provenance": {
|
| 81 |
+
"snapshot": "/workspace/loopq_data/curve_a4_s0/eval_final/lambada_openai/source_snapshot",
|
| 82 |
+
"sha256_at_launch": {
|
| 83 |
+
"loopQ/adapters/__init__.py": "7f28e14f7778bafb750404e0e54fb05fe17b61997e06584ca55ee44da3694ba7",
|
| 84 |
+
"loopQ/adapters/huginn.py": "fc22beafc461a7a0f85e6a7e3291a60749d5a11ea56cceabc448239dd3be9afe",
|
| 85 |
+
"loopQ/adapters/ouro.py": "e571df0cbbe853de8d1c593f9ed6c032e9099008363ee57e1f280b770ae49c14",
|
| 86 |
+
"loopQ/configs/flatquant_reference.yaml": "35f507d7389c3f04a7c1f86f7ae367630c846ec730661d420639f5f19b0c4074",
|
| 87 |
+
"loopQ/configs/huginn_mapping.yaml": "5db252e7cacb42169e94492e02509a3114ebca4747b32590110ba58cbbaea124",
|
| 88 |
+
"loopQ/configs/loopq_compatibility_decisions.yaml": "3d1b6d508db78b53f2c6e405da3b8ea6a7893303bd81bc2a90e0b3567367fd35",
|
| 89 |
+
"loopQ/configs/ouro_calibration.yaml": "fc832996fcdda085290565b657c6fa1824dc0b1646a66d109fe38b22f0a8eac5",
|
| 90 |
+
"loopQ/configs/ouro_mapping.yaml": "87ca4718e200539412f366fbad52a1a46932ad2cc26e0f08585830d04f50b9ad",
|
| 91 |
+
"loopQ/configs/paper_ouro_reference_metrics.json": "ecc4b3e028b1191a458b446582895d4f6871922a397f15375a34e396bf70ad89",
|
| 92 |
+
"loopQ/configs/paper_specification.yaml": "c812bb40398d9183f522c07e32dabf3fcfdd43e4d52790b9af296fb11d5abed1",
|
| 93 |
+
"loopQ/configs/parity_prompts.json": "b56e2e4048083459997c2864e3e6320fc68e1625676ed09f207a81bafee9b2e0",
|
| 94 |
+
"loopQ/configs/reproduction.json": "5204e346d98f96e46b0f94814e2f291198887ace85a7c827932f002560c350c3",
|
| 95 |
+
"loopQ/loopq/__init__.py": "00cf79e9673051148513cfc25c52c59ef72118d288e2ec640a77eaf8a69d7213",
|
| 96 |
+
"loopQ/loopq/accounting.py": "ab24ef8b10a0bc85e03827e882f92e1d7bb3e33fbd146f7f9561651842a03fb0",
|
| 97 |
+
"loopQ/loopq/calibrate.py": "5018098ddf0c44a682efef85b9f82ab2e4f4f911efa48982083d6c3a0db98594",
|
| 98 |
+
"loopQ/loopq/cta.py": "e1cf8cfec967157a90d9f54e956b221b67aef9ed742968605d2d4abb1f453b8d",
|
| 99 |
+
"loopQ/loopq/evaluation_provenance.py": "87e0d6f329dae65759893063cf508682902ae4cf5772aec28ed1692a08da02cf",
|
| 100 |
+
"loopQ/loopq/experiment_contract.py": "a0f4487092a72eb5fe808880d09a6fafc9b86e5fc4a2e2b3b9e7d5177d27a620",
|
| 101 |
+
"loopQ/loopq/experiments.py": "252644613f076890e5f2b849c4f95570e33a9cfa69569df90b082c26788f5a5b",
|
| 102 |
+
"loopQ/loopq/export.py": "3ca272d220bbc93d2e7c70b06df2cef93184e48bc695c00b97e834991469ef57",
|
| 103 |
+
"loopQ/loopq/gpu_admission.py": "feb940b5cc2355f1881d031f9b22226d7692f70f792c1b1233aeec5570535c76",
|
| 104 |
+
"loopQ/loopq/huginn_calibration.py": "7a95635b9d9777c9b0f04f51566f9ed668154ae9be231e19f3b7ac18acef98ca",
|
| 105 |
+
"loopQ/loopq/journal.py": "f9bf8342a004959bbdb25b3557577e5271e7335f53107d7a007ad512fa55bbcf",
|
| 106 |
+
"loopQ/loopq/las.py": "a179c62e57fccafc21dabb13a68832f8bc8c9d6b0a8da1a2c2348bfb09c47a3c",
|
| 107 |
+
"loopQ/loopq/numerical_contract.py": "913685841222a9f7ff503ca9b8962cd976f39bda38e2a20f7d3e6b0c09798bc5",
|
| 108 |
+
"loopQ/loopq/objective.py": "d60f1d6ce18e004f89cb91f680ed6dd4b28083dda8125745a1bd694389c40e50",
|
| 109 |
+
"loopQ/loopq/ouro_calibration.py": "db88d48b9646c421e4fd354e8de61a7784bdedcbac0b47e1c8de01aa8c2395de",
|
| 110 |
+
"loopQ/loopq/packed_bundle.py": "5fe29dee51fe28849696de298d3bc8f7036b78c44ec2617747ada370e135287f",
|
| 111 |
+
"loopQ/loopq/packed_weight.py": "8bbd5a3dc0c8992e4dd30ce962deb0e0745604b1e189a508e1f70aee1e1acdbc",
|
| 112 |
+
"loopQ/loopq/packed_worker.py": "239febb2ed17d9d88cb068d2edac87f13c2f5c579995a842cdfb7ab6b1e536aa",
|
| 113 |
+
"loopQ/loopq/parity_worker.py": "b6854262f3b44e4970214aa3e8ccc5a8ad1fa032a9ae5314a15514e132540502",
|
| 114 |
+
"loopQ/loopq/paths.py": "5a9478359f3a4b252d5af599c9c7f68650d10b995f2e9314210ac6e670a364d0",
|
| 115 |
+
"loopQ/loopq/provenance.py": "387f82f3efe26ea478476d7087db441a2552f345de35ce2afc5723eb4d21abd6",
|
| 116 |
+
"loopQ/loopq/quantization.py": "78a3016ad8b2d53ae807bb18b71da8e7d8ce6df8d0881331a80776a247c1142e",
|
| 117 |
+
"loopQ/loopq/readiness.py": "837a59bc6ac641ea2140876fd3ae34afc30173b91791852ba55dafd4bdd9cdd8",
|
| 118 |
+
"loopQ/loopq/saved_tensors.py": "ee158cc09d8116c09922b940d3219d7d22d3f271b9c11e8b623b393cecb2af03",
|
| 119 |
+
"loopQ/loopq/sharing_gap.py": "aa6e1bdb0f365fdde0e9ed4674a08b0f2c0df0a0693dd28dc5c094f8f86118a5",
|
| 120 |
+
"loopQ/loopq/trajectory_diagnostics.py": "de78ef945d1fdcd036460ad5947864f73a5d63a5f88a1a6c86691821b2dddcac",
|
| 121 |
+
"loopQ/loopq/transforms.py": "d754f21df55fde2548872d25afa9a4fe75082fdc937a3ba65b474a0673be12a6",
|
| 122 |
+
"loopQ/scripts/benchmark_calibration_memory.py": "afdaf39cde1e839924baf1cfd0a4d83df5ee0af40d6e7659cb6f3645e3ebb408",
|
| 123 |
+
"loopQ/scripts/calibrate_huginn.py": "ba44cc894b5a9987cb2f3a1382053d907f205a2d7608b44b7714fc410c142756",
|
| 124 |
+
"loopQ/scripts/calibrate_ouro.py": "5c81cb8ca6a92a6da4fe1b7e5d7615830e359d93a4eedf013fbb32d5f624ec9e",
|
| 125 |
+
"loopQ/scripts/diagnose_ouro_quality.py": "962f5ac918bea5cb029c78f41b96b886013e8233d5bf1d67ec87d8b488b9977c",
|
| 126 |
+
"loopQ/scripts/export_huginn_artifact.py": "20dbf608320f85daddbc843b0ac1196234c20822e2418f42b66327ddcd8186f7",
|
| 127 |
+
"loopQ/scripts/export_ouro_artifact.py": "1fe2edfa0fc09cf896a1fab149067160829744d3f7fd03d2c521b6ba38d19a12",
|
| 128 |
+
"loopQ/scripts/export_packed_ouro_weights.py": "a49b8646639682012340f908ec86efbe12a369343c984963c2314991c31a4ead",
|
| 129 |
+
"loopQ/scripts/freeze_lambada_inputs.py": "b15138ae82a52461f31cbb669d18f878fd98f9eab93ac7db3efa87f594afb97b",
|
| 130 |
+
"loopQ/scripts/inspect_calibration.py": "6514bb2fb9fda6ef6b5335035dae910cb4bf7ec36dde5a844c7cf38e0fd07f7a",
|
| 131 |
+
"loopQ/scripts/measure_ouro_trajectory.py": "06bf7ea56bb6626b5947e8f43d2b7ddc60ad942d3997ac1c2b7795db4672c081",
|
| 132 |
+
"loopQ/scripts/report_accounting.py": "3564bf5cb9e4f8133257cb415ec679f007090f0c7afe85fe1bca4b469b5ba5e6",
|
| 133 |
+
"loopQ/scripts/reproduction.py": "6a28f7a4cb1f4a9f4171fcf466b36b103761bc38bde63e3afefe8a25aca86fb1",
|
| 134 |
+
"loopQ/scripts/run_gsm8k.py": "11b220ad74277b5da6becbf18eaaeb4725d6ecb07330b1b15cd4dc4c29eeefdb",
|
| 135 |
+
"loopQ/scripts/run_paper_benchmark.py": "021ee1451abff633bc0b77f04c13e1cd9dae7bebfc86ebe962890015a74a6bf8",
|
| 136 |
+
"loopQ/scripts/smoke_huginn_vllm.py": "9311b038ce325a3f050a852addb6a9c550a09ace19f29ee3370439be9047e29b",
|
| 137 |
+
"loopQ/scripts/smoke_ouro_vllm.py": "39311a193900e7d1db491e29fcdd83ee88ad1bdda602025580f61bd5ae757203",
|
| 138 |
+
"loopQ/scripts/verify_runtime_parity.py": "1e0e1648fe5673abaca26d98efffac99cc3b2ede7ecb59423df04147e537e4e0",
|
| 139 |
+
"loopQ/tests/conftest.py": "56cfc62ddfe4ccab80288f60c8f3948b6d8b8d8f1d2e37c50f9c9577c4679235",
|
| 140 |
+
"loopQ/tests/test_alignment_contracts.py": "615d2e77c187411d55892fa875835ea280a9b6ab775835ed30459482c298f066",
|
| 141 |
+
"loopQ/tests/test_calibrate.py": "d9bddf96ebcd0c5bdd0dd866f17e045d672abd73360e5e0771775edc4e67c8c8",
|
| 142 |
+
"loopQ/tests/test_cta.py": "afe35581d60dcd0b5ff1566ffe3a8dc332003cd031d9c9e788cff1c2f62f2307",
|
| 143 |
+
"loopQ/tests/test_evaluation_provenance.py": "62765331e2e5b0e400c51b0d7caba5cc70f3060ac60fdfa53e89fc0eea293933",
|
| 144 |
+
"loopQ/tests/test_experiment_setup.py": "840680d43db300613ccb55409ce9bd142f2eb82176d697813194648de2c57484",
|
| 145 |
+
"loopQ/tests/test_export.py": "7bf542a1e606c7be517c2485dcad3b8e8ec773f53e7374656564ce33a78a6b8a",
|
| 146 |
+
"loopQ/tests/test_gpu_admission.py": "5f0154e0e7d80e1de684b51219b3ee1b52d81481d062de13a563eab1db17fce6",
|
| 147 |
+
"loopQ/tests/test_gsm8k_driver.py": "054d0284905dc8479ceb6c28e2a418d94a692762d45573902a8bb0278abd2821",
|
| 148 |
+
"loopQ/tests/test_huginn_adapter.py": "23f7b5d2fea8c9526553e979a5c44e466fe74d664cf6f0a05b8c66434dc48940",
|
| 149 |
+
"loopQ/tests/test_huginn_calibration.py": "bbdc7f0e10f23042f6d52acf14456d039b030d945fb4d3a8c72d9d6063242a93",
|
| 150 |
+
"loopQ/tests/test_huginn_export.py": "896eee3b771ee2a2b0dbdbd9aa07eb9918718c7dc9e69e0169b3d4ab22e50229",
|
| 151 |
+
"loopQ/tests/test_huginn_vllm_bridge.py": "c483f52999ca955b4c8b17de252e957bf7a878bfa7e5fa18330c7fed3f249c9b",
|
| 152 |
+
"loopQ/tests/test_journal.py": "b3331cbff1add620c8e1d098578a9d79f81e2c1d28a2e0c0b4a7a7a0c7ba1589",
|
| 153 |
+
"loopQ/tests/test_las.py": "88139ae1f23a53d07eb3497b88fe3f22980d6b8c001232fc3b629a57663935e4",
|
| 154 |
+
"loopQ/tests/test_objective.py": "fb206b4844e1f911e6665ccd5d99e643171810a30da50a80be64d227019e9b88",
|
| 155 |
+
"loopQ/tests/test_ouro_adapter.py": "9a52daa93ea65a75fc9edfd154ab27058c6a2567d113cab25e6d5a9e6592d986",
|
| 156 |
+
"loopQ/tests/test_ouro_calibration.py": "e9099d1cddec60482c811df656e7aa8731c2a1cd98ae274efde249636d0cec50",
|
| 157 |
+
"loopQ/tests/test_packed_bundle.py": "cfffba2fd0d640e2e5def1d6375b24a87b4d33bb57a7c45fb5d08145ae46bd4d",
|
| 158 |
+
"loopQ/tests/test_packed_weight.py": "387fdb51e3bce2cbd7c0f94dcec5fb1ecd8eedd55c79b6811975503625be884f",
|
| 159 |
+
"loopQ/tests/test_packed_worker.py": "41206a263d72bdc2e7ba65c8ecf7e6982f3b31b62c9602e554798212f8373a37",
|
| 160 |
+
"loopQ/tests/test_paper_benchmark.py": "70eaa2326bf0b8da12736a1577421a42af446aacd48fc21be0e9ead2deab52ed",
|
| 161 |
+
"loopQ/tests/test_paper_math_reference.py": "a46176f310f90d75bef72674620a2425de13a20bb65f84d33686dc82ff4043fb",
|
| 162 |
+
"loopQ/tests/test_quantization.py": "a0368909de90a7b5d64d0cb82296ab438306f4e337c50ed1a103616fdd3f9af4",
|
| 163 |
+
"loopQ/tests/test_saved_tensors.py": "522eae339ca2d2b01506f653b18d6417bc04b4315d0d1afa90b78820d55c7742",
|
| 164 |
+
"loopQ/tests/test_sharing_gap.py": "aacbacadaee3850d1d823cf8122cbc2ac80f2af3066254a7b5b60d46c0ded1ac",
|
| 165 |
+
"loopQ/tests/test_trajectory_diagnostics.py": "341d8650a0c3ae59c12584baaccc6fec454bb76f988e533385f5953d3f83bf3e",
|
| 166 |
+
"loopQ/tests/test_transforms.py": "5e9fc5b387fb8f40f3b090864a0c3751529a869bef176058bac149dd4401bfca",
|
| 167 |
+
"loopQ/tests/test_vllm_bridge.py": "ccab13d1a9c3bd18279e46b4268cccba84e766153282e9d78cd58e093fe50647",
|
| 168 |
+
"src/loop_transformer_quant/__init__.py": "a9dceaa469212264a6ee7b1a615de2c5cd6e6195a007c852fc7e1e85857c172f",
|
| 169 |
+
"src/loop_transformer_quant/adapters/__init__.py": "6d112e61f7a6dc6093f11278d03a5351e8dd7adcb55d34dbb9e6810f86dbee74",
|
| 170 |
+
"src/loop_transformer_quant/adapters/vllm.py": "9f8df73df24a2b2297def5f0b994b8508fd06dc1a16184af64220e9016b813fd",
|
| 171 |
+
"src/loop_transformer_quant/cache_codec.py": "cf22a2cda1546e2bacb1e7e6ce9d8bdf8db952d758dd5cf81fdc1e784154185e",
|
| 172 |
+
"src/loop_transformer_quant/dynamic_lse.py": "ca0ce130dd1f838ab34c96ba8fe23f308ba09975801f587e4d5fa5723ddd93f5",
|
| 173 |
+
"src/loop_transformer_quant/gsm8k_calibration.py": "f90b5b89e595ef86ca6d03ae4f77bfa62b123aee3b9efcacfa468a87c72d64fc",
|
| 174 |
+
"src/loop_transformer_quant/huginn_anchor_mechanisms.py": "bb59f9f3d90ff0bf3dada6cd7d48ddf26169796a0553a4c2a39fd520c2222b8a",
|
| 175 |
+
"src/loop_transformer_quant/int2_experiments.py": "7be8a00a688a57ee7aa0e8fbfe6e8adf15277dcacabd95e608b5707d9010abba",
|
| 176 |
+
"src/loop_transformer_quant/int2_runtime.py": "2eb7f992fe80c63874efb440f8ed3b1c84374d16118872532d9ada3cde3a0b1e",
|
| 177 |
+
"src/loop_transformer_quant/int2_streaming.py": "e16f5ab4abd71af8e3ea5ec3cc3164a5956bacbe87cd81f1b7c2af551bb2bd75",
|
| 178 |
+
"src/loop_transformer_quant/kv_codecs.py": "118c98e0e32d899d7e6458d8c626738912af9ce87d761789a0d7d2a51e8d24c6",
|
| 179 |
+
"src/loop_transformer_quant/layer_channel_heatmaps.py": "04f09e794e6f87d75410a2ff55bbd60f047bdaf5355dcb4abca085b0a0fb318f",
|
| 180 |
+
"src/loop_transformer_quant/logical_storage.py": "01858edbf3c5406af60c747375c0fbee6b406fc867a0ea1741525caeb90245f3",
|
| 181 |
+
"src/loop_transformer_quant/native_activation.py": "4f82f90e80574e92e2dd97128a206983f32e0bb424286fad33ceee91c19dd366",
|
| 182 |
+
"src/loop_transformer_quant/native_kv/__init__.py": "acfa90ad9c90018df7f68d2efecfd8f9dbb4ca90344279ba3aa307e6829a5b39",
|
| 183 |
+
"src/loop_transformer_quant/native_kv/cache.py": "573b46adf72ad17415ad2e1a8af977cefa63f3958698fee7ecdc50b2a8a8ff2a",
|
| 184 |
+
"src/loop_transformer_quant/native_kv/calibration.py": "6b5123c4933e147f44c8a47c339311a034f842957155894f81eeea0f4be0e674",
|
| 185 |
+
"src/loop_transformer_quant/native_kv/channel_lse_certified.py": "43d0d6dcce1de9fff4c99979336a0861c67f7bf6d7ba786509201ca03e8cd0cf",
|
| 186 |
+
"src/loop_transformer_quant/native_kv/channel_lse_cost_probe.py": "8a816598f39847d32318383e456dab2e575e04047ed89434fcc830428ece23f8",
|
| 187 |
+
"src/loop_transformer_quant/native_kv/channel_lse_fastproducts.py": "c7b4b4927725c7388342aee92abf014304e81714c27050bce4709725a0a3eb19",
|
| 188 |
+
"src/loop_transformer_quant/native_kv/channel_lse_guarded.py": "04f2893e42049ed01b7c0c4a4076f9ae5ad786562fc81311e2ab6ffbdca0fefc",
|
| 189 |
+
"src/loop_transformer_quant/native_kv/channel_lse_kahan.py": "036991681f5e6667f6684c0b794eefdfdcbdffa2b096095413544a848c96ba00",
|
| 190 |
+
"src/loop_transformer_quant/native_kv/channel_lse_mixedstats.py": "3acb22432e21870c99d83f12121cec2882bff1ad9b14ebc27600699b68ea9cc5",
|
| 191 |
+
"src/loop_transformer_quant/native_kv/channel_lse_native.py": "fe7d3082aba93d483983e091053d722860b51b478e138f92a27114c5c6ee7a11",
|
| 192 |
+
"src/loop_transformer_quant/native_kv/channel_lse_pagemixed.py": "2b83812cf5133e4a88780d4a89fa7179ec1ea581f68b4f356551d896e162a981",
|
| 193 |
+
"src/loop_transformer_quant/native_kv/channel_lse_pagetiled.py": "5f38be7492b93176cbe998d3b33345056a6db90c40275261b5c65ce3631cf104",
|
| 194 |
+
"src/loop_transformer_quant/native_kv/channel_lse_reference.py": "b09e33d551bbe31a6fd56469a207f8a6c9173eb915761c3c263c2574ee31567e",
|
| 195 |
+
"src/loop_transformer_quant/native_kv/channel_lse_solve32.py": "eeafd3685da864208cffefef9d5bd3575a8a2b873baf7f38e79dcbcf3fbd64f9",
|
| 196 |
+
"src/loop_transformer_quant/native_kv/channel_lse_split_solve.py": "d847cccf05382f38c337c094654e892c1544e37dff1fbb89967e349220756ccf",
|
| 197 |
+
"src/loop_transformer_quant/native_kv/channel_packed.py": "083f30a6446e125079df2e17811d06d004ee289953b999304f95e989acd86513",
|
| 198 |
+
"src/loop_transformer_quant/native_kv/channel_paged_fused.py": "a7fc2ab879859804913838b38c7888db589420f2fcdf5303165ff6a72c4d6f57",
|
| 199 |
+
"src/loop_transformer_quant/native_kv/channel_paged_grouped.py": "e52cf976ee34bd680af8107b18e97e50b7272deac2b3925e5c12f1d248171ca7",
|
| 200 |
+
"src/loop_transformer_quant/native_kv/channel_paged_meta.py": "179c3df4189e034f5c5b233f23e76bc0a49d12bab990480525d5f033ecc2ea6e",
|
| 201 |
+
"src/loop_transformer_quant/native_kv/channel_paged_recompute.py": "0ca703afd01d66337c949af2b3d73513bf801cfecb41f1c7851120e7e6641f63",
|
| 202 |
+
"src/loop_transformer_quant/native_kv/channel_prefix_scan.py": "3ef7845af24a20f515b2f04461c97fb2eed3d9d9200cc60d77bca4b7b34b0c1b",
|
| 203 |
+
"src/loop_transformer_quant/native_kv/channel_split_write.py": "8b197f54626758564c220aba8908de298ae2f4929a7131abbdf2d9fdea192421",
|
| 204 |
+
"src/loop_transformer_quant/native_kv/channel_token_fused.py": "eb455108f066f1ad90821a9484efc2ac4967f1b72d5ac83773054ff36ab16f36",
|
| 205 |
+
"src/loop_transformer_quant/native_kv/channel_token_meta.py": "443f3332b6e31cba118e880f71fed429c007f6d53543625d273b66eef4fe90a8",
|
| 206 |
+
"src/loop_transformer_quant/native_kv/comparison.py": "d318411d27db8f903ca1f250db8196d3b490e7892f9ee49d647dc3f304f88b00",
|
| 207 |
+
"src/loop_transformer_quant/native_kv/dynamic_paged.py": "c34a21557bd218278b6a08a8cdaa0b0a30a2b29a1ff02db02579f9cb7c73556b",
|
| 208 |
+
"src/loop_transformer_quant/native_kv/dynamic_paged_fused.py": "3c0f5c620c6bcb938bea32a94aa832c70fb356716088dfda207f47004727e393",
|
| 209 |
+
"src/loop_transformer_quant/native_kv/dynamic_scalar.py": "69e954ac3100cddb7464ec3e6caf9c3d3927fc96b99c472868057aa821a69867",
|
| 210 |
+
"src/loop_transformer_quant/native_kv/fa_tile.py": "5836fc96d54b5892fa911f0d0d48f81c9a91d71690c0455be639f31958bd77d0",
|
| 211 |
+
"src/loop_transformer_quant/native_kv/kernels.py": "d5537c45945724076984af5ff68c9e7b859528bf5c6ccc437c3885fc96f002f0",
|
| 212 |
+
"src/loop_transformer_quant/native_kv/ouro_comparison.py": "bf232a254102672863fe233e627a4e0059286a7f55e6362e397b22ce83178e77",
|
| 213 |
+
"src/loop_transformer_quant/native_kv/request_slots.py": "662be79c9ca67d8dace1c843a4ccb1b9325cb76b0b97c9c1fcdc677e44e86e25",
|
| 214 |
+
"src/loop_transformer_quant/native_kv/static_paged_fused.py": "19dfc2d58beac8b5318a97ca8fa2b5ac3badc4f33c0ea013d70e9db4d33d8466",
|
| 215 |
+
"src/loop_transformer_quant/native_kv/xqa_loader.py": "4de9c6c9f3a68d4fc422d68d3e55868dc756686299f901127acf284148472b0e",
|
| 216 |
+
"src/loop_transformer_quant/nvfp4.py": "68f0623c31f9667b295d09b2ecf4832aee84dbf93ab3de7348579189ca44a7d1",
|
| 217 |
+
"src/loop_transformer_quant/packed_affine_kv.py": "3c249789ca964aa1947262e9177fc3f66401d67889d1396a511cc489ea89e682",
|
| 218 |
+
"src/loop_transformer_quant/packed_rotated_hnd.py": "844421a98211c9a4bc1867c79f19c7d5583e82abe606b941276260c9a9e9c662",
|
| 219 |
+
"src/loop_transformer_quant/packed_rotated_hnd_safe.py": "9409fd0cca643ed8b3c87de99440e66eb7d3e9e8d6fdce8c76553806c3c29323",
|
| 220 |
+
"src/loop_transformer_quant/packed_rotated_kv.py": "195427fea9b110b693fbb54a1cd809482bdec7c75417055ec9ad14c8ed182ecb",
|
| 221 |
+
"src/loop_transformer_quant/packed_rotated_table1.py": "9b246daf90bf8d005482d413fd4f72422945d8ac001e98c61075365a6e1e8885",
|
| 222 |
+
"src/loop_transformer_quant/paths.py": "1f87fce7344da5916fd4a8b88dec2f5d7b45bf4b4cab129b72e9bf2280595d9c",
|
| 223 |
+
"src/loop_transformer_quant/pre_sinq.py": "e7926059546171473b26d1fdcfb2378884fd95aefe573d93119acf981e13240e",
|
| 224 |
+
"src/loop_transformer_quant/quant_policy.py": "bc55de3e7d27d7825cb2dbf443cd90ab3fe0452856a38864ecdb93c2e0fe3e38",
|
| 225 |
+
"src/loop_transformer_quant/rotated_attention_adaptive.py": "6ca61bf1207abe12e40de81900348df49d1832a69d1d2b9b92fee81daceedc34",
|
| 226 |
+
"src/loop_transformer_quant/rotated_attention_adaptive_safe.py": "5c93b4f091f723a1631b210bfb0589501c191d87adc57eacc8e90c98ae3b3f2c",
|
| 227 |
+
"src/loop_transformer_quant/rotated_attention_combined.py": "24d0fea4c099321594fe0d80c82093e934fd231137559d1a9d90535470db0458",
|
| 228 |
+
"src/loop_transformer_quant/rotated_attention_combined2.py": "207860a760e4a2bb2491d233247fabe965c84796ad7eb1bdab83df9a64d3d77c",
|
| 229 |
+
"src/loop_transformer_quant/rotated_attention_combined4.py": "df49a846ac8059bbdd9e5441fa91d366005063d0946c1c1fafff929998b5ca06",
|
| 230 |
+
"src/loop_transformer_quant/rotated_attention_conservative.py": "6318dbf853294db80b397985b0f3b92fce7d97791c752a0fb9df949095b4a294",
|
| 231 |
+
"src/loop_transformer_quant/rotated_attention_fast.py": "2e884106998c22e14fe822d3267478da54521ebfb93ab76e174daec23913ba9f",
|
| 232 |
+
"src/loop_transformer_quant/rotated_attention_group_all.py": "d6973ecff1f66eed99f9955b102f6ba5d51d240e249f724d6667028998da0347",
|
| 233 |
+
"src/loop_transformer_quant/rotated_attention_group_codes.py": "be0723b591b7c95436057c3ea7616c4178e516c8dc80495b698375196239e921",
|
| 234 |
+
"src/loop_transformer_quant/rotated_attention_group_codes_v2.py": "327119e221287a8221d178290aba72c4d428ff1d6664347374f04d287146da83",
|
| 235 |
+
"src/loop_transformer_quant/rotated_attention_group_load.py": "7cdda56e000afe900d7b6d3a942f112c4ab986a1a70476275531dc3238696063",
|
| 236 |
+
"src/loop_transformer_quant/rotated_attention_group_pipeline.py": "b2139be31958bb37fdf0afbfdfdbcde8ab91245208782ba16631ea47b369f3f3",
|
| 237 |
+
"src/loop_transformer_quant/rotated_attention_group_rotunroll.py": "f4bdc70394069dc078649b6ad5310ccbce2e5d9dff048f403fcebba687ce6fb5",
|
| 238 |
+
"src/loop_transformer_quant/rotated_attention_hadamard.py": "2dc3ea5984f251fb17d93c4868cdc6297801723bc6799ac1a9d4d96bc18e46e2",
|
| 239 |
+
"src/loop_transformer_quant/rotated_attention_pipeline2.py": "81efddc54396b60dd7c2c412e092e43eddacb0d9641f2d8a4eec9878d72eb4ee",
|
| 240 |
+
"src/loop_transformer_quant/rotated_attention_query16.py": "161faf38eba65c083fac344853dfade1ec326da7d6257469d10626c2abce5df1",
|
| 241 |
+
"src/loop_transformer_quant/rotated_attention_query8.py": "143350254d30170998b5300874e1c04a44adc5e3cf23563b33fe61dd1e8c77c7",
|
| 242 |
+
"src/loop_transformer_quant/rotated_attention_rot_keep.py": "2f55a8ed07a478067ae68b911ee457b4f0628beeae078b121eaae0c8cf5d14e8",
|
| 243 |
+
"src/loop_transformer_quant/rotated_attention_rot_transpose.py": "dd7823da1e66c88a4f7b74874d25d94261cbc17e85fb02a73938fcfce6fb7765",
|
| 244 |
+
"src/loop_transformer_quant/rotated_attention_unroll2.py": "90bb8c89664acff921d0369083aa7f53ed628b0168ff5d2e8779654fe727ea97",
|
| 245 |
+
"src/loop_transformer_quant/rotated_attention_unroll4.py": "4cd2474e5a63dd893d3fc545d12fdf0ea2d2be0e4d232bed1130b5aa7ce95539",
|
| 246 |
+
"src/loop_transformer_quant/rotated_attention_warps16.py": "c984459e4fc0d9d1d3d0bfe8ec41f1abb7e9ad723da30506ba44a68ca25085f7",
|
| 247 |
+
"src/loop_transformer_quant/rotated_attention_warps4.py": "44401f179631c6e6120b2e111326e77c14a2edd002ec28d3f8168d102d22695e",
|
| 248 |
+
"src/loop_transformer_quant/rotated_attention_xqa.py": "e7a8a71abac60a1865a092d25777a499b4fbb6ba8722430c0d4e705f28f4f786",
|
| 249 |
+
"src/loop_transformer_quant/rotation_policy.py": "7fb06183b276662564c2f64f14bd7ea6a5438b46b3d8a05efc3678f46c4b54cb",
|
| 250 |
+
"src/loop_transformer_quant/rotation_study.py": "c05e433e8182e7af43ae499d09fc5eb5f8a53512cef4d01be9dd2d59ea26e14e",
|
| 251 |
+
"src/loop_transformer_quant/rotation_table1.py": "c7bbd247eab272600bcba2219c83160bb54abc4bcff3d1de8ca496fe2faff985",
|
| 252 |
+
"src/loop_transformer_quant/runtime/__init__.py": "c412e782654be12e77250c6b617b5034c9a2e33a1084b7880f8c0eacb46e05f8",
|
| 253 |
+
"src/loop_transformer_quant/runtime/cache.py": "2e1f0026738ab93ee3767ca29a53ff38a67d707f3e64f466fc402a80eebc82fa",
|
| 254 |
+
"src/loop_transformer_quant/runtime/context.py": "e8f723bc270d1293b086d621c66f69a964e570175df733e23c9755e74933ca10",
|
| 255 |
+
"src/loop_transformer_quant/runtime/module_cache.py": "f189187bbbc1436049ba863550ac0b4134466e09bc1ee3471c3b030b33d01e17",
|
| 256 |
+
"src/loop_transformer_quant/runtime/specs.py": "b9a3deee69e44c8ccc009e92bdf34c83662b7d553ffebe25eabbead0b897bdfc",
|
| 257 |
+
"src/loop_transformer_quant/sensitivity.py": "00d0ab71278e19113dd6b5db65d091271fe1be65054562677edf7c082d8f3022",
|
| 258 |
+
"src/loop_transformer_quant/sm120_fp4.py": "301b7a8141337b68fda40dd9fdeba2d4eac46fbb17c0d61292481910ece83ca4",
|
| 259 |
+
"scripts/account_recurrent_kv_storage.py": "00aca9766fa7960c010b5170f36781224e45a4a288518bf37c6864b14422fbde",
|
| 260 |
+
"scripts/analyze_accuracy_grid.py": "0d33123eae6c5beaf625854f6d0b92e4169a835e8fb067139c0b037dcfcf2e46",
|
| 261 |
+
"scripts/analyze_huginn_anchor_ablation.py": "3d825b07b42a08a8f9dbb8fe7b39bb50c8b51c5c7f02da8183ad11a90d43906a",
|
| 262 |
+
"scripts/analyze_huginn_full_validation.py": "6b8a5972ff7f878d2368273a41898ccbd5321e61056a59c8ac845fd2f01a7741",
|
| 263 |
+
"scripts/analyze_huginn_mixed_precision.py": "d8cd6ee6c8f39ec28fffb6ebbdc618443bc88918dd1c5ebe06a8ebac30289519",
|
| 264 |
+
"scripts/analyze_huginn_residual_kv.py": "015e3bd1abbdc14c98b077d645609ef4fc312654a8c854f421a62e0516d467df",
|
| 265 |
+
"scripts/analyze_int8_scale_underflow.py": "181ea6a32f88a9edaab237edaa5fcb02d5baa85d518ce996a53ffba214601388",
|
| 266 |
+
"scripts/analyze_int_scale_matrix.py": "b0d17fc01e36e0cae0bb2fcd12b67e578b0b67983159ee5dbf582cd01a5c7b12",
|
| 267 |
+
"scripts/analyze_kv_codec_screening.py": "c712a196068fa991a2272435d5c302edd570fd4100209dcd5bf316103557ba35",
|
| 268 |
+
"scripts/analyze_loop_delta_quantization.py": "dd1201e93c2183a428b1bd0b514a782169d81d03cbec2fed82db67e80f3932e9",
|
| 269 |
+
"scripts/analyze_loop_kv_redundancy.py": "872e86904e189d18e8440b7f79e80bcbc0061d1b9780aee26c29459710c9d7cd",
|
| 270 |
+
"scripts/analyze_ouro_selected_wa_kv.py": "f2da633a5e23fa92d9c444b80553149b8644257f479641ef2eec8a9dffd88c3e",
|
| 271 |
+
"scripts/analyze_paired_screening.py": "777b63be6a0c0b27a07115f94f2da7f50ae8da36818413e6a7b00044895fd79d",
|
| 272 |
+
"scripts/analyze_predictors_vs_accuracy.py": "0d0c94a94b5c81ab2b11700bbe6a9ceb4d2802ca240d7e1d274954e4ccbee0a0",
|
| 273 |
+
"scripts/analyze_recurrence_context.py": "2765504af81b1d9025374c1af39d11914977ae1067090292e5a9ecee76a98dc7",
|
| 274 |
+
"scripts/analyze_run_repeatability.py": "1d529562e36480fa64d32902303c74080f23b5f3358cf04c4e611742df359b46",
|
| 275 |
+
"scripts/analyze_selective_w4a.py": "ff84fce91a09e11f1d7351a19268086ad9d493e8bdd0657d200fa0128683dff4",
|
| 276 |
+
"scripts/analyze_sensitivity.py": "5a1d93a6fe3e261f1fe9d54f5535904c378a23b13ef39f482dcea90056c77f0d",
|
| 277 |
+
"scripts/audit_activation_table10.py": "df38f4deccb5cc437ffe8537a5364277920743c10cdcdede17b1b26709e4e796",
|
| 278 |
+
"scripts/audit_channel_capacity_reproduction.py": "14558f10129915128726e7535a6f67929e1e71dfc9132865fd94c595ade0b2ad",
|
| 279 |
+
"scripts/audit_fused_write_model.py": "4bd0788465be0a16fa54709760a5a6ede71d46b1c8128a0f0601bc4bcbb2932d",
|
| 280 |
+
"scripts/audit_huginn_table5.py": "93913720f049190fa1fcebf93cec2f26d2c802775bb71a5424bd35d227902a6a",
|
| 281 |
+
"scripts/audit_int2_accuracy_smokes.py": "c0a463d3cd3fea5889c1d758999a3cc059b43c89a57c229513397de6c4521434",
|
| 282 |
+
"scripts/audit_kv_cost_final.py": "c193155a1d34f2638c05fe65d23b8d68349ceea7586a2acb0f88a8f7cf547abd",
|
| 283 |
+
"scripts/audit_native_wa_method_screen.py": "05cdf99ca7abbb7333ddce355ca93db4d642b3187fd332007cc5d39bc816d2c0",
|
| 284 |
+
"scripts/audit_ouro_table5.py": "2966ba1479831d7c941093b5709c00f4b29a7f39a1d8d095025244470cbb35d6",
|
| 285 |
+
"scripts/audit_portability.py": "465c903e2a1581cc1f84ed7883cecc524295924c31b72dfc685d973460539909",
|
| 286 |
+
"scripts/audit_quantization_goal.py": "3362e9fc93d2ad3d2aaa89421b8e187c74dd284c6c4a60ad71fe8101505d2086",
|
| 287 |
+
"scripts/audit_recurrent_speed_goal.py": "7410c511e4ca51c15afedd744b913a2e68fee2b84abab4968e130261ff13bc21",
|
| 288 |
+
"scripts/audit_scan_g4_model.py": "83acb9495b81dc3ec6d7160c6aceda110826f32ba8f1a50ae1cf5b24d84180cd",
|
| 289 |
+
"scripts/audit_scan_model.py": "bdd572caf68eef4fd634ce14841512aeb5e2bc64f907cdecbb682d08f0c3a3f3",
|
| 290 |
+
"scripts/audit_split_solve_full.py": "333caecc946276e9986c9d0a1bb68ab388b4b2b8bbe32b7c1090378cbdd48e33",
|
| 291 |
+
"scripts/audit_stream_solve_model.py": "11e43ee2ac2f2116684f2818735d980e00613052a06ab53b78993ea92c1cb442",
|
| 292 |
+
"scripts/benchmark_activation_workspace.py": "1f3c65b83e6b09e211335f0d5710ed9d00533500706a96f36b4bf803cc42c157",
|
| 293 |
+
"scripts/benchmark_channel_lse_costs.py": "ed77ceb5d1aafc2b1102b874266b6c5bc9e07be8e7ce3e1af14b3a95f0a3fe1f",
|
| 294 |
+
"scripts/benchmark_channel_lse_policy.py": "362517508242ed94d83e3b11024115be2cd86b71efc7dd4112cbcf0b053a921d",
|
| 295 |
+
"scripts/benchmark_channel_packed.py": "64be08868ef380c3b905044026db94c289edb1dba849d7aaf74f15d4da6b2d78",
|
| 296 |
+
"scripts/benchmark_dynamic_lse.py": "0642a3cbb797c802d45bceb60e4b270ea0e793041020320b3489eeff7e14eb71",
|
| 297 |
+
"scripts/benchmark_dynamic_paged_write.py": "b607ff8de2d0ff083a963cc71d26c7a4d515999e50ebd576353a657d4efbde75",
|
| 298 |
+
"scripts/benchmark_huginn_native_components.py": "f39093b1d1d339e7fc571db16b2c8c4662b616fd2691a42f35518f16595b4fa8",
|
| 299 |
+
"scripts/benchmark_kv_cost_probe.py": "6da5ecf0c9767ce784934ee2bee7a0852dd8905a50a921e212520a4d6cfb74c1",
|
| 300 |
+
"scripts/benchmark_native_activation.py": "ec82e0f1c126b525d49e785f3e085a2ebe769056e77a1a2d13c0aaadc1c755e5",
|
| 301 |
+
"scripts/benchmark_ouro_native_attention.py": "c5a04ba7798b3631a189187e30bcbfaa08423508f671f08979fa071c445b7364",
|
| 302 |
+
"scripts/benchmark_ouro_vllm_fixed_generation.py": "92a3d379a73d12350d2c1df1afd98d65146205c412b902bb0051b9a976c4ef9b",
|
| 303 |
+
"scripts/benchmark_ouro_xqa_seq_trace.py": "d7fa0a4be2e6940e2b0e86071eadbd95004d89b69fe854b05add2fc65cef92b0",
|
| 304 |
+
"scripts/benchmark_recurrent_kv_chain.py": "085af93b3250eb492823166d7d304ded2ed050dfb42352df80c562c9757f122c",
|
| 305 |
+
"scripts/benchmark_xqa_candidates.py": "7b130c23368b584b06d3d64ee6dcebd102eff7064ce64edd109bd08563daf4ae",
|
| 306 |
+
"scripts/benchmark_xqa_costs.py": "ae0b11a31900d21b1e143f5d88fd36887eedcf977154f9a0890870d5fa8fdb6d",
|
| 307 |
+
"scripts/benchmark_xqa_native_attention.py": "7198b554ed0c10d7d2681c2c297bce03fd085651b552404e4790448d6e8f3cf9",
|
| 308 |
+
"scripts/build_bf16_anchor_reader.py": "9c072bb017932ae62c2885fcc942c98f8dd7f9e29299151d35ce495e70fc17b1",
|
| 309 |
+
"scripts/build_completion_manifest.py": "84b8ccc2eafb27025997b981bc9237404cc85ab36f01765101be788eda274369",
|
| 310 |
+
"scripts/build_fa_tile_attention.py": "5ff13df779225048a1b8f42de46e6a99993569edd51725ab2e3067f0f1bd6ccd",
|
| 311 |
+
"scripts/build_m1_storage_matrix.py": "a5eeaa9eaeca126e03be047ee4537478f068f5a730616bee8a36558a9f41be86",
|
| 312 |
+
"scripts/build_provenance_manifest.py": "96eeb4ec1c23af52a5e4ffb415aac532356eb37370c862d5176a4053c100646a",
|
| 313 |
+
"scripts/build_recurrent_attention.py": "0896c6280513fe2b624c16451e8773007e2acf685adbafb467f89a9127c7f950",
|
| 314 |
+
"scripts/build_recurrent_read_view.py": "def6ccd89fafa3db068972e426c348e9d29c67d2a4f3506529e3b44c0509d981",
|
| 315 |
+
"scripts/build_recurrent_xqa.py": "a87ce431cd27ac95476ca6382677fb28093f5942a4a87ab9c7f2d057adbb0a9f",
|
| 316 |
+
"scripts/build_vector_decode.py": "2eba31bc992c7895b1c17b8588590001617e9707ae2ffc8621f82e572b56369c",
|
| 317 |
+
"scripts/build_xqa_candidates.py": "4e0e4cab2c5927025f5946a5a79f73f43c3386012ed5b4b95741cd63eb0c7ffd",
|
| 318 |
+
"scripts/build_xqa_comparison.py": "8fbdad07ddd5ac35df2acf14a5a01a8522eea83877b7cb35ec6a553cd72bccb4",
|
| 319 |
+
"scripts/build_xqa_cost_variants.py": "88d90a75f931a205dcbb13079846aba305a542e58b0447242194ee39c8b8b5a3",
|
| 320 |
+
"scripts/build_xqa_hnd_native.py": "a3e0ed25569036b194b0fcfb6f59b8478145396e351cbb0db05dc83ffa2b48c2",
|
| 321 |
+
"scripts/calibrate_huginn_residual_activation.py": "7189b032c99b5f5c25d2349481cff3f97a4a919ad9510c8e925f97315c7c25b2",
|
| 322 |
+
"scripts/calibrate_huginn_residual_kv.py": "a5809dae0f75d5c7e45b2453ff1576e3bbf05c1a86f6fcb17fcca03bb69da0c0",
|
| 323 |
+
"scripts/calibrate_native_recurrent_kv.py": "de867b19016e5cf3d90fac9b1684f13874bebdcb7658e34aff1a059403a0cca3",
|
| 324 |
+
"scripts/calibrate_ouro_rotatekv.py": "f995a50d5b35adda2560c1f26ea44482cd78145968a07336fbd06868ce50e553",
|
| 325 |
+
"scripts/calibrate_residual_activation.py": "0c5348f5a0989bf4f178c877b637dae3d9a3a1225e28986760aca39002c5a600",
|
| 326 |
+
"scripts/calibrate_residual_kv.py": "1b7d6c1c23bbd251dcb7ce3f9f1dd994b581e6c8d8237a0f7c9fa79c950ff9d2",
|
| 327 |
+
"scripts/capture_int_scale_matrix.py": "f507a18d3394d0b39e94bcbbb45e27cfedb68a9435a3b9fe27079cc365065bc1",
|
| 328 |
+
"scripts/capture_ouro_kv_reuse.py": "72f411ddcc7e546874aea70e54cee946ddce7e6f85c558087dfe1e2fe7a940da",
|
| 329 |
+
"scripts/check_activation_workspace_cuda_graph.py": "e0d2c9b871949286a6b0c45b8e5a8b713c6f8f0ad2dbfbfac033084308be2310",
|
| 330 |
+
"scripts/check_bf16_anchor_reader.py": "107caee9b7a3a58d1554016feca042c545240ce5c4f2685f5edce0d1d783c6d0",
|
| 331 |
+
"scripts/check_channel_lse_certified.py": "141e493ef9ac943fd65e4b0352c48844ab1e250ee577064d98b4790364ca93c5",
|
| 332 |
+
"scripts/check_channel_lse_native.py": "7937d8c0d3b94830984ee8fa19c9af7829689ce4ff1ca20f448276d587fe993a",
|
| 333 |
+
"scripts/check_channel_lse_split_solve.py": "ed222515a14b35c617f80259d91d53b98563a2928009f6126d7a7b93844b1734",
|
| 334 |
+
"scripts/check_channel_lse_split_state.py": "8634d6c172652760f57070b2ae9a782b3c1fb865832744591f3b89ee2272790b",
|
| 335 |
+
"scripts/check_channel_mixedstats.py": "eb80353d62f2569b012589290510a165d4a9d04190f2e15c319534c366401b32",
|
| 336 |
+
"scripts/check_channel_packed.py": "7d5983fd3850838f6da437196f29459f91248cf223900c063f5032ed37195094",
|
| 337 |
+
"scripts/check_channel_packed_heads.py": "4cbd129906f2ce7a5f4e91eafb50724bf49eda9df4eac126531fbdb80b342c1a",
|
| 338 |
+
"scripts/check_channel_packed_split_solve.py": "75900d0a014901182629864c5575ee0d01bfe4e1b92b3dc387535b26560973fa",
|
| 339 |
+
"scripts/check_channel_paged_fused.py": "72bbadb9214c5815050f1c3436659a6619632c42d6bcf10d4cadca8665a7719d",
|
| 340 |
+
"scripts/check_channel_request_reset.py": "eb785b1301ce8380eb7052b4433c63891f7d4bd14a369125af1930ce2a5ae4eb",
|
| 341 |
+
"scripts/check_channel_scan_numeric.py": "11c090307331ed7078c0986e3c5436bf1b5387f078afe78320bb9e645d5d429c",
|
| 342 |
+
"scripts/check_comparison_attention.py": "fb8b20d36f57efd3eae00db870471e285eafcc68bfaf91ab9a7a54d119aa0571",
|
| 343 |
+
"scripts/check_dynamic_lse_recurrence.py": "7d6ed664c3004ff6445ccf9f6d3d7c4501fe346a6e5b13a745e159c0855e669f",
|
| 344 |
+
"scripts/check_dynamic_native_scalar.py": "fcefa1178f06cd7281c9fb67c858bf70b6857afce5699b3617f11b89a97bdda7",
|
| 345 |
+
"scripts/check_dynamic_paged.py": "b42960a5f7795f13646e98acc937b810b9f1e12cc1b9ba0d8a0d00a3feae12bc",
|
| 346 |
+
"scripts/check_dynamic_paged_fused.py": "cea6ff572d72bbfb4f03a5b0325eeb6bf17758c58f052487d4b40c3eec1ba456",
|
| 347 |
+
"scripts/check_dynamic_paged_heads.py": "c17a61e56ba883cb92b9aa54a5d8b557abd337af32cf9711b90979f7dc0b042a",
|
| 348 |
+
"scripts/check_environment.py": "00343fbd026557b2c317c26883c37d0218495512cb38bb99506ecb1c744d5490",
|
| 349 |
+
"scripts/check_fa_tile_attention.py": "1b23aa2a0d25c3176c175c8e841e616e112ff40e70a4c1e4178ca881e629d9e2",
|
| 350 |
+
"scripts/check_fp8_read_view.py": "5d2cf0e70bde90177c5a6be7234c6bb94fe303957e595ff2f7ea1858cab49708",
|
| 351 |
+
"scripts/check_huginn_graph_parity.py": "e1b5002ed78f7ba49a23e62db86f29841365265330c5d5cf3bcfcc87391d8695",
|
| 352 |
+
"scripts/check_huginn_sm120_fp4_parity.py": "6916213489c904c13994ae663b7f219c3890d45c9247353600e66929d3c3462e",
|
| 353 |
+
"scripts/check_int2_experiments_gpu.py": "400ceb0731884a208d3b5225fb4994e682a92a0163ec854a308c55c9fd62b091",
|
| 354 |
+
"scripts/check_int2_streaming_gpu.py": "dbaeb741a1215f06de00b78bc0f71c6e6c01b8a100ad9c180b4ca0f6848c2b5c",
|
| 355 |
+
"scripts/check_math_modelopt.py": "7924917242ed769f80ce00d18043ef7b719706c480259182c076f98ba270b62b",
|
| 356 |
+
"scripts/check_packed_affine_kv.py": "acc10f3ddaa6b38957c42f0741301668700ad2882711117fa990d574feb53b20",
|
| 357 |
+
"scripts/check_packed_fp8_conversion.py": "b05e9ef6f321715f93341d079c4a0c13cd1c516763d91be4b55957ca02016314",
|
| 358 |
+
"scripts/check_paged_comparison_attention.py": "c35a2f8983149403f6f13986ad38e4e3df331908cbee5ffafb70eeca75268359",
|
| 359 |
+
"scripts/check_recurrent_attention.py": "18d513c8b2545f7c0f393b5edbdff0451fef22bebb6f2a3b6ca7c90083090179",
|
| 360 |
+
"scripts/check_recurrent_dequant.py": "3717d5bb5d012a73e3c51416330d82310e6baa81c7777a32277920a78b890e2b",
|
| 361 |
+
"scripts/check_static_paged_fused.py": "69d122d8d6bd49728990ea71a5437a1ddca2ce8a2d6e01e3e15cf067f1372e55",
|
| 362 |
+
"scripts/check_xqa_bf16_matched.py": "34a5a6469befd2f372caad2b278d1ff1d9b0b06b842e63003c36c81927acbe40",
|
| 363 |
+
"scripts/check_xqa_fp4_lookup.py": "5aab5b1a773ef3495e65e69cbeb36657d884b1cd0567c831285c91f747edffe4",
|
| 364 |
+
"scripts/check_xqa_fused_prepare.py": "2fb54c3928dc77e369887517396bad325ea44ec019c2ec29bca9c0f85925831b",
|
| 365 |
+
"scripts/check_xqa_half_product.py": "b55b1632d22a562271815e55250f8f6ca1493ae8251f1fcfbe56e14d1eb8e61b",
|
| 366 |
+
"scripts/check_xqa_mixed_attention.py": "b0708b1cf369377d5e65efd637b2126bef1e33d5be7940e0b2d7fd6f990a1de4",
|
| 367 |
+
"scripts/check_xqa_paged_attention.py": "9d0fad47bb905da01d8c0eb2d76084dedac321bf9771fc349de6ec42b346d870",
|
| 368 |
+
"scripts/check_xqa_paged_generic.py": "f3efb933095fd47da14c64e86d463dbfeb4e7731c5e0dd50cec2a6bc8f2ae15c",
|
| 369 |
+
"scripts/check_xqa_prefill_decode.py": "bcb51bd5947ccc1ca2c490ca8a17dcfdbf1c68312a6a441b724ddfd1998184db",
|
| 370 |
+
"scripts/collect_activation_momentum_payload_heatmaps.py": "e773e670b76f5b5a0af600edc340535f028121d122daf2bb3d5c50c13aaca2d0",
|
| 371 |
+
"scripts/collect_gradient_tensor_norms.py": "a1d6d20ae81e700badf807e445a770a24a2f2dd2cb50c7659dc07efe910fa031",
|
| 372 |
+
"scripts/collect_huginn_anchor_mechanism_cell.py": "b9c58fd7fc3fd6caa8ee5875f4a8619ec736646afbafcc4156285e15d0caa055",
|
| 373 |
+
"scripts/collect_huginn_layer_channel_heatmaps.py": "87977e4d6a34e3422fa42af1ac943cbd17814eb6911f8f19297318b72ddeeb6a",
|
| 374 |
+
"scripts/collect_layer_channel_heatmaps.py": "41a293cede5636d07ab52baa61d7c495b63cfde5915ad9daa8a15db62aea99d7",
|
| 375 |
+
"scripts/collect_momentum_payload_heatmap.py": "0b94a57d71fb7b8318c21f9f2e6fc2e604317debd441a1a73fc5d0dd76c28c9e",
|
| 376 |
+
"scripts/collect_ouro_gradients.py": "d7b7c0671906c75c353ff34b257b60ccd5405479647f85bdf957204834fbf493",
|
| 377 |
+
"scripts/continue_after_q08_uniform.py": "10c0b22748aa4066bd69c49f9dc4e9c4ae50068fef2e1bd7b953bce4568412eb",
|
| 378 |
+
"scripts/diagnose_channel_prefix_cost.py": "f29704a8cc5d3fd3ce81892fcb06395349d15ed64a32d41f2936be8a18121e6c",
|
| 379 |
+
"scripts/diagnose_int8_scale_underflow.py": "a5c134d657da16dde0cab5eeb09fcbd3e3c2b837e8ea8447defe0354f6546b40",
|
| 380 |
+
"scripts/evaluate_gsm8k_cache_codecs.py": "2bf64cde6944cc6cf3ac3e88ef8d22336a27fc4da6c2d7b4505c0fd930a275cf",
|
| 381 |
+
"scripts/evaluate_gsm8k_fake_quant.py": "22d0c237f74310ed2a8de0973b8bbbe59bee5c57ade8e5fa35f51b7e941d0b8b",
|
| 382 |
+
"scripts/evaluate_ouro_attention_precision.py": "8fc0f383cae171c45fb3029b83ff42bdf0e0e37b761c3e6e58abb4dd30ff9562",
|
| 383 |
+
"scripts/evaluate_ouro_code.py": "649415991ebaa7894c40e0900c76408ee2fbe27a6a483f5438cbe2d1d99712ff",
|
| 384 |
+
"scripts/evaluate_ouro_recurrent_vllm.py": "d0f14e137f425dc1e0f6d2341dbefab3f4df2d04a313760ae99e2b2ff80bee2b",
|
| 385 |
+
"scripts/evaluate_ouro_vllm_attention_precision.py": "b945f987d6dcc98a25f8fd2f1eb307774e3d4b6cb1170c5e2b2d981fa54b9ba9",
|
| 386 |
+
"scripts/experiment_manifest_common.py": "49b5ca26f2087394144ddaa6d0a36b07f16e503b7a838a382fd7b8f2257b74e7",
|
| 387 |
+
"scripts/experiment_queue.py": "21df177893db181b87b13dfc04d9e5538e81cb4770cec8225df7485d91c0badf",
|
| 388 |
+
"scripts/export_codex_sessions.py": "212d5d0428d31aca43345cf6017ebce23dbfa98134ac85ab0b1a8ed16f2fb0b0",
|
| 389 |
+
"scripts/export_native_nvfp4_checkpoint.py": "b7373493e7a13586827c370f8521e544dcf238a16792c89ac60174c8a7eb77e9",
|
| 390 |
+
"scripts/finalize_activation_table10_report.py": "4f9bb32ce670eb61f270e9dfcfffb7786625c5e73c42b111e0c66d792a1eff41",
|
| 391 |
+
"scripts/finalize_huginn_table5_report.py": "dc1994ae56f9100a92c4bc5417c10bab9b7d148d81200732740acb2522ad17aa",
|
| 392 |
+
"scripts/finalize_loop1_dynamic_table15.py": "753e956cb404d2401cfca8928eaf5d8cd568a9d17c1b93971a10a5ba2e83123c",
|
| 393 |
+
"scripts/finalize_loop1_remaining_resumed.py": "94cdb86481d84ddcda7abcc7831f9b3a93da857cc41cf3e592453c8369fa224c",
|
| 394 |
+
"scripts/finalize_q08_uniform_bits.py": "3c653a6ac63e6495e1c293fdfaee85c302cd657d770457e0c63735cc5910c752",
|
| 395 |
+
"scripts/fit_int2_accuracy_candidates.py": "bb9d87115ac4213cff11d12e96d83e1e5c4eade0ac67821fb5b3df326c9361d7",
|
| 396 |
+
"scripts/generate_activation_table10_tex.py": "f8f855ba9870dafab119fe9ee3da4d085814f36270c1286296a2ea4d339a00ca",
|
| 397 |
+
"scripts/generate_huginn_table5_tex.py": "7253a086a2cc10630211307fec2142c7e12ec06e010e0c64662acdc0a845f11e",
|
| 398 |
+
"scripts/generate_kv_codec_report_assets.py": "9f0fcfd69147f1bc7feb3a54b9cbaa0c4465bd73eeb92b4d8f8fc99008dbb975",
|
| 399 |
+
"scripts/generate_notion_goal_results.py": "c24ce41bf220cef7f3bbcfe3b0b656a9fce58c28a444f71506f741e683ecbb3e",
|
| 400 |
+
"scripts/generate_nvfp4_residual_report_tables.py": "830a8a6c038f739f3dc44c056601db515fe82f3df94c118dbf625dfc190d8dc0",
|
| 401 |
+
"scripts/generate_precision_flow.py": "24b713b71784ec3c84f52940b535d1027bd5ca40fb73f81baaedbffdcf7a1bda",
|
| 402 |
+
"scripts/gpu_availability.py": "09c716b2fad2e969b3eda9acedf91817d4dfbf0d67280563bfd2588386a486d3",
|
| 403 |
+
"scripts/huginn_table5_matrix.py": "22eb8f679a832ecbbe6f2d43ddb9653c2103ec3417cbd246b56e33abd0e59325",
|
| 404 |
+
"scripts/measure_sinq_nvfp4_weights.py": "cc2b80b416b5c47b415bb4c60ece87d394ab61b751fb726c206abee9c7c11d58",
|
| 405 |
+
"scripts/merge_accuracy_results.py": "a8d0d79613893024382ed874b497fa08154bd1ffca88e3bf8ff669216ef378a0",
|
| 406 |
+
"scripts/merge_full_validation.py": "ea7182148e8b98defc87b664176570a75ab08f9bec5c05799e70c25b635cbf53",
|
| 407 |
+
"scripts/merge_gradient_tensor_norms.py": "850ecd33e3fe3539fc83b6adb8232d58a8e3f6a540ec1c07c4cc17ab6b38205d",
|
| 408 |
+
"scripts/merge_huginn_anchor_mechanisms.py": "8d02dce1f8914cfcfe18118378dd10c370d52b619e598bc181fb65d6e7b431fe",
|
| 409 |
+
"scripts/merge_kv_codec_full_validation.py": "579713ce35513f10537b2c3abba3f7b33aedc05d73aa76c01d103c85adae48cf",
|
| 410 |
+
"scripts/merge_layer_channel_heatmaps.py": "5a56b2407d5ada4ab61415e00f25c4780926d1ce2bffd03707576eda52d6cfd9",
|
| 411 |
+
"scripts/merge_sensitivity_shards.py": "1b1afa38007afe6bf4d4e54e211cbb956b3b6af79b1fe0a24300a33c99851e06",
|
| 412 |
+
"scripts/plot_delta_ce_summary_grids.py": "7029fe408fc3e2e8dd29407d22c2c6b8fa574b8a374827791704c71271282672",
|
| 413 |
+
"scripts/plot_gradient_tensor_norm_heatmap.py": "f888343b48a10cf142532c391768526cae058bce7a70197453dc1387715b0fc3",
|
| 414 |
+
"scripts/plot_gradient_tensor_norms_v2.py": "7a057b1c2b3a7251eb8ea565a64a32a82cad4bde00abd2b4c6ac53bb0d1ae00c",
|
| 415 |
+
"scripts/plot_layer_channel_delta_ce.py": "c7167a3a26b92e7804c4594494e0e102df57fb3293efd15a703d97e37e9c3c9b",
|
| 416 |
+
"scripts/plot_layer_channel_heatmap_grids.py": "f0ccfeb3f0dbaa6e3e7710b2e8e36a5dbded48565aeae1dd78565c1fafdb4d0c",
|
| 417 |
+
"scripts/plot_layer_channel_heatmaps.py": "e436e4e3b24945bac35785d0c2882ae4ef253d9ccb88281333230ba0275ef601",
|
| 418 |
+
"scripts/plot_quantized_payload_heatmaps.py": "8b652720d49a64b32336f09b3b7d72d21b754d6c84d238a821c612ea9328d37b",
|
| 419 |
+
"scripts/plot_quantized_site_gradient_heatmaps.py": "89859986a1625c6143a562eb6441c99760c7a310f287f95cf82aed0551a72ab3",
|
| 420 |
+
"scripts/prepare_huggingface_release.py": "a0ad51ea23de34f4c5023d61eb6afe23c9ac65a4c1d151c7ad574ff8c3614326",
|
| 421 |
+
"scripts/prepare_huginn_pre_sinq_checkpoint.py": "2ea485abd7d3f9458e243a768d8e4fd54ccd0bf23b2b98489608703533a1bd2d",
|
| 422 |
+
"scripts/prepare_ouro_pre_sinq_checkpoint.py": "923838b1d95298e9ccaf81d11e4dd39c6f4a7834596e354075f7d5ee60253be4",
|
| 423 |
+
"scripts/probe_split_solve_vllm.py": "e8d8b3ac144dd8c9b8574f3c0db35f706a1f97a1153bc3b7bacda4a14fe04f8b",
|
| 424 |
+
"scripts/reproduce.py": "7479a7e865d62d16d245745efc964e532eca419ded3aafda7d2a4951cec88697",
|
| 425 |
+
"scripts/rotation_study/after_hnd_memcheck.py": "bbc9751a541c33a3f96bc2d3b5d14657e924b3207ba96a21613ffa69b9797c11",
|
| 426 |
+
"scripts/rotation_study/after_microbenchmark.py": "e0ca715d17ffb68bb61671a19250d546b2165be15ca903db70a2448b8b1685b4",
|
| 427 |
+
"scripts/rotation_study/after_resource_audit.py": "06f2c32b4f0cdc6ac7dc91e1f7b529c731cb3695af97459b9171326898b5d8a9",
|
| 428 |
+
"scripts/rotation_study/assemble.py": "59f0f0fe62e17f54b63deef52bc8c6db3173d05d781632a055f58f5f2271e642",
|
| 429 |
+
"scripts/rotation_study/audit_adaptive_safe_resources.py": "e9c9a60429e83b33391aa9451ca452ed2a0b0f10b998c498ea580903c2f47256",
|
| 430 |
+
"scripts/rotation_study/audit_combined2_resources.py": "949ea01ea47dada23e561352ad10fdbca1bcad40febe89043b39a73e6d9f9e10",
|
| 431 |
+
"scripts/rotation_study/audit_combined4_resources.py": "5974bf8fe837f653f01e72aaeb19e5a5b3d5da82e3e131db136e5e1fc699b0bd",
|
| 432 |
+
"scripts/rotation_study/audit_extended_resources.py": "23522c6deab12c048be5398e26d13e0286dd58d337165e4e82bf129d5883e1c5",
|
| 433 |
+
"scripts/rotation_study/audit_extended_resources_v2.py": "c1d7d7d2dc185726c60a5fddfa54e98da9ac59fbd146a7956e03a323c79a14c4",
|
| 434 |
+
"scripts/rotation_study/audit_kernel_resources.py": "0e75d8bc8c926167f2bbb80b929aa2a0ed1987652757ea5735062411b11f10e5",
|
| 435 |
+
"scripts/rotation_study/benchmark_attention_conservative.py": "0738cf41aad38302ccef140f84a5ff4c7369811f77ce10f8a65dbf538d7f6a54",
|
| 436 |
+
"scripts/rotation_study/benchmark_attention_fast.py": "7ab5657d2d65600f4123764fc2fa68710a5bcee7ea9d48315a159f582166181a",
|
| 437 |
+
"scripts/rotation_study/benchmark_attention_group_load.py": "7731b1c4ba41a4c1233d9affde6ff390adc52e8694cba34d58191e6d90c2ed67",
|
| 438 |
+
"scripts/rotation_study/benchmark_attention_hadamard.py": "c9dfcf998b9966f24be6bb28beca5860b1c5f3e3eef2d39c13c7aaa17e08b76a",
|
| 439 |
+
"scripts/rotation_study/benchmark_attention_pipeline2.py": "72ade1025ea6b7a7cd75c16b9dc511288c0457af1f17650ed9a28483bd7c568f",
|
| 440 |
+
"scripts/rotation_study/benchmark_attention_query16.py": "50ec0df96debf7efcb79be22794d9224a41ef8a6661ed1934fcf700dbcc9e4dd",
|
| 441 |
+
"scripts/rotation_study/benchmark_attention_query8.py": "b694221a3443dc5678eef6fee96001451d1b0b6b8a8dec4c13d6353c23459e9a",
|
| 442 |
+
"scripts/rotation_study/benchmark_attention_unroll2.py": "a33454010fd4476c29668f9b8244303dffc6e1f809c4fd1d84b8648d0b944058",
|
| 443 |
+
"scripts/rotation_study/benchmark_attention_unroll4.py": "75aeba671bd83fbb51b9ccb53afffe3cd5a33522653ddc488974de44ebc1d5b4",
|
| 444 |
+
"scripts/rotation_study/benchmark_attention_warps4.py": "b9b5ae3e8e6e99c6749624da82a13cec9242289438f6fd9cb2f60f71ba050f95",
|
| 445 |
+
"scripts/rotation_study/calibrate.py": "229bd2299d8d2fc581c9070788e63b75b991e15fb1d713952fecde6a3f888dad",
|
| 446 |
+
"scripts/rotation_study/check_attention_combined.py": "bfdaa9f9f05064053372ae3cecd3b111817676ddea88ae4d7a50a46adb74b9fc",
|
| 447 |
+
"scripts/rotation_study/check_attention_combined2.py": "102fc9d461c92391debc06443f045c863f935ef3526b0edb8d99c413c25ae17a",
|
| 448 |
+
"scripts/rotation_study/check_attention_conservative.py": "3c618c8acf3761c91fc03162f76209f92875b909bad12f9d240892150eecef33",
|
| 449 |
+
"scripts/rotation_study/check_attention_fast.py": "960716ba5ccc9fea0daf7c2b5b7807862a30a1ca6190096969b4ec98cba88a88",
|
| 450 |
+
"scripts/rotation_study/check_attention_graph_growth.py": "e13e721cf4c77e319832f079d37d84c0499cb8096f1a8885a2dd4224b2b5cf3b",
|
| 451 |
+
"scripts/rotation_study/check_attention_group_all.py": "903fb7ce4ef652b9a83b3f7dc670b7eccd81a4c4c27db4c036e7f35f7c561df8",
|
| 452 |
+
"scripts/rotation_study/check_attention_group_codes_v2.py": "1c7adde1dfa15bda45403f9e3280c97bc41c2917c41cb3a4b09e1e8b57bab1f3",
|
| 453 |
+
"scripts/rotation_study/check_attention_group_load.py": "e0df7bb939e31299536af8711816defb19e4d6c0ed9922d9ad3d5338c0cbb6dd",
|
| 454 |
+
"scripts/rotation_study/check_attention_query16.py": "7234778ff9fcfa4682cb8c473f2aeda2596cf05564b5c5108d9a0f8028a5a058",
|
| 455 |
+
"scripts/rotation_study/check_attention_query8.py": "67cc348b035731dce563728a7c502d980ebff9c218ec87b06c8a082921f1415a",
|
| 456 |
+
"scripts/rotation_study/check_attention_xqa.py": "f1ea76d15c447ae926daef4532c86de9f74d14c9e2c7ec6ab731439869ef20e1",
|
| 457 |
+
"scripts/rotation_study/check_clipping.py": "456503eb2ceb13231f896e6bca8bae707d0fb8c0c34f3bfbaa88813089044766",
|
| 458 |
+
"scripts/rotation_study/check_packed.py": "75ce77cc5689f0d580418631b1b7d651db88d67cc2214af80b56f1d6cf839bd4",
|
| 459 |
+
"scripts/rotation_study/check_packed_extended.py": "a61f4df471eb030553b5c3845773743ca4ca90e956550d4267bac289aa8f70a9",
|
| 460 |
+
"scripts/rotation_study/check_reference.py": "96a1fa527711697f34ad9f9b9721da53e842cde85f9799c64203a022721fd328",
|
| 461 |
+
"scripts/rotation_study/collect.py": "175fb6af33c49bd09ef5df3a6329aebc97a2666c5b605442125cc930f1eed766",
|
| 462 |
+
"scripts/rotation_study/diagnose_hnd_alignment.py": "f49d2ff32017adeb6ed60bf718f7397e74e83bea0d15b5f064fb8d58112f3339",
|
| 463 |
+
"scripts/rotation_study/diagnose_hnd_alignment_safe.py": "f7c3e64765b0cc6b86b4e374e46485c92d20fef33bd6a28984bb1a7e1172d7db",
|
| 464 |
+
"scripts/rotation_study/evaluate.py": "32621676094335cf3d96eb81801d72288d9d6390a7329f9acf9c06a3aabf3a01",
|
| 465 |
+
"scripts/rotation_study/evaluate_combined.py": "1d755d82819038b94c3376ae6f9c06b6cc8e33119f8aff3722ea4de9bc8fd973",
|
| 466 |
+
"scripts/rotation_study/evaluate_combined2.py": "683300fe00fd9a2bef03c7bce257ef7a290e032e901b5bc90fcc5fc92f1f45ab",
|
| 467 |
+
"scripts/rotation_study/evaluate_conservative.py": "fbcbb6cc82cbfe1e16515b3f5f068ab356ad214ee37bfbab7adca15da39eccf7",
|
| 468 |
+
"scripts/rotation_study/evaluate_fast.py": "4a6ccfac980e651f6813deffcd8ea14d435186cf29c4386e3ba4041b169f434d",
|
| 469 |
+
"scripts/rotation_study/evaluate_group_all.py": "ed9a980dfd7b2140107ba2d0748940df49cf636af0d85abb804b82838c946216",
|
| 470 |
+
"scripts/rotation_study/evaluate_group_codes_v2.py": "e5e24323924dd11083681d5a9f74ceec40677463ba9704ab8d479554dbf530fb",
|
| 471 |
+
"scripts/rotation_study/evaluate_group_load.py": "6b5f72d640017a8787d4f4c00d4a155158b662e073cc68f3585de7a8a6d35d25",
|
| 472 |
+
"scripts/rotation_study/evaluate_query16.py": "cb3d9282444f2c2a388ef16a7875a88c69c88f8a4bd4314bd91212e2124970ec",
|
| 473 |
+
"scripts/rotation_study/evaluate_query8.py": "b14553e09b497cbc9b64b7f12ee1d8770ae1db01d1efadc1f1afd0ba39810e30",
|
| 474 |
+
"scripts/rotation_study/evaluate_xqa.py": "447268526c0b2a146a59a0ebfb81fefa5e7120050322f95e2ca212ac1bca3074",
|
| 475 |
+
"scripts/rotation_study/finalize_recovered_study.py": "0659a2c8cdf10e7f297356a6f3cae744f63c6f6494fe9167314946c2c77470e5",
|
| 476 |
+
"scripts/rotation_study/finalize_when_done.py": "0f97ba9270afb4782d699815c0afca65e462a363fd0f626f0733bc8a81287e90",
|
| 477 |
+
"scripts/rotation_study/pipeline.py": "3e79d4d7fbea491ea361def4ce86c2077871151bc8ac8b4d2c44664ac3eaad14",
|
| 478 |
+
"scripts/rotation_study/profile_attention_costs.py": "91ec37ff0c5e316c68aa9f449f696da41e9e1facebad4a6e03f61954b7e4d6fa",
|
| 479 |
+
"scripts/rotation_study/resume_full_cells.py": "fe0a80d87a046343119fe3fc0771ba8597235d1879ce8ff0f60102fd1f87bd42",
|
| 480 |
+
"scripts/rotation_study/run_acceleration_comparison.py": "2edb6c1f4fb5d6d7900b0a26ab3e4a1890f8fb030527648952299b8cc62d5771",
|
| 481 |
+
"scripts/rotation_study/run_combined2_comparison.py": "f344b81b7e96f7db40a49a2f8f52da685f699e9005f43df78da7a5a2a1d1be94",
|
| 482 |
+
"scripts/rotation_study/run_combined2_followup.py": "d403d837d6d62d4d6c50fc0c3e06ecc28c273bc0842966c3a312dbdf38915cbb",
|
| 483 |
+
"scripts/rotation_study/run_combined_comparison.py": "a4a276513fa311a44488d0fdade035916d5a8a238ab41a619d7152b8a6585c42",
|
| 484 |
+
"scripts/rotation_study/run_combined_validation.py": "c8d22d1f36189ba7d8b77b2284b5bc1d1b71815d4496ac0e4b92eb1681db5bd1",
|
| 485 |
+
"scripts/rotation_study/run_conservative_comparison.py": "61405a1b15adc4d3c0e0c7db08897b98300d7cacd7183fbbb34a8da63db25412",
|
| 486 |
+
"scripts/rotation_study/run_expanded_acceleration.py": "e89890efc49cbc49f544c80e6e82fcc1acca7032bdad038a5e466e9ce8fa0f1e",
|
| 487 |
+
"scripts/rotation_study/run_group_all_comparison.py": "6dd53bc538e3b377535ef83bbc344e64db37a3d7ebcb4cb6e276f9f1a6251186",
|
| 488 |
+
"scripts/rotation_study/run_group_all_followup.py": "e42d4e2230db6a02f589d0d8a5d9dfdb09a24a2c5d49cc0a063f88407730a3bb",
|
| 489 |
+
"scripts/rotation_study/run_group_codes_v2_comparison.py": "129de34774e3191999e2c75fea8990531b4a8ae9ed8392d935710ac18214e177",
|
| 490 |
+
"scripts/rotation_study/run_group_codes_v2_followup.py": "457030747991052eb77fb3152cbdca78584abdcbbd1e5cfff98d22450c0090ff",
|
| 491 |
+
"scripts/rotation_study/run_group_load_comparison.py": "61e770792b1eb50f5bc76cc2f8368611839fe51353e84b89366b07935fa215d0",
|
| 492 |
+
"scripts/rotation_study/run_group_load_followup.py": "c23dfc84017bbe3d7f84e418bb51e505335d732907327a1ccf2a44f9e1387af7",
|
| 493 |
+
"scripts/rotation_study/run_loader_screen_queue.py": "825bbda7fbc6549ccf470ca958349110c0487d43a752871cd70a4a563dab710e",
|
| 494 |
+
"scripts/rotation_study/run_query16_comparison.py": "ffcaac8aad3c9db92567e4bef208a484dfb4063781f8732d3ae16f7c581ee9f9",
|
| 495 |
+
"scripts/rotation_study/run_query16_followup.py": "e8a7efda0d5a50e7e87d939e90cb755485ef4975a2295a4710157ace4284ffab",
|
| 496 |
+
"scripts/rotation_study/run_query8_comparison.py": "594aecbcf665813567d0f5c61c675504da6cd77f241f597f856f5f60e500516d",
|
| 497 |
+
"scripts/rotation_study/run_xqa_comparison.py": "ecdb552092650d2cba17a36e8fbe736d67c5a08737f15183ee3faf5f55ec942f",
|
| 498 |
+
"scripts/rotation_study/screen_adaptive.py": "c47cb8699940ab6ed5c822ec203d73545dfd290d1bbf01d9657ff8cf9ecd0a79",
|
| 499 |
+
"scripts/rotation_study/screen_adaptive_safe.py": "d40993ff4e40a9a617f54c35165ef52c6d3c58146e8117f112992b3433aa469a",
|
| 500 |
+
"scripts/rotation_study/screen_combined.py": "bbca232a238a01f9bf54252723980dbbe0c132d684e551334262be4f956f9fae",
|
| 501 |
+
"scripts/rotation_study/screen_combined2.py": "b35609da38f021ce247f7cab965e8dfa0ea7a2be9abaaa1c8175cd9e1f5bb840",
|
| 502 |
+
"scripts/rotation_study/screen_combined4.py": "7912e85e5dd2cd10ba2b87e4099ec5d50e1b7229f0ad024f0fe3f5afe6005b59",
|
| 503 |
+
"scripts/rotation_study/screen_group_prefill.py": "8b50b8a773174e37a1467db8cc7cb9d25e9263f8fc0239ccdc4097c8f8cb360e",
|
| 504 |
+
"scripts/rotation_study/screen_hnd_cache.py": "d208cfcfd036325d7d1a8b406480fc1f432f3833172b26426bbf124d0d34b6f6",
|
| 505 |
+
"scripts/rotation_study/screen_hnd_cache_safe.py": "f7251a4dbffeda1f465bccbd48f9ee201e10d461edb0998c748abdc596752eb3",
|
| 506 |
+
"scripts/rotation_study/screen_loader_candidates.py": "d201f41d4bc5f5c5f33f2fc62c601087f2eef629f1e1e3e4a87a4732891ed3b8",
|
| 507 |
+
"scripts/rotation_study/screen_loader_candidates_v2.py": "c2aee9b56fc05510f38880f2072a12b65efc938d67d5fe391cdd6a9a8277edf6",
|
| 508 |
+
"scripts/rotation_study/screen_rotation_access.py": "5cd4cbd0df0aaf9d7c8e154bd4a206ed5f1f9b47155659dafaa87641d4d71a54",
|
| 509 |
+
"scripts/rotation_study/summarize.py": "54be9e99168c4cf430cb27ba10de54fb6d6e35268b4466c9b45b0ee63fd246b3",
|
| 510 |
+
"scripts/rotation_study/summarize_expanded_acceleration.py": "1d15778f3b1e093ebfd8b4deb8fccbbe99035752ca691f2b0d0be445a28ac933",
|
| 511 |
+
"scripts/rotation_study/validate_acceleration_finalist.py": "1432e674519f118fb26ead5ba5d1396b80b3cb42e4f55b95be6d90a4c6a389a6",
|
| 512 |
+
"scripts/rotation_study/wait_validation.py": "26265d2d904c2734be7fdc2a518ede8b51493d22d7785b332d32c0d77f383aa5",
|
| 513 |
+
"scripts/rotation_table1/assemble.py": "85022a1d7ebd6758206162ef7eb0420b580e2c33c826db908892e8198231b680",
|
| 514 |
+
"scripts/rotation_table1/assemble_identity.py": "07c311f0589b47010f958add0defbc9b789af481d92e99098259cedd744bf528",
|
| 515 |
+
"scripts/rotation_table1/audit_smokes.py": "537a099a365dc36f616059887e280d369c363d4088aaec88780e77755e0fa412",
|
| 516 |
+
"scripts/rotation_table1/calibrate.py": "bbf40471f159f7af193362271aa4d2a7b6ce34e8a32959abc8fc7983edfb0b1d",
|
| 517 |
+
"scripts/rotation_table1/check_math.py": "ff0b97813f57eaec01035859d178c5b8aeb9828ae34008acd32731fc363e7fec",
|
| 518 |
+
"scripts/rotation_table1/check_packed.py": "57aa4980c083806bed498a2025f3e4f868cb03a6e35867f4cc722d4dd7bde961",
|
| 519 |
+
"scripts/rotation_table1/evaluate.py": "37b81a409d5bf8b9f5449839022d98059fb90c851c19c7a19c32f4599a7ae902",
|
| 520 |
+
"scripts/rotation_table1/plan_table3.py": "d6f579cab190f6442f5d6fd1b74f61d5244a1a78698eeaa76e120e01b5267212",
|
| 521 |
+
"scripts/rotation_table1/render_table1.py": "eb9d6e548fea8f753f11475e80146b4cc7b535a76a24c2d67bca9fdca42660b3",
|
| 522 |
+
"scripts/rotation_table1/render_table3.py": "5bc33b107c92760cfd6c3dae3b0dd7e8e72cb1e68533b17a44208c82081b40ab",
|
| 523 |
+
"scripts/rotation_table1/run_full.py": "b4bdcf7fb41d4e79525bd146a0fc589792f721769cb6441e7a17a799d4c475e2",
|
| 524 |
+
"scripts/rotation_table1/run_smokes.py": "d216bf8354b3c9d18bc90ba103a9095a39b80c8c20acab27656ce1d7828fbf5b",
|
| 525 |
+
"scripts/rotation_table1/run_table3.py": "1ee705fa75413c69fd0ee11a44029cf2c1bb511c36cc9858f2cd65bb35d1f258",
|
| 526 |
+
"scripts/rotation_table1/select_method.py": "c1d2f45d1f7bff4639e9c12211889076289483176a84435e3a9dadc7a46f572b",
|
| 527 |
+
"scripts/rotation_table1/summarize_calibration.py": "4b5bb9bd7d07cba440da7ce89bf365de32ee8b6d2843aa23dc4969bbb85d479c",
|
| 528 |
+
"scripts/rotation_table1/summarize_full.py": "bf94aac5c5ccc07cbfd82e38f01834e6989f386301f45fc8f378e177f688f81a",
|
| 529 |
+
"scripts/rotation_table1/summarize_table3.py": "1323e4a7cb40fc13862d1b455b241f241608cb151b72dfa629363f540cd843f3",
|
| 530 |
+
"scripts/rotation_table1/table3_jobs.py": "c368ef161c9bef456a39d215673f7b0f98ae75cddc8363cbf1b3ce1dcf533faa",
|
| 531 |
+
"scripts/run_activation_predictor_matrix.py": "5e9756e04612221cea145990d118443c3e747d516bd1ee3ce21d4e0403ca763b",
|
| 532 |
+
"scripts/run_activation_table10.py": "be359602b5e147ddd0d28a8f28726dbd9b857622bcc037bc7843e91caee992bb",
|
| 533 |
+
"scripts/run_coarse_sensitivity.py": "f327fbb2e2b80cb98d6b00b49e96484dbce1f479bc67d4e33b1b6cc9ff2d16f8",
|
| 534 |
+
"scripts/run_dynamic_group_scale_multi.py": "69d91faf446b9103d4c00f5175ec1a0f786b5e719bcaf3c9f94872dc87bf01ed",
|
| 535 |
+
"scripts/run_dynamic_group_scale_sweep.py": "4e8588a8f1ca7f02b566d8ede5373a18cf56a014d84487d458bcf4b7c2d64b68",
|
| 536 |
+
"scripts/run_fixed4_suite.py": "46eacb9ddfa89466cff33a1610d2051e53dd22a2489c933008757c1ba3eb8605",
|
| 537 |
+
"scripts/run_gsm8k.py": "594e570e58ea79aaaf27e6fa20088e4a63856044cf292b3d8aec57e658ea31ae",
|
| 538 |
+
"scripts/run_huginn_anchor_ablation.py": "d249e21f49f7df8421006fb847b51ad4848725ec0b7c16f4e2601bfb3599793e",
|
| 539 |
+
"scripts/run_huginn_anchor_ablation_queue.py": "544e241d06cb2aa34ab7a5946c453ef184f64fda5567689989b2a2537dfb3b65",
|
| 540 |
+
"scripts/run_huginn_anchor_calibrations.py": "fd4f8909b3fdc08745a5f26021096f52999fbed7cf510f06a6c4135acb0907ce",
|
| 541 |
+
"scripts/run_huginn_anchor_mechanism_queue.py": "b201ca02b2f18849bba4c05103fe5323d428cae4bbd919c8db268c1bcee4847e",
|
| 542 |
+
"scripts/run_huginn_full_finalists.py": "c6d79cc94e4d2314c7499f785cc196ed2f31cbfdf12d19ed18fcad8704bdb941",
|
| 543 |
+
"scripts/run_huginn_heatmap_queue.py": "8958642e837aecd51f0eb1f5d05b873974983ca24fd02779e7a03cf94a914a34",
|
| 544 |
+
"scripts/run_huginn_mixed_precision_matrix.py": "f64249ff45a0fc0a1813bbc0960bd02b1f98c87e7571dfd697d79822f1b91286",
|
| 545 |
+
"scripts/run_huginn_presinq_native_screen.py": "592d3a35f85274ff3ef15386dc348f300185409c27c5673c81d54b525a9998d2",
|
| 546 |
+
"scripts/run_huginn_prespecified_full_queue.py": "266936101d144add1e56290205e01c4cd44e82441e303334402a388b1ef11a07",
|
| 547 |
+
"scripts/run_huginn_quant_suite.py": "77b3d88fa71b5ccb3710f844da84b2c0e1a87f572dff09ca90c2e311cfeff0a5",
|
| 548 |
+
"scripts/run_huginn_residual_kv_matrix.py": "3fc23607e30ca800eec5b4040d715a2746f3f3011e627d5cab9329315185e387",
|
| 549 |
+
"scripts/run_huginn_selective_w4_screen.py": "74f7c15da787e1b7a4c001c5ecac9ffdb6f5f1c9fb62da6d4c1cef1cf5197c7f",
|
| 550 |
+
"scripts/run_huginn_selective_w4a_matrix.py": "f1ee23f016b8704caaba0d09502e1a6cad237f5b99c912ca2c44242d87d7fd86",
|
| 551 |
+
"scripts/run_huginn_table5_queue.py": "cbd005233a00c9dc56b8b866845236a47867cc505e2009f47d8d89e914996a7a",
|
| 552 |
+
"scripts/run_huginn_wa_matrix.py": "1fcc70489a2cdc0a6db05c515b47699e0d4fe49939ab5f0fd8999df41f264502",
|
| 553 |
+
"scripts/run_int2_accuracy_full.py": "ace6af465d793dd1f33a922fc0de8ba8ac832c519f3f61dc91992b079671be93",
|
| 554 |
+
"scripts/run_int2_accuracy_smokes.py": "47c987f932ead87cd8715fed7df8c09f6bc18c9385c5d31d5f654c1023e5f87e",
|
| 555 |
+
"scripts/run_int_kv_table14_15_matrix.py": "b57b985ada939389206cb0d8137f1701216d609a3d231bfb1892c2b95b7434e7",
|
| 556 |
+
"scripts/run_kv_calibration_robustness.py": "4af1ca5de75b41ac1dc9b9c8967d13993434de4048080cff192859edbba49471",
|
| 557 |
+
"scripts/run_kv_granularity_matrix.py": "39f394a99e14d43277ba060daf70357038ce42d7075304b1f09149b68158c3f2",
|
| 558 |
+
"scripts/run_kv_layer_sensitivity.py": "619a4a422338dd2bf7bf892f1dbab6550e79ac9abb16754c9c27fc19ba6e75ea",
|
| 559 |
+
"scripts/run_layer_channel_delta_ce.py": "cd28a506b86db4d5c717f934e16328d37932c7a0b785b4c6e8613a6453ee73ef",
|
| 560 |
+
"scripts/run_lm_eval_timed.py": "acdcfdf1b9ffd040e0fadaa45b1942e3d1b548433f135fbe1c84e2fcad0cb6fa",
|
| 561 |
+
"scripts/run_loop1_remaining_resumed.py": "56b1f88d04e774e4a383097b11640ab3f91bf214fc7b7daaed0286e789ddcc95",
|
| 562 |
+
"scripts/run_mixed_precision_finalists.py": "0da37cf7c46b974cc1e0835c6ddf8b7dac31b0e50a00b3afec11501e6379e190",
|
| 563 |
+
"scripts/run_mixed_precision_kv_matrix.py": "4c3dba3d879add89b8b726dfc667d51e2432f78f8f3f283e5b467aa930ec1043",
|
| 564 |
+
"scripts/run_momentum_ablation_matrix.py": "8d6469daef62830027c2c937e62ac396cdb186af05f330eea4a5a907ae1c6fd8",
|
| 565 |
+
"scripts/run_native_nvfp4_method_screen.py": "3f8714578306432462d60e6b73b04905bb68433dd6fa7e4ed916dcb56103c28f",
|
| 566 |
+
"scripts/run_native_wa_bf16_screen.py": "fb102e51d601a442b61afd582e321e5949eac2cfaa0c07fb7ddda53c10e44cc3",
|
| 567 |
+
"scripts/run_native_wa_export_queue.py": "6abac94be9ddb192cdd306dbf13398502b6f88ee14047027cc71a8d0befa2de3",
|
| 568 |
+
"scripts/run_ouro_chrome_trace_queue.py": "549b3ddf9a776b2235d704bcf097e725e9c083860f5bd97748937222a8150fa8",
|
| 569 |
+
"scripts/run_ouro_remaining_queue.py": "d0e698329cc1e986941a062bab9c49b33d43e6fc069b94036c41918ad42d82fb",
|
| 570 |
+
"scripts/run_ouro_repeatability_queue.py": "3c44894a3b9ef6feb7d91c24d9360dc214ef1bcf320ccd93717a0b27247de05b",
|
| 571 |
+
"scripts/run_ouro_rotation_math500.py": "3e36126efec9527380e822aaa25cda4caaa1f98595c67abaa3c759892a34e7fb",
|
| 572 |
+
"scripts/run_ouro_selected_kv.py": "2186aa2dd115633af04fa6b32f996d0edbf4eca8dfe98dd9f60b0219e0b3f159",
|
| 573 |
+
"scripts/run_ouro_selective_w4_matrix.py": "59de40bab4307007ea068d1ac9a1390c8fb08156bdd6217f19a286cabd4d0b76",
|
| 574 |
+
"scripts/run_ouro_selective_w4a_matrix.py": "cd59845df8008f51137ee40093b152375afa138e949ff3ced49c752090b3dad4",
|
| 575 |
+
"scripts/run_ouro_table5_queue.py": "f102ac7637e4652e10da8e7ddc6c5e68228488fefa024841778bdee184fbfaf7",
|
| 576 |
+
"scripts/run_ouro_vllm_gsm8k.py": "8bdce3830b7e84376b343fda3bec6be9a1efa60a38527e9607d39c2acb30edb6",
|
| 577 |
+
"scripts/run_packed_affine_sweep.py": "eb8fd503a5aaf83ed3c236aa0ba580fd67e152ec2689e0d868e9f02a54db9b4a",
|
| 578 |
+
"scripts/run_presinq_native_screen.py": "77d9e4f4ab52e6c155b87afc20e7c674e145b0637ef7053fac0f42dc54123168",
|
| 579 |
+
"scripts/run_q08_offset_sweep.py": "595e1b0a8a1752a88f7ab3d5a1f9e2ede337768248ae93aa9ec9d6f6d0082d44",
|
| 580 |
+
"scripts/run_q08_uniform_bits.py": "990ee1bc1c1b5fc5f56d8b787ace89748eaf24645868d6c014a66e47d0b9b259",
|
| 581 |
+
"scripts/run_residual_activation_matrix.py": "02a21358423ea5ccb2ec83fc3b047073f641494bb61bb6b62837e648ee0693cf",
|
| 582 |
+
"scripts/run_residual_kv_matrix.py": "392e763fc90e4ea7e3b664e8f70d009a441c0301e87ac52ae5ec033d79013bfc",
|
| 583 |
+
"scripts/run_selected_wa_kv_validation.py": "3373b6d950c61a7ae8b5af144e01852cfc519e616e4a77416fa955d1f4e3c3f7",
|
| 584 |
+
"scripts/run_sinq_matrix.py": "3b87d45fb75b69c59a18a9bcb6efde414089671e1c4d579902719cac86a4a6c5",
|
| 585 |
+
"scripts/run_table10_calibration_queue.py": "e527825b7356cbf5a5d02e0581a8165b38fee0e93874937b48476bbe1cc8179f",
|
| 586 |
+
"scripts/run_top3_combined_kv.py": "bebfd392c92c744491502ff7fc59b74bbb51dd4be5cf74cc5146c1b4efb5de56",
|
| 587 |
+
"scripts/select_heatmap_delta_ce_cells.py": "a16a13f8c20b352759769389fb1690cc45b3243cc49824121ee35e313f4cf794",
|
| 588 |
+
"scripts/select_kv_codec_full_policies.py": "84c5655c547b3faf6052e998c6791ea41105ecfdf5d7137a53757259a75c1991",
|
| 589 |
+
"scripts/smoke_ouro_nvfp4_vllm.py": "4d6f608d2b9027a6b5f9071511fdef2aaca37e6cad917ec3862c5cf6cc1b3fa6",
|
| 590 |
+
"scripts/smoke_ouro_recurrent_vllm.py": "bb159fa91c75084a1ff0ae1fdaf6fd65f29a01e6b49d79a16e06c9aec98df749",
|
| 591 |
+
"scripts/summarize_channel_profile_costs.py": "1835ebab6097d373c9fcab3ccfc0208c2eb392a6c425d1093bb6f5b704b70998",
|
| 592 |
+
"scripts/summarize_dynamic_lse.py": "66f32fba2b6031ddc80224194a509ec9eadbaebc06ee7832e06c70acfbb1c6e8",
|
| 593 |
+
"scripts/summarize_graph_experiments.py": "0877b04fb282eb7afafdfcd7e6453b92e6ffbb3521544e7c0719bd87c748f275",
|
| 594 |
+
"scripts/summarize_int_scale_matrix.py": "4c937809ee46b2576e1aed96996a5525fd2798bcb9b8f83e65eef3dcf0bccb74",
|
| 595 |
+
"scripts/summarize_kv_cost_analysis.py": "cd409cfad8ecebf0d8d8a3aac1c829342da463f0a36a3ae7ccf63774fef0c563",
|
| 596 |
+
"scripts/summarize_ouro_attention_precision.py": "a0bf777fc366cc198629c2c467d0fd1f98335bbcca6ae876bb61fe9c68566319",
|
| 597 |
+
"scripts/summarize_ouro_chrome_traces.py": "47d7beb592fd8049fb61c3e82a0298b4f65f5c35890342f2cc97f73a56843632",
|
| 598 |
+
"scripts/summarize_ouro_fair_comparison.py": "d16891bdbbb74901cebda757b426e524e447c20bee7c87b36b8ab00bae5f791a",
|
| 599 |
+
"scripts/summarize_ouro_final_optimization.py": "5222fc60b20210f6786a66005dd32ff3f6a750e5bc92f67654ec325bf0d8f7c7",
|
| 600 |
+
"scripts/summarize_quantization_goal.py": "73dd960173630d82664d1cd240f71cb329d15fa9842674cd9ca1df115e1370c6",
|
| 601 |
+
"scripts/summarize_recurrent_full.py": "519bff759541a33cceb3c3513a9537d9272b9b0e8b9c58e3b9f6267bf8b0979a",
|
| 602 |
+
"scripts/summarize_recurrent_mixed.py": "406b963dbb92587f781402a6b386bdf55d98bf053aab4c0f25432c931510662c",
|
| 603 |
+
"scripts/summarize_recurrent_screen.py": "68fcc410a93a0d667b97e7ab2a334c55eaa1d7250a8d3ad8f245ce8988db7f9d",
|
| 604 |
+
"scripts/summarize_recurrent_xqa.py": "c4b3718a49fd016a7d1b7ef3d1772cd0f31ef038f5a596ea0eb63460e035bc62",
|
| 605 |
+
"scripts/summarize_runpod_benchmarks.py": "9d18c35c572aed7b4ca1ba8f08bd79db2094bcee61252733f7c3c1a19189cf5f",
|
| 606 |
+
"scripts/summarize_scan_full.py": "7c10989917660da80a64ae4414dd12bec35d9d8e3d24a0b0d6670081bc3fc234",
|
| 607 |
+
"scripts/summarize_xqa_exploration.py": "9abeef642993d443c99a5a98970c89688326c45a7245c0cad617442506664f4a",
|
| 608 |
+
"scripts/trace_channel_capacity_schedule.py": "6fdb5972552f69c96318764f1e50fda3d08487db3b471c7d56f8ebaafec905ba",
|
| 609 |
+
"scripts/validate_native_kv.py": "cb726f0a16755d968317cb133bf232de1b0135dfbc0fa2f73efab2557af5775f",
|
| 610 |
+
"scripts/validate_nvfp4_modelopt_hopper.py": "079cf32815542feb97b0784696bbac1488c57d562c70905cb67355e74160e8f8",
|
| 611 |
+
"scripts/validate_pre_sinq_checkpoint.py": "5f6a7d4daed934b88e30eb4dde79f62a272782b69a35a220f4899be966af8a2d",
|
| 612 |
+
"scripts/validate_reqat_e1m2_modelopt.py": "31a076de14ab0bd99facfa7a2ca19eac2aa947c2872fe64c70f08e87f40b0e0c",
|
| 613 |
+
"plugins/ouro_quant_vllm/pyproject.toml": "c16833fa241d6219d645f79979c5df2bc4a8c3494a74a35d4c8ac38d59e96fcc",
|
| 614 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/__init__.py": "09961d7d247f2e2667eaa45747270f53172d32422e3a09391a3ad65d149822f8",
|
| 615 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/channel_requests.py": "3389cf929bedb1dd3d4d38a7dec8ab598cba3fa05fef8746f3d32d9fa34c2474",
|
| 616 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/fused_norm.py": "ea5b02eda1eed9280729ac2801ecefb8fc41fd82002bd76bf9ecce5c7c586e54",
|
| 617 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/fused_rope_cache.py": "7765006ecd10e9b8562f5d479cff12f4471c807bab271954a699bb381dc97c83",
|
| 618 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/kv_rotation.py": "b7d4ff4342d42a07d7791180c6ffad931a8d283ab0b46c7b1e4ae32865c0d436",
|
| 619 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/loopq_bridge.py": "be35be25a58efdc2fb0ebc7f7101b01d9c8b0aebd66b0f0a60c21fe5557cf468",
|
| 620 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/model.py": "806182c39a5693efd7895a607be17c44ccbc2b74d4e6624d90596c7a4cfb1f0e",
|
| 621 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/native_attention.py": "f2ddc785386102a38a40cc8b108ab2c4bfb7fe99cd3dcbe2b400f747b59483aa",
|
| 622 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/nvfp4_qdq.py": "b55c0270fdb6131848456141261d1c6b984f3f88ed31ac561ee7f981cb6a593c",
|
| 623 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_affine_attention.py": "0a9a0a1018341df5261254fdc9fabf1e1534381d91ab7b91a8a7c8ef6e0bccc2",
|
| 624 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_rotated_attention.py": "d8f7b9ec10f0c1c15e6043fc26444b4a6a376bfffdbcd8232e0ce577e270a01c",
|
| 625 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/packed_rotated_table1_attention.py": "7ae22f08c2efd240fb4c549943eaaae972a3161f482b91cbb5194bda3fd6b1a7",
|
| 626 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/recurrent_attention.py": "2e6ff15630c0757a9a36ca14818535f7a605be2800de8083841493ba25524dc3",
|
| 627 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/residual_activation.py": "8cca2e8ad00594220b2658c4be851efdc9627506c01900e8647c89463b8bc877",
|
| 628 |
+
"plugins/ouro_quant_vllm/src/ouro_quant_vllm/residual_kv.py": "4cad104ba295e294f87eb27eada1d968be46a7d5b4b0c08edb52e8bbebfc8e49",
|
| 629 |
+
"plugins/huginn_vllm_validated/pyproject.toml": "4538f596380c7d8487189accd14597cb2ed237dd76bb719a7057a95abefb4f14",
|
| 630 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/__init__.py": "5e18f53c2fdb7911b6cc921decc552d1fa92369fc115e1a1199288e58bcb16cc",
|
| 631 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/attention_bank.py": "8482b5175982303d7d999a5e0fdf71e2e6f09d5f34a88e57a6bdeb3df58a7dc8",
|
| 632 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/grouped_attention.py": "1e7df3c0c3f7cebc40cb977c11926a0b2c032653c20454a160a7ecbc21fd7b63",
|
| 633 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/loopq_bridge.py": "5cb3b60e24a2c683976d6229dd89135a04e3167ede696742a55a5dd327d49f7e",
|
| 634 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/model.py": "252b5b87d06ee17896fc91945a645c1e528290c70be7e2129bf9f2271177e383",
|
| 635 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/native_attention.py": "93843837ccd9b3393a080391d9c013a9586304af1acc1d850e52e8fbec7d2294",
|
| 636 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/runtime.py": "c9b71f1f48d75475ea299eab01d5bcf6f38445a7c7eec62fe2d5205b47d6c218",
|
| 637 |
+
"plugins/huginn_vllm_validated/src/huginn_vllm_validated/wavefront.py": "a74f9b084a9e2708c1211dc9fb6cb20de23d61e17868e0967fcf0e6cd27eb125"
|
| 638 |
+
},
|
| 639 |
+
"scope": "repository source at launch; installed dependencies are identified separately by environment metadata",
|
| 640 |
+
"changed_during_run": [],
|
| 641 |
+
"source_tree_unchanged_at_exit": true
|
| 642 |
+
},
|
| 643 |
+
"result_path": "/workspace/loopq_data/curve_a4_s0/eval_final/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T23-39-38.030831.json",
|
| 644 |
+
"samples": {
|
| 645 |
+
"lambada_openai": {
|
| 646 |
+
"original": 5153,
|
| 647 |
+
"effective": 5153
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"metrics": {
|
| 651 |
+
"lambada_openai": {
|
| 652 |
+
"name": "lambada_openai",
|
| 653 |
+
"alias": "lambada_openai",
|
| 654 |
+
"sample_len": 5153,
|
| 655 |
+
"perplexity,none": 8.383131365672106,
|
| 656 |
+
"perplexity_stderr,none": 0.23103998744055027,
|
| 657 |
+
"acc,none": 0.5604502231709684,
|
| 658 |
+
"acc_stderr,none": 0.006914879684264954
|
| 659 |
+
}
|
| 660 |
+
},
|
| 661 |
+
"task_configs": {
|
| 662 |
+
"lambada_openai": {
|
| 663 |
+
"task": "lambada_openai",
|
| 664 |
+
"dataset_path": "EleutherAI/lambada_openai",
|
| 665 |
+
"dataset_name": "default",
|
| 666 |
+
"test_split": "test",
|
| 667 |
+
"doc_to_text": "{{text.split(' ')[:-1]|join(' ')}}",
|
| 668 |
+
"doc_to_target": "{{' '+text.split(' ')[-1]}}",
|
| 669 |
+
"unsafe_code": false,
|
| 670 |
+
"description": "",
|
| 671 |
+
"target_delimiter": " ",
|
| 672 |
+
"fewshot_delimiter": "\n\n",
|
| 673 |
+
"fewshot_config": {
|
| 674 |
+
"sampler": "default",
|
| 675 |
+
"split": null,
|
| 676 |
+
"process_docs": null,
|
| 677 |
+
"fewshot_indices": null,
|
| 678 |
+
"samples": null,
|
| 679 |
+
"doc_to_text": "{{text.split(' ')[:-1]|join(' ')}}",
|
| 680 |
+
"doc_to_choice": null,
|
| 681 |
+
"doc_to_target": "{{' '+text.split(' ')[-1]}}",
|
| 682 |
+
"gen_prefix": null,
|
| 683 |
+
"fewshot_delimiter": "\n\n",
|
| 684 |
+
"target_delimiter": " "
|
| 685 |
+
},
|
| 686 |
+
"num_fewshot": 0,
|
| 687 |
+
"metric_list": [
|
| 688 |
+
{
|
| 689 |
+
"metric": "perplexity",
|
| 690 |
+
"aggregation": "perplexity",
|
| 691 |
+
"higher_is_better": false
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"metric": "acc",
|
| 695 |
+
"aggregation": "mean",
|
| 696 |
+
"higher_is_better": true
|
| 697 |
+
}
|
| 698 |
+
],
|
| 699 |
+
"output_type": "loglikelihood",
|
| 700 |
+
"repeats": 1,
|
| 701 |
+
"should_decontaminate": true,
|
| 702 |
+
"doc_to_decontamination_query": "{{text}}",
|
| 703 |
+
"metadata": {
|
| 704 |
+
"version": 1.0,
|
| 705 |
+
"pretrained": "ByteDance/Ouro-1.4B",
|
| 706 |
+
"revision": "e3b1e0993b1231a51d6069a870476dda4162c00a",
|
| 707 |
+
"trust_remote_code": true,
|
| 708 |
+
"dtype": "bfloat16",
|
| 709 |
+
"tensor_parallel_size": 1,
|
| 710 |
+
"max_model_len": 4096,
|
| 711 |
+
"gpu_memory_utilization": 0.9,
|
| 712 |
+
"enforce_eager": true,
|
| 713 |
+
"max_num_seqs": 32,
|
| 714 |
+
"max_num_batched_tokens": 4096,
|
| 715 |
+
"enable_prefix_caching": false,
|
| 716 |
+
"seed": 0,
|
| 717 |
+
"config_source": "/root/venv-LT/lib/python3.11/site-packages/lm_eval/tasks/lambada/lambada_openai.yaml"
|
| 718 |
+
}
|
| 719 |
+
}
|
| 720 |
+
}
|
| 721 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/lambada_openai/timing.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_init_seconds": 33.6115588368848,
|
| 3 |
+
"generate_until_seconds": 0.0,
|
| 4 |
+
"generated_samples": 0,
|
| 5 |
+
"generated_tokens": 0,
|
| 6 |
+
"generation_calls": 0,
|
| 7 |
+
"completed": true,
|
| 8 |
+
"process_seconds": 245.44895535707474
|
| 9 |
+
}
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/evaluation.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/README.md
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Task-name
|
| 2 |
+
|
| 3 |
+
### Paper
|
| 4 |
+
|
| 5 |
+
Title: `Measuring Massive Multitask Language Understanding`
|
| 6 |
+
|
| 7 |
+
Abstract: `https://arxiv.org/abs/2009.03300`
|
| 8 |
+
|
| 9 |
+
`The test covers 57 tasks including elementary mathematics, US history, computer science, law, and more.`
|
| 10 |
+
|
| 11 |
+
Homepage: `https://github.com/hendrycks/test`
|
| 12 |
+
|
| 13 |
+
Note: The `Flan` variants are derived from [here](https://github.com/jasonwei20/flan-2), and as described in Appendix D.1 of [Scaling Instruction-Finetuned Language Models](https://arxiv.org/abs/2210.11416).
|
| 14 |
+
|
| 15 |
+
### Citation
|
| 16 |
+
|
| 17 |
+
```
|
| 18 |
+
@article{hendryckstest2021,
|
| 19 |
+
title={Measuring Massive Multitask Language Understanding},
|
| 20 |
+
author={Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
|
| 21 |
+
journal={Proceedings of the International Conference on Learning Representations (ICLR)},
|
| 22 |
+
year={2021}
|
| 23 |
+
}
|
| 24 |
+
|
| 25 |
+
@article{hendrycks2021ethics,
|
| 26 |
+
title={Aligning AI With Shared Human Values},
|
| 27 |
+
author={Dan Hendrycks and Collin Burns and Steven Basart and Andrew Critch and Jerry Li and Dawn Song and Jacob Steinhardt},
|
| 28 |
+
journal={Proceedings of the International Conference on Learning Representations (ICLR)},
|
| 29 |
+
year={2021}
|
| 30 |
+
}
|
| 31 |
+
```
|
| 32 |
+
|
| 33 |
+
### Groups, Tags, and Tasks
|
| 34 |
+
|
| 35 |
+
#### Groups
|
| 36 |
+
|
| 37 |
+
* `mmlu`: `Original multiple-choice MMLU benchmark`
|
| 38 |
+
* `mmlu_continuation`: `MMLU but with continuation prompts`
|
| 39 |
+
* `mmlu_generative`: `MMLU generation`
|
| 40 |
+
|
| 41 |
+
MMLU is the original benchmark as implemented by Hendrycks et al. with the choices in context and the answer letters (e.g `A`, `B`, `C`, `D`) in the continuation.
|
| 42 |
+
`mmlu_continuation` is a cloze-style variant without the choices in context and the full answer choice in the continuation.
|
| 43 |
+
`mmlu_generative` is a generation variant, similar to the original but the LLM is asked to generate the correct answer letter.
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
#### Subgroups
|
| 47 |
+
|
| 48 |
+
* `mmlu_stem'
|
| 49 |
+
* `mmlu_humanities'
|
| 50 |
+
* `mmlu_social_sciences'
|
| 51 |
+
* `mmlu_other'
|
| 52 |
+
|
| 53 |
+
Subgroup variants are prefixed with the subgroup name, e.g. `mmlu_stem_continuation`.
|
| 54 |
+
|
| 55 |
+
### Checklist
|
| 56 |
+
|
| 57 |
+
For adding novel benchmarks/datasets to the library:
|
| 58 |
+
* [x] Is the task an existing benchmark in the literature?
|
| 59 |
+
* [x] Have you referenced the original paper that introduced the task?
|
| 60 |
+
* [x] If yes, does the original paper provide a reference implementation? If so, have you checked against the reference implementation and documented how to run such a test?
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
If other tasks on this dataset are already supported:
|
| 64 |
+
* [x] Is the "Main" variant of this task clearly denoted?
|
| 65 |
+
* [x] Have you provided a short sentence in a README on what each new variant adds / evaluates?
|
| 66 |
+
* [x] Have you noted which, if any, published evaluation setups are matched by this variant?
|
| 67 |
+
|
| 68 |
+
# changelog
|
| 69 |
+
ver 1: PR #497
|
| 70 |
+
switch to original implementation
|
| 71 |
+
|
| 72 |
+
ver 2: PR #2116
|
| 73 |
+
add missing newline in description.
|
| 74 |
+
|
| 75 |
+
PR #3137
|
| 76 |
+
Fix `mmlu_continuation` subgroup names to fit other variants, and switch dataset from `hails/mmlu_no_train` to `cais/mmlu` in all subtasks.
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/_generate_configs.py
ADDED
|
@@ -0,0 +1,159 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# noqa
|
| 2 |
+
"""
|
| 3 |
+
Take in a YAML, and output all "other" splits with this YAML
|
| 4 |
+
"""
|
| 5 |
+
|
| 6 |
+
import argparse
|
| 7 |
+
import logging
|
| 8 |
+
import os
|
| 9 |
+
|
| 10 |
+
import yaml
|
| 11 |
+
from tqdm import tqdm
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
eval_logger = logging.getLogger(__name__)
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
SUBJECTS = {
|
| 18 |
+
"abstract_algebra": "stem",
|
| 19 |
+
"anatomy": "stem",
|
| 20 |
+
"astronomy": "stem",
|
| 21 |
+
"business_ethics": "other",
|
| 22 |
+
"clinical_knowledge": "other",
|
| 23 |
+
"college_biology": "stem",
|
| 24 |
+
"college_chemistry": "stem",
|
| 25 |
+
"college_computer_science": "stem",
|
| 26 |
+
"college_mathematics": "stem",
|
| 27 |
+
"college_medicine": "other",
|
| 28 |
+
"college_physics": "stem",
|
| 29 |
+
"computer_security": "stem",
|
| 30 |
+
"conceptual_physics": "stem",
|
| 31 |
+
"econometrics": "social_sciences",
|
| 32 |
+
"electrical_engineering": "stem",
|
| 33 |
+
"elementary_mathematics": "stem",
|
| 34 |
+
"formal_logic": "humanities",
|
| 35 |
+
"global_facts": "other",
|
| 36 |
+
"high_school_biology": "stem",
|
| 37 |
+
"high_school_chemistry": "stem",
|
| 38 |
+
"high_school_computer_science": "stem",
|
| 39 |
+
"high_school_european_history": "humanities",
|
| 40 |
+
"high_school_geography": "social_sciences",
|
| 41 |
+
"high_school_government_and_politics": "social_sciences",
|
| 42 |
+
"high_school_macroeconomics": "social_sciences",
|
| 43 |
+
"high_school_mathematics": "stem",
|
| 44 |
+
"high_school_microeconomics": "social_sciences",
|
| 45 |
+
"high_school_physics": "stem",
|
| 46 |
+
"high_school_psychology": "social_sciences",
|
| 47 |
+
"high_school_statistics": "stem",
|
| 48 |
+
"high_school_us_history": "humanities",
|
| 49 |
+
"high_school_world_history": "humanities",
|
| 50 |
+
"human_aging": "other",
|
| 51 |
+
"human_sexuality": "social_sciences",
|
| 52 |
+
"international_law": "humanities",
|
| 53 |
+
"jurisprudence": "humanities",
|
| 54 |
+
"logical_fallacies": "humanities",
|
| 55 |
+
"machine_learning": "stem",
|
| 56 |
+
"management": "other",
|
| 57 |
+
"marketing": "other",
|
| 58 |
+
"medical_genetics": "other",
|
| 59 |
+
"miscellaneous": "other",
|
| 60 |
+
"moral_disputes": "humanities",
|
| 61 |
+
"moral_scenarios": "humanities",
|
| 62 |
+
"nutrition": "other",
|
| 63 |
+
"philosophy": "humanities",
|
| 64 |
+
"prehistory": "humanities",
|
| 65 |
+
"professional_accounting": "other",
|
| 66 |
+
"professional_law": "humanities",
|
| 67 |
+
"professional_medicine": "other",
|
| 68 |
+
"professional_psychology": "social_sciences",
|
| 69 |
+
"public_relations": "social_sciences",
|
| 70 |
+
"security_studies": "social_sciences",
|
| 71 |
+
"sociology": "social_sciences",
|
| 72 |
+
"us_foreign_policy": "social_sciences",
|
| 73 |
+
"virology": "other",
|
| 74 |
+
"world_religions": "humanities",
|
| 75 |
+
}
|
| 76 |
+
|
| 77 |
+
|
| 78 |
+
def parse_args():
|
| 79 |
+
parser = argparse.ArgumentParser()
|
| 80 |
+
parser.add_argument("--base_yaml_path", required=True)
|
| 81 |
+
parser.add_argument("--save_prefix_path", default="mmlu")
|
| 82 |
+
parser.add_argument("--cot_prompt_path", default=None)
|
| 83 |
+
parser.add_argument("--task_prefix", default="")
|
| 84 |
+
parser.add_argument("--group_prefix", default="")
|
| 85 |
+
return parser.parse_args()
|
| 86 |
+
|
| 87 |
+
|
| 88 |
+
if __name__ == "__main__":
|
| 89 |
+
args = parse_args()
|
| 90 |
+
|
| 91 |
+
# get filename of base_yaml so we can `"include": ` it in our "other" YAMLs.
|
| 92 |
+
base_yaml_name = os.path.split(args.base_yaml_path)[-1]
|
| 93 |
+
with open(args.base_yaml_path, encoding="utf-8") as f:
|
| 94 |
+
base_yaml = yaml.full_load(f)
|
| 95 |
+
|
| 96 |
+
if args.cot_prompt_path is not None:
|
| 97 |
+
import json
|
| 98 |
+
|
| 99 |
+
with open(args.cot_prompt_path, encoding="utf-8") as f:
|
| 100 |
+
cot_file = json.load(f)
|
| 101 |
+
|
| 102 |
+
ALL_CATEGORIES = []
|
| 103 |
+
for subject, category in tqdm(SUBJECTS.items()):
|
| 104 |
+
if category not in ALL_CATEGORIES:
|
| 105 |
+
ALL_CATEGORIES.append(category)
|
| 106 |
+
|
| 107 |
+
if args.cot_prompt_path is not None:
|
| 108 |
+
description = cot_file[subject]
|
| 109 |
+
else:
|
| 110 |
+
description = f"The following are multiple choice questions (with answers) about {' '.join(subject.split('_'))}.\n\n"
|
| 111 |
+
|
| 112 |
+
yaml_dict = {
|
| 113 |
+
"include": base_yaml_name,
|
| 114 |
+
"tag": f"mmlu_{args.task_prefix}_{category}"
|
| 115 |
+
if args.task_prefix != ""
|
| 116 |
+
else f"mmlu_{category}",
|
| 117 |
+
"task": f"mmlu_{args.task_prefix}_{subject}"
|
| 118 |
+
if args.task_prefix != ""
|
| 119 |
+
else f"mmlu_{subject}",
|
| 120 |
+
"task_alias": subject.replace("_", " "),
|
| 121 |
+
"dataset_name": subject,
|
| 122 |
+
"description": description,
|
| 123 |
+
}
|
| 124 |
+
|
| 125 |
+
file_save_path = args.save_prefix_path + f"_{subject}.yaml"
|
| 126 |
+
eval_logger.info(f"Saving yaml for subset {subject} to {file_save_path}")
|
| 127 |
+
with open(file_save_path, "w", encoding="utf-8") as yaml_file:
|
| 128 |
+
yaml.dump(
|
| 129 |
+
yaml_dict,
|
| 130 |
+
yaml_file,
|
| 131 |
+
allow_unicode=True,
|
| 132 |
+
default_style='"',
|
| 133 |
+
)
|
| 134 |
+
|
| 135 |
+
if args.task_prefix != "":
|
| 136 |
+
mmlu_subcategories = [
|
| 137 |
+
f"mmlu_{args.task_prefix}_{category}" for category in ALL_CATEGORIES
|
| 138 |
+
]
|
| 139 |
+
else:
|
| 140 |
+
mmlu_subcategories = [f"mmlu_{category}" for category in ALL_CATEGORIES]
|
| 141 |
+
|
| 142 |
+
if args.group_prefix != "":
|
| 143 |
+
file_save_path = args.group_prefix + ".yaml"
|
| 144 |
+
else:
|
| 145 |
+
file_save_path = args.save_prefix_path + ".yaml"
|
| 146 |
+
|
| 147 |
+
eval_logger.info(f"Saving benchmark config to {file_save_path}")
|
| 148 |
+
with open(file_save_path, "w", encoding="utf-8") as yaml_file:
|
| 149 |
+
yaml.dump(
|
| 150 |
+
{
|
| 151 |
+
"group": f"mmlu_{args.task_prefix}"
|
| 152 |
+
if args.task_prefix != ""
|
| 153 |
+
else "mmlu",
|
| 154 |
+
"task": mmlu_subcategories,
|
| 155 |
+
},
|
| 156 |
+
yaml_file,
|
| 157 |
+
indent=4,
|
| 158 |
+
default_flow_style=False,
|
| 159 |
+
)
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dataset_path: cais/mmlu
|
| 2 |
+
output_type: multiple_choice
|
| 3 |
+
test_split: test
|
| 4 |
+
fewshot_split: dev
|
| 5 |
+
fewshot_config:
|
| 6 |
+
sampler: first_n
|
| 7 |
+
doc_to_text: "Question: {{question.strip()}}\nAnswer:"
|
| 8 |
+
doc_to_choice: "{{choices}}"
|
| 9 |
+
doc_to_target: "{{answer}}"
|
| 10 |
+
metadata:
|
| 11 |
+
version: 1.0
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/_mmlu.yaml
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
group: mmlu_continuation
|
| 2 |
+
group_alias: mmlu (continuation)
|
| 3 |
+
task:
|
| 4 |
+
- group: stem
|
| 5 |
+
task:
|
| 6 |
+
- mmlu_stem_continuation
|
| 7 |
+
aggregate_metric_list:
|
| 8 |
+
- metric: acc
|
| 9 |
+
weight_by_size: True
|
| 10 |
+
- group: other
|
| 11 |
+
task:
|
| 12 |
+
- mmlu_other_continuation
|
| 13 |
+
aggregate_metric_list:
|
| 14 |
+
- metric: acc
|
| 15 |
+
weight_by_size: True
|
| 16 |
+
- group: social sciences
|
| 17 |
+
task:
|
| 18 |
+
- mmlu_social_sciences_continuation
|
| 19 |
+
aggregate_metric_list:
|
| 20 |
+
- metric: acc
|
| 21 |
+
weight_by_size: True
|
| 22 |
+
- group: humanities
|
| 23 |
+
task:
|
| 24 |
+
- mmlu_humanities_continuation
|
| 25 |
+
aggregate_metric_list:
|
| 26 |
+
- metric: acc
|
| 27 |
+
weight_by_size: True
|
| 28 |
+
aggregate_metric_list:
|
| 29 |
+
- metric: acc
|
| 30 |
+
weight_by_size: True
|
| 31 |
+
metadata:
|
| 32 |
+
version: 2
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "abstract_algebra"
|
| 2 |
+
"description": "The following are questions (with answers) about abstract\
|
| 3 |
+
\ algebra.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_abstract_algebra_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "anatomy"
|
| 2 |
+
"description": "The following are questions (with answers) about anatomy.\n\
|
| 3 |
+
\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_anatomy_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "astronomy"
|
| 2 |
+
"description": "The following are questions (with answers) about astronomy.\n\
|
| 3 |
+
\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_astronomy_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "business_ethics"
|
| 2 |
+
"description": "The following are questions (with answers) about business\
|
| 3 |
+
\ ethics.\n\n"
|
| 4 |
+
"tag": "mmlu_other_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_business_ethics_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "clinical_knowledge"
|
| 2 |
+
"description": "The following are questions (with answers) about clinical\
|
| 3 |
+
\ knowledge.\n\n"
|
| 4 |
+
"tag": "mmlu_other_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_clinical_knowledge_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "college_biology"
|
| 2 |
+
"description": "The following are questions (with answers) about college\
|
| 3 |
+
\ biology.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_college_biology_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "college_chemistry"
|
| 2 |
+
"description": "The following are questions (with answers) about college\
|
| 3 |
+
\ chemistry.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_college_chemistry_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "college_computer_science"
|
| 2 |
+
"description": "The following are questions (with answers) about college\
|
| 3 |
+
\ computer science.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_college_computer_science_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "college_mathematics"
|
| 2 |
+
"description": "The following are questions (with answers) about college\
|
| 3 |
+
\ mathematics.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_college_mathematics_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "college_medicine"
|
| 2 |
+
"description": "The following are questions (with answers) about college\
|
| 3 |
+
\ medicine.\n\n"
|
| 4 |
+
"tag": "mmlu_other_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_college_medicine_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "college_physics"
|
| 2 |
+
"description": "The following are questions (with answers) about college\
|
| 3 |
+
\ physics.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_college_physics_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "computer_security"
|
| 2 |
+
"description": "The following are questions (with answers) about computer\
|
| 3 |
+
\ security.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_computer_security_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "conceptual_physics"
|
| 2 |
+
"description": "The following are questions (with answers) about conceptual\
|
| 3 |
+
\ physics.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_conceptual_physics_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "econometrics"
|
| 2 |
+
"description": "The following are questions (with answers) about econometrics.\n\
|
| 3 |
+
\n"
|
| 4 |
+
"tag": "mmlu_social_sciences_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_econometrics_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "electrical_engineering"
|
| 2 |
+
"description": "The following are questions (with answers) about electrical\
|
| 3 |
+
\ engineering.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_electrical_engineering_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "elementary_mathematics"
|
| 2 |
+
"description": "The following are questions (with answers) about elementary\
|
| 3 |
+
\ mathematics.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_elementary_mathematics_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "formal_logic"
|
| 2 |
+
"description": "The following are questions (with answers) about formal\
|
| 3 |
+
\ logic.\n\n"
|
| 4 |
+
"tag": "mmlu_humanities_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_formal_logic_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "global_facts"
|
| 2 |
+
"description": "The following are questions (with answers) about global\
|
| 3 |
+
\ facts.\n\n"
|
| 4 |
+
"tag": "mmlu_other_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_global_facts_continuation"
|
loopq_quantization/results/loopq_w4a4_completed/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"dataset_name": "high_school_biology"
|
| 2 |
+
"description": "The following are questions (with answers) about high\
|
| 3 |
+
\ school biology.\n\n"
|
| 4 |
+
"tag": "mmlu_stem_continuation"
|
| 5 |
+
"include": "_continuation_template_yaml"
|
| 6 |
+
"task": "mmlu_high_school_biology_continuation"
|