Upload complete CSR and CSRv2 experiment folders
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +4 -0
- README.md +5 -0
- csr_k8_743bbf428050/configuration.json +102 -0
- csr_k8_743bbf428050/gpu_preflight.json +45 -0
- csr_k8_743bbf428050/resnet18/classification/endpoint/result.json +229 -0
- csr_k8_743bbf428050/resnet18/data.json +0 -0
- csr_k8_743bbf428050/resnet18/diagnostic_0000000.json +43 -0
- csr_k8_743bbf428050/resnet18/diagnostic_0012510.json +43 -0
- csr_k8_743bbf428050/resnet18/final_model.pt +3 -0
- csr_k8_743bbf428050/resnet18/fit_identity.json +96 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_128/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_128/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_128/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_16/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_16/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_16/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_2/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_2/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_2/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/metrics.json +531 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/result.json +538 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_32/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_32/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_32/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_4/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_4/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_4/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/metrics.json +531 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/result.json +538 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_64/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_64/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_64/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_8/metrics.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_8/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_8/result.json +0 -0
- csr_k8_743bbf428050/resnet18/retrieval/endpoint/result.json +0 -0
- csr_k8_743bbf428050/resnet18/summary.json +0 -0
- csr_k8_743bbf428050/resnet18/training.jsonl +3 -0
- csr_k8_743bbf428050/resnet18/wandb_run_id.txt +1 -0
- csr_k8_743bbf428050/resnet50/classification/endpoint/result.json +269 -0
- csr_k8_743bbf428050/resnet50/data.json +208 -0
- csr_k8_743bbf428050/resnet50/diagnostic_0000000.json +43 -0
- csr_k8_743bbf428050/resnet50/diagnostic_0012510.json +43 -0
- csr_k8_743bbf428050/resnet50/final_model.pt +3 -0
- csr_k8_743bbf428050/resnet50/fit_identity.json +96 -0
- csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/metrics.json +531 -0
- csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/predictions.csv +0 -0
- csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/result.json +538 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
csr_k8_743bbf428050/resnet18/training.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
csr_k8_743bbf428050/resnet50/training.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
csrv2_k8_9a423d1ae51d/resnet18/training.jsonl filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
csrv2_k8_9a423d1ae51d/resnet50/training.jsonl filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# almost_cvpr
|
| 2 |
+
|
| 3 |
+
Complete `csr_k8_743bbf428050/` and `csrv2_k8_9a423d1ae51d/` experiment folders. Includes weights, configurations, training logs, diagnostics, metrics and predictions. All original file paths are preserved. macOS `.DS_Store` files are excluded.
|
| 4 |
+
|
| 5 |
+
See `manifest.json` for file sizes and SHA-256 checksums. This repository contains experiment artifacts.
|
csr_k8_743bbf428050/configuration.json
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adam_eps": 6.25e-10,
|
| 3 |
+
"allow_empty_codes": true,
|
| 4 |
+
"anchor_chunk_size": 128,
|
| 5 |
+
"anchor_count": 1024,
|
| 6 |
+
"anneal_fraction": 0.7,
|
| 7 |
+
"anneal_start_k": null,
|
| 8 |
+
"backbones": "resnet50,resnet18",
|
| 9 |
+
"bank_refresh": 25,
|
| 10 |
+
"batch_size": 1024,
|
| 11 |
+
"cache_dir": "/workspace/MPSAE/data/mmrsae",
|
| 12 |
+
"checkpoint_every": 25,
|
| 13 |
+
"clean_probability": 0.2,
|
| 14 |
+
"context_noise_std": 0.02,
|
| 15 |
+
"context_reference_count": 1024,
|
| 16 |
+
"context_student_temperature": 0.1,
|
| 17 |
+
"context_teacher_temperature": 0.1,
|
| 18 |
+
"context_weight": null,
|
| 19 |
+
"contrastive_temperature": 0.2,
|
| 20 |
+
"contrastive_weight": null,
|
| 21 |
+
"data_backend": "hf",
|
| 22 |
+
"data_root": "data/imagenet1k",
|
| 23 |
+
"data_seed": 42,
|
| 24 |
+
"dead_steps": 30,
|
| 25 |
+
"dense_gemm_min_k": 256,
|
| 26 |
+
"dense_reference": false,
|
| 27 |
+
"dev_size": 10000,
|
| 28 |
+
"device": "cuda:0",
|
| 29 |
+
"dictionary_blend": 0.1,
|
| 30 |
+
"dictionary_temperature": 0.1,
|
| 31 |
+
"download": true,
|
| 32 |
+
"embedding_source": "precomputed",
|
| 33 |
+
"embeddings_dir": "/workspace/MPSAE/data/embeddings",
|
| 34 |
+
"embeddings_repo": "quangnguyenopt/NSFW",
|
| 35 |
+
"embeddings_repo_type": "model",
|
| 36 |
+
"embeddings_revision": "main",
|
| 37 |
+
"encode_batch_size": 1024,
|
| 38 |
+
"epochs": 10,
|
| 39 |
+
"erase_probability": 0.25,
|
| 40 |
+
"eval_every": 0,
|
| 41 |
+
"eval_topk": "auto",
|
| 42 |
+
"evaluation": "official",
|
| 43 |
+
"faiss_temp_memory_mib": 512,
|
| 44 |
+
"feature_batch_size": 256,
|
| 45 |
+
"ff2048_revision": "main",
|
| 46 |
+
"ff2048_train": null,
|
| 47 |
+
"ff2048_train_sha256": null,
|
| 48 |
+
"ff2048_val": null,
|
| 49 |
+
"ff2048_val_sha256": null,
|
| 50 |
+
"gallery_chunk_size": 65536,
|
| 51 |
+
"gpu_memory_fraction": 0.8,
|
| 52 |
+
"hidden_dim": 8192,
|
| 53 |
+
"imagenet_revision": "main",
|
| 54 |
+
"k": 8,
|
| 55 |
+
"k_aux": 512,
|
| 56 |
+
"linear_probe": true,
|
| 57 |
+
"log_every": 10,
|
| 58 |
+
"lr": 4e-05,
|
| 59 |
+
"mask": null,
|
| 60 |
+
"max_steps": 0,
|
| 61 |
+
"max_val": 0,
|
| 62 |
+
"mixture_weight": null,
|
| 63 |
+
"ot_eta": 0.2,
|
| 64 |
+
"ot_iters": 100,
|
| 65 |
+
"ot_mass": 0.9,
|
| 66 |
+
"ot_max_refine_iters": 2000,
|
| 67 |
+
"ot_microbatch": 32,
|
| 68 |
+
"ot_tol": 0.0001,
|
| 69 |
+
"ot_weight": null,
|
| 70 |
+
"output_dir": "/workspace/MPSAE/runs/mmrsae",
|
| 71 |
+
"parent_revision": "main",
|
| 72 |
+
"plan": false,
|
| 73 |
+
"preflight_only": false,
|
| 74 |
+
"prepare_only": false,
|
| 75 |
+
"probe_batch_size": 1024,
|
| 76 |
+
"probe_epochs": 10,
|
| 77 |
+
"probe_lr": 0.1,
|
| 78 |
+
"probe_weight_decay": 0.0001,
|
| 79 |
+
"query_batch_size": 32,
|
| 80 |
+
"relation_weight": null,
|
| 81 |
+
"repair_rank": 32,
|
| 82 |
+
"retrieval_repeats": 5,
|
| 83 |
+
"retrieval_warmup": 3,
|
| 84 |
+
"rn18_train": null,
|
| 85 |
+
"rn18_val": null,
|
| 86 |
+
"run_name": null,
|
| 87 |
+
"score_buffer_mib": 256,
|
| 88 |
+
"seed": 1227,
|
| 89 |
+
"student_temperature": 0.1,
|
| 90 |
+
"teacher_temperature": 0.1,
|
| 91 |
+
"timed_retrieval": true,
|
| 92 |
+
"train_size": 0,
|
| 93 |
+
"variant": "csr",
|
| 94 |
+
"wandb_entity": null,
|
| 95 |
+
"wandb_group": "imagenet-manual",
|
| 96 |
+
"wandb_mode": "online",
|
| 97 |
+
"wandb_project": "MMRSAE-VN-A6000",
|
| 98 |
+
"wandb_run_name": "",
|
| 99 |
+
"wandb_tags": "imagenet,mmrsae,manual-tuning",
|
| 100 |
+
"weight_decay": 0.0001,
|
| 101 |
+
"workers": 4
|
| 102 |
+
}
|
csr_k8_743bbf428050/gpu_preflight.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"compute_capability": [
|
| 3 |
+
8,
|
| 4 |
+
6
|
| 5 |
+
],
|
| 6 |
+
"cpu_fallback": false,
|
| 7 |
+
"cuda_version": "13.0",
|
| 8 |
+
"dense_backend": "faiss_gpu_flat_l2",
|
| 9 |
+
"device": "cuda:0",
|
| 10 |
+
"device_name": "NVIDIA RTX A6000",
|
| 11 |
+
"device_total_bytes": 50899386368,
|
| 12 |
+
"faiss_version": "1.14.1",
|
| 13 |
+
"gallery_estimates": {
|
| 14 |
+
"context_reference_buffer_bytes": 0,
|
| 15 |
+
"estimate_excludes": "training activations, refreshed student KL bank, non-attention encoding intermediates, library overhead",
|
| 16 |
+
"gallery_rows": 1280143,
|
| 17 |
+
"landmark_attention_workspace_estimate_bytes": 0,
|
| 18 |
+
"landmark_dictionary": false,
|
| 19 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 20 |
+
"model_buffer_bytes": 65536,
|
| 21 |
+
"parameter_adam_gradient_bytes": 268599296,
|
| 22 |
+
"sparse_build_workspace_estimate_bytes": 402843672,
|
| 23 |
+
"sparse_index_upper_bytes": 2616669688,
|
| 24 |
+
"sparse_score_workspace_bytes": 2105344
|
| 25 |
+
},
|
| 26 |
+
"gpu_search_probe": "passed",
|
| 27 |
+
"precision": "float32",
|
| 28 |
+
"probe_checks": [
|
| 29 |
+
"float32_gpu_outputs",
|
| 30 |
+
"known_scores",
|
| 31 |
+
"unique_neighbors",
|
| 32 |
+
"chunk_merging",
|
| 33 |
+
"nonoverlap",
|
| 34 |
+
"partial_query_batch",
|
| 35 |
+
"zero_vector_rejection",
|
| 36 |
+
"coordinate_dtype",
|
| 37 |
+
"coordinate_range"
|
| 38 |
+
],
|
| 39 |
+
"probe_gallery_rows": 5,
|
| 40 |
+
"probe_query_rows": 4,
|
| 41 |
+
"probe_sparse_chunks": 2,
|
| 42 |
+
"sparse_backend": "cuda_inverted_index",
|
| 43 |
+
"tf32": false,
|
| 44 |
+
"torch_version": "2.13.0+cu130"
|
| 45 |
+
}
|
csr_k8_743bbf428050/resnet18/classification/endpoint/result.json
ADDED
|
@@ -0,0 +1,229 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"complete": true,
|
| 3 |
+
"full_parent": {
|
| 4 |
+
"K": null,
|
| 5 |
+
"actual_nnz_mean": null,
|
| 6 |
+
"actual_nnz_scope": "training_gallery",
|
| 7 |
+
"correct": 30125,
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 10 |
+
"epochs": 10,
|
| 11 |
+
"feature_width": 512,
|
| 12 |
+
"loss": 5.7628118258068355,
|
| 13 |
+
"num_classes": 1000,
|
| 14 |
+
"query_actual_nnz_mean": null,
|
| 15 |
+
"representation": "full_parent",
|
| 16 |
+
"top1": 60.25,
|
| 17 |
+
"total": 50000,
|
| 18 |
+
"train_examples": 1280143,
|
| 19 |
+
"train_seconds": 11.462377424351871,
|
| 20 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 21 |
+
},
|
| 22 |
+
"identity": {
|
| 23 |
+
"batch_size": 1024,
|
| 24 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 25 |
+
"code": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 26 |
+
"cuda_version": "13.0",
|
| 27 |
+
"data": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 28 |
+
"device_name": "NVIDIA RTX A6000",
|
| 29 |
+
"epochs": 10,
|
| 30 |
+
"evaluation_topk": [
|
| 31 |
+
2,
|
| 32 |
+
4,
|
| 33 |
+
8,
|
| 34 |
+
16,
|
| 35 |
+
32,
|
| 36 |
+
64,
|
| 37 |
+
128,
|
| 38 |
+
256,
|
| 39 |
+
512
|
| 40 |
+
],
|
| 41 |
+
"fit_rows": "e090456de9f0fd1fbc1b6c0850fcd93321714bfbdeb69088a4ce0ad928007f1d",
|
| 42 |
+
"initialization": "zero",
|
| 43 |
+
"lr": 0.1,
|
| 44 |
+
"momentum": 0.9,
|
| 45 |
+
"normalization": "row_l2",
|
| 46 |
+
"protocol": "frozen-linear-probe-v1",
|
| 47 |
+
"query_rows": "4e8e61da4d18360754e778f930f6527cd7d146030a729d7975089afd8b47a740",
|
| 48 |
+
"schedule": "epoch cosine",
|
| 49 |
+
"seed": 1227,
|
| 50 |
+
"selection": "fixed final epoch; query labels used only for scoring",
|
| 51 |
+
"torch_version": "2.13.0+cu130",
|
| 52 |
+
"weight_decay": 0.0001
|
| 53 |
+
},
|
| 54 |
+
"interpretation": "supervised linear probes on frozen codes; distinct from 1-NN retrieval",
|
| 55 |
+
"per_topk": {
|
| 56 |
+
"128": {
|
| 57 |
+
"K": 128,
|
| 58 |
+
"actual_nnz_mean": 128.0,
|
| 59 |
+
"actual_nnz_scope": "training_gallery",
|
| 60 |
+
"correct": 22634,
|
| 61 |
+
"device_name": "NVIDIA RTX A6000",
|
| 62 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 63 |
+
"epochs": 10,
|
| 64 |
+
"feature_width": 8192,
|
| 65 |
+
"loss": 5.236305736832711,
|
| 66 |
+
"num_classes": 1000,
|
| 67 |
+
"query_actual_nnz_mean": 128.0,
|
| 68 |
+
"representation": "csr",
|
| 69 |
+
"top1": 45.268,
|
| 70 |
+
"total": 50000,
|
| 71 |
+
"train_examples": 1280143,
|
| 72 |
+
"train_seconds": 35.19243279355578,
|
| 73 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 74 |
+
},
|
| 75 |
+
"16": {
|
| 76 |
+
"K": 16,
|
| 77 |
+
"actual_nnz_mean": 16.0,
|
| 78 |
+
"actual_nnz_scope": "training_gallery",
|
| 79 |
+
"correct": 25297,
|
| 80 |
+
"device_name": "NVIDIA RTX A6000",
|
| 81 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 82 |
+
"epochs": 10,
|
| 83 |
+
"feature_width": 8192,
|
| 84 |
+
"loss": 5.066050654447646,
|
| 85 |
+
"num_classes": 1000,
|
| 86 |
+
"query_actual_nnz_mean": 16.0,
|
| 87 |
+
"representation": "csr",
|
| 88 |
+
"top1": 50.594,
|
| 89 |
+
"total": 50000,
|
| 90 |
+
"train_examples": 1280143,
|
| 91 |
+
"train_seconds": 34.92155765206553,
|
| 92 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 93 |
+
},
|
| 94 |
+
"2": {
|
| 95 |
+
"K": 2,
|
| 96 |
+
"actual_nnz_mean": 2.0,
|
| 97 |
+
"actual_nnz_scope": "training_gallery",
|
| 98 |
+
"correct": 15221,
|
| 99 |
+
"device_name": "NVIDIA RTX A6000",
|
| 100 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 101 |
+
"epochs": 10,
|
| 102 |
+
"feature_width": 8192,
|
| 103 |
+
"loss": 5.965011574972238,
|
| 104 |
+
"num_classes": 1000,
|
| 105 |
+
"query_actual_nnz_mean": 2.0,
|
| 106 |
+
"representation": "csr",
|
| 107 |
+
"top1": 30.442,
|
| 108 |
+
"total": 50000,
|
| 109 |
+
"train_examples": 1280143,
|
| 110 |
+
"train_seconds": 34.461970783770084,
|
| 111 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 112 |
+
},
|
| 113 |
+
"256": {
|
| 114 |
+
"K": 256,
|
| 115 |
+
"actual_nnz_mean": 256.0,
|
| 116 |
+
"actual_nnz_scope": "training_gallery",
|
| 117 |
+
"correct": 22505,
|
| 118 |
+
"device_name": "NVIDIA RTX A6000",
|
| 119 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 120 |
+
"epochs": 10,
|
| 121 |
+
"feature_width": 8192,
|
| 122 |
+
"loss": 5.43534701407136,
|
| 123 |
+
"num_classes": 1000,
|
| 124 |
+
"query_actual_nnz_mean": 256.0,
|
| 125 |
+
"representation": "csr",
|
| 126 |
+
"top1": 45.01,
|
| 127 |
+
"total": 50000,
|
| 128 |
+
"train_examples": 1280143,
|
| 129 |
+
"train_seconds": 35.483598557068035,
|
| 130 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 131 |
+
},
|
| 132 |
+
"32": {
|
| 133 |
+
"K": 32,
|
| 134 |
+
"actual_nnz_mean": 32.0,
|
| 135 |
+
"actual_nnz_scope": "training_gallery",
|
| 136 |
+
"correct": 24154,
|
| 137 |
+
"device_name": "NVIDIA RTX A6000",
|
| 138 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 139 |
+
"epochs": 10,
|
| 140 |
+
"feature_width": 8192,
|
| 141 |
+
"loss": 5.044631407209181,
|
| 142 |
+
"num_classes": 1000,
|
| 143 |
+
"query_actual_nnz_mean": 32.0,
|
| 144 |
+
"representation": "csr",
|
| 145 |
+
"top1": 48.308,
|
| 146 |
+
"total": 50000,
|
| 147 |
+
"train_examples": 1280143,
|
| 148 |
+
"train_seconds": 35.037432015175,
|
| 149 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 150 |
+
},
|
| 151 |
+
"4": {
|
| 152 |
+
"K": 4,
|
| 153 |
+
"actual_nnz_mean": 4.0,
|
| 154 |
+
"actual_nnz_scope": "training_gallery",
|
| 155 |
+
"correct": 23635,
|
| 156 |
+
"device_name": "NVIDIA RTX A6000",
|
| 157 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 158 |
+
"epochs": 10,
|
| 159 |
+
"feature_width": 8192,
|
| 160 |
+
"loss": 5.725106334965794,
|
| 161 |
+
"num_classes": 1000,
|
| 162 |
+
"query_actual_nnz_mean": 4.0,
|
| 163 |
+
"representation": "csr",
|
| 164 |
+
"top1": 47.27,
|
| 165 |
+
"total": 50000,
|
| 166 |
+
"train_examples": 1280143,
|
| 167 |
+
"train_seconds": 34.82144655124284,
|
| 168 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 169 |
+
},
|
| 170 |
+
"512": {
|
| 171 |
+
"K": 512,
|
| 172 |
+
"actual_nnz_mean": 512.0,
|
| 173 |
+
"actual_nnz_scope": "training_gallery",
|
| 174 |
+
"correct": 23715,
|
| 175 |
+
"device_name": "NVIDIA RTX A6000",
|
| 176 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 177 |
+
"epochs": 10,
|
| 178 |
+
"feature_width": 8192,
|
| 179 |
+
"loss": 5.6424883605680245,
|
| 180 |
+
"num_classes": 1000,
|
| 181 |
+
"query_actual_nnz_mean": 512.0,
|
| 182 |
+
"representation": "csr",
|
| 183 |
+
"top1": 47.43,
|
| 184 |
+
"total": 50000,
|
| 185 |
+
"train_examples": 1280143,
|
| 186 |
+
"train_seconds": 35.580440626712516,
|
| 187 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 188 |
+
},
|
| 189 |
+
"64": {
|
| 190 |
+
"K": 64,
|
| 191 |
+
"actual_nnz_mean": 64.0,
|
| 192 |
+
"actual_nnz_scope": "training_gallery",
|
| 193 |
+
"correct": 23340,
|
| 194 |
+
"device_name": "NVIDIA RTX A6000",
|
| 195 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 196 |
+
"epochs": 10,
|
| 197 |
+
"feature_width": 8192,
|
| 198 |
+
"loss": 5.108034185191103,
|
| 199 |
+
"num_classes": 1000,
|
| 200 |
+
"query_actual_nnz_mean": 64.0,
|
| 201 |
+
"representation": "csr",
|
| 202 |
+
"top1": 46.68,
|
| 203 |
+
"total": 50000,
|
| 204 |
+
"train_examples": 1280143,
|
| 205 |
+
"train_seconds": 35.06682232255116,
|
| 206 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 207 |
+
},
|
| 208 |
+
"8": {
|
| 209 |
+
"K": 8,
|
| 210 |
+
"actual_nnz_mean": 8.0,
|
| 211 |
+
"actual_nnz_scope": "training_gallery",
|
| 212 |
+
"correct": 26433,
|
| 213 |
+
"device_name": "NVIDIA RTX A6000",
|
| 214 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 215 |
+
"epochs": 10,
|
| 216 |
+
"feature_width": 8192,
|
| 217 |
+
"loss": 5.343070131224657,
|
| 218 |
+
"num_classes": 1000,
|
| 219 |
+
"query_actual_nnz_mean": 8.0,
|
| 220 |
+
"representation": "csr",
|
| 221 |
+
"top1": 52.866,
|
| 222 |
+
"total": 50000,
|
| 223 |
+
"train_examples": 1280143,
|
| 224 |
+
"train_seconds": 34.88571240240708,
|
| 225 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 226 |
+
}
|
| 227 |
+
},
|
| 228 |
+
"protocol": "frozen-linear-probe-v1"
|
| 229 |
+
}
|
csr_k8_743bbf428050/resnet18/data.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/diagnostic_0000000.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"active_unit_coverage": 0.0389404296875,
|
| 3 |
+
"actual_nnz_mean": 8.0,
|
| 4 |
+
"auxiliary_budget": 32,
|
| 5 |
+
"dead_fraction": 0.0,
|
| 6 |
+
"encoder_bias_mean": 0.0,
|
| 7 |
+
"final_nnz_below_k_fraction": 0.0,
|
| 8 |
+
"final_nnz_min": 8,
|
| 9 |
+
"final_zero_code_fraction": 0.0,
|
| 10 |
+
"forced_clean_row_fraction": 1.0,
|
| 11 |
+
"gradient_contrastive_2k_norm": 0.0,
|
| 12 |
+
"gradient_contrastive_2k_selected_near_zero_fraction": 1.0,
|
| 13 |
+
"gradient_contrastive_k_norm": 0.10025572031736374,
|
| 14 |
+
"gradient_contrastive_k_selected_near_zero_fraction": 0.0,
|
| 15 |
+
"gradient_contrastive_norm": 0.10025571286678314,
|
| 16 |
+
"gradient_contrastive_raw_4k_norm": 0.0,
|
| 17 |
+
"gradient_contrastive_raw_4k_selected_near_zero_fraction": 1.0,
|
| 18 |
+
"gradient_contrastive_selected_near_zero_fraction": 0.8571428656578064,
|
| 19 |
+
"gradient_reconstruction_2k_norm": 0.0,
|
| 20 |
+
"gradient_reconstruction_2k_selected_near_zero_fraction": 1.0,
|
| 21 |
+
"gradient_reconstruction_k_norm": 0.0005502382409758866,
|
| 22 |
+
"gradient_reconstruction_k_selected_near_zero_fraction": 0.0,
|
| 23 |
+
"gradient_reconstruction_norm": 0.0005589708453044295,
|
| 24 |
+
"gradient_reconstruction_raw_4k_norm": 9.841885912464932e-05,
|
| 25 |
+
"gradient_reconstruction_raw_4k_selected_near_zero_fraction": 0.0,
|
| 26 |
+
"gradient_reconstruction_selected_near_zero_fraction": 0.2857142984867096,
|
| 27 |
+
"loss_contrastive_unweighted": 0.7773979306221008,
|
| 28 |
+
"loss_dead": 1.7121692895889282,
|
| 29 |
+
"loss_total": 0.9479958415031433,
|
| 30 |
+
"mask_erase_fraction": 0.0,
|
| 31 |
+
"mse_final_K": 0.1063244491815567,
|
| 32 |
+
"mse_raw_aux": 0.08614538609981537,
|
| 33 |
+
"raw_kth_preactivation_nonpositive_fraction": 0.0,
|
| 34 |
+
"raw_zero_code_fraction": 0.0,
|
| 35 |
+
"step": 0,
|
| 36 |
+
"tail_ratio_2k_mean": 0.8904489278793335,
|
| 37 |
+
"tail_ratio_4k_mean": 1.4694998264312744,
|
| 38 |
+
"training_k": 8,
|
| 39 |
+
"unchanged_start_fraction": 1.0,
|
| 40 |
+
"warnings": [],
|
| 41 |
+
"weighted_contrastive": 0.7773979306221008,
|
| 42 |
+
"zero_final_codes": 0
|
| 43 |
+
}
|
csr_k8_743bbf428050/resnet18/diagnostic_0012510.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"active_unit_coverage": 0.0504150390625,
|
| 3 |
+
"actual_nnz_mean": 8.0,
|
| 4 |
+
"auxiliary_budget": 32,
|
| 5 |
+
"dead_fraction": 0.87158203125,
|
| 6 |
+
"encoder_bias_mean": 0.022957613691687584,
|
| 7 |
+
"final_nnz_below_k_fraction": 0.0,
|
| 8 |
+
"final_nnz_min": 8,
|
| 9 |
+
"final_zero_code_fraction": 0.0,
|
| 10 |
+
"forced_clean_row_fraction": 1.0,
|
| 11 |
+
"gradient_contrastive_2k_norm": 0.0,
|
| 12 |
+
"gradient_contrastive_2k_selected_near_zero_fraction": 1.0,
|
| 13 |
+
"gradient_contrastive_k_norm": 0.025744814425706863,
|
| 14 |
+
"gradient_contrastive_k_selected_near_zero_fraction": 0.0078125,
|
| 15 |
+
"gradient_contrastive_norm": 0.025744814425706863,
|
| 16 |
+
"gradient_contrastive_raw_4k_norm": 0.0,
|
| 17 |
+
"gradient_contrastive_raw_4k_selected_near_zero_fraction": 1.0,
|
| 18 |
+
"gradient_contrastive_selected_near_zero_fraction": 0.8582589030265808,
|
| 19 |
+
"gradient_reconstruction_2k_norm": 0.0,
|
| 20 |
+
"gradient_reconstruction_2k_selected_near_zero_fraction": 1.0,
|
| 21 |
+
"gradient_reconstruction_k_norm": 0.0007007487583905458,
|
| 22 |
+
"gradient_reconstruction_k_selected_near_zero_fraction": 0.0,
|
| 23 |
+
"gradient_reconstruction_norm": 0.0007325474871322513,
|
| 24 |
+
"gradient_reconstruction_raw_4k_norm": 0.00021348780137486756,
|
| 25 |
+
"gradient_reconstruction_raw_4k_selected_near_zero_fraction": 0.0,
|
| 26 |
+
"gradient_reconstruction_selected_near_zero_fraction": 0.2857142984867096,
|
| 27 |
+
"loss_contrastive_unweighted": 0.6409131288528442,
|
| 28 |
+
"loss_dead": 0.4226157069206238,
|
| 29 |
+
"loss_total": 0.6956766843795776,
|
| 30 |
+
"mask_erase_fraction": 0.0,
|
| 31 |
+
"mse_final_K": 0.03603413701057434,
|
| 32 |
+
"mse_raw_aux": 0.04418167471885681,
|
| 33 |
+
"raw_kth_preactivation_nonpositive_fraction": 0.0,
|
| 34 |
+
"raw_zero_code_fraction": 0.0,
|
| 35 |
+
"step": 12510,
|
| 36 |
+
"tail_ratio_2k_mean": 0.7860860228538513,
|
| 37 |
+
"tail_ratio_4k_mean": 1.2258098125457764,
|
| 38 |
+
"training_k": 8,
|
| 39 |
+
"unchanged_start_fraction": 1.0,
|
| 40 |
+
"warnings": [],
|
| 41 |
+
"weighted_contrastive": 0.6409131288528442,
|
| 42 |
+
"zero_final_codes": 0
|
| 43 |
+
}
|
csr_k8_743bbf428050/resnet18/final_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:232d6537eb80fde725abaa83fdb8be823d3f0e1f530ee8d1cb46c16d028e0367
|
| 3 |
+
size 16884451
|
csr_k8_743bbf428050/resnet18/fit_identity.json
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "resnet18",
|
| 3 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 4 |
+
"bank_refresh": 25,
|
| 5 |
+
"batch_size": 1024,
|
| 6 |
+
"batches_per_epoch": 1251,
|
| 7 |
+
"code": {
|
| 8 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 9 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 10 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 11 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 12 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 13 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 14 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 15 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 16 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 17 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 18 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 19 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 20 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 21 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 22 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 23 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 24 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 25 |
+
},
|
| 26 |
+
"context_reference": null,
|
| 27 |
+
"data_seed": 42,
|
| 28 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 29 |
+
"evaluation": "official",
|
| 30 |
+
"family": "MMRSAE",
|
| 31 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 32 |
+
"method": {
|
| 33 |
+
"allow_empty_codes": true,
|
| 34 |
+
"alpha": null,
|
| 35 |
+
"anchor_chunk_size": 128,
|
| 36 |
+
"anneal_fraction": 0.7,
|
| 37 |
+
"anneal_start_k": 64,
|
| 38 |
+
"architecture": "plain-topk-v1",
|
| 39 |
+
"auxiliary_mode": "baseline",
|
| 40 |
+
"clean_probability": 0.2,
|
| 41 |
+
"context_noise_std": 0.02,
|
| 42 |
+
"context_student_temperature": 0.1,
|
| 43 |
+
"context_teacher_temperature": 0.1,
|
| 44 |
+
"context_weight": 0.0,
|
| 45 |
+
"contrastive_temperature": 0.2,
|
| 46 |
+
"contrastive_weight": 1.0,
|
| 47 |
+
"dead_steps": 30,
|
| 48 |
+
"dictionary_blend": 0.1,
|
| 49 |
+
"dictionary_temperature": 0.1,
|
| 50 |
+
"erase_probability": 0.25,
|
| 51 |
+
"eta": 0.2,
|
| 52 |
+
"hidden_dim": 8192,
|
| 53 |
+
"input_dim": 512,
|
| 54 |
+
"k": 8,
|
| 55 |
+
"k_aux": 512,
|
| 56 |
+
"mask": false,
|
| 57 |
+
"mass": 0.9,
|
| 58 |
+
"max_iters": 100,
|
| 59 |
+
"max_refine_iters": 2000,
|
| 60 |
+
"microbatch": 32,
|
| 61 |
+
"mixture_weight": 0.0,
|
| 62 |
+
"ot_weight": 0.0,
|
| 63 |
+
"rank": 32,
|
| 64 |
+
"relation_weight": 0.0,
|
| 65 |
+
"seed": 1227,
|
| 66 |
+
"student_temperature": 0.1,
|
| 67 |
+
"teacher_temperature": 0.1,
|
| 68 |
+
"tol": 0.0001,
|
| 69 |
+
"variant": "csr"
|
| 70 |
+
},
|
| 71 |
+
"model_seed": 1227,
|
| 72 |
+
"optimizer": {
|
| 73 |
+
"betas": [
|
| 74 |
+
0.9,
|
| 75 |
+
0.999
|
| 76 |
+
],
|
| 77 |
+
"eps": 6.25e-10,
|
| 78 |
+
"lr": 4e-05,
|
| 79 |
+
"name": "Adam",
|
| 80 |
+
"weight_decay": 0.0001
|
| 81 |
+
},
|
| 82 |
+
"precision": {
|
| 83 |
+
"amp": false,
|
| 84 |
+
"dtype": "float32",
|
| 85 |
+
"tf32": false
|
| 86 |
+
},
|
| 87 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 88 |
+
"runtime": {
|
| 89 |
+
"cuda": "13.0",
|
| 90 |
+
"device": "cuda:0",
|
| 91 |
+
"device_name": "NVIDIA RTX A6000",
|
| 92 |
+
"torch": "2.13.0+cu130"
|
| 93 |
+
},
|
| 94 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 95 |
+
"total_updates": 12510
|
| 96 |
+
}
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_128/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_128/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_128/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_16/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_16/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_16/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_2/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_2/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_2/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/metrics.json
ADDED
|
@@ -0,0 +1,531 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 256,
|
| 3 |
+
"actual_nnz_mean": 256.0,
|
| 4 |
+
"backend_setup_seconds": 1.740199513733387e-05,
|
| 5 |
+
"correct": 27341,
|
| 6 |
+
"cuda_version": "13.0",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"dtype": "float32",
|
| 10 |
+
"empty_codes_policy": "kept_zero_query_counted_as_miss",
|
| 11 |
+
"empty_gallery_codes": 0,
|
| 12 |
+
"empty_query_codes": 0,
|
| 13 |
+
"empty_query_fraction": 0.0,
|
| 14 |
+
"encoder_extraction_measured": false,
|
| 15 |
+
"encoding_benchmark": {
|
| 16 |
+
"batch_size": 1024,
|
| 17 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"device_name": "NVIDIA RTX A6000",
|
| 20 |
+
"encoding_seconds_per_example": 1.9330000504851342e-06,
|
| 21 |
+
"initial_seconds": 0.001977344036102295,
|
| 22 |
+
"raw_records": [
|
| 23 |
+
{
|
| 24 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 25 |
+
"initial_seconds": 0.001977344036102295,
|
| 26 |
+
"total_seconds": 0.0019793920516967775,
|
| 27 |
+
"wall_seconds": 0.0020490079186856747
|
| 28 |
+
}
|
| 29 |
+
],
|
| 30 |
+
"repeats": 1,
|
| 31 |
+
"scope": "resident_feature_to_final_code_excludes_transfer_normalization_storage",
|
| 32 |
+
"screening_only": true,
|
| 33 |
+
"total_seconds": 0.0019793920516967775,
|
| 34 |
+
"warmup": 1
|
| 35 |
+
},
|
| 36 |
+
"encoding_seconds_per_example": 1.9330000504851342e-06,
|
| 37 |
+
"encoding_seconds_per_row": 1.9330000504851342e-06,
|
| 38 |
+
"faiss_version": null,
|
| 39 |
+
"gallery_count": 1280143,
|
| 40 |
+
"gallery_encoding": {
|
| 41 |
+
"actual_directory_bytes": 2626859722,
|
| 42 |
+
"array_fingerprints": {
|
| 43 |
+
"counts": {
|
| 44 |
+
"bytes": 5120700,
|
| 45 |
+
"mtime_ns": 1793755111299347405,
|
| 46 |
+
"sha256": "5f00cbf27bf210d6f037e299bf85911da93cd88738ac0e01ae97beeae54ad082"
|
| 47 |
+
},
|
| 48 |
+
"indices": {
|
| 49 |
+
"bytes": 1310866560,
|
| 50 |
+
"mtime_ns": 1793755111299347405,
|
| 51 |
+
"sha256": "600a24c4945c4b987e32e6962f0c28916677687a6f30209c3f60032d03365825"
|
| 52 |
+
},
|
| 53 |
+
"values": {
|
| 54 |
+
"bytes": 1310866560,
|
| 55 |
+
"mtime_ns": 1793755111299347405,
|
| 56 |
+
"sha256": "82e5d111503dab252a99d41685cbd10fcc56cf620d11702de086f84981c8f3d0"
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"completed_rows": 1280143,
|
| 60 |
+
"correction_seconds": 0.002288063995074521,
|
| 61 |
+
"current_invocation_encoded_rows": 1280143,
|
| 62 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/b698b6ac04f8deb324f196bd165bfd5e26bc31990c3a7dbad9d3e2757481a62e",
|
| 63 |
+
"encoding_cuda_seconds": 2.491181664615869,
|
| 64 |
+
"encoding_wall_seconds": 9.340771547984332,
|
| 65 |
+
"initial_encoding_seconds": 2.4888936028778543,
|
| 66 |
+
"nonzero_sum": 327716608,
|
| 67 |
+
"reused_rows": 0,
|
| 68 |
+
"specification": {
|
| 69 |
+
"empty_codes": "kept_zero",
|
| 70 |
+
"encoding_runtime": {
|
| 71 |
+
"amp": false,
|
| 72 |
+
"cuda_version": "13.0",
|
| 73 |
+
"device": "cuda:0",
|
| 74 |
+
"device_name": "NVIDIA RTX A6000",
|
| 75 |
+
"tf32": false,
|
| 76 |
+
"torch_version": "2.13.0+cu130"
|
| 77 |
+
},
|
| 78 |
+
"feature_dtype": "float32",
|
| 79 |
+
"feature_shape": [
|
| 80 |
+
1281167,
|
| 81 |
+
512
|
| 82 |
+
],
|
| 83 |
+
"identity": {
|
| 84 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 85 |
+
"experiment": {
|
| 86 |
+
"backbone": "resnet18",
|
| 87 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 88 |
+
"bank_refresh": 25,
|
| 89 |
+
"batch_size": 1024,
|
| 90 |
+
"batches_per_epoch": 1251,
|
| 91 |
+
"code": {
|
| 92 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 93 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 94 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 95 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 96 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 97 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 98 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 99 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 100 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 101 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 102 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 103 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 104 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 105 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 106 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 107 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 108 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 109 |
+
},
|
| 110 |
+
"context_reference": null,
|
| 111 |
+
"data_seed": 42,
|
| 112 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 113 |
+
"evaluation": "official",
|
| 114 |
+
"family": "MMRSAE",
|
| 115 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 116 |
+
"method": {
|
| 117 |
+
"allow_empty_codes": true,
|
| 118 |
+
"alpha": null,
|
| 119 |
+
"anchor_chunk_size": 128,
|
| 120 |
+
"anneal_fraction": 0.7,
|
| 121 |
+
"anneal_start_k": 64,
|
| 122 |
+
"architecture": "plain-topk-v1",
|
| 123 |
+
"auxiliary_mode": "baseline",
|
| 124 |
+
"clean_probability": 0.2,
|
| 125 |
+
"context_noise_std": 0.02,
|
| 126 |
+
"context_student_temperature": 0.1,
|
| 127 |
+
"context_teacher_temperature": 0.1,
|
| 128 |
+
"context_weight": 0.0,
|
| 129 |
+
"contrastive_temperature": 0.2,
|
| 130 |
+
"contrastive_weight": 1.0,
|
| 131 |
+
"dead_steps": 30,
|
| 132 |
+
"dictionary_blend": 0.1,
|
| 133 |
+
"dictionary_temperature": 0.1,
|
| 134 |
+
"erase_probability": 0.25,
|
| 135 |
+
"eta": 0.2,
|
| 136 |
+
"hidden_dim": 8192,
|
| 137 |
+
"input_dim": 512,
|
| 138 |
+
"k": 8,
|
| 139 |
+
"k_aux": 512,
|
| 140 |
+
"mask": false,
|
| 141 |
+
"mass": 0.9,
|
| 142 |
+
"max_iters": 100,
|
| 143 |
+
"max_refine_iters": 2000,
|
| 144 |
+
"microbatch": 32,
|
| 145 |
+
"mixture_weight": 0.0,
|
| 146 |
+
"ot_weight": 0.0,
|
| 147 |
+
"rank": 32,
|
| 148 |
+
"relation_weight": 0.0,
|
| 149 |
+
"seed": 1227,
|
| 150 |
+
"student_temperature": 0.1,
|
| 151 |
+
"teacher_temperature": 0.1,
|
| 152 |
+
"tol": 0.0001,
|
| 153 |
+
"variant": "csr"
|
| 154 |
+
},
|
| 155 |
+
"model_seed": 1227,
|
| 156 |
+
"optimizer": {
|
| 157 |
+
"betas": [
|
| 158 |
+
0.9,
|
| 159 |
+
0.999
|
| 160 |
+
],
|
| 161 |
+
"eps": 6.25e-10,
|
| 162 |
+
"lr": 4e-05,
|
| 163 |
+
"name": "Adam",
|
| 164 |
+
"weight_decay": 0.0001
|
| 165 |
+
},
|
| 166 |
+
"precision": {
|
| 167 |
+
"amp": false,
|
| 168 |
+
"dtype": "float32",
|
| 169 |
+
"tf32": false
|
| 170 |
+
},
|
| 171 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 172 |
+
"runtime": {
|
| 173 |
+
"cuda": "13.0",
|
| 174 |
+
"device": "cuda:0",
|
| 175 |
+
"device_name": "NVIDIA RTX A6000",
|
| 176 |
+
"torch": "2.13.0+cu130"
|
| 177 |
+
},
|
| 178 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 179 |
+
"total_updates": 12510
|
| 180 |
+
},
|
| 181 |
+
"method": "csr",
|
| 182 |
+
"seed": 1227,
|
| 183 |
+
"step": 12510
|
| 184 |
+
},
|
| 185 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 186 |
+
"landmark_synthesis": false,
|
| 187 |
+
"normalization": "row_l2_float32",
|
| 188 |
+
"repair": false,
|
| 189 |
+
"role": "training_gallery",
|
| 190 |
+
"rows": 1280143,
|
| 191 |
+
"rows_hash": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 192 |
+
"sparse": true,
|
| 193 |
+
"version": 1,
|
| 194 |
+
"width": 256
|
| 195 |
+
},
|
| 196 |
+
"zero_final_codes": 0
|
| 197 |
+
},
|
| 198 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 199 |
+
"gallery_label_bytes": 10241144,
|
| 200 |
+
"identity": {
|
| 201 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 202 |
+
"experiment": {
|
| 203 |
+
"backbone": "resnet18",
|
| 204 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 205 |
+
"bank_refresh": 25,
|
| 206 |
+
"batch_size": 1024,
|
| 207 |
+
"batches_per_epoch": 1251,
|
| 208 |
+
"code": {
|
| 209 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 210 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 211 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 212 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 213 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 214 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 215 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 216 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 217 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 218 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 219 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 220 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 221 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 222 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 223 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 224 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 225 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 226 |
+
},
|
| 227 |
+
"context_reference": null,
|
| 228 |
+
"data_seed": 42,
|
| 229 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 230 |
+
"evaluation": "official",
|
| 231 |
+
"family": "MMRSAE",
|
| 232 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 233 |
+
"method": {
|
| 234 |
+
"allow_empty_codes": true,
|
| 235 |
+
"alpha": null,
|
| 236 |
+
"anchor_chunk_size": 128,
|
| 237 |
+
"anneal_fraction": 0.7,
|
| 238 |
+
"anneal_start_k": 64,
|
| 239 |
+
"architecture": "plain-topk-v1",
|
| 240 |
+
"auxiliary_mode": "baseline",
|
| 241 |
+
"clean_probability": 0.2,
|
| 242 |
+
"context_noise_std": 0.02,
|
| 243 |
+
"context_student_temperature": 0.1,
|
| 244 |
+
"context_teacher_temperature": 0.1,
|
| 245 |
+
"context_weight": 0.0,
|
| 246 |
+
"contrastive_temperature": 0.2,
|
| 247 |
+
"contrastive_weight": 1.0,
|
| 248 |
+
"dead_steps": 30,
|
| 249 |
+
"dictionary_blend": 0.1,
|
| 250 |
+
"dictionary_temperature": 0.1,
|
| 251 |
+
"erase_probability": 0.25,
|
| 252 |
+
"eta": 0.2,
|
| 253 |
+
"hidden_dim": 8192,
|
| 254 |
+
"input_dim": 512,
|
| 255 |
+
"k": 8,
|
| 256 |
+
"k_aux": 512,
|
| 257 |
+
"mask": false,
|
| 258 |
+
"mass": 0.9,
|
| 259 |
+
"max_iters": 100,
|
| 260 |
+
"max_refine_iters": 2000,
|
| 261 |
+
"microbatch": 32,
|
| 262 |
+
"mixture_weight": 0.0,
|
| 263 |
+
"ot_weight": 0.0,
|
| 264 |
+
"rank": 32,
|
| 265 |
+
"relation_weight": 0.0,
|
| 266 |
+
"seed": 1227,
|
| 267 |
+
"student_temperature": 0.1,
|
| 268 |
+
"teacher_temperature": 0.1,
|
| 269 |
+
"tol": 0.0001,
|
| 270 |
+
"variant": "csr"
|
| 271 |
+
},
|
| 272 |
+
"model_seed": 1227,
|
| 273 |
+
"optimizer": {
|
| 274 |
+
"betas": [
|
| 275 |
+
0.9,
|
| 276 |
+
0.999
|
| 277 |
+
],
|
| 278 |
+
"eps": 6.25e-10,
|
| 279 |
+
"lr": 4e-05,
|
| 280 |
+
"name": "Adam",
|
| 281 |
+
"weight_decay": 0.0001
|
| 282 |
+
},
|
| 283 |
+
"precision": {
|
| 284 |
+
"amp": false,
|
| 285 |
+
"dtype": "float32",
|
| 286 |
+
"tf32": false
|
| 287 |
+
},
|
| 288 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 289 |
+
"runtime": {
|
| 290 |
+
"cuda": "13.0",
|
| 291 |
+
"device": "cuda:0",
|
| 292 |
+
"device_name": "NVIDIA RTX A6000",
|
| 293 |
+
"torch": "2.13.0+cu130"
|
| 294 |
+
},
|
| 295 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 296 |
+
"total_updates": 12510
|
| 297 |
+
},
|
| 298 |
+
"method": "csr",
|
| 299 |
+
"pool": "official",
|
| 300 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 301 |
+
"seed": 1227,
|
| 302 |
+
"step": 12510
|
| 303 |
+
},
|
| 304 |
+
"index": {
|
| 305 |
+
"backend": "cuda_dense_gemm_fp32",
|
| 306 |
+
"dense_query_bytes": 1638400000,
|
| 307 |
+
"gallery_chunk_rows": 32768,
|
| 308 |
+
"index_bytes": 0,
|
| 309 |
+
"query_block_rows": 8192,
|
| 310 |
+
"search_scope": "gallery upload and expansion plus all GEMM blocks, single pass",
|
| 311 |
+
"search_seconds": 53.65494321216829
|
| 312 |
+
},
|
| 313 |
+
"index_build_seconds": 53.72447044006549,
|
| 314 |
+
"index_bytes": 0,
|
| 315 |
+
"landmark_dictionary_anchors": 0,
|
| 316 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 317 |
+
"landmark_dictionary_parameter_bytes": 0,
|
| 318 |
+
"landmark_synthesis": false,
|
| 319 |
+
"mean_nearest_neighbor_squared_l2": 0.27535543197155,
|
| 320 |
+
"measurement_identity": {
|
| 321 |
+
"code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 322 |
+
"cuda_version": "13.0",
|
| 323 |
+
"device": "cuda:0",
|
| 324 |
+
"device_name": "NVIDIA RTX A6000",
|
| 325 |
+
"faiss_version": null,
|
| 326 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 327 |
+
"k": 256,
|
| 328 |
+
"landmark_synthesis": false,
|
| 329 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 330 |
+
"repair": false,
|
| 331 |
+
"retrieval": {
|
| 332 |
+
"allow_empty_codes": true,
|
| 333 |
+
"dense_gemm_min_k": 256,
|
| 334 |
+
"encode_batch_size": 1024,
|
| 335 |
+
"faiss_temp_memory_mib": 512,
|
| 336 |
+
"gallery_chunk_size": 65536,
|
| 337 |
+
"gpu_memory_fraction": 0.8,
|
| 338 |
+
"query_batch_size": 32,
|
| 339 |
+
"repeats": 5,
|
| 340 |
+
"score_buffer_mib": 256,
|
| 341 |
+
"warmup": 3
|
| 342 |
+
},
|
| 343 |
+
"seed": 1227,
|
| 344 |
+
"sparse": true,
|
| 345 |
+
"torch_version": "2.13.0+cu130"
|
| 346 |
+
},
|
| 347 |
+
"model_buffer_bytes": 65536,
|
| 348 |
+
"model_memory_scope": "parameters and resident buffers; excludes gradients and optimizer state",
|
| 349 |
+
"model_parameter_bytes": 16812032,
|
| 350 |
+
"model_tensor_bytes": 16877568,
|
| 351 |
+
"prediction_sha256": "2e8cd1501f7713a97e22fe012981d686e1b202b1e09059ae6b642717fd358ade",
|
| 352 |
+
"predictions": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/predictions.csv",
|
| 353 |
+
"protected_full_path": false,
|
| 354 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 355 |
+
"query_batch_size": 32,
|
| 356 |
+
"query_count": 50000,
|
| 357 |
+
"query_encoding": {
|
| 358 |
+
"actual_directory_bytes": 102606398,
|
| 359 |
+
"array_fingerprints": {
|
| 360 |
+
"counts": {
|
| 361 |
+
"bytes": 200128,
|
| 362 |
+
"mtime_ns": 1793755114435341265,
|
| 363 |
+
"sha256": "ad5593f6b47163f95b1cd6ff7e6ed9770b6ca7f4e539bc1d794ebc51ac0550e5"
|
| 364 |
+
},
|
| 365 |
+
"indices": {
|
| 366 |
+
"bytes": 51200128,
|
| 367 |
+
"mtime_ns": 1793755114439341258,
|
| 368 |
+
"sha256": "a9599fc9a7a0042b7548cc38a885fb4429958d60664de62f3488030c3509d98b"
|
| 369 |
+
},
|
| 370 |
+
"values": {
|
| 371 |
+
"bytes": 51200128,
|
| 372 |
+
"mtime_ns": 1793755114439341258,
|
| 373 |
+
"sha256": "dc73b299e1b032a2f61e30b7028975808e37b27e5058ba6840eee907db84d2cb"
|
| 374 |
+
}
|
| 375 |
+
},
|
| 376 |
+
"completed_rows": 50000,
|
| 377 |
+
"correction_seconds": 9.011199977248902e-05,
|
| 378 |
+
"current_invocation_encoded_rows": 50000,
|
| 379 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/1f354b29c3ba0b7c89c29c4edca85040cd7984fd897b93e705806a4d95bedd9f",
|
| 380 |
+
"encoding_cuda_seconds": 0.09772576022148136,
|
| 381 |
+
"encoding_wall_seconds": 0.36526604066602886,
|
| 382 |
+
"initial_encoding_seconds": 0.09763564789295195,
|
| 383 |
+
"nonzero_sum": 12800000,
|
| 384 |
+
"reused_rows": 0,
|
| 385 |
+
"specification": {
|
| 386 |
+
"empty_codes": "kept_zero",
|
| 387 |
+
"encoding_runtime": {
|
| 388 |
+
"amp": false,
|
| 389 |
+
"cuda_version": "13.0",
|
| 390 |
+
"device": "cuda:0",
|
| 391 |
+
"device_name": "NVIDIA RTX A6000",
|
| 392 |
+
"tf32": false,
|
| 393 |
+
"torch_version": "2.13.0+cu130"
|
| 394 |
+
},
|
| 395 |
+
"feature_dtype": "float32",
|
| 396 |
+
"feature_shape": [
|
| 397 |
+
50000,
|
| 398 |
+
512
|
| 399 |
+
],
|
| 400 |
+
"identity": {
|
| 401 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 402 |
+
"experiment": {
|
| 403 |
+
"backbone": "resnet18",
|
| 404 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 405 |
+
"bank_refresh": 25,
|
| 406 |
+
"batch_size": 1024,
|
| 407 |
+
"batches_per_epoch": 1251,
|
| 408 |
+
"code": {
|
| 409 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 410 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 411 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 412 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 413 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 414 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 415 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 416 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 417 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 418 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 419 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 420 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 421 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 422 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 423 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 424 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 425 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 426 |
+
},
|
| 427 |
+
"context_reference": null,
|
| 428 |
+
"data_seed": 42,
|
| 429 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 430 |
+
"evaluation": "official",
|
| 431 |
+
"family": "MMRSAE",
|
| 432 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 433 |
+
"method": {
|
| 434 |
+
"allow_empty_codes": true,
|
| 435 |
+
"alpha": null,
|
| 436 |
+
"anchor_chunk_size": 128,
|
| 437 |
+
"anneal_fraction": 0.7,
|
| 438 |
+
"anneal_start_k": 64,
|
| 439 |
+
"architecture": "plain-topk-v1",
|
| 440 |
+
"auxiliary_mode": "baseline",
|
| 441 |
+
"clean_probability": 0.2,
|
| 442 |
+
"context_noise_std": 0.02,
|
| 443 |
+
"context_student_temperature": 0.1,
|
| 444 |
+
"context_teacher_temperature": 0.1,
|
| 445 |
+
"context_weight": 0.0,
|
| 446 |
+
"contrastive_temperature": 0.2,
|
| 447 |
+
"contrastive_weight": 1.0,
|
| 448 |
+
"dead_steps": 30,
|
| 449 |
+
"dictionary_blend": 0.1,
|
| 450 |
+
"dictionary_temperature": 0.1,
|
| 451 |
+
"erase_probability": 0.25,
|
| 452 |
+
"eta": 0.2,
|
| 453 |
+
"hidden_dim": 8192,
|
| 454 |
+
"input_dim": 512,
|
| 455 |
+
"k": 8,
|
| 456 |
+
"k_aux": 512,
|
| 457 |
+
"mask": false,
|
| 458 |
+
"mass": 0.9,
|
| 459 |
+
"max_iters": 100,
|
| 460 |
+
"max_refine_iters": 2000,
|
| 461 |
+
"microbatch": 32,
|
| 462 |
+
"mixture_weight": 0.0,
|
| 463 |
+
"ot_weight": 0.0,
|
| 464 |
+
"rank": 32,
|
| 465 |
+
"relation_weight": 0.0,
|
| 466 |
+
"seed": 1227,
|
| 467 |
+
"student_temperature": 0.1,
|
| 468 |
+
"teacher_temperature": 0.1,
|
| 469 |
+
"tol": 0.0001,
|
| 470 |
+
"variant": "csr"
|
| 471 |
+
},
|
| 472 |
+
"model_seed": 1227,
|
| 473 |
+
"optimizer": {
|
| 474 |
+
"betas": [
|
| 475 |
+
0.9,
|
| 476 |
+
0.999
|
| 477 |
+
],
|
| 478 |
+
"eps": 6.25e-10,
|
| 479 |
+
"lr": 4e-05,
|
| 480 |
+
"name": "Adam",
|
| 481 |
+
"weight_decay": 0.0001
|
| 482 |
+
},
|
| 483 |
+
"precision": {
|
| 484 |
+
"amp": false,
|
| 485 |
+
"dtype": "float32",
|
| 486 |
+
"tf32": false
|
| 487 |
+
},
|
| 488 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 489 |
+
"runtime": {
|
| 490 |
+
"cuda": "13.0",
|
| 491 |
+
"device": "cuda:0",
|
| 492 |
+
"device_name": "NVIDIA RTX A6000",
|
| 493 |
+
"torch": "2.13.0+cu130"
|
| 494 |
+
},
|
| 495 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 496 |
+
"total_updates": 12510
|
| 497 |
+
},
|
| 498 |
+
"method": "csr",
|
| 499 |
+
"pool": "official",
|
| 500 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 501 |
+
"seed": 1227,
|
| 502 |
+
"step": 12510
|
| 503 |
+
},
|
| 504 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 505 |
+
"landmark_synthesis": false,
|
| 506 |
+
"normalization": "row_l2_float32",
|
| 507 |
+
"repair": false,
|
| 508 |
+
"role": "validation_queries",
|
| 509 |
+
"rows": 50000,
|
| 510 |
+
"rows_hash": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 511 |
+
"sparse": true,
|
| 512 |
+
"version": 1,
|
| 513 |
+
"width": 256
|
| 514 |
+
},
|
| 515 |
+
"zero_final_codes": 0
|
| 516 |
+
},
|
| 517 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 518 |
+
"repair_parameters": 0,
|
| 519 |
+
"sae_parameters": 4203008,
|
| 520 |
+
"screening_search_wall_seconds": 53.65494321216829,
|
| 521 |
+
"search_backend": "cuda_dense_gemm_fp32",
|
| 522 |
+
"search_measurement_scope": "single_dense_gemm_pass_including_gallery_upload",
|
| 523 |
+
"seed": 1227,
|
| 524 |
+
"sparse_padded_payload_bytes_per_row": 2052,
|
| 525 |
+
"sparse_product_count": 524346572800000,
|
| 526 |
+
"sparse_product_fraction_of_dense_dictionary": 1.0,
|
| 527 |
+
"timed": false,
|
| 528 |
+
"top1": 54.682,
|
| 529 |
+
"torch_version": "2.13.0+cu130",
|
| 530 |
+
"total": 50000
|
| 531 |
+
}
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/result.json
ADDED
|
@@ -0,0 +1,538 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 256,
|
| 3 |
+
"actual_nnz_mean": 256.0,
|
| 4 |
+
"backend_setup_seconds": 1.740199513733387e-05,
|
| 5 |
+
"correct": 27341,
|
| 6 |
+
"cuda_version": "13.0",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"dtype": "float32",
|
| 10 |
+
"empty_codes_policy": "kept_zero_query_counted_as_miss",
|
| 11 |
+
"empty_gallery_codes": 0,
|
| 12 |
+
"empty_query_codes": 0,
|
| 13 |
+
"empty_query_fraction": 0.0,
|
| 14 |
+
"encoder_extraction_measured": false,
|
| 15 |
+
"encoding_benchmark": {
|
| 16 |
+
"batch_size": 1024,
|
| 17 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"device_name": "NVIDIA RTX A6000",
|
| 20 |
+
"encoding_seconds_per_example": 1.9330000504851342e-06,
|
| 21 |
+
"initial_seconds": 0.001977344036102295,
|
| 22 |
+
"raw_records": [
|
| 23 |
+
{
|
| 24 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 25 |
+
"initial_seconds": 0.001977344036102295,
|
| 26 |
+
"total_seconds": 0.0019793920516967775,
|
| 27 |
+
"wall_seconds": 0.0020490079186856747
|
| 28 |
+
}
|
| 29 |
+
],
|
| 30 |
+
"repeats": 1,
|
| 31 |
+
"scope": "resident_feature_to_final_code_excludes_transfer_normalization_storage",
|
| 32 |
+
"screening_only": true,
|
| 33 |
+
"total_seconds": 0.0019793920516967775,
|
| 34 |
+
"warmup": 1
|
| 35 |
+
},
|
| 36 |
+
"encoding_seconds_per_example": 1.9330000504851342e-06,
|
| 37 |
+
"encoding_seconds_per_row": 1.9330000504851342e-06,
|
| 38 |
+
"evaluation_partition": "official",
|
| 39 |
+
"faiss_version": null,
|
| 40 |
+
"family": "MMRSAE",
|
| 41 |
+
"gallery_count": 1280143,
|
| 42 |
+
"gallery_encoding": {
|
| 43 |
+
"actual_directory_bytes": 2626859722,
|
| 44 |
+
"array_fingerprints": {
|
| 45 |
+
"counts": {
|
| 46 |
+
"bytes": 5120700,
|
| 47 |
+
"mtime_ns": 1793755111299347405,
|
| 48 |
+
"sha256": "5f00cbf27bf210d6f037e299bf85911da93cd88738ac0e01ae97beeae54ad082"
|
| 49 |
+
},
|
| 50 |
+
"indices": {
|
| 51 |
+
"bytes": 1310866560,
|
| 52 |
+
"mtime_ns": 1793755111299347405,
|
| 53 |
+
"sha256": "600a24c4945c4b987e32e6962f0c28916677687a6f30209c3f60032d03365825"
|
| 54 |
+
},
|
| 55 |
+
"values": {
|
| 56 |
+
"bytes": 1310866560,
|
| 57 |
+
"mtime_ns": 1793755111299347405,
|
| 58 |
+
"sha256": "82e5d111503dab252a99d41685cbd10fcc56cf620d11702de086f84981c8f3d0"
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"completed_rows": 1280143,
|
| 62 |
+
"correction_seconds": 0.002288063995074521,
|
| 63 |
+
"current_invocation_encoded_rows": 1280143,
|
| 64 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/b698b6ac04f8deb324f196bd165bfd5e26bc31990c3a7dbad9d3e2757481a62e",
|
| 65 |
+
"encoding_cuda_seconds": 2.491181664615869,
|
| 66 |
+
"encoding_wall_seconds": 9.340771547984332,
|
| 67 |
+
"initial_encoding_seconds": 2.4888936028778543,
|
| 68 |
+
"nonzero_sum": 327716608,
|
| 69 |
+
"reused_rows": 0,
|
| 70 |
+
"specification": {
|
| 71 |
+
"empty_codes": "kept_zero",
|
| 72 |
+
"encoding_runtime": {
|
| 73 |
+
"amp": false,
|
| 74 |
+
"cuda_version": "13.0",
|
| 75 |
+
"device": "cuda:0",
|
| 76 |
+
"device_name": "NVIDIA RTX A6000",
|
| 77 |
+
"tf32": false,
|
| 78 |
+
"torch_version": "2.13.0+cu130"
|
| 79 |
+
},
|
| 80 |
+
"feature_dtype": "float32",
|
| 81 |
+
"feature_shape": [
|
| 82 |
+
1281167,
|
| 83 |
+
512
|
| 84 |
+
],
|
| 85 |
+
"identity": {
|
| 86 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 87 |
+
"experiment": {
|
| 88 |
+
"backbone": "resnet18",
|
| 89 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 90 |
+
"bank_refresh": 25,
|
| 91 |
+
"batch_size": 1024,
|
| 92 |
+
"batches_per_epoch": 1251,
|
| 93 |
+
"code": {
|
| 94 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 95 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 96 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 97 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 98 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 99 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 100 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 101 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 102 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 103 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 104 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 105 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 106 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 107 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 108 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 109 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 110 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 111 |
+
},
|
| 112 |
+
"context_reference": null,
|
| 113 |
+
"data_seed": 42,
|
| 114 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 115 |
+
"evaluation": "official",
|
| 116 |
+
"family": "MMRSAE",
|
| 117 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 118 |
+
"method": {
|
| 119 |
+
"allow_empty_codes": true,
|
| 120 |
+
"alpha": null,
|
| 121 |
+
"anchor_chunk_size": 128,
|
| 122 |
+
"anneal_fraction": 0.7,
|
| 123 |
+
"anneal_start_k": 64,
|
| 124 |
+
"architecture": "plain-topk-v1",
|
| 125 |
+
"auxiliary_mode": "baseline",
|
| 126 |
+
"clean_probability": 0.2,
|
| 127 |
+
"context_noise_std": 0.02,
|
| 128 |
+
"context_student_temperature": 0.1,
|
| 129 |
+
"context_teacher_temperature": 0.1,
|
| 130 |
+
"context_weight": 0.0,
|
| 131 |
+
"contrastive_temperature": 0.2,
|
| 132 |
+
"contrastive_weight": 1.0,
|
| 133 |
+
"dead_steps": 30,
|
| 134 |
+
"dictionary_blend": 0.1,
|
| 135 |
+
"dictionary_temperature": 0.1,
|
| 136 |
+
"erase_probability": 0.25,
|
| 137 |
+
"eta": 0.2,
|
| 138 |
+
"hidden_dim": 8192,
|
| 139 |
+
"input_dim": 512,
|
| 140 |
+
"k": 8,
|
| 141 |
+
"k_aux": 512,
|
| 142 |
+
"mask": false,
|
| 143 |
+
"mass": 0.9,
|
| 144 |
+
"max_iters": 100,
|
| 145 |
+
"max_refine_iters": 2000,
|
| 146 |
+
"microbatch": 32,
|
| 147 |
+
"mixture_weight": 0.0,
|
| 148 |
+
"ot_weight": 0.0,
|
| 149 |
+
"rank": 32,
|
| 150 |
+
"relation_weight": 0.0,
|
| 151 |
+
"seed": 1227,
|
| 152 |
+
"student_temperature": 0.1,
|
| 153 |
+
"teacher_temperature": 0.1,
|
| 154 |
+
"tol": 0.0001,
|
| 155 |
+
"variant": "csr"
|
| 156 |
+
},
|
| 157 |
+
"model_seed": 1227,
|
| 158 |
+
"optimizer": {
|
| 159 |
+
"betas": [
|
| 160 |
+
0.9,
|
| 161 |
+
0.999
|
| 162 |
+
],
|
| 163 |
+
"eps": 6.25e-10,
|
| 164 |
+
"lr": 4e-05,
|
| 165 |
+
"name": "Adam",
|
| 166 |
+
"weight_decay": 0.0001
|
| 167 |
+
},
|
| 168 |
+
"precision": {
|
| 169 |
+
"amp": false,
|
| 170 |
+
"dtype": "float32",
|
| 171 |
+
"tf32": false
|
| 172 |
+
},
|
| 173 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 174 |
+
"runtime": {
|
| 175 |
+
"cuda": "13.0",
|
| 176 |
+
"device": "cuda:0",
|
| 177 |
+
"device_name": "NVIDIA RTX A6000",
|
| 178 |
+
"torch": "2.13.0+cu130"
|
| 179 |
+
},
|
| 180 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 181 |
+
"total_updates": 12510
|
| 182 |
+
},
|
| 183 |
+
"method": "csr",
|
| 184 |
+
"seed": 1227,
|
| 185 |
+
"step": 12510
|
| 186 |
+
},
|
| 187 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 188 |
+
"landmark_synthesis": false,
|
| 189 |
+
"normalization": "row_l2_float32",
|
| 190 |
+
"repair": false,
|
| 191 |
+
"role": "training_gallery",
|
| 192 |
+
"rows": 1280143,
|
| 193 |
+
"rows_hash": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 194 |
+
"sparse": true,
|
| 195 |
+
"version": 1,
|
| 196 |
+
"width": 256
|
| 197 |
+
},
|
| 198 |
+
"zero_final_codes": 0
|
| 199 |
+
},
|
| 200 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 201 |
+
"gallery_label_bytes": 10241144,
|
| 202 |
+
"identity": {
|
| 203 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 204 |
+
"experiment": {
|
| 205 |
+
"backbone": "resnet18",
|
| 206 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 207 |
+
"bank_refresh": 25,
|
| 208 |
+
"batch_size": 1024,
|
| 209 |
+
"batches_per_epoch": 1251,
|
| 210 |
+
"code": {
|
| 211 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 212 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 213 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 214 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 215 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 216 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 217 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 218 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 219 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 220 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 221 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 222 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 223 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 224 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 225 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 226 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 227 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 228 |
+
},
|
| 229 |
+
"context_reference": null,
|
| 230 |
+
"data_seed": 42,
|
| 231 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 232 |
+
"evaluation": "official",
|
| 233 |
+
"family": "MMRSAE",
|
| 234 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 235 |
+
"method": {
|
| 236 |
+
"allow_empty_codes": true,
|
| 237 |
+
"alpha": null,
|
| 238 |
+
"anchor_chunk_size": 128,
|
| 239 |
+
"anneal_fraction": 0.7,
|
| 240 |
+
"anneal_start_k": 64,
|
| 241 |
+
"architecture": "plain-topk-v1",
|
| 242 |
+
"auxiliary_mode": "baseline",
|
| 243 |
+
"clean_probability": 0.2,
|
| 244 |
+
"context_noise_std": 0.02,
|
| 245 |
+
"context_student_temperature": 0.1,
|
| 246 |
+
"context_teacher_temperature": 0.1,
|
| 247 |
+
"context_weight": 0.0,
|
| 248 |
+
"contrastive_temperature": 0.2,
|
| 249 |
+
"contrastive_weight": 1.0,
|
| 250 |
+
"dead_steps": 30,
|
| 251 |
+
"dictionary_blend": 0.1,
|
| 252 |
+
"dictionary_temperature": 0.1,
|
| 253 |
+
"erase_probability": 0.25,
|
| 254 |
+
"eta": 0.2,
|
| 255 |
+
"hidden_dim": 8192,
|
| 256 |
+
"input_dim": 512,
|
| 257 |
+
"k": 8,
|
| 258 |
+
"k_aux": 512,
|
| 259 |
+
"mask": false,
|
| 260 |
+
"mass": 0.9,
|
| 261 |
+
"max_iters": 100,
|
| 262 |
+
"max_refine_iters": 2000,
|
| 263 |
+
"microbatch": 32,
|
| 264 |
+
"mixture_weight": 0.0,
|
| 265 |
+
"ot_weight": 0.0,
|
| 266 |
+
"rank": 32,
|
| 267 |
+
"relation_weight": 0.0,
|
| 268 |
+
"seed": 1227,
|
| 269 |
+
"student_temperature": 0.1,
|
| 270 |
+
"teacher_temperature": 0.1,
|
| 271 |
+
"tol": 0.0001,
|
| 272 |
+
"variant": "csr"
|
| 273 |
+
},
|
| 274 |
+
"model_seed": 1227,
|
| 275 |
+
"optimizer": {
|
| 276 |
+
"betas": [
|
| 277 |
+
0.9,
|
| 278 |
+
0.999
|
| 279 |
+
],
|
| 280 |
+
"eps": 6.25e-10,
|
| 281 |
+
"lr": 4e-05,
|
| 282 |
+
"name": "Adam",
|
| 283 |
+
"weight_decay": 0.0001
|
| 284 |
+
},
|
| 285 |
+
"precision": {
|
| 286 |
+
"amp": false,
|
| 287 |
+
"dtype": "float32",
|
| 288 |
+
"tf32": false
|
| 289 |
+
},
|
| 290 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 291 |
+
"runtime": {
|
| 292 |
+
"cuda": "13.0",
|
| 293 |
+
"device": "cuda:0",
|
| 294 |
+
"device_name": "NVIDIA RTX A6000",
|
| 295 |
+
"torch": "2.13.0+cu130"
|
| 296 |
+
},
|
| 297 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 298 |
+
"total_updates": 12510
|
| 299 |
+
},
|
| 300 |
+
"method": "csr",
|
| 301 |
+
"pool": "official",
|
| 302 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 303 |
+
"seed": 1227,
|
| 304 |
+
"step": 12510
|
| 305 |
+
},
|
| 306 |
+
"index": {
|
| 307 |
+
"backend": "cuda_dense_gemm_fp32",
|
| 308 |
+
"dense_query_bytes": 1638400000,
|
| 309 |
+
"gallery_chunk_rows": 32768,
|
| 310 |
+
"index_bytes": 0,
|
| 311 |
+
"query_block_rows": 8192,
|
| 312 |
+
"search_scope": "gallery upload and expansion plus all GEMM blocks, single pass",
|
| 313 |
+
"search_seconds": 53.65494321216829
|
| 314 |
+
},
|
| 315 |
+
"index_build_seconds": 53.72447044006549,
|
| 316 |
+
"index_bytes": 0,
|
| 317 |
+
"interpretation": "official validation; any tuning or repeated inspection of these scores must be disclosed",
|
| 318 |
+
"landmark_dictionary_anchors": 0,
|
| 319 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 320 |
+
"landmark_dictionary_parameter_bytes": 0,
|
| 321 |
+
"landmark_synthesis": false,
|
| 322 |
+
"mean_nearest_neighbor_squared_l2": 0.27535543197155,
|
| 323 |
+
"measurement_identity": {
|
| 324 |
+
"code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 325 |
+
"cuda_version": "13.0",
|
| 326 |
+
"device": "cuda:0",
|
| 327 |
+
"device_name": "NVIDIA RTX A6000",
|
| 328 |
+
"faiss_version": null,
|
| 329 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 330 |
+
"k": 256,
|
| 331 |
+
"landmark_synthesis": false,
|
| 332 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 333 |
+
"repair": false,
|
| 334 |
+
"retrieval": {
|
| 335 |
+
"allow_empty_codes": true,
|
| 336 |
+
"dense_gemm_min_k": 256,
|
| 337 |
+
"encode_batch_size": 1024,
|
| 338 |
+
"faiss_temp_memory_mib": 512,
|
| 339 |
+
"gallery_chunk_size": 65536,
|
| 340 |
+
"gpu_memory_fraction": 0.8,
|
| 341 |
+
"query_batch_size": 32,
|
| 342 |
+
"repeats": 5,
|
| 343 |
+
"score_buffer_mib": 256,
|
| 344 |
+
"warmup": 3
|
| 345 |
+
},
|
| 346 |
+
"seed": 1227,
|
| 347 |
+
"sparse": true,
|
| 348 |
+
"torch_version": "2.13.0+cu130"
|
| 349 |
+
},
|
| 350 |
+
"model_buffer_bytes": 65536,
|
| 351 |
+
"model_memory_scope": "parameters and resident buffers; excludes gradients and optimizer state",
|
| 352 |
+
"model_parameter_bytes": 16812032,
|
| 353 |
+
"model_tensor_bytes": 16877568,
|
| 354 |
+
"ot_cost": "none",
|
| 355 |
+
"prediction_sha256": "2e8cd1501f7713a97e22fe012981d686e1b202b1e09059ae6b642717fd358ade",
|
| 356 |
+
"predictions": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_256/predictions.csv",
|
| 357 |
+
"protected_full_path": false,
|
| 358 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 359 |
+
"query_batch_size": 32,
|
| 360 |
+
"query_count": 50000,
|
| 361 |
+
"query_encoding": {
|
| 362 |
+
"actual_directory_bytes": 102606398,
|
| 363 |
+
"array_fingerprints": {
|
| 364 |
+
"counts": {
|
| 365 |
+
"bytes": 200128,
|
| 366 |
+
"mtime_ns": 1793755114435341265,
|
| 367 |
+
"sha256": "ad5593f6b47163f95b1cd6ff7e6ed9770b6ca7f4e539bc1d794ebc51ac0550e5"
|
| 368 |
+
},
|
| 369 |
+
"indices": {
|
| 370 |
+
"bytes": 51200128,
|
| 371 |
+
"mtime_ns": 1793755114439341258,
|
| 372 |
+
"sha256": "a9599fc9a7a0042b7548cc38a885fb4429958d60664de62f3488030c3509d98b"
|
| 373 |
+
},
|
| 374 |
+
"values": {
|
| 375 |
+
"bytes": 51200128,
|
| 376 |
+
"mtime_ns": 1793755114439341258,
|
| 377 |
+
"sha256": "dc73b299e1b032a2f61e30b7028975808e37b27e5058ba6840eee907db84d2cb"
|
| 378 |
+
}
|
| 379 |
+
},
|
| 380 |
+
"completed_rows": 50000,
|
| 381 |
+
"correction_seconds": 9.011199977248902e-05,
|
| 382 |
+
"current_invocation_encoded_rows": 50000,
|
| 383 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/1f354b29c3ba0b7c89c29c4edca85040cd7984fd897b93e705806a4d95bedd9f",
|
| 384 |
+
"encoding_cuda_seconds": 0.09772576022148136,
|
| 385 |
+
"encoding_wall_seconds": 0.36526604066602886,
|
| 386 |
+
"initial_encoding_seconds": 0.09763564789295195,
|
| 387 |
+
"nonzero_sum": 12800000,
|
| 388 |
+
"reused_rows": 0,
|
| 389 |
+
"specification": {
|
| 390 |
+
"empty_codes": "kept_zero",
|
| 391 |
+
"encoding_runtime": {
|
| 392 |
+
"amp": false,
|
| 393 |
+
"cuda_version": "13.0",
|
| 394 |
+
"device": "cuda:0",
|
| 395 |
+
"device_name": "NVIDIA RTX A6000",
|
| 396 |
+
"tf32": false,
|
| 397 |
+
"torch_version": "2.13.0+cu130"
|
| 398 |
+
},
|
| 399 |
+
"feature_dtype": "float32",
|
| 400 |
+
"feature_shape": [
|
| 401 |
+
50000,
|
| 402 |
+
512
|
| 403 |
+
],
|
| 404 |
+
"identity": {
|
| 405 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 406 |
+
"experiment": {
|
| 407 |
+
"backbone": "resnet18",
|
| 408 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 409 |
+
"bank_refresh": 25,
|
| 410 |
+
"batch_size": 1024,
|
| 411 |
+
"batches_per_epoch": 1251,
|
| 412 |
+
"code": {
|
| 413 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 414 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 415 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 416 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 417 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 418 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 419 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 420 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 421 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 422 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 423 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 424 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 425 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 426 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 427 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 428 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 429 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 430 |
+
},
|
| 431 |
+
"context_reference": null,
|
| 432 |
+
"data_seed": 42,
|
| 433 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 434 |
+
"evaluation": "official",
|
| 435 |
+
"family": "MMRSAE",
|
| 436 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 437 |
+
"method": {
|
| 438 |
+
"allow_empty_codes": true,
|
| 439 |
+
"alpha": null,
|
| 440 |
+
"anchor_chunk_size": 128,
|
| 441 |
+
"anneal_fraction": 0.7,
|
| 442 |
+
"anneal_start_k": 64,
|
| 443 |
+
"architecture": "plain-topk-v1",
|
| 444 |
+
"auxiliary_mode": "baseline",
|
| 445 |
+
"clean_probability": 0.2,
|
| 446 |
+
"context_noise_std": 0.02,
|
| 447 |
+
"context_student_temperature": 0.1,
|
| 448 |
+
"context_teacher_temperature": 0.1,
|
| 449 |
+
"context_weight": 0.0,
|
| 450 |
+
"contrastive_temperature": 0.2,
|
| 451 |
+
"contrastive_weight": 1.0,
|
| 452 |
+
"dead_steps": 30,
|
| 453 |
+
"dictionary_blend": 0.1,
|
| 454 |
+
"dictionary_temperature": 0.1,
|
| 455 |
+
"erase_probability": 0.25,
|
| 456 |
+
"eta": 0.2,
|
| 457 |
+
"hidden_dim": 8192,
|
| 458 |
+
"input_dim": 512,
|
| 459 |
+
"k": 8,
|
| 460 |
+
"k_aux": 512,
|
| 461 |
+
"mask": false,
|
| 462 |
+
"mass": 0.9,
|
| 463 |
+
"max_iters": 100,
|
| 464 |
+
"max_refine_iters": 2000,
|
| 465 |
+
"microbatch": 32,
|
| 466 |
+
"mixture_weight": 0.0,
|
| 467 |
+
"ot_weight": 0.0,
|
| 468 |
+
"rank": 32,
|
| 469 |
+
"relation_weight": 0.0,
|
| 470 |
+
"seed": 1227,
|
| 471 |
+
"student_temperature": 0.1,
|
| 472 |
+
"teacher_temperature": 0.1,
|
| 473 |
+
"tol": 0.0001,
|
| 474 |
+
"variant": "csr"
|
| 475 |
+
},
|
| 476 |
+
"model_seed": 1227,
|
| 477 |
+
"optimizer": {
|
| 478 |
+
"betas": [
|
| 479 |
+
0.9,
|
| 480 |
+
0.999
|
| 481 |
+
],
|
| 482 |
+
"eps": 6.25e-10,
|
| 483 |
+
"lr": 4e-05,
|
| 484 |
+
"name": "Adam",
|
| 485 |
+
"weight_decay": 0.0001
|
| 486 |
+
},
|
| 487 |
+
"precision": {
|
| 488 |
+
"amp": false,
|
| 489 |
+
"dtype": "float32",
|
| 490 |
+
"tf32": false
|
| 491 |
+
},
|
| 492 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 493 |
+
"runtime": {
|
| 494 |
+
"cuda": "13.0",
|
| 495 |
+
"device": "cuda:0",
|
| 496 |
+
"device_name": "NVIDIA RTX A6000",
|
| 497 |
+
"torch": "2.13.0+cu130"
|
| 498 |
+
},
|
| 499 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 500 |
+
"total_updates": 12510
|
| 501 |
+
},
|
| 502 |
+
"method": "csr",
|
| 503 |
+
"pool": "official",
|
| 504 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 505 |
+
"seed": 1227,
|
| 506 |
+
"step": 12510
|
| 507 |
+
},
|
| 508 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 509 |
+
"landmark_synthesis": false,
|
| 510 |
+
"normalization": "row_l2_float32",
|
| 511 |
+
"repair": false,
|
| 512 |
+
"role": "validation_queries",
|
| 513 |
+
"rows": 50000,
|
| 514 |
+
"rows_hash": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 515 |
+
"sparse": true,
|
| 516 |
+
"version": 1,
|
| 517 |
+
"width": 256
|
| 518 |
+
},
|
| 519 |
+
"zero_final_codes": 0
|
| 520 |
+
},
|
| 521 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 522 |
+
"repair_parameters": 0,
|
| 523 |
+
"sae_parameters": 4203008,
|
| 524 |
+
"screening_search_wall_seconds": 53.65494321216829,
|
| 525 |
+
"search_backend": "cuda_dense_gemm_fp32",
|
| 526 |
+
"search_measurement_scope": "single_dense_gemm_pass_including_gallery_upload",
|
| 527 |
+
"seed": 1227,
|
| 528 |
+
"sparse_padded_payload_bytes_per_row": 2052,
|
| 529 |
+
"sparse_product_count": 524346572800000,
|
| 530 |
+
"sparse_product_fraction_of_dense_dictionary": 1.0,
|
| 531 |
+
"step": 12510,
|
| 532 |
+
"timed": false,
|
| 533 |
+
"top1": 54.682,
|
| 534 |
+
"torch_version": "2.13.0+cu130",
|
| 535 |
+
"total": 50000,
|
| 536 |
+
"training_k": 8,
|
| 537 |
+
"variant": "csr"
|
| 538 |
+
}
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_32/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_32/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_32/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_4/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_4/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_4/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/metrics.json
ADDED
|
@@ -0,0 +1,531 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 512,
|
| 3 |
+
"actual_nnz_mean": 512.0,
|
| 4 |
+
"backend_setup_seconds": 0.0006696360651403666,
|
| 5 |
+
"correct": 28827,
|
| 6 |
+
"cuda_version": "13.0",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"dtype": "float32",
|
| 10 |
+
"empty_codes_policy": "kept_zero_query_counted_as_miss",
|
| 11 |
+
"empty_gallery_codes": 0,
|
| 12 |
+
"empty_query_codes": 0,
|
| 13 |
+
"empty_query_fraction": 0.0,
|
| 14 |
+
"encoder_extraction_measured": false,
|
| 15 |
+
"encoding_benchmark": {
|
| 16 |
+
"batch_size": 1024,
|
| 17 |
+
"correction_seconds": 1.0239999974146486e-06,
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"device_name": "NVIDIA RTX A6000",
|
| 20 |
+
"encoding_seconds_per_example": 1.951968763023615e-06,
|
| 21 |
+
"initial_seconds": 0.0019977920055389404,
|
| 22 |
+
"raw_records": [
|
| 23 |
+
{
|
| 24 |
+
"correction_seconds": 1.0239999974146486e-06,
|
| 25 |
+
"initial_seconds": 0.0019977920055389404,
|
| 26 |
+
"total_seconds": 0.0019988160133361816,
|
| 27 |
+
"wall_seconds": 0.0020758251193910837
|
| 28 |
+
}
|
| 29 |
+
],
|
| 30 |
+
"repeats": 1,
|
| 31 |
+
"scope": "resident_feature_to_final_code_excludes_transfer_normalization_storage",
|
| 32 |
+
"screening_only": true,
|
| 33 |
+
"total_seconds": 0.0019988160133361816,
|
| 34 |
+
"warmup": 1
|
| 35 |
+
},
|
| 36 |
+
"encoding_seconds_per_example": 1.951968763023615e-06,
|
| 37 |
+
"encoding_seconds_per_row": 1.951968763023615e-06,
|
| 38 |
+
"faiss_version": null,
|
| 39 |
+
"gallery_count": 1280143,
|
| 40 |
+
"gallery_encoding": {
|
| 41 |
+
"actual_directory_bytes": 5248592587,
|
| 42 |
+
"array_fingerprints": {
|
| 43 |
+
"counts": {
|
| 44 |
+
"bytes": 5120700,
|
| 45 |
+
"mtime_ns": 1793755037823384725,
|
| 46 |
+
"sha256": "051b63b0bd5cdb31c614e2c9cb28b943551f35b48f6a5326a691fe1a7893d498"
|
| 47 |
+
},
|
| 48 |
+
"indices": {
|
| 49 |
+
"bytes": 2621732992,
|
| 50 |
+
"mtime_ns": 1793755037827384730,
|
| 51 |
+
"sha256": "c1576f194f9ecfca7a4f680ce8c42de7fe5d9254351dcf76d192d88063254eab"
|
| 52 |
+
},
|
| 53 |
+
"values": {
|
| 54 |
+
"bytes": 2621732992,
|
| 55 |
+
"mtime_ns": 1793755037827384730,
|
| 56 |
+
"sha256": "e3a6e0ce2d8b643d72ac32e3948c9836aa1a09a4a41f39a20f80bcf55d1db799"
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"completed_rows": 1280143,
|
| 60 |
+
"correction_seconds": 0.0022715519951889683,
|
| 61 |
+
"current_invocation_encoded_rows": 1280143,
|
| 62 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/6bee96eacdbed976ecf4c8e79be0f0ccf83a56d731ee9ac26fc45b8ffd383f58",
|
| 63 |
+
"encoding_cuda_seconds": 2.554820381104944,
|
| 64 |
+
"encoding_wall_seconds": 13.70699464250356,
|
| 65 |
+
"initial_encoding_seconds": 2.5525488284230207,
|
| 66 |
+
"nonzero_sum": 655433216,
|
| 67 |
+
"reused_rows": 0,
|
| 68 |
+
"specification": {
|
| 69 |
+
"empty_codes": "kept_zero",
|
| 70 |
+
"encoding_runtime": {
|
| 71 |
+
"amp": false,
|
| 72 |
+
"cuda_version": "13.0",
|
| 73 |
+
"device": "cuda:0",
|
| 74 |
+
"device_name": "NVIDIA RTX A6000",
|
| 75 |
+
"tf32": false,
|
| 76 |
+
"torch_version": "2.13.0+cu130"
|
| 77 |
+
},
|
| 78 |
+
"feature_dtype": "float32",
|
| 79 |
+
"feature_shape": [
|
| 80 |
+
1281167,
|
| 81 |
+
512
|
| 82 |
+
],
|
| 83 |
+
"identity": {
|
| 84 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 85 |
+
"experiment": {
|
| 86 |
+
"backbone": "resnet18",
|
| 87 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 88 |
+
"bank_refresh": 25,
|
| 89 |
+
"batch_size": 1024,
|
| 90 |
+
"batches_per_epoch": 1251,
|
| 91 |
+
"code": {
|
| 92 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 93 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 94 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 95 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 96 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 97 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 98 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 99 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 100 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 101 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 102 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 103 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 104 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 105 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 106 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 107 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 108 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 109 |
+
},
|
| 110 |
+
"context_reference": null,
|
| 111 |
+
"data_seed": 42,
|
| 112 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 113 |
+
"evaluation": "official",
|
| 114 |
+
"family": "MMRSAE",
|
| 115 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 116 |
+
"method": {
|
| 117 |
+
"allow_empty_codes": true,
|
| 118 |
+
"alpha": null,
|
| 119 |
+
"anchor_chunk_size": 128,
|
| 120 |
+
"anneal_fraction": 0.7,
|
| 121 |
+
"anneal_start_k": 64,
|
| 122 |
+
"architecture": "plain-topk-v1",
|
| 123 |
+
"auxiliary_mode": "baseline",
|
| 124 |
+
"clean_probability": 0.2,
|
| 125 |
+
"context_noise_std": 0.02,
|
| 126 |
+
"context_student_temperature": 0.1,
|
| 127 |
+
"context_teacher_temperature": 0.1,
|
| 128 |
+
"context_weight": 0.0,
|
| 129 |
+
"contrastive_temperature": 0.2,
|
| 130 |
+
"contrastive_weight": 1.0,
|
| 131 |
+
"dead_steps": 30,
|
| 132 |
+
"dictionary_blend": 0.1,
|
| 133 |
+
"dictionary_temperature": 0.1,
|
| 134 |
+
"erase_probability": 0.25,
|
| 135 |
+
"eta": 0.2,
|
| 136 |
+
"hidden_dim": 8192,
|
| 137 |
+
"input_dim": 512,
|
| 138 |
+
"k": 8,
|
| 139 |
+
"k_aux": 512,
|
| 140 |
+
"mask": false,
|
| 141 |
+
"mass": 0.9,
|
| 142 |
+
"max_iters": 100,
|
| 143 |
+
"max_refine_iters": 2000,
|
| 144 |
+
"microbatch": 32,
|
| 145 |
+
"mixture_weight": 0.0,
|
| 146 |
+
"ot_weight": 0.0,
|
| 147 |
+
"rank": 32,
|
| 148 |
+
"relation_weight": 0.0,
|
| 149 |
+
"seed": 1227,
|
| 150 |
+
"student_temperature": 0.1,
|
| 151 |
+
"teacher_temperature": 0.1,
|
| 152 |
+
"tol": 0.0001,
|
| 153 |
+
"variant": "csr"
|
| 154 |
+
},
|
| 155 |
+
"model_seed": 1227,
|
| 156 |
+
"optimizer": {
|
| 157 |
+
"betas": [
|
| 158 |
+
0.9,
|
| 159 |
+
0.999
|
| 160 |
+
],
|
| 161 |
+
"eps": 6.25e-10,
|
| 162 |
+
"lr": 4e-05,
|
| 163 |
+
"name": "Adam",
|
| 164 |
+
"weight_decay": 0.0001
|
| 165 |
+
},
|
| 166 |
+
"precision": {
|
| 167 |
+
"amp": false,
|
| 168 |
+
"dtype": "float32",
|
| 169 |
+
"tf32": false
|
| 170 |
+
},
|
| 171 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 172 |
+
"runtime": {
|
| 173 |
+
"cuda": "13.0",
|
| 174 |
+
"device": "cuda:0",
|
| 175 |
+
"device_name": "NVIDIA RTX A6000",
|
| 176 |
+
"torch": "2.13.0+cu130"
|
| 177 |
+
},
|
| 178 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 179 |
+
"total_updates": 12510
|
| 180 |
+
},
|
| 181 |
+
"method": "csr",
|
| 182 |
+
"seed": 1227,
|
| 183 |
+
"step": 12510
|
| 184 |
+
},
|
| 185 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 186 |
+
"landmark_synthesis": false,
|
| 187 |
+
"normalization": "row_l2_float32",
|
| 188 |
+
"repair": false,
|
| 189 |
+
"role": "training_gallery",
|
| 190 |
+
"rows": 1280143,
|
| 191 |
+
"rows_hash": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 192 |
+
"sparse": true,
|
| 193 |
+
"version": 1,
|
| 194 |
+
"width": 512
|
| 195 |
+
},
|
| 196 |
+
"zero_final_codes": 0
|
| 197 |
+
},
|
| 198 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 199 |
+
"gallery_label_bytes": 10241144,
|
| 200 |
+
"identity": {
|
| 201 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 202 |
+
"experiment": {
|
| 203 |
+
"backbone": "resnet18",
|
| 204 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 205 |
+
"bank_refresh": 25,
|
| 206 |
+
"batch_size": 1024,
|
| 207 |
+
"batches_per_epoch": 1251,
|
| 208 |
+
"code": {
|
| 209 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 210 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 211 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 212 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 213 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 214 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 215 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 216 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 217 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 218 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 219 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 220 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 221 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 222 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 223 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 224 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 225 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 226 |
+
},
|
| 227 |
+
"context_reference": null,
|
| 228 |
+
"data_seed": 42,
|
| 229 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 230 |
+
"evaluation": "official",
|
| 231 |
+
"family": "MMRSAE",
|
| 232 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 233 |
+
"method": {
|
| 234 |
+
"allow_empty_codes": true,
|
| 235 |
+
"alpha": null,
|
| 236 |
+
"anchor_chunk_size": 128,
|
| 237 |
+
"anneal_fraction": 0.7,
|
| 238 |
+
"anneal_start_k": 64,
|
| 239 |
+
"architecture": "plain-topk-v1",
|
| 240 |
+
"auxiliary_mode": "baseline",
|
| 241 |
+
"clean_probability": 0.2,
|
| 242 |
+
"context_noise_std": 0.02,
|
| 243 |
+
"context_student_temperature": 0.1,
|
| 244 |
+
"context_teacher_temperature": 0.1,
|
| 245 |
+
"context_weight": 0.0,
|
| 246 |
+
"contrastive_temperature": 0.2,
|
| 247 |
+
"contrastive_weight": 1.0,
|
| 248 |
+
"dead_steps": 30,
|
| 249 |
+
"dictionary_blend": 0.1,
|
| 250 |
+
"dictionary_temperature": 0.1,
|
| 251 |
+
"erase_probability": 0.25,
|
| 252 |
+
"eta": 0.2,
|
| 253 |
+
"hidden_dim": 8192,
|
| 254 |
+
"input_dim": 512,
|
| 255 |
+
"k": 8,
|
| 256 |
+
"k_aux": 512,
|
| 257 |
+
"mask": false,
|
| 258 |
+
"mass": 0.9,
|
| 259 |
+
"max_iters": 100,
|
| 260 |
+
"max_refine_iters": 2000,
|
| 261 |
+
"microbatch": 32,
|
| 262 |
+
"mixture_weight": 0.0,
|
| 263 |
+
"ot_weight": 0.0,
|
| 264 |
+
"rank": 32,
|
| 265 |
+
"relation_weight": 0.0,
|
| 266 |
+
"seed": 1227,
|
| 267 |
+
"student_temperature": 0.1,
|
| 268 |
+
"teacher_temperature": 0.1,
|
| 269 |
+
"tol": 0.0001,
|
| 270 |
+
"variant": "csr"
|
| 271 |
+
},
|
| 272 |
+
"model_seed": 1227,
|
| 273 |
+
"optimizer": {
|
| 274 |
+
"betas": [
|
| 275 |
+
0.9,
|
| 276 |
+
0.999
|
| 277 |
+
],
|
| 278 |
+
"eps": 6.25e-10,
|
| 279 |
+
"lr": 4e-05,
|
| 280 |
+
"name": "Adam",
|
| 281 |
+
"weight_decay": 0.0001
|
| 282 |
+
},
|
| 283 |
+
"precision": {
|
| 284 |
+
"amp": false,
|
| 285 |
+
"dtype": "float32",
|
| 286 |
+
"tf32": false
|
| 287 |
+
},
|
| 288 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 289 |
+
"runtime": {
|
| 290 |
+
"cuda": "13.0",
|
| 291 |
+
"device": "cuda:0",
|
| 292 |
+
"device_name": "NVIDIA RTX A6000",
|
| 293 |
+
"torch": "2.13.0+cu130"
|
| 294 |
+
},
|
| 295 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 296 |
+
"total_updates": 12510
|
| 297 |
+
},
|
| 298 |
+
"method": "csr",
|
| 299 |
+
"pool": "official",
|
| 300 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 301 |
+
"seed": 1227,
|
| 302 |
+
"step": 12510
|
| 303 |
+
},
|
| 304 |
+
"index": {
|
| 305 |
+
"backend": "cuda_dense_gemm_fp32",
|
| 306 |
+
"dense_query_bytes": 1638400000,
|
| 307 |
+
"gallery_chunk_rows": 32768,
|
| 308 |
+
"index_bytes": 0,
|
| 309 |
+
"query_block_rows": 8192,
|
| 310 |
+
"search_scope": "gallery upload and expansion plus all GEMM blocks, single pass",
|
| 311 |
+
"search_seconds": 55.002503173891455
|
| 312 |
+
},
|
| 313 |
+
"index_build_seconds": 55.14932607905939,
|
| 314 |
+
"index_bytes": 0,
|
| 315 |
+
"landmark_dictionary_anchors": 0,
|
| 316 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 317 |
+
"landmark_dictionary_parameter_bytes": 0,
|
| 318 |
+
"landmark_synthesis": false,
|
| 319 |
+
"mean_nearest_neighbor_squared_l2": 0.2392855586886406,
|
| 320 |
+
"measurement_identity": {
|
| 321 |
+
"code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 322 |
+
"cuda_version": "13.0",
|
| 323 |
+
"device": "cuda:0",
|
| 324 |
+
"device_name": "NVIDIA RTX A6000",
|
| 325 |
+
"faiss_version": null,
|
| 326 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 327 |
+
"k": 512,
|
| 328 |
+
"landmark_synthesis": false,
|
| 329 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 330 |
+
"repair": false,
|
| 331 |
+
"retrieval": {
|
| 332 |
+
"allow_empty_codes": true,
|
| 333 |
+
"dense_gemm_min_k": 256,
|
| 334 |
+
"encode_batch_size": 1024,
|
| 335 |
+
"faiss_temp_memory_mib": 512,
|
| 336 |
+
"gallery_chunk_size": 65536,
|
| 337 |
+
"gpu_memory_fraction": 0.8,
|
| 338 |
+
"query_batch_size": 32,
|
| 339 |
+
"repeats": 5,
|
| 340 |
+
"score_buffer_mib": 256,
|
| 341 |
+
"warmup": 3
|
| 342 |
+
},
|
| 343 |
+
"seed": 1227,
|
| 344 |
+
"sparse": true,
|
| 345 |
+
"torch_version": "2.13.0+cu130"
|
| 346 |
+
},
|
| 347 |
+
"model_buffer_bytes": 65536,
|
| 348 |
+
"model_memory_scope": "parameters and resident buffers; excludes gradients and optimizer state",
|
| 349 |
+
"model_parameter_bytes": 16812032,
|
| 350 |
+
"model_tensor_bytes": 16877568,
|
| 351 |
+
"prediction_sha256": "aaa1d5ec6eef83a86d7ab2579ee925655c3c67ab0cc789664a4ad686f155292d",
|
| 352 |
+
"predictions": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/predictions.csv",
|
| 353 |
+
"protected_full_path": false,
|
| 354 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 355 |
+
"query_batch_size": 32,
|
| 356 |
+
"query_count": 50000,
|
| 357 |
+
"query_encoding": {
|
| 358 |
+
"actual_directory_bytes": 205006399,
|
| 359 |
+
"array_fingerprints": {
|
| 360 |
+
"counts": {
|
| 361 |
+
"bytes": 200128,
|
| 362 |
+
"mtime_ns": 1793755043663389584,
|
| 363 |
+
"sha256": "02c105903b688abc4207e7ad29233b1e9698d3fcd6d2aa8c75180e701163cc89"
|
| 364 |
+
},
|
| 365 |
+
"indices": {
|
| 366 |
+
"bytes": 102400128,
|
| 367 |
+
"mtime_ns": 1793755043671389589,
|
| 368 |
+
"sha256": "83839e7806443c26acfc6c07c8a673c6dc98355453335e0654fc33a3e5caea7b"
|
| 369 |
+
},
|
| 370 |
+
"values": {
|
| 371 |
+
"bytes": 102400128,
|
| 372 |
+
"mtime_ns": 1793755043667389587,
|
| 373 |
+
"sha256": "001c626ec4a31ab016d6d82e1d526759be1e99687802dcf9d29ac4f8870b3705"
|
| 374 |
+
}
|
| 375 |
+
},
|
| 376 |
+
"completed_rows": 50000,
|
| 377 |
+
"correction_seconds": 8.700799976941194e-05,
|
| 378 |
+
"current_invocation_encoded_rows": 50000,
|
| 379 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/c03bd26b76d35872fc64cc88533dd7e5fb8f8e1684ef64038fe9d1fbd77ee7c8",
|
| 380 |
+
"encoding_cuda_seconds": 0.09953123116493226,
|
| 381 |
+
"encoding_wall_seconds": 0.5307730615604669,
|
| 382 |
+
"initial_encoding_seconds": 0.09944422364234924,
|
| 383 |
+
"nonzero_sum": 25600000,
|
| 384 |
+
"reused_rows": 0,
|
| 385 |
+
"specification": {
|
| 386 |
+
"empty_codes": "kept_zero",
|
| 387 |
+
"encoding_runtime": {
|
| 388 |
+
"amp": false,
|
| 389 |
+
"cuda_version": "13.0",
|
| 390 |
+
"device": "cuda:0",
|
| 391 |
+
"device_name": "NVIDIA RTX A6000",
|
| 392 |
+
"tf32": false,
|
| 393 |
+
"torch_version": "2.13.0+cu130"
|
| 394 |
+
},
|
| 395 |
+
"feature_dtype": "float32",
|
| 396 |
+
"feature_shape": [
|
| 397 |
+
50000,
|
| 398 |
+
512
|
| 399 |
+
],
|
| 400 |
+
"identity": {
|
| 401 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 402 |
+
"experiment": {
|
| 403 |
+
"backbone": "resnet18",
|
| 404 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 405 |
+
"bank_refresh": 25,
|
| 406 |
+
"batch_size": 1024,
|
| 407 |
+
"batches_per_epoch": 1251,
|
| 408 |
+
"code": {
|
| 409 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 410 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 411 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 412 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 413 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 414 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 415 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 416 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 417 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 418 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 419 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 420 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 421 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 422 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 423 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 424 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 425 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 426 |
+
},
|
| 427 |
+
"context_reference": null,
|
| 428 |
+
"data_seed": 42,
|
| 429 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 430 |
+
"evaluation": "official",
|
| 431 |
+
"family": "MMRSAE",
|
| 432 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 433 |
+
"method": {
|
| 434 |
+
"allow_empty_codes": true,
|
| 435 |
+
"alpha": null,
|
| 436 |
+
"anchor_chunk_size": 128,
|
| 437 |
+
"anneal_fraction": 0.7,
|
| 438 |
+
"anneal_start_k": 64,
|
| 439 |
+
"architecture": "plain-topk-v1",
|
| 440 |
+
"auxiliary_mode": "baseline",
|
| 441 |
+
"clean_probability": 0.2,
|
| 442 |
+
"context_noise_std": 0.02,
|
| 443 |
+
"context_student_temperature": 0.1,
|
| 444 |
+
"context_teacher_temperature": 0.1,
|
| 445 |
+
"context_weight": 0.0,
|
| 446 |
+
"contrastive_temperature": 0.2,
|
| 447 |
+
"contrastive_weight": 1.0,
|
| 448 |
+
"dead_steps": 30,
|
| 449 |
+
"dictionary_blend": 0.1,
|
| 450 |
+
"dictionary_temperature": 0.1,
|
| 451 |
+
"erase_probability": 0.25,
|
| 452 |
+
"eta": 0.2,
|
| 453 |
+
"hidden_dim": 8192,
|
| 454 |
+
"input_dim": 512,
|
| 455 |
+
"k": 8,
|
| 456 |
+
"k_aux": 512,
|
| 457 |
+
"mask": false,
|
| 458 |
+
"mass": 0.9,
|
| 459 |
+
"max_iters": 100,
|
| 460 |
+
"max_refine_iters": 2000,
|
| 461 |
+
"microbatch": 32,
|
| 462 |
+
"mixture_weight": 0.0,
|
| 463 |
+
"ot_weight": 0.0,
|
| 464 |
+
"rank": 32,
|
| 465 |
+
"relation_weight": 0.0,
|
| 466 |
+
"seed": 1227,
|
| 467 |
+
"student_temperature": 0.1,
|
| 468 |
+
"teacher_temperature": 0.1,
|
| 469 |
+
"tol": 0.0001,
|
| 470 |
+
"variant": "csr"
|
| 471 |
+
},
|
| 472 |
+
"model_seed": 1227,
|
| 473 |
+
"optimizer": {
|
| 474 |
+
"betas": [
|
| 475 |
+
0.9,
|
| 476 |
+
0.999
|
| 477 |
+
],
|
| 478 |
+
"eps": 6.25e-10,
|
| 479 |
+
"lr": 4e-05,
|
| 480 |
+
"name": "Adam",
|
| 481 |
+
"weight_decay": 0.0001
|
| 482 |
+
},
|
| 483 |
+
"precision": {
|
| 484 |
+
"amp": false,
|
| 485 |
+
"dtype": "float32",
|
| 486 |
+
"tf32": false
|
| 487 |
+
},
|
| 488 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 489 |
+
"runtime": {
|
| 490 |
+
"cuda": "13.0",
|
| 491 |
+
"device": "cuda:0",
|
| 492 |
+
"device_name": "NVIDIA RTX A6000",
|
| 493 |
+
"torch": "2.13.0+cu130"
|
| 494 |
+
},
|
| 495 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 496 |
+
"total_updates": 12510
|
| 497 |
+
},
|
| 498 |
+
"method": "csr",
|
| 499 |
+
"pool": "official",
|
| 500 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 501 |
+
"seed": 1227,
|
| 502 |
+
"step": 12510
|
| 503 |
+
},
|
| 504 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 505 |
+
"landmark_synthesis": false,
|
| 506 |
+
"normalization": "row_l2_float32",
|
| 507 |
+
"repair": false,
|
| 508 |
+
"role": "validation_queries",
|
| 509 |
+
"rows": 50000,
|
| 510 |
+
"rows_hash": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 511 |
+
"sparse": true,
|
| 512 |
+
"version": 1,
|
| 513 |
+
"width": 512
|
| 514 |
+
},
|
| 515 |
+
"zero_final_codes": 0
|
| 516 |
+
},
|
| 517 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 518 |
+
"repair_parameters": 0,
|
| 519 |
+
"sae_parameters": 4203008,
|
| 520 |
+
"screening_search_wall_seconds": 55.002503173891455,
|
| 521 |
+
"search_backend": "cuda_dense_gemm_fp32",
|
| 522 |
+
"search_measurement_scope": "single_dense_gemm_pass_including_gallery_upload",
|
| 523 |
+
"seed": 1227,
|
| 524 |
+
"sparse_padded_payload_bytes_per_row": 4100,
|
| 525 |
+
"sparse_product_count": 524346572800000,
|
| 526 |
+
"sparse_product_fraction_of_dense_dictionary": 1.0,
|
| 527 |
+
"timed": false,
|
| 528 |
+
"top1": 57.654,
|
| 529 |
+
"torch_version": "2.13.0+cu130",
|
| 530 |
+
"total": 50000
|
| 531 |
+
}
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/result.json
ADDED
|
@@ -0,0 +1,538 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 512,
|
| 3 |
+
"actual_nnz_mean": 512.0,
|
| 4 |
+
"backend_setup_seconds": 0.0006696360651403666,
|
| 5 |
+
"correct": 28827,
|
| 6 |
+
"cuda_version": "13.0",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"dtype": "float32",
|
| 10 |
+
"empty_codes_policy": "kept_zero_query_counted_as_miss",
|
| 11 |
+
"empty_gallery_codes": 0,
|
| 12 |
+
"empty_query_codes": 0,
|
| 13 |
+
"empty_query_fraction": 0.0,
|
| 14 |
+
"encoder_extraction_measured": false,
|
| 15 |
+
"encoding_benchmark": {
|
| 16 |
+
"batch_size": 1024,
|
| 17 |
+
"correction_seconds": 1.0239999974146486e-06,
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"device_name": "NVIDIA RTX A6000",
|
| 20 |
+
"encoding_seconds_per_example": 1.951968763023615e-06,
|
| 21 |
+
"initial_seconds": 0.0019977920055389404,
|
| 22 |
+
"raw_records": [
|
| 23 |
+
{
|
| 24 |
+
"correction_seconds": 1.0239999974146486e-06,
|
| 25 |
+
"initial_seconds": 0.0019977920055389404,
|
| 26 |
+
"total_seconds": 0.0019988160133361816,
|
| 27 |
+
"wall_seconds": 0.0020758251193910837
|
| 28 |
+
}
|
| 29 |
+
],
|
| 30 |
+
"repeats": 1,
|
| 31 |
+
"scope": "resident_feature_to_final_code_excludes_transfer_normalization_storage",
|
| 32 |
+
"screening_only": true,
|
| 33 |
+
"total_seconds": 0.0019988160133361816,
|
| 34 |
+
"warmup": 1
|
| 35 |
+
},
|
| 36 |
+
"encoding_seconds_per_example": 1.951968763023615e-06,
|
| 37 |
+
"encoding_seconds_per_row": 1.951968763023615e-06,
|
| 38 |
+
"evaluation_partition": "official",
|
| 39 |
+
"faiss_version": null,
|
| 40 |
+
"family": "MMRSAE",
|
| 41 |
+
"gallery_count": 1280143,
|
| 42 |
+
"gallery_encoding": {
|
| 43 |
+
"actual_directory_bytes": 5248592587,
|
| 44 |
+
"array_fingerprints": {
|
| 45 |
+
"counts": {
|
| 46 |
+
"bytes": 5120700,
|
| 47 |
+
"mtime_ns": 1793755037823384725,
|
| 48 |
+
"sha256": "051b63b0bd5cdb31c614e2c9cb28b943551f35b48f6a5326a691fe1a7893d498"
|
| 49 |
+
},
|
| 50 |
+
"indices": {
|
| 51 |
+
"bytes": 2621732992,
|
| 52 |
+
"mtime_ns": 1793755037827384730,
|
| 53 |
+
"sha256": "c1576f194f9ecfca7a4f680ce8c42de7fe5d9254351dcf76d192d88063254eab"
|
| 54 |
+
},
|
| 55 |
+
"values": {
|
| 56 |
+
"bytes": 2621732992,
|
| 57 |
+
"mtime_ns": 1793755037827384730,
|
| 58 |
+
"sha256": "e3a6e0ce2d8b643d72ac32e3948c9836aa1a09a4a41f39a20f80bcf55d1db799"
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"completed_rows": 1280143,
|
| 62 |
+
"correction_seconds": 0.0022715519951889683,
|
| 63 |
+
"current_invocation_encoded_rows": 1280143,
|
| 64 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/6bee96eacdbed976ecf4c8e79be0f0ccf83a56d731ee9ac26fc45b8ffd383f58",
|
| 65 |
+
"encoding_cuda_seconds": 2.554820381104944,
|
| 66 |
+
"encoding_wall_seconds": 13.70699464250356,
|
| 67 |
+
"initial_encoding_seconds": 2.5525488284230207,
|
| 68 |
+
"nonzero_sum": 655433216,
|
| 69 |
+
"reused_rows": 0,
|
| 70 |
+
"specification": {
|
| 71 |
+
"empty_codes": "kept_zero",
|
| 72 |
+
"encoding_runtime": {
|
| 73 |
+
"amp": false,
|
| 74 |
+
"cuda_version": "13.0",
|
| 75 |
+
"device": "cuda:0",
|
| 76 |
+
"device_name": "NVIDIA RTX A6000",
|
| 77 |
+
"tf32": false,
|
| 78 |
+
"torch_version": "2.13.0+cu130"
|
| 79 |
+
},
|
| 80 |
+
"feature_dtype": "float32",
|
| 81 |
+
"feature_shape": [
|
| 82 |
+
1281167,
|
| 83 |
+
512
|
| 84 |
+
],
|
| 85 |
+
"identity": {
|
| 86 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 87 |
+
"experiment": {
|
| 88 |
+
"backbone": "resnet18",
|
| 89 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 90 |
+
"bank_refresh": 25,
|
| 91 |
+
"batch_size": 1024,
|
| 92 |
+
"batches_per_epoch": 1251,
|
| 93 |
+
"code": {
|
| 94 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 95 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 96 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 97 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 98 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 99 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 100 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 101 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 102 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 103 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 104 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 105 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 106 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 107 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 108 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 109 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 110 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 111 |
+
},
|
| 112 |
+
"context_reference": null,
|
| 113 |
+
"data_seed": 42,
|
| 114 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 115 |
+
"evaluation": "official",
|
| 116 |
+
"family": "MMRSAE",
|
| 117 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 118 |
+
"method": {
|
| 119 |
+
"allow_empty_codes": true,
|
| 120 |
+
"alpha": null,
|
| 121 |
+
"anchor_chunk_size": 128,
|
| 122 |
+
"anneal_fraction": 0.7,
|
| 123 |
+
"anneal_start_k": 64,
|
| 124 |
+
"architecture": "plain-topk-v1",
|
| 125 |
+
"auxiliary_mode": "baseline",
|
| 126 |
+
"clean_probability": 0.2,
|
| 127 |
+
"context_noise_std": 0.02,
|
| 128 |
+
"context_student_temperature": 0.1,
|
| 129 |
+
"context_teacher_temperature": 0.1,
|
| 130 |
+
"context_weight": 0.0,
|
| 131 |
+
"contrastive_temperature": 0.2,
|
| 132 |
+
"contrastive_weight": 1.0,
|
| 133 |
+
"dead_steps": 30,
|
| 134 |
+
"dictionary_blend": 0.1,
|
| 135 |
+
"dictionary_temperature": 0.1,
|
| 136 |
+
"erase_probability": 0.25,
|
| 137 |
+
"eta": 0.2,
|
| 138 |
+
"hidden_dim": 8192,
|
| 139 |
+
"input_dim": 512,
|
| 140 |
+
"k": 8,
|
| 141 |
+
"k_aux": 512,
|
| 142 |
+
"mask": false,
|
| 143 |
+
"mass": 0.9,
|
| 144 |
+
"max_iters": 100,
|
| 145 |
+
"max_refine_iters": 2000,
|
| 146 |
+
"microbatch": 32,
|
| 147 |
+
"mixture_weight": 0.0,
|
| 148 |
+
"ot_weight": 0.0,
|
| 149 |
+
"rank": 32,
|
| 150 |
+
"relation_weight": 0.0,
|
| 151 |
+
"seed": 1227,
|
| 152 |
+
"student_temperature": 0.1,
|
| 153 |
+
"teacher_temperature": 0.1,
|
| 154 |
+
"tol": 0.0001,
|
| 155 |
+
"variant": "csr"
|
| 156 |
+
},
|
| 157 |
+
"model_seed": 1227,
|
| 158 |
+
"optimizer": {
|
| 159 |
+
"betas": [
|
| 160 |
+
0.9,
|
| 161 |
+
0.999
|
| 162 |
+
],
|
| 163 |
+
"eps": 6.25e-10,
|
| 164 |
+
"lr": 4e-05,
|
| 165 |
+
"name": "Adam",
|
| 166 |
+
"weight_decay": 0.0001
|
| 167 |
+
},
|
| 168 |
+
"precision": {
|
| 169 |
+
"amp": false,
|
| 170 |
+
"dtype": "float32",
|
| 171 |
+
"tf32": false
|
| 172 |
+
},
|
| 173 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 174 |
+
"runtime": {
|
| 175 |
+
"cuda": "13.0",
|
| 176 |
+
"device": "cuda:0",
|
| 177 |
+
"device_name": "NVIDIA RTX A6000",
|
| 178 |
+
"torch": "2.13.0+cu130"
|
| 179 |
+
},
|
| 180 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 181 |
+
"total_updates": 12510
|
| 182 |
+
},
|
| 183 |
+
"method": "csr",
|
| 184 |
+
"seed": 1227,
|
| 185 |
+
"step": 12510
|
| 186 |
+
},
|
| 187 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 188 |
+
"landmark_synthesis": false,
|
| 189 |
+
"normalization": "row_l2_float32",
|
| 190 |
+
"repair": false,
|
| 191 |
+
"role": "training_gallery",
|
| 192 |
+
"rows": 1280143,
|
| 193 |
+
"rows_hash": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 194 |
+
"sparse": true,
|
| 195 |
+
"version": 1,
|
| 196 |
+
"width": 512
|
| 197 |
+
},
|
| 198 |
+
"zero_final_codes": 0
|
| 199 |
+
},
|
| 200 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 201 |
+
"gallery_label_bytes": 10241144,
|
| 202 |
+
"identity": {
|
| 203 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 204 |
+
"experiment": {
|
| 205 |
+
"backbone": "resnet18",
|
| 206 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 207 |
+
"bank_refresh": 25,
|
| 208 |
+
"batch_size": 1024,
|
| 209 |
+
"batches_per_epoch": 1251,
|
| 210 |
+
"code": {
|
| 211 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 212 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 213 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 214 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 215 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 216 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 217 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 218 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 219 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 220 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 221 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 222 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 223 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 224 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 225 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 226 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 227 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 228 |
+
},
|
| 229 |
+
"context_reference": null,
|
| 230 |
+
"data_seed": 42,
|
| 231 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 232 |
+
"evaluation": "official",
|
| 233 |
+
"family": "MMRSAE",
|
| 234 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 235 |
+
"method": {
|
| 236 |
+
"allow_empty_codes": true,
|
| 237 |
+
"alpha": null,
|
| 238 |
+
"anchor_chunk_size": 128,
|
| 239 |
+
"anneal_fraction": 0.7,
|
| 240 |
+
"anneal_start_k": 64,
|
| 241 |
+
"architecture": "plain-topk-v1",
|
| 242 |
+
"auxiliary_mode": "baseline",
|
| 243 |
+
"clean_probability": 0.2,
|
| 244 |
+
"context_noise_std": 0.02,
|
| 245 |
+
"context_student_temperature": 0.1,
|
| 246 |
+
"context_teacher_temperature": 0.1,
|
| 247 |
+
"context_weight": 0.0,
|
| 248 |
+
"contrastive_temperature": 0.2,
|
| 249 |
+
"contrastive_weight": 1.0,
|
| 250 |
+
"dead_steps": 30,
|
| 251 |
+
"dictionary_blend": 0.1,
|
| 252 |
+
"dictionary_temperature": 0.1,
|
| 253 |
+
"erase_probability": 0.25,
|
| 254 |
+
"eta": 0.2,
|
| 255 |
+
"hidden_dim": 8192,
|
| 256 |
+
"input_dim": 512,
|
| 257 |
+
"k": 8,
|
| 258 |
+
"k_aux": 512,
|
| 259 |
+
"mask": false,
|
| 260 |
+
"mass": 0.9,
|
| 261 |
+
"max_iters": 100,
|
| 262 |
+
"max_refine_iters": 2000,
|
| 263 |
+
"microbatch": 32,
|
| 264 |
+
"mixture_weight": 0.0,
|
| 265 |
+
"ot_weight": 0.0,
|
| 266 |
+
"rank": 32,
|
| 267 |
+
"relation_weight": 0.0,
|
| 268 |
+
"seed": 1227,
|
| 269 |
+
"student_temperature": 0.1,
|
| 270 |
+
"teacher_temperature": 0.1,
|
| 271 |
+
"tol": 0.0001,
|
| 272 |
+
"variant": "csr"
|
| 273 |
+
},
|
| 274 |
+
"model_seed": 1227,
|
| 275 |
+
"optimizer": {
|
| 276 |
+
"betas": [
|
| 277 |
+
0.9,
|
| 278 |
+
0.999
|
| 279 |
+
],
|
| 280 |
+
"eps": 6.25e-10,
|
| 281 |
+
"lr": 4e-05,
|
| 282 |
+
"name": "Adam",
|
| 283 |
+
"weight_decay": 0.0001
|
| 284 |
+
},
|
| 285 |
+
"precision": {
|
| 286 |
+
"amp": false,
|
| 287 |
+
"dtype": "float32",
|
| 288 |
+
"tf32": false
|
| 289 |
+
},
|
| 290 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 291 |
+
"runtime": {
|
| 292 |
+
"cuda": "13.0",
|
| 293 |
+
"device": "cuda:0",
|
| 294 |
+
"device_name": "NVIDIA RTX A6000",
|
| 295 |
+
"torch": "2.13.0+cu130"
|
| 296 |
+
},
|
| 297 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 298 |
+
"total_updates": 12510
|
| 299 |
+
},
|
| 300 |
+
"method": "csr",
|
| 301 |
+
"pool": "official",
|
| 302 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 303 |
+
"seed": 1227,
|
| 304 |
+
"step": 12510
|
| 305 |
+
},
|
| 306 |
+
"index": {
|
| 307 |
+
"backend": "cuda_dense_gemm_fp32",
|
| 308 |
+
"dense_query_bytes": 1638400000,
|
| 309 |
+
"gallery_chunk_rows": 32768,
|
| 310 |
+
"index_bytes": 0,
|
| 311 |
+
"query_block_rows": 8192,
|
| 312 |
+
"search_scope": "gallery upload and expansion plus all GEMM blocks, single pass",
|
| 313 |
+
"search_seconds": 55.002503173891455
|
| 314 |
+
},
|
| 315 |
+
"index_build_seconds": 55.14932607905939,
|
| 316 |
+
"index_bytes": 0,
|
| 317 |
+
"interpretation": "official validation; any tuning or repeated inspection of these scores must be disclosed",
|
| 318 |
+
"landmark_dictionary_anchors": 0,
|
| 319 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 320 |
+
"landmark_dictionary_parameter_bytes": 0,
|
| 321 |
+
"landmark_synthesis": false,
|
| 322 |
+
"mean_nearest_neighbor_squared_l2": 0.2392855586886406,
|
| 323 |
+
"measurement_identity": {
|
| 324 |
+
"code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 325 |
+
"cuda_version": "13.0",
|
| 326 |
+
"device": "cuda:0",
|
| 327 |
+
"device_name": "NVIDIA RTX A6000",
|
| 328 |
+
"faiss_version": null,
|
| 329 |
+
"gallery_ids_sha256": "96e6faa0c0df07c4abcc2e0ebc81584364ced65c777f8c7913c94da4185b34a2",
|
| 330 |
+
"k": 512,
|
| 331 |
+
"landmark_synthesis": false,
|
| 332 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 333 |
+
"repair": false,
|
| 334 |
+
"retrieval": {
|
| 335 |
+
"allow_empty_codes": true,
|
| 336 |
+
"dense_gemm_min_k": 256,
|
| 337 |
+
"encode_batch_size": 1024,
|
| 338 |
+
"faiss_temp_memory_mib": 512,
|
| 339 |
+
"gallery_chunk_size": 65536,
|
| 340 |
+
"gpu_memory_fraction": 0.8,
|
| 341 |
+
"query_batch_size": 32,
|
| 342 |
+
"repeats": 5,
|
| 343 |
+
"score_buffer_mib": 256,
|
| 344 |
+
"warmup": 3
|
| 345 |
+
},
|
| 346 |
+
"seed": 1227,
|
| 347 |
+
"sparse": true,
|
| 348 |
+
"torch_version": "2.13.0+cu130"
|
| 349 |
+
},
|
| 350 |
+
"model_buffer_bytes": 65536,
|
| 351 |
+
"model_memory_scope": "parameters and resident buffers; excludes gradients and optimizer state",
|
| 352 |
+
"model_parameter_bytes": 16812032,
|
| 353 |
+
"model_tensor_bytes": 16877568,
|
| 354 |
+
"ot_cost": "none",
|
| 355 |
+
"prediction_sha256": "aaa1d5ec6eef83a86d7ab2579ee925655c3c67ab0cc789664a4ad686f155292d",
|
| 356 |
+
"predictions": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_512/predictions.csv",
|
| 357 |
+
"protected_full_path": false,
|
| 358 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 359 |
+
"query_batch_size": 32,
|
| 360 |
+
"query_count": 50000,
|
| 361 |
+
"query_encoding": {
|
| 362 |
+
"actual_directory_bytes": 205006399,
|
| 363 |
+
"array_fingerprints": {
|
| 364 |
+
"counts": {
|
| 365 |
+
"bytes": 200128,
|
| 366 |
+
"mtime_ns": 1793755043663389584,
|
| 367 |
+
"sha256": "02c105903b688abc4207e7ad29233b1e9698d3fcd6d2aa8c75180e701163cc89"
|
| 368 |
+
},
|
| 369 |
+
"indices": {
|
| 370 |
+
"bytes": 102400128,
|
| 371 |
+
"mtime_ns": 1793755043671389589,
|
| 372 |
+
"sha256": "83839e7806443c26acfc6c07c8a673c6dc98355453335e0654fc33a3e5caea7b"
|
| 373 |
+
},
|
| 374 |
+
"values": {
|
| 375 |
+
"bytes": 102400128,
|
| 376 |
+
"mtime_ns": 1793755043667389587,
|
| 377 |
+
"sha256": "001c626ec4a31ab016d6d82e1d526759be1e99687802dcf9d29ac4f8870b3705"
|
| 378 |
+
}
|
| 379 |
+
},
|
| 380 |
+
"completed_rows": 50000,
|
| 381 |
+
"correction_seconds": 8.700799976941194e-05,
|
| 382 |
+
"current_invocation_encoded_rows": 50000,
|
| 383 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet18/retrieval/endpoint/encoded_cache/c03bd26b76d35872fc64cc88533dd7e5fb8f8e1684ef64038fe9d1fbd77ee7c8",
|
| 384 |
+
"encoding_cuda_seconds": 0.09953123116493226,
|
| 385 |
+
"encoding_wall_seconds": 0.5307730615604669,
|
| 386 |
+
"initial_encoding_seconds": 0.09944422364234924,
|
| 387 |
+
"nonzero_sum": 25600000,
|
| 388 |
+
"reused_rows": 0,
|
| 389 |
+
"specification": {
|
| 390 |
+
"empty_codes": "kept_zero",
|
| 391 |
+
"encoding_runtime": {
|
| 392 |
+
"amp": false,
|
| 393 |
+
"cuda_version": "13.0",
|
| 394 |
+
"device": "cuda:0",
|
| 395 |
+
"device_name": "NVIDIA RTX A6000",
|
| 396 |
+
"tf32": false,
|
| 397 |
+
"torch_version": "2.13.0+cu130"
|
| 398 |
+
},
|
| 399 |
+
"feature_dtype": "float32",
|
| 400 |
+
"feature_shape": [
|
| 401 |
+
50000,
|
| 402 |
+
512
|
| 403 |
+
],
|
| 404 |
+
"identity": {
|
| 405 |
+
"checkpoint_sha256": "6b060619445af93de6dc77197acdca9a6acda7c12986c9752538b9fd4448a24c",
|
| 406 |
+
"experiment": {
|
| 407 |
+
"backbone": "resnet18",
|
| 408 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 409 |
+
"bank_refresh": 25,
|
| 410 |
+
"batch_size": 1024,
|
| 411 |
+
"batches_per_epoch": 1251,
|
| 412 |
+
"code": {
|
| 413 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 414 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 415 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 416 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 417 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 418 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 419 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 420 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 421 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 422 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 423 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 424 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 425 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 426 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 427 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 428 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 429 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 430 |
+
},
|
| 431 |
+
"context_reference": null,
|
| 432 |
+
"data_seed": 42,
|
| 433 |
+
"data_sha256": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 434 |
+
"evaluation": "official",
|
| 435 |
+
"family": "MMRSAE",
|
| 436 |
+
"fit_ids_sha256": "f9a507233ff784072383c566ad0cb817e6d1a7c2d003f2eebebe78571056d440",
|
| 437 |
+
"method": {
|
| 438 |
+
"allow_empty_codes": true,
|
| 439 |
+
"alpha": null,
|
| 440 |
+
"anchor_chunk_size": 128,
|
| 441 |
+
"anneal_fraction": 0.7,
|
| 442 |
+
"anneal_start_k": 64,
|
| 443 |
+
"architecture": "plain-topk-v1",
|
| 444 |
+
"auxiliary_mode": "baseline",
|
| 445 |
+
"clean_probability": 0.2,
|
| 446 |
+
"context_noise_std": 0.02,
|
| 447 |
+
"context_student_temperature": 0.1,
|
| 448 |
+
"context_teacher_temperature": 0.1,
|
| 449 |
+
"context_weight": 0.0,
|
| 450 |
+
"contrastive_temperature": 0.2,
|
| 451 |
+
"contrastive_weight": 1.0,
|
| 452 |
+
"dead_steps": 30,
|
| 453 |
+
"dictionary_blend": 0.1,
|
| 454 |
+
"dictionary_temperature": 0.1,
|
| 455 |
+
"erase_probability": 0.25,
|
| 456 |
+
"eta": 0.2,
|
| 457 |
+
"hidden_dim": 8192,
|
| 458 |
+
"input_dim": 512,
|
| 459 |
+
"k": 8,
|
| 460 |
+
"k_aux": 512,
|
| 461 |
+
"mask": false,
|
| 462 |
+
"mass": 0.9,
|
| 463 |
+
"max_iters": 100,
|
| 464 |
+
"max_refine_iters": 2000,
|
| 465 |
+
"microbatch": 32,
|
| 466 |
+
"mixture_weight": 0.0,
|
| 467 |
+
"ot_weight": 0.0,
|
| 468 |
+
"rank": 32,
|
| 469 |
+
"relation_weight": 0.0,
|
| 470 |
+
"seed": 1227,
|
| 471 |
+
"student_temperature": 0.1,
|
| 472 |
+
"teacher_temperature": 0.1,
|
| 473 |
+
"tol": 0.0001,
|
| 474 |
+
"variant": "csr"
|
| 475 |
+
},
|
| 476 |
+
"model_seed": 1227,
|
| 477 |
+
"optimizer": {
|
| 478 |
+
"betas": [
|
| 479 |
+
0.9,
|
| 480 |
+
0.999
|
| 481 |
+
],
|
| 482 |
+
"eps": 6.25e-10,
|
| 483 |
+
"lr": 4e-05,
|
| 484 |
+
"name": "Adam",
|
| 485 |
+
"weight_decay": 0.0001
|
| 486 |
+
},
|
| 487 |
+
"precision": {
|
| 488 |
+
"amp": false,
|
| 489 |
+
"dtype": "float32",
|
| 490 |
+
"tf32": false
|
| 491 |
+
},
|
| 492 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 493 |
+
"runtime": {
|
| 494 |
+
"cuda": "13.0",
|
| 495 |
+
"device": "cuda:0",
|
| 496 |
+
"device_name": "NVIDIA RTX A6000",
|
| 497 |
+
"torch": "2.13.0+cu130"
|
| 498 |
+
},
|
| 499 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 500 |
+
"total_updates": 12510
|
| 501 |
+
},
|
| 502 |
+
"method": "csr",
|
| 503 |
+
"pool": "official",
|
| 504 |
+
"query_source": "398a31dd9ae6fe1204450dfed06d8b8ed8422f95f01a3f04986a719209a47cbf",
|
| 505 |
+
"seed": 1227,
|
| 506 |
+
"step": 12510
|
| 507 |
+
},
|
| 508 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 509 |
+
"landmark_synthesis": false,
|
| 510 |
+
"normalization": "row_l2_float32",
|
| 511 |
+
"repair": false,
|
| 512 |
+
"role": "validation_queries",
|
| 513 |
+
"rows": 50000,
|
| 514 |
+
"rows_hash": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 515 |
+
"sparse": true,
|
| 516 |
+
"version": 1,
|
| 517 |
+
"width": 512
|
| 518 |
+
},
|
| 519 |
+
"zero_final_codes": 0
|
| 520 |
+
},
|
| 521 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 522 |
+
"repair_parameters": 0,
|
| 523 |
+
"sae_parameters": 4203008,
|
| 524 |
+
"screening_search_wall_seconds": 55.002503173891455,
|
| 525 |
+
"search_backend": "cuda_dense_gemm_fp32",
|
| 526 |
+
"search_measurement_scope": "single_dense_gemm_pass_including_gallery_upload",
|
| 527 |
+
"seed": 1227,
|
| 528 |
+
"sparse_padded_payload_bytes_per_row": 4100,
|
| 529 |
+
"sparse_product_count": 524346572800000,
|
| 530 |
+
"sparse_product_fraction_of_dense_dictionary": 1.0,
|
| 531 |
+
"step": 12510,
|
| 532 |
+
"timed": false,
|
| 533 |
+
"top1": 57.654,
|
| 534 |
+
"torch_version": "2.13.0+cu130",
|
| 535 |
+
"total": 50000,
|
| 536 |
+
"training_k": 8,
|
| 537 |
+
"variant": "csr"
|
| 538 |
+
}
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_64/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_64/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_64/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_8/metrics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_8/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/k_8/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/retrieval/endpoint/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/summary.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet18/training.jsonl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:55dc068c1b9e3fe0c068240397edf892cf5ca976fd2afafdb98f0ebc92fbbdcf
|
| 3 |
+
size 11193738
|
csr_k8_743bbf428050/resnet18/wandb_run_id.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
d6o5bowm
|
csr_k8_743bbf428050/resnet50/classification/endpoint/result.json
ADDED
|
@@ -0,0 +1,269 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"complete": true,
|
| 3 |
+
"full_parent": {
|
| 4 |
+
"K": null,
|
| 5 |
+
"actual_nnz_mean": null,
|
| 6 |
+
"actual_nnz_scope": "training_gallery",
|
| 7 |
+
"correct": 34313,
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 10 |
+
"epochs": 10,
|
| 11 |
+
"feature_width": 2048,
|
| 12 |
+
"loss": 5.004693643135026,
|
| 13 |
+
"num_classes": 1000,
|
| 14 |
+
"query_actual_nnz_mean": null,
|
| 15 |
+
"representation": "full_parent",
|
| 16 |
+
"top1": 68.626,
|
| 17 |
+
"total": 50000,
|
| 18 |
+
"train_examples": 1280143,
|
| 19 |
+
"train_seconds": 15.059559942455962,
|
| 20 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 21 |
+
},
|
| 22 |
+
"identity": {
|
| 23 |
+
"batch_size": 1024,
|
| 24 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 25 |
+
"code": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 26 |
+
"cuda_version": "13.0",
|
| 27 |
+
"data": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 28 |
+
"device_name": "NVIDIA RTX A6000",
|
| 29 |
+
"epochs": 10,
|
| 30 |
+
"evaluation_topk": [
|
| 31 |
+
2,
|
| 32 |
+
4,
|
| 33 |
+
8,
|
| 34 |
+
16,
|
| 35 |
+
32,
|
| 36 |
+
64,
|
| 37 |
+
128,
|
| 38 |
+
256,
|
| 39 |
+
512,
|
| 40 |
+
1024,
|
| 41 |
+
2048
|
| 42 |
+
],
|
| 43 |
+
"fit_rows": "0f1a248d3587f0f6956729055cb4bef27eb6583e0a4fa173982d34a71e8cd18d",
|
| 44 |
+
"initialization": "zero",
|
| 45 |
+
"lr": 0.1,
|
| 46 |
+
"momentum": 0.9,
|
| 47 |
+
"normalization": "row_l2",
|
| 48 |
+
"protocol": "frozen-linear-probe-v1",
|
| 49 |
+
"query_rows": "4e8e61da4d18360754e778f930f6527cd7d146030a729d7975089afd8b47a740",
|
| 50 |
+
"schedule": "epoch cosine",
|
| 51 |
+
"seed": 1227,
|
| 52 |
+
"selection": "fixed final epoch; query labels used only for scoring",
|
| 53 |
+
"torch_version": "2.13.0+cu130",
|
| 54 |
+
"weight_decay": 0.0001
|
| 55 |
+
},
|
| 56 |
+
"interpretation": "supervised linear probes on frozen codes; distinct from 1-NN retrieval",
|
| 57 |
+
"per_topk": {
|
| 58 |
+
"1024": {
|
| 59 |
+
"K": 1024,
|
| 60 |
+
"actual_nnz_mean": 1024.0,
|
| 61 |
+
"actual_nnz_scope": "training_gallery",
|
| 62 |
+
"correct": 32035,
|
| 63 |
+
"device_name": "NVIDIA RTX A6000",
|
| 64 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 65 |
+
"epochs": 10,
|
| 66 |
+
"feature_width": 8192,
|
| 67 |
+
"loss": 4.982381692736733,
|
| 68 |
+
"num_classes": 1000,
|
| 69 |
+
"query_actual_nnz_mean": 1024.0,
|
| 70 |
+
"representation": "csr",
|
| 71 |
+
"top1": 64.07,
|
| 72 |
+
"total": 50000,
|
| 73 |
+
"train_examples": 1280143,
|
| 74 |
+
"train_seconds": 35.881581554654986,
|
| 75 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 76 |
+
},
|
| 77 |
+
"128": {
|
| 78 |
+
"K": 128,
|
| 79 |
+
"actual_nnz_mean": 128.0,
|
| 80 |
+
"actual_nnz_scope": "training_gallery",
|
| 81 |
+
"correct": 31343,
|
| 82 |
+
"device_name": "NVIDIA RTX A6000",
|
| 83 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 84 |
+
"epochs": 10,
|
| 85 |
+
"feature_width": 8192,
|
| 86 |
+
"loss": 4.794608676419027,
|
| 87 |
+
"num_classes": 1000,
|
| 88 |
+
"query_actual_nnz_mean": 128.0,
|
| 89 |
+
"representation": "csr",
|
| 90 |
+
"top1": 62.686,
|
| 91 |
+
"total": 50000,
|
| 92 |
+
"train_examples": 1280143,
|
| 93 |
+
"train_seconds": 35.13236411497928,
|
| 94 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 95 |
+
},
|
| 96 |
+
"16": {
|
| 97 |
+
"K": 16,
|
| 98 |
+
"actual_nnz_mean": 16.0,
|
| 99 |
+
"actual_nnz_scope": "training_gallery",
|
| 100 |
+
"correct": 29673,
|
| 101 |
+
"device_name": "NVIDIA RTX A6000",
|
| 102 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 103 |
+
"epochs": 10,
|
| 104 |
+
"feature_width": 8192,
|
| 105 |
+
"loss": 4.436971875830219,
|
| 106 |
+
"num_classes": 1000,
|
| 107 |
+
"query_actual_nnz_mean": 16.0,
|
| 108 |
+
"representation": "csr",
|
| 109 |
+
"top1": 59.346,
|
| 110 |
+
"total": 50000,
|
| 111 |
+
"train_examples": 1280143,
|
| 112 |
+
"train_seconds": 34.75822406914085,
|
| 113 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 114 |
+
},
|
| 115 |
+
"2": {
|
| 116 |
+
"K": 2,
|
| 117 |
+
"actual_nnz_mean": 2.0,
|
| 118 |
+
"actual_nnz_scope": "training_gallery",
|
| 119 |
+
"correct": 17710,
|
| 120 |
+
"device_name": "NVIDIA RTX A6000",
|
| 121 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 122 |
+
"epochs": 10,
|
| 123 |
+
"feature_width": 8192,
|
| 124 |
+
"loss": 4.6020272509357225,
|
| 125 |
+
"num_classes": 1000,
|
| 126 |
+
"query_actual_nnz_mean": 2.0,
|
| 127 |
+
"representation": "csr",
|
| 128 |
+
"top1": 35.42,
|
| 129 |
+
"total": 50000,
|
| 130 |
+
"train_examples": 1280143,
|
| 131 |
+
"train_seconds": 34.62623260868713,
|
| 132 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 133 |
+
},
|
| 134 |
+
"2048": {
|
| 135 |
+
"K": 2048,
|
| 136 |
+
"actual_nnz_mean": 2048.0,
|
| 137 |
+
"actual_nnz_scope": "training_gallery",
|
| 138 |
+
"correct": 31794,
|
| 139 |
+
"device_name": "NVIDIA RTX A6000",
|
| 140 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 141 |
+
"epochs": 10,
|
| 142 |
+
"feature_width": 8192,
|
| 143 |
+
"loss": 5.017732962693014,
|
| 144 |
+
"num_classes": 1000,
|
| 145 |
+
"query_actual_nnz_mean": 2048.0,
|
| 146 |
+
"representation": "csr",
|
| 147 |
+
"top1": 63.588,
|
| 148 |
+
"total": 50000,
|
| 149 |
+
"train_examples": 1280143,
|
| 150 |
+
"train_seconds": 37.44987276569009,
|
| 151 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 152 |
+
},
|
| 153 |
+
"256": {
|
| 154 |
+
"K": 256,
|
| 155 |
+
"actual_nnz_mean": 256.0,
|
| 156 |
+
"actual_nnz_scope": "training_gallery",
|
| 157 |
+
"correct": 31864,
|
| 158 |
+
"device_name": "NVIDIA RTX A6000",
|
| 159 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 160 |
+
"epochs": 10,
|
| 161 |
+
"feature_width": 8192,
|
| 162 |
+
"loss": 4.873143562201489,
|
| 163 |
+
"num_classes": 1000,
|
| 164 |
+
"query_actual_nnz_mean": 256.0,
|
| 165 |
+
"representation": "csr",
|
| 166 |
+
"top1": 63.728,
|
| 167 |
+
"total": 50000,
|
| 168 |
+
"train_examples": 1280143,
|
| 169 |
+
"train_seconds": 35.445172323379666,
|
| 170 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 171 |
+
},
|
| 172 |
+
"32": {
|
| 173 |
+
"K": 32,
|
| 174 |
+
"actual_nnz_mean": 32.0,
|
| 175 |
+
"actual_nnz_scope": "training_gallery",
|
| 176 |
+
"correct": 30444,
|
| 177 |
+
"device_name": "NVIDIA RTX A6000",
|
| 178 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 179 |
+
"epochs": 10,
|
| 180 |
+
"feature_width": 8192,
|
| 181 |
+
"loss": 4.528357073604916,
|
| 182 |
+
"num_classes": 1000,
|
| 183 |
+
"query_actual_nnz_mean": 32.0,
|
| 184 |
+
"representation": "csr",
|
| 185 |
+
"top1": 60.888,
|
| 186 |
+
"total": 50000,
|
| 187 |
+
"train_examples": 1280143,
|
| 188 |
+
"train_seconds": 34.5862543953117,
|
| 189 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 190 |
+
},
|
| 191 |
+
"4": {
|
| 192 |
+
"K": 4,
|
| 193 |
+
"actual_nnz_mean": 4.0,
|
| 194 |
+
"actual_nnz_scope": "training_gallery",
|
| 195 |
+
"correct": 24758,
|
| 196 |
+
"device_name": "NVIDIA RTX A6000",
|
| 197 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 198 |
+
"epochs": 10,
|
| 199 |
+
"feature_width": 8192,
|
| 200 |
+
"loss": 4.464715427599086,
|
| 201 |
+
"num_classes": 1000,
|
| 202 |
+
"query_actual_nnz_mean": 4.0,
|
| 203 |
+
"representation": "csr",
|
| 204 |
+
"top1": 49.516,
|
| 205 |
+
"total": 50000,
|
| 206 |
+
"train_examples": 1280143,
|
| 207 |
+
"train_seconds": 34.64143975591287,
|
| 208 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 209 |
+
},
|
| 210 |
+
"512": {
|
| 211 |
+
"K": 512,
|
| 212 |
+
"actual_nnz_mean": 512.0,
|
| 213 |
+
"actual_nnz_scope": "training_gallery",
|
| 214 |
+
"correct": 32153,
|
| 215 |
+
"device_name": "NVIDIA RTX A6000",
|
| 216 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 217 |
+
"epochs": 10,
|
| 218 |
+
"feature_width": 8192,
|
| 219 |
+
"loss": 4.927250289520889,
|
| 220 |
+
"num_classes": 1000,
|
| 221 |
+
"query_actual_nnz_mean": 512.0,
|
| 222 |
+
"representation": "csr",
|
| 223 |
+
"top1": 64.306,
|
| 224 |
+
"total": 50000,
|
| 225 |
+
"train_examples": 1280143,
|
| 226 |
+
"train_seconds": 35.50136742647737,
|
| 227 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 228 |
+
},
|
| 229 |
+
"64": {
|
| 230 |
+
"K": 64,
|
| 231 |
+
"actual_nnz_mean": 64.0,
|
| 232 |
+
"actual_nnz_scope": "training_gallery",
|
| 233 |
+
"correct": 30878,
|
| 234 |
+
"device_name": "NVIDIA RTX A6000",
|
| 235 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 236 |
+
"epochs": 10,
|
| 237 |
+
"feature_width": 8192,
|
| 238 |
+
"loss": 4.664476240091157,
|
| 239 |
+
"num_classes": 1000,
|
| 240 |
+
"query_actual_nnz_mean": 64.0,
|
| 241 |
+
"representation": "csr",
|
| 242 |
+
"top1": 61.756,
|
| 243 |
+
"total": 50000,
|
| 244 |
+
"train_examples": 1280143,
|
| 245 |
+
"train_seconds": 34.87947512138635,
|
| 246 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 247 |
+
},
|
| 248 |
+
"8": {
|
| 249 |
+
"K": 8,
|
| 250 |
+
"actual_nnz_mean": 8.0,
|
| 251 |
+
"actual_nnz_scope": "training_gallery",
|
| 252 |
+
"correct": 28069,
|
| 253 |
+
"device_name": "NVIDIA RTX A6000",
|
| 254 |
+
"empty_code_policy": "classifier bias prediction; no special retrieval-miss rule",
|
| 255 |
+
"epochs": 10,
|
| 256 |
+
"feature_width": 8192,
|
| 257 |
+
"loss": 4.411638041628694,
|
| 258 |
+
"num_classes": 1000,
|
| 259 |
+
"query_actual_nnz_mean": 8.0,
|
| 260 |
+
"representation": "csr",
|
| 261 |
+
"top1": 56.138,
|
| 262 |
+
"total": 50000,
|
| 263 |
+
"train_examples": 1280143,
|
| 264 |
+
"train_seconds": 34.844396291533485,
|
| 265 |
+
"train_time_scope": "classifier updates and batch transfers; excludes representation encoding, query scoring and checkpoint I/O"
|
| 266 |
+
}
|
| 267 |
+
},
|
| 268 |
+
"protocol": "frozen-linear-probe-v1"
|
| 269 |
+
}
|
csr_k8_743bbf428050/resnet50/data.json
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"anchors_overlap_fit": false,
|
| 3 |
+
"backbone": "resnet50",
|
| 4 |
+
"feature_cache": {
|
| 5 |
+
"conversion": "FP32 batches when consumed",
|
| 6 |
+
"dtype": "float32",
|
| 7 |
+
"path": "/workspace/MPSAE/data/mmrsae/ff2048/0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b/data.npy"
|
| 8 |
+
},
|
| 9 |
+
"identity": {
|
| 10 |
+
"backbone": "resnet50",
|
| 11 |
+
"data_seed": 42,
|
| 12 |
+
"evaluation": "official",
|
| 13 |
+
"feature_dtype": "float32",
|
| 14 |
+
"parent": {
|
| 15 |
+
"dimension": 2048,
|
| 16 |
+
"identity": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 17 |
+
"precision": "float32"
|
| 18 |
+
},
|
| 19 |
+
"pools": {
|
| 20 |
+
"anchors": {
|
| 21 |
+
"rows": 1024,
|
| 22 |
+
"sha256": "c6e7925cfc9c8c16b4ec512eaaf4b95a2fe81e51e9acd624472aa73cdb5b4355"
|
| 23 |
+
},
|
| 24 |
+
"fit": {
|
| 25 |
+
"rows": 1280143,
|
| 26 |
+
"sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec"
|
| 27 |
+
},
|
| 28 |
+
"query": {
|
| 29 |
+
"rows": 50000,
|
| 30 |
+
"sha256": "33236cc6bd19fa6b89e06d441d3fcd8eb37dc8540f6a4f2b627b20af10894a41"
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"preprocessing": "released_FF2048",
|
| 34 |
+
"query_source": {
|
| 35 |
+
"classes": 1000,
|
| 36 |
+
"feature_dtype": "<f4",
|
| 37 |
+
"feature_npy_bytes": 409600128,
|
| 38 |
+
"feature_shape": [
|
| 39 |
+
50000,
|
| 40 |
+
2048
|
| 41 |
+
],
|
| 42 |
+
"filename": "1K_val_ff2048.npz",
|
| 43 |
+
"fortran_order": false,
|
| 44 |
+
"identity_verified": true,
|
| 45 |
+
"kind": "precomputed_archive",
|
| 46 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 47 |
+
"receipt": {
|
| 48 |
+
"filename": "FF2048_RN50_Embeds/1K_val_ff2048.npz",
|
| 49 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 50 |
+
"repository": "W1nd-navigator/CSR-precompute-embeds",
|
| 51 |
+
"revision": "930b958ae9af522d4889e6e2287616130123c8d0",
|
| 52 |
+
"sha256": "798989b1543df064b9878909c08477ed10a9fdf9dadd9ca486dbcf1ffe12e5fb",
|
| 53 |
+
"split": "validation"
|
| 54 |
+
},
|
| 55 |
+
"sha256": "798989b1543df064b9878909c08477ed10a9fdf9dadd9ca486dbcf1ffe12e5fb",
|
| 56 |
+
"transform": "released_FF2048",
|
| 57 |
+
"trust": "archive_receipt_sha256"
|
| 58 |
+
},
|
| 59 |
+
"query_source_ids_sha256": "33236cc6bd19fa6b89e06d441d3fcd8eb37dc8540f6a4f2b627b20af10894a41",
|
| 60 |
+
"recipe": "mmrsae-imagenet-features-v2-disjoint-landmarks",
|
| 61 |
+
"source_ids_sha256": "e359913209925532ed848bcfb9352d07a5e74a1d059aea170ed42306da7835d2",
|
| 62 |
+
"train_source": {
|
| 63 |
+
"classes": 1000,
|
| 64 |
+
"feature_dtype": "<f4",
|
| 65 |
+
"feature_npy_bytes": 10495320192,
|
| 66 |
+
"feature_shape": [
|
| 67 |
+
1281167,
|
| 68 |
+
2048
|
| 69 |
+
],
|
| 70 |
+
"filename": "1K_train_ff2048.npz",
|
| 71 |
+
"fortran_order": false,
|
| 72 |
+
"identity_verified": true,
|
| 73 |
+
"kind": "precomputed_archive",
|
| 74 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 75 |
+
"receipt": {
|
| 76 |
+
"filename": "FF2048_RN50_Embeds/1K_train_ff2048.npz",
|
| 77 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 78 |
+
"repository": "W1nd-navigator/CSR-precompute-embeds",
|
| 79 |
+
"revision": "930b958ae9af522d4889e6e2287616130123c8d0",
|
| 80 |
+
"sha256": "0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b",
|
| 81 |
+
"split": "train"
|
| 82 |
+
},
|
| 83 |
+
"sha256": "0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b",
|
| 84 |
+
"transform": "released_FF2048",
|
| 85 |
+
"trust": "archive_receipt_sha256"
|
| 86 |
+
}
|
| 87 |
+
},
|
| 88 |
+
"official_validation_opened": true,
|
| 89 |
+
"parent": {
|
| 90 |
+
"dimension": 2048,
|
| 91 |
+
"identity": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 92 |
+
"precision": "float32"
|
| 93 |
+
},
|
| 94 |
+
"query_cache": {
|
| 95 |
+
"dtype": "float32",
|
| 96 |
+
"path": "/workspace/MPSAE/data/mmrsae/ff2048/798989b1543df064b9878909c08477ed10a9fdf9dadd9ca486dbcf1ffe12e5fb/data.npy"
|
| 97 |
+
},
|
| 98 |
+
"query_source": {
|
| 99 |
+
"archive_bytes": 201250417,
|
| 100 |
+
"classes": 1000,
|
| 101 |
+
"feature_dtype": "<f4",
|
| 102 |
+
"feature_npy_bytes": 409600128,
|
| 103 |
+
"feature_shape": [
|
| 104 |
+
50000,
|
| 105 |
+
2048
|
| 106 |
+
],
|
| 107 |
+
"filename": "1K_val_ff2048.npz",
|
| 108 |
+
"fortran_order": false,
|
| 109 |
+
"identity_verified": true,
|
| 110 |
+
"kind": "precomputed_archive",
|
| 111 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 112 |
+
"path": "/workspace/MPSAE/data/embeddings/1K_val_ff2048.npz",
|
| 113 |
+
"receipt": {
|
| 114 |
+
"filename": "FF2048_RN50_Embeds/1K_val_ff2048.npz",
|
| 115 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 116 |
+
"repository": "W1nd-navigator/CSR-precompute-embeds",
|
| 117 |
+
"revision": "930b958ae9af522d4889e6e2287616130123c8d0",
|
| 118 |
+
"sha256": "798989b1543df064b9878909c08477ed10a9fdf9dadd9ca486dbcf1ffe12e5fb",
|
| 119 |
+
"split": "validation"
|
| 120 |
+
},
|
| 121 |
+
"sha256": "798989b1543df064b9878909c08477ed10a9fdf9dadd9ca486dbcf1ffe12e5fb",
|
| 122 |
+
"transform": "released_FF2048",
|
| 123 |
+
"trust": "archive_receipt_sha256"
|
| 124 |
+
},
|
| 125 |
+
"query_source_row_ids": "/workspace/MPSAE/data/mmrsae/splits/08f9a716c76f094f4117e425a78058af05c381e1499af995d4339c14ff243117/query_source_ids.npy",
|
| 126 |
+
"recipe": "mmrsae-imagenet-features-v2-disjoint-landmarks",
|
| 127 |
+
"row_id_semantics": "fit/gallery/anchor IDs index train; dev query IDs index train; official query IDs index query",
|
| 128 |
+
"source_row_ids": "/workspace/MPSAE/data/mmrsae/splits/08f9a716c76f094f4117e425a78058af05c381e1499af995d4339c14ff243117/source_ids.npy",
|
| 129 |
+
"split_directory": "/workspace/MPSAE/data/mmrsae/splits/08f9a716c76f094f4117e425a78058af05c381e1499af995d4339c14ff243117",
|
| 130 |
+
"splits": {
|
| 131 |
+
"anchor_count": 1024,
|
| 132 |
+
"data_seed": 42,
|
| 133 |
+
"dev_size": 10000,
|
| 134 |
+
"evaluation": "official",
|
| 135 |
+
"official_query_source_ids_sha256": "33236cc6bd19fa6b89e06d441d3fcd8eb37dc8540f6a4f2b627b20af10894a41",
|
| 136 |
+
"pools": {
|
| 137 |
+
"anchors": {
|
| 138 |
+
"rows": 1024,
|
| 139 |
+
"sha256": "c6e7925cfc9c8c16b4ec512eaaf4b95a2fe81e51e9acd624472aa73cdb5b4355"
|
| 140 |
+
},
|
| 141 |
+
"fit": {
|
| 142 |
+
"rows": 1280143,
|
| 143 |
+
"sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec"
|
| 144 |
+
},
|
| 145 |
+
"query": {
|
| 146 |
+
"rows": 50000,
|
| 147 |
+
"sha256": "33236cc6bd19fa6b89e06d441d3fcd8eb37dc8540f6a4f2b627b20af10894a41"
|
| 148 |
+
}
|
| 149 |
+
},
|
| 150 |
+
"recipe": "mmrsae-imagenet-features-v2-disjoint-landmarks",
|
| 151 |
+
"source": {
|
| 152 |
+
"archive_bytes": 5114612846,
|
| 153 |
+
"classes": 1000,
|
| 154 |
+
"feature_dtype": "<f4",
|
| 155 |
+
"feature_npy_bytes": 10495320192,
|
| 156 |
+
"feature_shape": [
|
| 157 |
+
1281167,
|
| 158 |
+
2048
|
| 159 |
+
],
|
| 160 |
+
"filename": "1K_train_ff2048.npz",
|
| 161 |
+
"fortran_order": false,
|
| 162 |
+
"identity_verified": true,
|
| 163 |
+
"kind": "precomputed_archive",
|
| 164 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 165 |
+
"path": "/workspace/MPSAE/data/embeddings/1K_train_ff2048.npz",
|
| 166 |
+
"receipt": {
|
| 167 |
+
"filename": "FF2048_RN50_Embeds/1K_train_ff2048.npz",
|
| 168 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 169 |
+
"repository": "W1nd-navigator/CSR-precompute-embeds",
|
| 170 |
+
"revision": "930b958ae9af522d4889e6e2287616130123c8d0",
|
| 171 |
+
"sha256": "0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b",
|
| 172 |
+
"split": "train"
|
| 173 |
+
},
|
| 174 |
+
"sha256": "0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b",
|
| 175 |
+
"transform": "released_FF2048",
|
| 176 |
+
"trust": "archive_receipt_sha256"
|
| 177 |
+
},
|
| 178 |
+
"source_ids_sha256": "e359913209925532ed848bcfb9352d07a5e74a1d059aea170ed42306da7835d2",
|
| 179 |
+
"train_size": 0
|
| 180 |
+
},
|
| 181 |
+
"train_source": {
|
| 182 |
+
"archive_bytes": 5114612846,
|
| 183 |
+
"classes": 1000,
|
| 184 |
+
"feature_dtype": "<f4",
|
| 185 |
+
"feature_npy_bytes": 10495320192,
|
| 186 |
+
"feature_shape": [
|
| 187 |
+
1281167,
|
| 188 |
+
2048
|
| 189 |
+
],
|
| 190 |
+
"filename": "1K_train_ff2048.npz",
|
| 191 |
+
"fortran_order": false,
|
| 192 |
+
"identity_verified": true,
|
| 193 |
+
"kind": "precomputed_archive",
|
| 194 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 195 |
+
"path": "/workspace/MPSAE/data/embeddings/1K_train_ff2048.npz",
|
| 196 |
+
"receipt": {
|
| 197 |
+
"filename": "FF2048_RN50_Embeds/1K_train_ff2048.npz",
|
| 198 |
+
"parent": "RAIVNLab/MRL:r50_mrl0_e0_ff2048.pt",
|
| 199 |
+
"repository": "W1nd-navigator/CSR-precompute-embeds",
|
| 200 |
+
"revision": "930b958ae9af522d4889e6e2287616130123c8d0",
|
| 201 |
+
"sha256": "0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b",
|
| 202 |
+
"split": "train"
|
| 203 |
+
},
|
| 204 |
+
"sha256": "0421839f0b310da04134cfb7f03e5c0f0a02250c5199c64ffd397c5c32c2828b",
|
| 205 |
+
"transform": "released_FF2048",
|
| 206 |
+
"trust": "archive_receipt_sha256"
|
| 207 |
+
}
|
| 208 |
+
}
|
csr_k8_743bbf428050/resnet50/diagnostic_0000000.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"active_unit_coverage": 0.0198974609375,
|
| 3 |
+
"actual_nnz_mean": 8.0,
|
| 4 |
+
"auxiliary_budget": 32,
|
| 5 |
+
"dead_fraction": 0.0,
|
| 6 |
+
"encoder_bias_mean": 0.0,
|
| 7 |
+
"final_nnz_below_k_fraction": 0.0,
|
| 8 |
+
"final_nnz_min": 8,
|
| 9 |
+
"final_zero_code_fraction": 0.0,
|
| 10 |
+
"forced_clean_row_fraction": 1.0,
|
| 11 |
+
"gradient_contrastive_2k_norm": 0.0,
|
| 12 |
+
"gradient_contrastive_2k_selected_near_zero_fraction": 1.0,
|
| 13 |
+
"gradient_contrastive_k_norm": 0.02106229029595852,
|
| 14 |
+
"gradient_contrastive_k_selected_near_zero_fraction": 0.0,
|
| 15 |
+
"gradient_contrastive_norm": 0.02106229029595852,
|
| 16 |
+
"gradient_contrastive_raw_4k_norm": 0.0,
|
| 17 |
+
"gradient_contrastive_raw_4k_selected_near_zero_fraction": 1.0,
|
| 18 |
+
"gradient_contrastive_selected_near_zero_fraction": 0.8571428656578064,
|
| 19 |
+
"gradient_reconstruction_2k_norm": 0.0,
|
| 20 |
+
"gradient_reconstruction_2k_selected_near_zero_fraction": 1.0,
|
| 21 |
+
"gradient_reconstruction_k_norm": 0.00014428030408453196,
|
| 22 |
+
"gradient_reconstruction_k_selected_near_zero_fraction": 0.0,
|
| 23 |
+
"gradient_reconstruction_norm": 0.00014747504610568285,
|
| 24 |
+
"gradient_reconstruction_raw_4k_norm": 3.053000182262622e-05,
|
| 25 |
+
"gradient_reconstruction_raw_4k_selected_near_zero_fraction": 0.0,
|
| 26 |
+
"gradient_reconstruction_selected_near_zero_fraction": 0.2857142984867096,
|
| 27 |
+
"loss_contrastive_unweighted": 1.2554056644439697,
|
| 28 |
+
"loss_dead": 2.812993049621582,
|
| 29 |
+
"loss_total": 0.33509159088134766,
|
| 30 |
+
"mask_erase_fraction": 0.0,
|
| 31 |
+
"mse_final_K": 0.10874201357364655,
|
| 32 |
+
"mse_raw_aux": 0.1032237708568573,
|
| 33 |
+
"raw_kth_preactivation_nonpositive_fraction": 0.0,
|
| 34 |
+
"raw_zero_code_fraction": 0.0,
|
| 35 |
+
"step": 0,
|
| 36 |
+
"tail_ratio_2k_mean": 0.8958004117012024,
|
| 37 |
+
"tail_ratio_4k_mean": 1.4814767837524414,
|
| 38 |
+
"training_k": 8,
|
| 39 |
+
"unchanged_start_fraction": 1.0,
|
| 40 |
+
"warnings": [],
|
| 41 |
+
"weighted_contrastive": 0.1255405694246292,
|
| 42 |
+
"zero_final_codes": 0
|
| 43 |
+
}
|
csr_k8_743bbf428050/resnet50/diagnostic_0012510.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"active_unit_coverage": 0.00732421875,
|
| 3 |
+
"actual_nnz_mean": 8.0,
|
| 4 |
+
"auxiliary_budget": 32,
|
| 5 |
+
"dead_fraction": 0.829833984375,
|
| 6 |
+
"encoder_bias_mean": 0.0069035994820296764,
|
| 7 |
+
"final_nnz_below_k_fraction": 0.0,
|
| 8 |
+
"final_nnz_min": 8,
|
| 9 |
+
"final_zero_code_fraction": 0.0,
|
| 10 |
+
"forced_clean_row_fraction": 1.0,
|
| 11 |
+
"gradient_contrastive_2k_norm": 0.0,
|
| 12 |
+
"gradient_contrastive_2k_selected_near_zero_fraction": 1.0,
|
| 13 |
+
"gradient_contrastive_k_norm": 0.005608248058706522,
|
| 14 |
+
"gradient_contrastive_k_selected_near_zero_fraction": 0.0,
|
| 15 |
+
"gradient_contrastive_norm": 0.005608248058706522,
|
| 16 |
+
"gradient_contrastive_raw_4k_norm": 0.0,
|
| 17 |
+
"gradient_contrastive_raw_4k_selected_near_zero_fraction": 1.0,
|
| 18 |
+
"gradient_contrastive_selected_near_zero_fraction": 0.8571428656578064,
|
| 19 |
+
"gradient_reconstruction_2k_norm": 0.0,
|
| 20 |
+
"gradient_reconstruction_2k_selected_near_zero_fraction": 1.0,
|
| 21 |
+
"gradient_reconstruction_k_norm": 0.00019790096848737448,
|
| 22 |
+
"gradient_reconstruction_k_selected_near_zero_fraction": 0.0,
|
| 23 |
+
"gradient_reconstruction_norm": 0.00020581326680257916,
|
| 24 |
+
"gradient_reconstruction_raw_4k_norm": 5.65181762794964e-05,
|
| 25 |
+
"gradient_reconstruction_raw_4k_selected_near_zero_fraction": 0.0,
|
| 26 |
+
"gradient_reconstruction_selected_near_zero_fraction": 0.2857142984867096,
|
| 27 |
+
"loss_contrastive_unweighted": 3.448564291000366,
|
| 28 |
+
"loss_dead": 1.460075855255127,
|
| 29 |
+
"loss_total": 0.44409361481666565,
|
| 30 |
+
"mask_erase_fraction": 0.0,
|
| 31 |
+
"mse_final_K": 0.04797609895467758,
|
| 32 |
+
"mse_raw_aux": 0.04506956413388252,
|
| 33 |
+
"raw_kth_preactivation_nonpositive_fraction": 0.0,
|
| 34 |
+
"raw_zero_code_fraction": 0.0,
|
| 35 |
+
"step": 12510,
|
| 36 |
+
"tail_ratio_2k_mean": 0.4751403331756592,
|
| 37 |
+
"tail_ratio_4k_mean": 0.6801000237464905,
|
| 38 |
+
"training_k": 8,
|
| 39 |
+
"unchanged_start_fraction": 1.0,
|
| 40 |
+
"warnings": [],
|
| 41 |
+
"weighted_contrastive": 0.3448564410209656,
|
| 42 |
+
"zero_final_codes": 0
|
| 43 |
+
}
|
csr_k8_743bbf428050/resnet50/final_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30a3f9fccd650eacce7cd3e598ff9710a58c2c4bbd557ef9322e592875b3ccd0
|
| 3 |
+
size 67222243
|
csr_k8_743bbf428050/resnet50/fit_identity.json
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "resnet50",
|
| 3 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 4 |
+
"bank_refresh": 25,
|
| 5 |
+
"batch_size": 1024,
|
| 6 |
+
"batches_per_epoch": 1251,
|
| 7 |
+
"code": {
|
| 8 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 9 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 10 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 11 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 12 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 13 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 14 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 15 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 16 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 17 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 18 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 19 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 20 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 21 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 22 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 23 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 24 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 25 |
+
},
|
| 26 |
+
"context_reference": null,
|
| 27 |
+
"data_seed": 42,
|
| 28 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 29 |
+
"evaluation": "official",
|
| 30 |
+
"family": "MMRSAE",
|
| 31 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 32 |
+
"method": {
|
| 33 |
+
"allow_empty_codes": true,
|
| 34 |
+
"alpha": null,
|
| 35 |
+
"anchor_chunk_size": 128,
|
| 36 |
+
"anneal_fraction": 0.7,
|
| 37 |
+
"anneal_start_k": 64,
|
| 38 |
+
"architecture": "plain-topk-v1",
|
| 39 |
+
"auxiliary_mode": "baseline",
|
| 40 |
+
"clean_probability": 0.2,
|
| 41 |
+
"context_noise_std": 0.02,
|
| 42 |
+
"context_student_temperature": 0.1,
|
| 43 |
+
"context_teacher_temperature": 0.1,
|
| 44 |
+
"context_weight": 0.0,
|
| 45 |
+
"contrastive_temperature": 0.2,
|
| 46 |
+
"contrastive_weight": 0.1,
|
| 47 |
+
"dead_steps": 30,
|
| 48 |
+
"dictionary_blend": 0.1,
|
| 49 |
+
"dictionary_temperature": 0.1,
|
| 50 |
+
"erase_probability": 0.25,
|
| 51 |
+
"eta": 0.2,
|
| 52 |
+
"hidden_dim": 8192,
|
| 53 |
+
"input_dim": 2048,
|
| 54 |
+
"k": 8,
|
| 55 |
+
"k_aux": 512,
|
| 56 |
+
"mask": false,
|
| 57 |
+
"mass": 0.9,
|
| 58 |
+
"max_iters": 100,
|
| 59 |
+
"max_refine_iters": 2000,
|
| 60 |
+
"microbatch": 32,
|
| 61 |
+
"mixture_weight": 0.0,
|
| 62 |
+
"ot_weight": 0.0,
|
| 63 |
+
"rank": 32,
|
| 64 |
+
"relation_weight": 0.0,
|
| 65 |
+
"seed": 1227,
|
| 66 |
+
"student_temperature": 0.1,
|
| 67 |
+
"teacher_temperature": 0.1,
|
| 68 |
+
"tol": 0.0001,
|
| 69 |
+
"variant": "csr"
|
| 70 |
+
},
|
| 71 |
+
"model_seed": 1227,
|
| 72 |
+
"optimizer": {
|
| 73 |
+
"betas": [
|
| 74 |
+
0.9,
|
| 75 |
+
0.999
|
| 76 |
+
],
|
| 77 |
+
"eps": 6.25e-10,
|
| 78 |
+
"lr": 4e-05,
|
| 79 |
+
"name": "Adam",
|
| 80 |
+
"weight_decay": 0.0001
|
| 81 |
+
},
|
| 82 |
+
"precision": {
|
| 83 |
+
"amp": false,
|
| 84 |
+
"dtype": "float32",
|
| 85 |
+
"tf32": false
|
| 86 |
+
},
|
| 87 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 88 |
+
"runtime": {
|
| 89 |
+
"cuda": "13.0",
|
| 90 |
+
"device": "cuda:0",
|
| 91 |
+
"device_name": "NVIDIA RTX A6000",
|
| 92 |
+
"torch": "2.13.0+cu130"
|
| 93 |
+
},
|
| 94 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 95 |
+
"total_updates": 12510
|
| 96 |
+
}
|
csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/metrics.json
ADDED
|
@@ -0,0 +1,531 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 1024,
|
| 3 |
+
"actual_nnz_mean": 1024.0,
|
| 4 |
+
"backend_setup_seconds": 2.0487932488322258e-05,
|
| 5 |
+
"correct": 34501,
|
| 6 |
+
"cuda_version": "13.0",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"dtype": "float32",
|
| 10 |
+
"empty_codes_policy": "kept_zero_query_counted_as_miss",
|
| 11 |
+
"empty_gallery_codes": 0,
|
| 12 |
+
"empty_query_codes": 0,
|
| 13 |
+
"empty_query_fraction": 0.0,
|
| 14 |
+
"encoder_extraction_measured": false,
|
| 15 |
+
"encoding_benchmark": {
|
| 16 |
+
"batch_size": 1024,
|
| 17 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"device_name": "NVIDIA RTX A6000",
|
| 20 |
+
"encoding_seconds_per_example": 3.119937609881163e-06,
|
| 21 |
+
"initial_seconds": 0.0031927680969238282,
|
| 22 |
+
"raw_records": [
|
| 23 |
+
{
|
| 24 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 25 |
+
"initial_seconds": 0.0031927680969238282,
|
| 26 |
+
"total_seconds": 0.0031948161125183107,
|
| 27 |
+
"wall_seconds": 0.003269690088927746
|
| 28 |
+
}
|
| 29 |
+
],
|
| 30 |
+
"repeats": 1,
|
| 31 |
+
"scope": "resident_feature_to_final_code_excludes_transfer_normalization_storage",
|
| 32 |
+
"screening_only": true,
|
| 33 |
+
"total_seconds": 0.0031948161125183107,
|
| 34 |
+
"warmup": 1
|
| 35 |
+
},
|
| 36 |
+
"encoding_seconds_per_example": 3.119937609881163e-06,
|
| 37 |
+
"encoding_seconds_per_row": 3.119937609881163e-06,
|
| 38 |
+
"faiss_version": null,
|
| 39 |
+
"gallery_count": 1280143,
|
| 40 |
+
"gallery_encoding": {
|
| 41 |
+
"actual_directory_bytes": 10492058318,
|
| 42 |
+
"array_fingerprints": {
|
| 43 |
+
"counts": {
|
| 44 |
+
"bytes": 5120700,
|
| 45 |
+
"mtime_ns": 1793753042819230466,
|
| 46 |
+
"sha256": "45e05424a845c015cddc71c29eb60c04d4dfa30b75b556b2e5f1e28115fae338"
|
| 47 |
+
},
|
| 48 |
+
"indices": {
|
| 49 |
+
"bytes": 5243465856,
|
| 50 |
+
"mtime_ns": 1793753042823230378,
|
| 51 |
+
"sha256": "def8b9007e5e88c57612addd1d9c95b0d9b9e389ee7cf98d7eed1a768fb0f9ee"
|
| 52 |
+
},
|
| 53 |
+
"values": {
|
| 54 |
+
"bytes": 5243465856,
|
| 55 |
+
"mtime_ns": 1793753042819230466,
|
| 56 |
+
"sha256": "d46f4d9148b02e13d16296b480f3410fc90d12644922519de2a0cd773bc13282"
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"completed_rows": 1280143,
|
| 60 |
+
"correction_seconds": 0.002277055994840376,
|
| 61 |
+
"current_invocation_encoded_rows": 1280143,
|
| 62 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet50/retrieval/endpoint/encoded_cache/2deadde589c754f1386b851176d1bd7f197cfd6bd42950e37a587f757d1525e9",
|
| 63 |
+
"encoding_cuda_seconds": 4.163755166709423,
|
| 64 |
+
"encoding_wall_seconds": 25.746722837677225,
|
| 65 |
+
"initial_encoding_seconds": 4.161478113114837,
|
| 66 |
+
"nonzero_sum": 1310866432,
|
| 67 |
+
"reused_rows": 0,
|
| 68 |
+
"specification": {
|
| 69 |
+
"empty_codes": "kept_zero",
|
| 70 |
+
"encoding_runtime": {
|
| 71 |
+
"amp": false,
|
| 72 |
+
"cuda_version": "13.0",
|
| 73 |
+
"device": "cuda:0",
|
| 74 |
+
"device_name": "NVIDIA RTX A6000",
|
| 75 |
+
"tf32": false,
|
| 76 |
+
"torch_version": "2.13.0+cu130"
|
| 77 |
+
},
|
| 78 |
+
"feature_dtype": "float32",
|
| 79 |
+
"feature_shape": [
|
| 80 |
+
1281167,
|
| 81 |
+
2048
|
| 82 |
+
],
|
| 83 |
+
"identity": {
|
| 84 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 85 |
+
"experiment": {
|
| 86 |
+
"backbone": "resnet50",
|
| 87 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 88 |
+
"bank_refresh": 25,
|
| 89 |
+
"batch_size": 1024,
|
| 90 |
+
"batches_per_epoch": 1251,
|
| 91 |
+
"code": {
|
| 92 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 93 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 94 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 95 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 96 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 97 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 98 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 99 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 100 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 101 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 102 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 103 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 104 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 105 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 106 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 107 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 108 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 109 |
+
},
|
| 110 |
+
"context_reference": null,
|
| 111 |
+
"data_seed": 42,
|
| 112 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 113 |
+
"evaluation": "official",
|
| 114 |
+
"family": "MMRSAE",
|
| 115 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 116 |
+
"method": {
|
| 117 |
+
"allow_empty_codes": true,
|
| 118 |
+
"alpha": null,
|
| 119 |
+
"anchor_chunk_size": 128,
|
| 120 |
+
"anneal_fraction": 0.7,
|
| 121 |
+
"anneal_start_k": 64,
|
| 122 |
+
"architecture": "plain-topk-v1",
|
| 123 |
+
"auxiliary_mode": "baseline",
|
| 124 |
+
"clean_probability": 0.2,
|
| 125 |
+
"context_noise_std": 0.02,
|
| 126 |
+
"context_student_temperature": 0.1,
|
| 127 |
+
"context_teacher_temperature": 0.1,
|
| 128 |
+
"context_weight": 0.0,
|
| 129 |
+
"contrastive_temperature": 0.2,
|
| 130 |
+
"contrastive_weight": 0.1,
|
| 131 |
+
"dead_steps": 30,
|
| 132 |
+
"dictionary_blend": 0.1,
|
| 133 |
+
"dictionary_temperature": 0.1,
|
| 134 |
+
"erase_probability": 0.25,
|
| 135 |
+
"eta": 0.2,
|
| 136 |
+
"hidden_dim": 8192,
|
| 137 |
+
"input_dim": 2048,
|
| 138 |
+
"k": 8,
|
| 139 |
+
"k_aux": 512,
|
| 140 |
+
"mask": false,
|
| 141 |
+
"mass": 0.9,
|
| 142 |
+
"max_iters": 100,
|
| 143 |
+
"max_refine_iters": 2000,
|
| 144 |
+
"microbatch": 32,
|
| 145 |
+
"mixture_weight": 0.0,
|
| 146 |
+
"ot_weight": 0.0,
|
| 147 |
+
"rank": 32,
|
| 148 |
+
"relation_weight": 0.0,
|
| 149 |
+
"seed": 1227,
|
| 150 |
+
"student_temperature": 0.1,
|
| 151 |
+
"teacher_temperature": 0.1,
|
| 152 |
+
"tol": 0.0001,
|
| 153 |
+
"variant": "csr"
|
| 154 |
+
},
|
| 155 |
+
"model_seed": 1227,
|
| 156 |
+
"optimizer": {
|
| 157 |
+
"betas": [
|
| 158 |
+
0.9,
|
| 159 |
+
0.999
|
| 160 |
+
],
|
| 161 |
+
"eps": 6.25e-10,
|
| 162 |
+
"lr": 4e-05,
|
| 163 |
+
"name": "Adam",
|
| 164 |
+
"weight_decay": 0.0001
|
| 165 |
+
},
|
| 166 |
+
"precision": {
|
| 167 |
+
"amp": false,
|
| 168 |
+
"dtype": "float32",
|
| 169 |
+
"tf32": false
|
| 170 |
+
},
|
| 171 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 172 |
+
"runtime": {
|
| 173 |
+
"cuda": "13.0",
|
| 174 |
+
"device": "cuda:0",
|
| 175 |
+
"device_name": "NVIDIA RTX A6000",
|
| 176 |
+
"torch": "2.13.0+cu130"
|
| 177 |
+
},
|
| 178 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 179 |
+
"total_updates": 12510
|
| 180 |
+
},
|
| 181 |
+
"method": "csr",
|
| 182 |
+
"seed": 1227,
|
| 183 |
+
"step": 12510
|
| 184 |
+
},
|
| 185 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 186 |
+
"landmark_synthesis": false,
|
| 187 |
+
"normalization": "row_l2_float32",
|
| 188 |
+
"repair": false,
|
| 189 |
+
"role": "training_gallery",
|
| 190 |
+
"rows": 1280143,
|
| 191 |
+
"rows_hash": "6df32c4af3e57596fa6223944b6bfcc77c5407482acc3bf98365fe7cd157d6bc",
|
| 192 |
+
"sparse": true,
|
| 193 |
+
"version": 1,
|
| 194 |
+
"width": 1024
|
| 195 |
+
},
|
| 196 |
+
"zero_final_codes": 0
|
| 197 |
+
},
|
| 198 |
+
"gallery_ids_sha256": "6df32c4af3e57596fa6223944b6bfcc77c5407482acc3bf98365fe7cd157d6bc",
|
| 199 |
+
"gallery_label_bytes": 10241144,
|
| 200 |
+
"identity": {
|
| 201 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 202 |
+
"experiment": {
|
| 203 |
+
"backbone": "resnet50",
|
| 204 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 205 |
+
"bank_refresh": 25,
|
| 206 |
+
"batch_size": 1024,
|
| 207 |
+
"batches_per_epoch": 1251,
|
| 208 |
+
"code": {
|
| 209 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 210 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 211 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 212 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 213 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 214 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 215 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 216 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 217 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 218 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 219 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 220 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 221 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 222 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 223 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 224 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 225 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 226 |
+
},
|
| 227 |
+
"context_reference": null,
|
| 228 |
+
"data_seed": 42,
|
| 229 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 230 |
+
"evaluation": "official",
|
| 231 |
+
"family": "MMRSAE",
|
| 232 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 233 |
+
"method": {
|
| 234 |
+
"allow_empty_codes": true,
|
| 235 |
+
"alpha": null,
|
| 236 |
+
"anchor_chunk_size": 128,
|
| 237 |
+
"anneal_fraction": 0.7,
|
| 238 |
+
"anneal_start_k": 64,
|
| 239 |
+
"architecture": "plain-topk-v1",
|
| 240 |
+
"auxiliary_mode": "baseline",
|
| 241 |
+
"clean_probability": 0.2,
|
| 242 |
+
"context_noise_std": 0.02,
|
| 243 |
+
"context_student_temperature": 0.1,
|
| 244 |
+
"context_teacher_temperature": 0.1,
|
| 245 |
+
"context_weight": 0.0,
|
| 246 |
+
"contrastive_temperature": 0.2,
|
| 247 |
+
"contrastive_weight": 0.1,
|
| 248 |
+
"dead_steps": 30,
|
| 249 |
+
"dictionary_blend": 0.1,
|
| 250 |
+
"dictionary_temperature": 0.1,
|
| 251 |
+
"erase_probability": 0.25,
|
| 252 |
+
"eta": 0.2,
|
| 253 |
+
"hidden_dim": 8192,
|
| 254 |
+
"input_dim": 2048,
|
| 255 |
+
"k": 8,
|
| 256 |
+
"k_aux": 512,
|
| 257 |
+
"mask": false,
|
| 258 |
+
"mass": 0.9,
|
| 259 |
+
"max_iters": 100,
|
| 260 |
+
"max_refine_iters": 2000,
|
| 261 |
+
"microbatch": 32,
|
| 262 |
+
"mixture_weight": 0.0,
|
| 263 |
+
"ot_weight": 0.0,
|
| 264 |
+
"rank": 32,
|
| 265 |
+
"relation_weight": 0.0,
|
| 266 |
+
"seed": 1227,
|
| 267 |
+
"student_temperature": 0.1,
|
| 268 |
+
"teacher_temperature": 0.1,
|
| 269 |
+
"tol": 0.0001,
|
| 270 |
+
"variant": "csr"
|
| 271 |
+
},
|
| 272 |
+
"model_seed": 1227,
|
| 273 |
+
"optimizer": {
|
| 274 |
+
"betas": [
|
| 275 |
+
0.9,
|
| 276 |
+
0.999
|
| 277 |
+
],
|
| 278 |
+
"eps": 6.25e-10,
|
| 279 |
+
"lr": 4e-05,
|
| 280 |
+
"name": "Adam",
|
| 281 |
+
"weight_decay": 0.0001
|
| 282 |
+
},
|
| 283 |
+
"precision": {
|
| 284 |
+
"amp": false,
|
| 285 |
+
"dtype": "float32",
|
| 286 |
+
"tf32": false
|
| 287 |
+
},
|
| 288 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 289 |
+
"runtime": {
|
| 290 |
+
"cuda": "13.0",
|
| 291 |
+
"device": "cuda:0",
|
| 292 |
+
"device_name": "NVIDIA RTX A6000",
|
| 293 |
+
"torch": "2.13.0+cu130"
|
| 294 |
+
},
|
| 295 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 296 |
+
"total_updates": 12510
|
| 297 |
+
},
|
| 298 |
+
"method": "csr",
|
| 299 |
+
"pool": "official",
|
| 300 |
+
"query_source": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 301 |
+
"seed": 1227,
|
| 302 |
+
"step": 12510
|
| 303 |
+
},
|
| 304 |
+
"index": {
|
| 305 |
+
"backend": "cuda_dense_gemm_fp32",
|
| 306 |
+
"dense_query_bytes": 1638400000,
|
| 307 |
+
"gallery_chunk_rows": 32768,
|
| 308 |
+
"index_bytes": 0,
|
| 309 |
+
"query_block_rows": 8192,
|
| 310 |
+
"search_scope": "gallery upload and expansion plus all GEMM blocks, single pass",
|
| 311 |
+
"search_seconds": 57.33690483588725
|
| 312 |
+
},
|
| 313 |
+
"index_build_seconds": 57.658678486943245,
|
| 314 |
+
"index_bytes": 0,
|
| 315 |
+
"landmark_dictionary_anchors": 0,
|
| 316 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 317 |
+
"landmark_dictionary_parameter_bytes": 0,
|
| 318 |
+
"landmark_synthesis": false,
|
| 319 |
+
"mean_nearest_neighbor_squared_l2": 0.18443289204120636,
|
| 320 |
+
"measurement_identity": {
|
| 321 |
+
"code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 322 |
+
"cuda_version": "13.0",
|
| 323 |
+
"device": "cuda:0",
|
| 324 |
+
"device_name": "NVIDIA RTX A6000",
|
| 325 |
+
"faiss_version": null,
|
| 326 |
+
"gallery_ids_sha256": "6df32c4af3e57596fa6223944b6bfcc77c5407482acc3bf98365fe7cd157d6bc",
|
| 327 |
+
"k": 1024,
|
| 328 |
+
"landmark_synthesis": false,
|
| 329 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 330 |
+
"repair": false,
|
| 331 |
+
"retrieval": {
|
| 332 |
+
"allow_empty_codes": true,
|
| 333 |
+
"dense_gemm_min_k": 256,
|
| 334 |
+
"encode_batch_size": 1024,
|
| 335 |
+
"faiss_temp_memory_mib": 512,
|
| 336 |
+
"gallery_chunk_size": 65536,
|
| 337 |
+
"gpu_memory_fraction": 0.8,
|
| 338 |
+
"query_batch_size": 32,
|
| 339 |
+
"repeats": 5,
|
| 340 |
+
"score_buffer_mib": 256,
|
| 341 |
+
"warmup": 3
|
| 342 |
+
},
|
| 343 |
+
"seed": 1227,
|
| 344 |
+
"sparse": true,
|
| 345 |
+
"torch_version": "2.13.0+cu130"
|
| 346 |
+
},
|
| 347 |
+
"model_buffer_bytes": 65536,
|
| 348 |
+
"model_memory_scope": "parameters and resident buffers; excludes gradients and optimizer state",
|
| 349 |
+
"model_parameter_bytes": 67149824,
|
| 350 |
+
"model_tensor_bytes": 67215360,
|
| 351 |
+
"prediction_sha256": "a79a512239475f61a91ea8c635fad440fcc2e068ea3e671fdbba69f6525ea939",
|
| 352 |
+
"predictions": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/predictions.csv",
|
| 353 |
+
"protected_full_path": false,
|
| 354 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 355 |
+
"query_batch_size": 32,
|
| 356 |
+
"query_count": 50000,
|
| 357 |
+
"query_encoding": {
|
| 358 |
+
"actual_directory_bytes": 409806400,
|
| 359 |
+
"array_fingerprints": {
|
| 360 |
+
"counts": {
|
| 361 |
+
"bytes": 200128,
|
| 362 |
+
"mtime_ns": 1793753053470996551,
|
| 363 |
+
"sha256": "1910294bb3085bf0d41548290df333381b926c2a7dc0e88c3a1866e4664d1a08"
|
| 364 |
+
},
|
| 365 |
+
"indices": {
|
| 366 |
+
"bytes": 204800128,
|
| 367 |
+
"mtime_ns": 1793753053490996112,
|
| 368 |
+
"sha256": "b5d5767e01f46d8146bc5220ae95f44cdb6d628b6e3733377644f0b0bb6851b0"
|
| 369 |
+
},
|
| 370 |
+
"values": {
|
| 371 |
+
"bytes": 204800128,
|
| 372 |
+
"mtime_ns": 1793753053486996200,
|
| 373 |
+
"sha256": "061248bf2a901379433b0ff07c48de38d4d225194b06ef2ef6eb3669188b00cc"
|
| 374 |
+
}
|
| 375 |
+
},
|
| 376 |
+
"completed_rows": 50000,
|
| 377 |
+
"correction_seconds": 9.318399999756362e-05,
|
| 378 |
+
"current_invocation_encoded_rows": 50000,
|
| 379 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet50/retrieval/endpoint/encoded_cache/841df972885361ae9ee9b3209f1f6c649be77cc7ef392776a7a8bb0be46c6de6",
|
| 380 |
+
"encoding_cuda_seconds": 0.16190563178062434,
|
| 381 |
+
"encoding_wall_seconds": 1.049959947122261,
|
| 382 |
+
"initial_encoding_seconds": 0.1618124485015869,
|
| 383 |
+
"nonzero_sum": 51200000,
|
| 384 |
+
"reused_rows": 0,
|
| 385 |
+
"specification": {
|
| 386 |
+
"empty_codes": "kept_zero",
|
| 387 |
+
"encoding_runtime": {
|
| 388 |
+
"amp": false,
|
| 389 |
+
"cuda_version": "13.0",
|
| 390 |
+
"device": "cuda:0",
|
| 391 |
+
"device_name": "NVIDIA RTX A6000",
|
| 392 |
+
"tf32": false,
|
| 393 |
+
"torch_version": "2.13.0+cu130"
|
| 394 |
+
},
|
| 395 |
+
"feature_dtype": "float32",
|
| 396 |
+
"feature_shape": [
|
| 397 |
+
50000,
|
| 398 |
+
2048
|
| 399 |
+
],
|
| 400 |
+
"identity": {
|
| 401 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 402 |
+
"experiment": {
|
| 403 |
+
"backbone": "resnet50",
|
| 404 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 405 |
+
"bank_refresh": 25,
|
| 406 |
+
"batch_size": 1024,
|
| 407 |
+
"batches_per_epoch": 1251,
|
| 408 |
+
"code": {
|
| 409 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 410 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 411 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 412 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 413 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 414 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 415 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 416 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 417 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 418 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 419 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 420 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 421 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 422 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 423 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 424 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 425 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 426 |
+
},
|
| 427 |
+
"context_reference": null,
|
| 428 |
+
"data_seed": 42,
|
| 429 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 430 |
+
"evaluation": "official",
|
| 431 |
+
"family": "MMRSAE",
|
| 432 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 433 |
+
"method": {
|
| 434 |
+
"allow_empty_codes": true,
|
| 435 |
+
"alpha": null,
|
| 436 |
+
"anchor_chunk_size": 128,
|
| 437 |
+
"anneal_fraction": 0.7,
|
| 438 |
+
"anneal_start_k": 64,
|
| 439 |
+
"architecture": "plain-topk-v1",
|
| 440 |
+
"auxiliary_mode": "baseline",
|
| 441 |
+
"clean_probability": 0.2,
|
| 442 |
+
"context_noise_std": 0.02,
|
| 443 |
+
"context_student_temperature": 0.1,
|
| 444 |
+
"context_teacher_temperature": 0.1,
|
| 445 |
+
"context_weight": 0.0,
|
| 446 |
+
"contrastive_temperature": 0.2,
|
| 447 |
+
"contrastive_weight": 0.1,
|
| 448 |
+
"dead_steps": 30,
|
| 449 |
+
"dictionary_blend": 0.1,
|
| 450 |
+
"dictionary_temperature": 0.1,
|
| 451 |
+
"erase_probability": 0.25,
|
| 452 |
+
"eta": 0.2,
|
| 453 |
+
"hidden_dim": 8192,
|
| 454 |
+
"input_dim": 2048,
|
| 455 |
+
"k": 8,
|
| 456 |
+
"k_aux": 512,
|
| 457 |
+
"mask": false,
|
| 458 |
+
"mass": 0.9,
|
| 459 |
+
"max_iters": 100,
|
| 460 |
+
"max_refine_iters": 2000,
|
| 461 |
+
"microbatch": 32,
|
| 462 |
+
"mixture_weight": 0.0,
|
| 463 |
+
"ot_weight": 0.0,
|
| 464 |
+
"rank": 32,
|
| 465 |
+
"relation_weight": 0.0,
|
| 466 |
+
"seed": 1227,
|
| 467 |
+
"student_temperature": 0.1,
|
| 468 |
+
"teacher_temperature": 0.1,
|
| 469 |
+
"tol": 0.0001,
|
| 470 |
+
"variant": "csr"
|
| 471 |
+
},
|
| 472 |
+
"model_seed": 1227,
|
| 473 |
+
"optimizer": {
|
| 474 |
+
"betas": [
|
| 475 |
+
0.9,
|
| 476 |
+
0.999
|
| 477 |
+
],
|
| 478 |
+
"eps": 6.25e-10,
|
| 479 |
+
"lr": 4e-05,
|
| 480 |
+
"name": "Adam",
|
| 481 |
+
"weight_decay": 0.0001
|
| 482 |
+
},
|
| 483 |
+
"precision": {
|
| 484 |
+
"amp": false,
|
| 485 |
+
"dtype": "float32",
|
| 486 |
+
"tf32": false
|
| 487 |
+
},
|
| 488 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 489 |
+
"runtime": {
|
| 490 |
+
"cuda": "13.0",
|
| 491 |
+
"device": "cuda:0",
|
| 492 |
+
"device_name": "NVIDIA RTX A6000",
|
| 493 |
+
"torch": "2.13.0+cu130"
|
| 494 |
+
},
|
| 495 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 496 |
+
"total_updates": 12510
|
| 497 |
+
},
|
| 498 |
+
"method": "csr",
|
| 499 |
+
"pool": "official",
|
| 500 |
+
"query_source": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 501 |
+
"seed": 1227,
|
| 502 |
+
"step": 12510
|
| 503 |
+
},
|
| 504 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 505 |
+
"landmark_synthesis": false,
|
| 506 |
+
"normalization": "row_l2_float32",
|
| 507 |
+
"repair": false,
|
| 508 |
+
"role": "validation_queries",
|
| 509 |
+
"rows": 50000,
|
| 510 |
+
"rows_hash": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 511 |
+
"sparse": true,
|
| 512 |
+
"version": 1,
|
| 513 |
+
"width": 1024
|
| 514 |
+
},
|
| 515 |
+
"zero_final_codes": 0
|
| 516 |
+
},
|
| 517 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 518 |
+
"repair_parameters": 0,
|
| 519 |
+
"sae_parameters": 16787456,
|
| 520 |
+
"screening_search_wall_seconds": 57.33690483588725,
|
| 521 |
+
"search_backend": "cuda_dense_gemm_fp32",
|
| 522 |
+
"search_measurement_scope": "single_dense_gemm_pass_including_gallery_upload",
|
| 523 |
+
"seed": 1227,
|
| 524 |
+
"sparse_padded_payload_bytes_per_row": 8196,
|
| 525 |
+
"sparse_product_count": 524346572800000,
|
| 526 |
+
"sparse_product_fraction_of_dense_dictionary": 1.0,
|
| 527 |
+
"timed": false,
|
| 528 |
+
"top1": 69.002,
|
| 529 |
+
"torch_version": "2.13.0+cu130",
|
| 530 |
+
"total": 50000
|
| 531 |
+
}
|
csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/result.json
ADDED
|
@@ -0,0 +1,538 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 1024,
|
| 3 |
+
"actual_nnz_mean": 1024.0,
|
| 4 |
+
"backend_setup_seconds": 2.0487932488322258e-05,
|
| 5 |
+
"correct": 34501,
|
| 6 |
+
"cuda_version": "13.0",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"device_name": "NVIDIA RTX A6000",
|
| 9 |
+
"dtype": "float32",
|
| 10 |
+
"empty_codes_policy": "kept_zero_query_counted_as_miss",
|
| 11 |
+
"empty_gallery_codes": 0,
|
| 12 |
+
"empty_query_codes": 0,
|
| 13 |
+
"empty_query_fraction": 0.0,
|
| 14 |
+
"encoder_extraction_measured": false,
|
| 15 |
+
"encoding_benchmark": {
|
| 16 |
+
"batch_size": 1024,
|
| 17 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"device_name": "NVIDIA RTX A6000",
|
| 20 |
+
"encoding_seconds_per_example": 3.119937609881163e-06,
|
| 21 |
+
"initial_seconds": 0.0031927680969238282,
|
| 22 |
+
"raw_records": [
|
| 23 |
+
{
|
| 24 |
+
"correction_seconds": 2.0479999948292972e-06,
|
| 25 |
+
"initial_seconds": 0.0031927680969238282,
|
| 26 |
+
"total_seconds": 0.0031948161125183107,
|
| 27 |
+
"wall_seconds": 0.003269690088927746
|
| 28 |
+
}
|
| 29 |
+
],
|
| 30 |
+
"repeats": 1,
|
| 31 |
+
"scope": "resident_feature_to_final_code_excludes_transfer_normalization_storage",
|
| 32 |
+
"screening_only": true,
|
| 33 |
+
"total_seconds": 0.0031948161125183107,
|
| 34 |
+
"warmup": 1
|
| 35 |
+
},
|
| 36 |
+
"encoding_seconds_per_example": 3.119937609881163e-06,
|
| 37 |
+
"encoding_seconds_per_row": 3.119937609881163e-06,
|
| 38 |
+
"evaluation_partition": "official",
|
| 39 |
+
"faiss_version": null,
|
| 40 |
+
"family": "MMRSAE",
|
| 41 |
+
"gallery_count": 1280143,
|
| 42 |
+
"gallery_encoding": {
|
| 43 |
+
"actual_directory_bytes": 10492058318,
|
| 44 |
+
"array_fingerprints": {
|
| 45 |
+
"counts": {
|
| 46 |
+
"bytes": 5120700,
|
| 47 |
+
"mtime_ns": 1793753042819230466,
|
| 48 |
+
"sha256": "45e05424a845c015cddc71c29eb60c04d4dfa30b75b556b2e5f1e28115fae338"
|
| 49 |
+
},
|
| 50 |
+
"indices": {
|
| 51 |
+
"bytes": 5243465856,
|
| 52 |
+
"mtime_ns": 1793753042823230378,
|
| 53 |
+
"sha256": "def8b9007e5e88c57612addd1d9c95b0d9b9e389ee7cf98d7eed1a768fb0f9ee"
|
| 54 |
+
},
|
| 55 |
+
"values": {
|
| 56 |
+
"bytes": 5243465856,
|
| 57 |
+
"mtime_ns": 1793753042819230466,
|
| 58 |
+
"sha256": "d46f4d9148b02e13d16296b480f3410fc90d12644922519de2a0cd773bc13282"
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"completed_rows": 1280143,
|
| 62 |
+
"correction_seconds": 0.002277055994840376,
|
| 63 |
+
"current_invocation_encoded_rows": 1280143,
|
| 64 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet50/retrieval/endpoint/encoded_cache/2deadde589c754f1386b851176d1bd7f197cfd6bd42950e37a587f757d1525e9",
|
| 65 |
+
"encoding_cuda_seconds": 4.163755166709423,
|
| 66 |
+
"encoding_wall_seconds": 25.746722837677225,
|
| 67 |
+
"initial_encoding_seconds": 4.161478113114837,
|
| 68 |
+
"nonzero_sum": 1310866432,
|
| 69 |
+
"reused_rows": 0,
|
| 70 |
+
"specification": {
|
| 71 |
+
"empty_codes": "kept_zero",
|
| 72 |
+
"encoding_runtime": {
|
| 73 |
+
"amp": false,
|
| 74 |
+
"cuda_version": "13.0",
|
| 75 |
+
"device": "cuda:0",
|
| 76 |
+
"device_name": "NVIDIA RTX A6000",
|
| 77 |
+
"tf32": false,
|
| 78 |
+
"torch_version": "2.13.0+cu130"
|
| 79 |
+
},
|
| 80 |
+
"feature_dtype": "float32",
|
| 81 |
+
"feature_shape": [
|
| 82 |
+
1281167,
|
| 83 |
+
2048
|
| 84 |
+
],
|
| 85 |
+
"identity": {
|
| 86 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 87 |
+
"experiment": {
|
| 88 |
+
"backbone": "resnet50",
|
| 89 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 90 |
+
"bank_refresh": 25,
|
| 91 |
+
"batch_size": 1024,
|
| 92 |
+
"batches_per_epoch": 1251,
|
| 93 |
+
"code": {
|
| 94 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 95 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 96 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 97 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 98 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 99 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 100 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 101 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 102 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 103 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 104 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 105 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 106 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 107 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 108 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 109 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 110 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 111 |
+
},
|
| 112 |
+
"context_reference": null,
|
| 113 |
+
"data_seed": 42,
|
| 114 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 115 |
+
"evaluation": "official",
|
| 116 |
+
"family": "MMRSAE",
|
| 117 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 118 |
+
"method": {
|
| 119 |
+
"allow_empty_codes": true,
|
| 120 |
+
"alpha": null,
|
| 121 |
+
"anchor_chunk_size": 128,
|
| 122 |
+
"anneal_fraction": 0.7,
|
| 123 |
+
"anneal_start_k": 64,
|
| 124 |
+
"architecture": "plain-topk-v1",
|
| 125 |
+
"auxiliary_mode": "baseline",
|
| 126 |
+
"clean_probability": 0.2,
|
| 127 |
+
"context_noise_std": 0.02,
|
| 128 |
+
"context_student_temperature": 0.1,
|
| 129 |
+
"context_teacher_temperature": 0.1,
|
| 130 |
+
"context_weight": 0.0,
|
| 131 |
+
"contrastive_temperature": 0.2,
|
| 132 |
+
"contrastive_weight": 0.1,
|
| 133 |
+
"dead_steps": 30,
|
| 134 |
+
"dictionary_blend": 0.1,
|
| 135 |
+
"dictionary_temperature": 0.1,
|
| 136 |
+
"erase_probability": 0.25,
|
| 137 |
+
"eta": 0.2,
|
| 138 |
+
"hidden_dim": 8192,
|
| 139 |
+
"input_dim": 2048,
|
| 140 |
+
"k": 8,
|
| 141 |
+
"k_aux": 512,
|
| 142 |
+
"mask": false,
|
| 143 |
+
"mass": 0.9,
|
| 144 |
+
"max_iters": 100,
|
| 145 |
+
"max_refine_iters": 2000,
|
| 146 |
+
"microbatch": 32,
|
| 147 |
+
"mixture_weight": 0.0,
|
| 148 |
+
"ot_weight": 0.0,
|
| 149 |
+
"rank": 32,
|
| 150 |
+
"relation_weight": 0.0,
|
| 151 |
+
"seed": 1227,
|
| 152 |
+
"student_temperature": 0.1,
|
| 153 |
+
"teacher_temperature": 0.1,
|
| 154 |
+
"tol": 0.0001,
|
| 155 |
+
"variant": "csr"
|
| 156 |
+
},
|
| 157 |
+
"model_seed": 1227,
|
| 158 |
+
"optimizer": {
|
| 159 |
+
"betas": [
|
| 160 |
+
0.9,
|
| 161 |
+
0.999
|
| 162 |
+
],
|
| 163 |
+
"eps": 6.25e-10,
|
| 164 |
+
"lr": 4e-05,
|
| 165 |
+
"name": "Adam",
|
| 166 |
+
"weight_decay": 0.0001
|
| 167 |
+
},
|
| 168 |
+
"precision": {
|
| 169 |
+
"amp": false,
|
| 170 |
+
"dtype": "float32",
|
| 171 |
+
"tf32": false
|
| 172 |
+
},
|
| 173 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 174 |
+
"runtime": {
|
| 175 |
+
"cuda": "13.0",
|
| 176 |
+
"device": "cuda:0",
|
| 177 |
+
"device_name": "NVIDIA RTX A6000",
|
| 178 |
+
"torch": "2.13.0+cu130"
|
| 179 |
+
},
|
| 180 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 181 |
+
"total_updates": 12510
|
| 182 |
+
},
|
| 183 |
+
"method": "csr",
|
| 184 |
+
"seed": 1227,
|
| 185 |
+
"step": 12510
|
| 186 |
+
},
|
| 187 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 188 |
+
"landmark_synthesis": false,
|
| 189 |
+
"normalization": "row_l2_float32",
|
| 190 |
+
"repair": false,
|
| 191 |
+
"role": "training_gallery",
|
| 192 |
+
"rows": 1280143,
|
| 193 |
+
"rows_hash": "6df32c4af3e57596fa6223944b6bfcc77c5407482acc3bf98365fe7cd157d6bc",
|
| 194 |
+
"sparse": true,
|
| 195 |
+
"version": 1,
|
| 196 |
+
"width": 1024
|
| 197 |
+
},
|
| 198 |
+
"zero_final_codes": 0
|
| 199 |
+
},
|
| 200 |
+
"gallery_ids_sha256": "6df32c4af3e57596fa6223944b6bfcc77c5407482acc3bf98365fe7cd157d6bc",
|
| 201 |
+
"gallery_label_bytes": 10241144,
|
| 202 |
+
"identity": {
|
| 203 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 204 |
+
"experiment": {
|
| 205 |
+
"backbone": "resnet50",
|
| 206 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 207 |
+
"bank_refresh": 25,
|
| 208 |
+
"batch_size": 1024,
|
| 209 |
+
"batches_per_epoch": 1251,
|
| 210 |
+
"code": {
|
| 211 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 212 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 213 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 214 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 215 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 216 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 217 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 218 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 219 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 220 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 221 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 222 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 223 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 224 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 225 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 226 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 227 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 228 |
+
},
|
| 229 |
+
"context_reference": null,
|
| 230 |
+
"data_seed": 42,
|
| 231 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 232 |
+
"evaluation": "official",
|
| 233 |
+
"family": "MMRSAE",
|
| 234 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 235 |
+
"method": {
|
| 236 |
+
"allow_empty_codes": true,
|
| 237 |
+
"alpha": null,
|
| 238 |
+
"anchor_chunk_size": 128,
|
| 239 |
+
"anneal_fraction": 0.7,
|
| 240 |
+
"anneal_start_k": 64,
|
| 241 |
+
"architecture": "plain-topk-v1",
|
| 242 |
+
"auxiliary_mode": "baseline",
|
| 243 |
+
"clean_probability": 0.2,
|
| 244 |
+
"context_noise_std": 0.02,
|
| 245 |
+
"context_student_temperature": 0.1,
|
| 246 |
+
"context_teacher_temperature": 0.1,
|
| 247 |
+
"context_weight": 0.0,
|
| 248 |
+
"contrastive_temperature": 0.2,
|
| 249 |
+
"contrastive_weight": 0.1,
|
| 250 |
+
"dead_steps": 30,
|
| 251 |
+
"dictionary_blend": 0.1,
|
| 252 |
+
"dictionary_temperature": 0.1,
|
| 253 |
+
"erase_probability": 0.25,
|
| 254 |
+
"eta": 0.2,
|
| 255 |
+
"hidden_dim": 8192,
|
| 256 |
+
"input_dim": 2048,
|
| 257 |
+
"k": 8,
|
| 258 |
+
"k_aux": 512,
|
| 259 |
+
"mask": false,
|
| 260 |
+
"mass": 0.9,
|
| 261 |
+
"max_iters": 100,
|
| 262 |
+
"max_refine_iters": 2000,
|
| 263 |
+
"microbatch": 32,
|
| 264 |
+
"mixture_weight": 0.0,
|
| 265 |
+
"ot_weight": 0.0,
|
| 266 |
+
"rank": 32,
|
| 267 |
+
"relation_weight": 0.0,
|
| 268 |
+
"seed": 1227,
|
| 269 |
+
"student_temperature": 0.1,
|
| 270 |
+
"teacher_temperature": 0.1,
|
| 271 |
+
"tol": 0.0001,
|
| 272 |
+
"variant": "csr"
|
| 273 |
+
},
|
| 274 |
+
"model_seed": 1227,
|
| 275 |
+
"optimizer": {
|
| 276 |
+
"betas": [
|
| 277 |
+
0.9,
|
| 278 |
+
0.999
|
| 279 |
+
],
|
| 280 |
+
"eps": 6.25e-10,
|
| 281 |
+
"lr": 4e-05,
|
| 282 |
+
"name": "Adam",
|
| 283 |
+
"weight_decay": 0.0001
|
| 284 |
+
},
|
| 285 |
+
"precision": {
|
| 286 |
+
"amp": false,
|
| 287 |
+
"dtype": "float32",
|
| 288 |
+
"tf32": false
|
| 289 |
+
},
|
| 290 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 291 |
+
"runtime": {
|
| 292 |
+
"cuda": "13.0",
|
| 293 |
+
"device": "cuda:0",
|
| 294 |
+
"device_name": "NVIDIA RTX A6000",
|
| 295 |
+
"torch": "2.13.0+cu130"
|
| 296 |
+
},
|
| 297 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 298 |
+
"total_updates": 12510
|
| 299 |
+
},
|
| 300 |
+
"method": "csr",
|
| 301 |
+
"pool": "official",
|
| 302 |
+
"query_source": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 303 |
+
"seed": 1227,
|
| 304 |
+
"step": 12510
|
| 305 |
+
},
|
| 306 |
+
"index": {
|
| 307 |
+
"backend": "cuda_dense_gemm_fp32",
|
| 308 |
+
"dense_query_bytes": 1638400000,
|
| 309 |
+
"gallery_chunk_rows": 32768,
|
| 310 |
+
"index_bytes": 0,
|
| 311 |
+
"query_block_rows": 8192,
|
| 312 |
+
"search_scope": "gallery upload and expansion plus all GEMM blocks, single pass",
|
| 313 |
+
"search_seconds": 57.33690483588725
|
| 314 |
+
},
|
| 315 |
+
"index_build_seconds": 57.658678486943245,
|
| 316 |
+
"index_bytes": 0,
|
| 317 |
+
"interpretation": "official validation; any tuning or repeated inspection of these scores must be disclosed",
|
| 318 |
+
"landmark_dictionary_anchors": 0,
|
| 319 |
+
"landmark_dictionary_buffer_bytes": 0,
|
| 320 |
+
"landmark_dictionary_parameter_bytes": 0,
|
| 321 |
+
"landmark_synthesis": false,
|
| 322 |
+
"mean_nearest_neighbor_squared_l2": 0.18443289204120636,
|
| 323 |
+
"measurement_identity": {
|
| 324 |
+
"code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 325 |
+
"cuda_version": "13.0",
|
| 326 |
+
"device": "cuda:0",
|
| 327 |
+
"device_name": "NVIDIA RTX A6000",
|
| 328 |
+
"faiss_version": null,
|
| 329 |
+
"gallery_ids_sha256": "6df32c4af3e57596fa6223944b6bfcc77c5407482acc3bf98365fe7cd157d6bc",
|
| 330 |
+
"k": 1024,
|
| 331 |
+
"landmark_synthesis": false,
|
| 332 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 333 |
+
"repair": false,
|
| 334 |
+
"retrieval": {
|
| 335 |
+
"allow_empty_codes": true,
|
| 336 |
+
"dense_gemm_min_k": 256,
|
| 337 |
+
"encode_batch_size": 1024,
|
| 338 |
+
"faiss_temp_memory_mib": 512,
|
| 339 |
+
"gallery_chunk_size": 65536,
|
| 340 |
+
"gpu_memory_fraction": 0.8,
|
| 341 |
+
"query_batch_size": 32,
|
| 342 |
+
"repeats": 5,
|
| 343 |
+
"score_buffer_mib": 256,
|
| 344 |
+
"warmup": 3
|
| 345 |
+
},
|
| 346 |
+
"seed": 1227,
|
| 347 |
+
"sparse": true,
|
| 348 |
+
"torch_version": "2.13.0+cu130"
|
| 349 |
+
},
|
| 350 |
+
"model_buffer_bytes": 65536,
|
| 351 |
+
"model_memory_scope": "parameters and resident buffers; excludes gradients and optimizer state",
|
| 352 |
+
"model_parameter_bytes": 67149824,
|
| 353 |
+
"model_tensor_bytes": 67215360,
|
| 354 |
+
"ot_cost": "none",
|
| 355 |
+
"prediction_sha256": "a79a512239475f61a91ea8c635fad440fcc2e068ea3e671fdbba69f6525ea939",
|
| 356 |
+
"predictions": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet50/retrieval/endpoint/k_1024/predictions.csv",
|
| 357 |
+
"protected_full_path": false,
|
| 358 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 359 |
+
"query_batch_size": 32,
|
| 360 |
+
"query_count": 50000,
|
| 361 |
+
"query_encoding": {
|
| 362 |
+
"actual_directory_bytes": 409806400,
|
| 363 |
+
"array_fingerprints": {
|
| 364 |
+
"counts": {
|
| 365 |
+
"bytes": 200128,
|
| 366 |
+
"mtime_ns": 1793753053470996551,
|
| 367 |
+
"sha256": "1910294bb3085bf0d41548290df333381b926c2a7dc0e88c3a1866e4664d1a08"
|
| 368 |
+
},
|
| 369 |
+
"indices": {
|
| 370 |
+
"bytes": 204800128,
|
| 371 |
+
"mtime_ns": 1793753053490996112,
|
| 372 |
+
"sha256": "b5d5767e01f46d8146bc5220ae95f44cdb6d628b6e3733377644f0b0bb6851b0"
|
| 373 |
+
},
|
| 374 |
+
"values": {
|
| 375 |
+
"bytes": 204800128,
|
| 376 |
+
"mtime_ns": 1793753053486996200,
|
| 377 |
+
"sha256": "061248bf2a901379433b0ff07c48de38d4d225194b06ef2ef6eb3669188b00cc"
|
| 378 |
+
}
|
| 379 |
+
},
|
| 380 |
+
"completed_rows": 50000,
|
| 381 |
+
"correction_seconds": 9.318399999756362e-05,
|
| 382 |
+
"current_invocation_encoded_rows": 50000,
|
| 383 |
+
"directory": "/workspace/MPSAE/runs/mmrsae/csr_k8_743bbf428050/resnet50/retrieval/endpoint/encoded_cache/841df972885361ae9ee9b3209f1f6c649be77cc7ef392776a7a8bb0be46c6de6",
|
| 384 |
+
"encoding_cuda_seconds": 0.16190563178062434,
|
| 385 |
+
"encoding_wall_seconds": 1.049959947122261,
|
| 386 |
+
"initial_encoding_seconds": 0.1618124485015869,
|
| 387 |
+
"nonzero_sum": 51200000,
|
| 388 |
+
"reused_rows": 0,
|
| 389 |
+
"specification": {
|
| 390 |
+
"empty_codes": "kept_zero",
|
| 391 |
+
"encoding_runtime": {
|
| 392 |
+
"amp": false,
|
| 393 |
+
"cuda_version": "13.0",
|
| 394 |
+
"device": "cuda:0",
|
| 395 |
+
"device_name": "NVIDIA RTX A6000",
|
| 396 |
+
"tf32": false,
|
| 397 |
+
"torch_version": "2.13.0+cu130"
|
| 398 |
+
},
|
| 399 |
+
"feature_dtype": "float32",
|
| 400 |
+
"feature_shape": [
|
| 401 |
+
50000,
|
| 402 |
+
2048
|
| 403 |
+
],
|
| 404 |
+
"identity": {
|
| 405 |
+
"checkpoint_sha256": "a11a06f8103dc934380ca3c1ec9c3118e9e983cfbd24c6ff2b5339c3fbff66cb",
|
| 406 |
+
"experiment": {
|
| 407 |
+
"backbone": "resnet50",
|
| 408 |
+
"bank_budget_policy": "refresh before loss whenever training K changes",
|
| 409 |
+
"bank_refresh": 25,
|
| 410 |
+
"batch_size": 1024,
|
| 411 |
+
"batches_per_epoch": 1251,
|
| 412 |
+
"code": {
|
| 413 |
+
"csrc/sparse_retrieval.cpp": "abaec1f5fc12b0216903ebee89e3683155ebbdda1daa59f2326b0726fb3d8bdb",
|
| 414 |
+
"csrc/sparse_retrieval.cu": "4291aa2c4a7ef105c05ea0d6724d08b9fb97ac6e31fc5ab8bf6a5f02c2beaff1",
|
| 415 |
+
"dlmmsae.py": "62e5d184c0164c9a1b12487472f60bafe063676674c3fd27dcafacedbee4bc19",
|
| 416 |
+
"mmrsae.py": "98870b9025e980fd349d13672d9859724351264b6a9d5e2fb08dbc3656a7b7f7",
|
| 417 |
+
"mmrsae_data.py": "1b3bf1d48f17de9cdb1376011db6094f0799d89e19cd59121ffaabbc569c6490",
|
| 418 |
+
"mmrsae_dictionary.py": "be755fa78f07d9a915635678c25bdf450c98e500bb107de73cde4f5b4b0ba8af",
|
| 419 |
+
"mmrsae_gpu.py": "23ca2d5b2fd9b39a98e2ddb723a028ddfc0681496d94d87c8f8d81c7ffa415fe",
|
| 420 |
+
"mmrsae_imagenet.py": "48e5075dce7214c952b5f4db2f1c5a92729059b61aa6be76cc5a64057de3981d",
|
| 421 |
+
"mmrsae_methods.py": "6bbc2f14f4e28524c120da6bf6600709319e7741d61ab72911b3ddff41af33ae",
|
| 422 |
+
"mmrsae_probe.py": "d34ac12c8e9484a563880ac53f99130b8537c2a3cb50835885030624983e2bad",
|
| 423 |
+
"mpsae_repair.py": "c434454ea21dbceb794253be6ed9ad15e3644e8e2d769ea76d20fd586926f535",
|
| 424 |
+
"repair_benchmark.py": "b53c3f81f525d8ff2091e9517ada8f407f7059175c5be0a589c4f82225a61e61",
|
| 425 |
+
"repair_data.py": "83f1abd0145770ac61e11bdc8a929493c115818edb6d56cce68966a855294371",
|
| 426 |
+
"repair_runtime.py": "f669b77ce50ac246e74508540b25ce5502b2075a8598c33512ee67a2fa41ddd4",
|
| 427 |
+
"retrieval_timing.py": "a1876f5a311b64f2a8c9e9897bc96ac2c900ce326ef6e27ec7f92863cf99ac17",
|
| 428 |
+
"sparse_gpu_retrieval.py": "71ffa67a8c3b047097cb9da1e0ff82d8f4013e67089949b69741c60138ccbd84",
|
| 429 |
+
"wandb_tracking.py": "fd30b24b28532975870586c05b13071d10dd3f672e13133a1c0a3df2c334d892"
|
| 430 |
+
},
|
| 431 |
+
"context_reference": null,
|
| 432 |
+
"data_seed": 42,
|
| 433 |
+
"data_sha256": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 434 |
+
"evaluation": "official",
|
| 435 |
+
"family": "MMRSAE",
|
| 436 |
+
"fit_ids_sha256": "a42cf4d8ae6907be2b9c2a07deba0b7edbbadc42a308951ceca527f312a5ecec",
|
| 437 |
+
"method": {
|
| 438 |
+
"allow_empty_codes": true,
|
| 439 |
+
"alpha": null,
|
| 440 |
+
"anchor_chunk_size": 128,
|
| 441 |
+
"anneal_fraction": 0.7,
|
| 442 |
+
"anneal_start_k": 64,
|
| 443 |
+
"architecture": "plain-topk-v1",
|
| 444 |
+
"auxiliary_mode": "baseline",
|
| 445 |
+
"clean_probability": 0.2,
|
| 446 |
+
"context_noise_std": 0.02,
|
| 447 |
+
"context_student_temperature": 0.1,
|
| 448 |
+
"context_teacher_temperature": 0.1,
|
| 449 |
+
"context_weight": 0.0,
|
| 450 |
+
"contrastive_temperature": 0.2,
|
| 451 |
+
"contrastive_weight": 0.1,
|
| 452 |
+
"dead_steps": 30,
|
| 453 |
+
"dictionary_blend": 0.1,
|
| 454 |
+
"dictionary_temperature": 0.1,
|
| 455 |
+
"erase_probability": 0.25,
|
| 456 |
+
"eta": 0.2,
|
| 457 |
+
"hidden_dim": 8192,
|
| 458 |
+
"input_dim": 2048,
|
| 459 |
+
"k": 8,
|
| 460 |
+
"k_aux": 512,
|
| 461 |
+
"mask": false,
|
| 462 |
+
"mass": 0.9,
|
| 463 |
+
"max_iters": 100,
|
| 464 |
+
"max_refine_iters": 2000,
|
| 465 |
+
"microbatch": 32,
|
| 466 |
+
"mixture_weight": 0.0,
|
| 467 |
+
"ot_weight": 0.0,
|
| 468 |
+
"rank": 32,
|
| 469 |
+
"relation_weight": 0.0,
|
| 470 |
+
"seed": 1227,
|
| 471 |
+
"student_temperature": 0.1,
|
| 472 |
+
"teacher_temperature": 0.1,
|
| 473 |
+
"tol": 0.0001,
|
| 474 |
+
"variant": "csr"
|
| 475 |
+
},
|
| 476 |
+
"model_seed": 1227,
|
| 477 |
+
"optimizer": {
|
| 478 |
+
"betas": [
|
| 479 |
+
0.9,
|
| 480 |
+
0.999
|
| 481 |
+
],
|
| 482 |
+
"eps": 6.25e-10,
|
| 483 |
+
"lr": 4e-05,
|
| 484 |
+
"name": "Adam",
|
| 485 |
+
"weight_decay": 0.0001
|
| 486 |
+
},
|
| 487 |
+
"precision": {
|
| 488 |
+
"amp": false,
|
| 489 |
+
"dtype": "float32",
|
| 490 |
+
"tf32": false
|
| 491 |
+
},
|
| 492 |
+
"protocol": "mmrsae-imagenet-mpsae-fixed-main-v5",
|
| 493 |
+
"runtime": {
|
| 494 |
+
"cuda": "13.0",
|
| 495 |
+
"device": "cuda:0",
|
| 496 |
+
"device_name": "NVIDIA RTX A6000",
|
| 497 |
+
"torch": "2.13.0+cu130"
|
| 498 |
+
},
|
| 499 |
+
"singleton_tail": "merged into previous batch; no discarded samples",
|
| 500 |
+
"total_updates": 12510
|
| 501 |
+
},
|
| 502 |
+
"method": "csr",
|
| 503 |
+
"pool": "official",
|
| 504 |
+
"query_source": "1c743967fb2ef64574c4728d587b02351b8279f5381dfc60dcd16e9a0e7f0ddc",
|
| 505 |
+
"seed": 1227,
|
| 506 |
+
"step": 12510
|
| 507 |
+
},
|
| 508 |
+
"inference_code_hash": "8e31b0c860216b8056701bc704a6553c411768d33ef4281e4de4001603d61f8e",
|
| 509 |
+
"landmark_synthesis": false,
|
| 510 |
+
"normalization": "row_l2_float32",
|
| 511 |
+
"repair": false,
|
| 512 |
+
"role": "validation_queries",
|
| 513 |
+
"rows": 50000,
|
| 514 |
+
"rows_hash": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 515 |
+
"sparse": true,
|
| 516 |
+
"version": 1,
|
| 517 |
+
"width": 1024
|
| 518 |
+
},
|
| 519 |
+
"zero_final_codes": 0
|
| 520 |
+
},
|
| 521 |
+
"query_ids_sha256": "346a7305645f1dcb321927dc29ab51f8c03e003325533e730e88420d0a00e1fc",
|
| 522 |
+
"repair_parameters": 0,
|
| 523 |
+
"sae_parameters": 16787456,
|
| 524 |
+
"screening_search_wall_seconds": 57.33690483588725,
|
| 525 |
+
"search_backend": "cuda_dense_gemm_fp32",
|
| 526 |
+
"search_measurement_scope": "single_dense_gemm_pass_including_gallery_upload",
|
| 527 |
+
"seed": 1227,
|
| 528 |
+
"sparse_padded_payload_bytes_per_row": 8196,
|
| 529 |
+
"sparse_product_count": 524346572800000,
|
| 530 |
+
"sparse_product_fraction_of_dense_dictionary": 1.0,
|
| 531 |
+
"step": 12510,
|
| 532 |
+
"timed": false,
|
| 533 |
+
"top1": 69.002,
|
| 534 |
+
"torch_version": "2.13.0+cu130",
|
| 535 |
+
"total": 50000,
|
| 536 |
+
"training_k": 8,
|
| 537 |
+
"variant": "csr"
|
| 538 |
+
}
|