Hugging Face's logo

rubentium
/
sparse-checkpoints

Model card Files
xet
 Community
rubentium commited on
Commit
6610e2d
·
verified ·
1 Parent(s): c9a9799

EPFL final checkpoints and W&B history 251-300 of 1463

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +6 -0
  2. epfl_final/SparseAtt/wandb/run-20260706_034419-sze3zk3z/files/output.log +2 -0
  3. epfl_final/SparseAtt/wandb/run-20260706_034419-sze3zk3z/run-sze3zk3z.wandb +0 -0
  4. epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/files/output.log +8 -0
  5. epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/files/requirements.txt +122 -0
  6. epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/files/wandb-metadata.json +58 -0
  7. epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/logs/debug-internal.log +51 -0
  8. epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/logs/debug.log +19 -0
  9. epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/run-iv7zo0n3.wandb +0 -0
  10. epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/files/output.log +192 -0
  11. epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/files/requirements.txt +122 -0
  12. epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/files/wandb-metadata.json +58 -0
  13. epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/logs/debug-internal.log +0 -0
  14. epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/logs/debug.log +19 -0
  15. epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/run-1pbbmh59.wandb +3 -0
  16. epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/files/output.log +167 -0
  17. epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/files/requirements.txt +122 -0
  18. epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/files/wandb-metadata.json +58 -0
  19. epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/logs/debug-internal.log +603 -0
  20. epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/logs/debug.log +19 -0
  21. epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/run-i83whqph.wandb +3 -0
  22. epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/files/output.log +0 -0
  23. epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/files/requirements.txt +141 -0
  24. epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/files/wandb-metadata.json +65 -0
  25. epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/logs/debug-internal.log +0 -0
  26. epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/logs/debug.log +19 -0
  27. epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/run-dbtl6d2o.wandb +3 -0
  28. epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/files/output.log +0 -0
  29. epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/files/requirements.txt +141 -0
  30. epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/files/wandb-metadata.json +65 -0
  31. epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/logs/debug-internal.log +0 -0
  32. epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/logs/debug.log +19 -0
  33. epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/run-qlqhc3gy.wandb +3 -0
  34. epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/files/output.log +0 -0
  35. epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/files/requirements.txt +141 -0
  36. epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/files/wandb-metadata.json +65 -0
  37. epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/logs/debug-internal.log +0 -0
  38. epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/logs/debug.log +19 -0
  39. epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/run-lgjoqt2r.wandb +3 -0
  40. epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/files/output.log +0 -0
  41. epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/files/requirements.txt +141 -0
  42. epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/files/wandb-metadata.json +65 -0
  43. epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/logs/debug-internal.log +0 -0
  44. epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/logs/debug.log +19 -0
  45. epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/run-304r0ilz.wandb +3 -0
  46. epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/files/output.log +2 -0
  47. epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/files/requirements.txt +141 -0
  48. epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/files/wandb-metadata.json +65 -0
  49. epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/logs/debug-internal.log +13 -0
  50. epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/logs/debug.log +19 -0
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/run-1pbbmh59.wandb filter=lfs diff=lfs merge=lfs -text
37
+ epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/run-i83whqph.wandb filter=lfs diff=lfs merge=lfs -text
38
+ epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/run-dbtl6d2o.wandb filter=lfs diff=lfs merge=lfs -text
39
+ epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/run-qlqhc3gy.wandb filter=lfs diff=lfs merge=lfs -text
40
+ epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/run-lgjoqt2r.wandb filter=lfs diff=lfs merge=lfs -text
41
+ epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/run-304r0ilz.wandb filter=lfs diff=lfs merge=lfs -text
epfl_final/SparseAtt/wandb/run-20260706_034419-sze3zk3z/files/output.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ Starting training...
2
+ Validation at step 40000: Loss = 3.0827, Perplexity = 21.82
epfl_final/SparseAtt/wandb/run-20260706_034419-sze3zk3z/run-sze3zk3z.wandb ADDED
Binary file (65.5 kB). View file
 
epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/files/output.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ Starting training...
2
+ Switching attention mode for step 1: sparse_stochastic (configured sparse attention)
3
+ Step 10/50462 | Loss: 12.2485 | LR: 6.67e-06 | 8915.8ms/step | 6.7 samples/s
4
+ Step 20/50462 | Loss: 12.1229 | LR: 1.33e-05 | 3981.8ms/step | 15.1 samples/s
5
+ Step 30/50462 | Loss: 11.5387 | LR: 2.00e-05 | 3988.2ms/step | 15.0 samples/s
6
+ Step 40/50462 | Loss: 10.4245 | LR: 2.67e-05 | 3978.5ms/step | 15.1 samples/s
7
+ Step 50/50462 | Loss: 9.9175 | LR: 3.33e-05 | 4033.1ms/step | 14.9 samples/s
8
+ Step 60/50462 | Loss: 9.4785 | LR: 4.00e-05 | 3964.7ms/step | 15.1 samples/s
epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/files/requirements.txt ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ word2number==1.1
2
+ sqlitedict==2.1.0
3
+ pytz==2026.2
4
+ nvidia-cusparselt-cu13==0.8.1
5
+ mpmath==1.3.0
6
+ cuda-toolkit==13.0.2
7
+ zstandard==0.25.0
8
+ xxhash==3.8.0
9
+ urllib3==2.7.0
10
+ tzdata==2026.2
11
+ typing_extensions==4.16.0
12
+ triton==3.7.1
13
+ tqdm==4.68.3
14
+ torchinfo==1.8.0
15
+ threadpoolctl==3.6.0
16
+ tcolorpy==0.1.7
17
+ tabulate==0.10.0
18
+ sympy==1.14.0
19
+ smmap==5.0.3
20
+ six==1.17.0
21
+ shellingham==1.5.4
22
+ safetensors==0.8.0
23
+ regex==2026.6.28
24
+ PyYAML==6.0.3
25
+ Pygments==2.20.0
26
+ pyarrow==24.0.0
27
+ psutil==7.2.2
28
+ protobuf==7.35.1
29
+ propcache==0.5.2
30
+ portalocker==3.2.0
31
+ platformdirs==4.10.0
32
+ pathvalidate==3.3.1
33
+ packaging==26.2
34
+ nvidia-nvtx==13.0.85
35
+ nvidia-nvshmem-cu13==3.4.5
36
+ nvidia-nvjitlink==13.0.88
37
+ nvidia-nccl-cu13==2.29.7
38
+ nvidia-curand==10.4.0.35
39
+ nvidia-cufile==1.15.1.6
40
+ nvidia-cuda-runtime==13.0.96
41
+ nvidia-cuda-nvrtc==13.0.88
42
+ nvidia-cuda-cupti==13.0.85
43
+ numpy==2.2.6
44
+ networkx==3.4.2
45
+ more-itertools==11.1.0
46
+ mdurl==0.1.2
47
+ MarkupSafe==3.0.3
48
+ lxml==6.1.1
49
+ joblib==1.5.3
50
+ idna==3.18
51
+ hf-xet==1.5.1
52
+ h11==0.16.0
53
+ fsspec==2026.4.0
54
+ frozenlist==1.8.0
55
+ filelock==3.29.5
56
+ dill==0.4.1
57
+ cuda-pathfinder==1.5.6
58
+ colorama==0.4.6
59
+ click==8.4.2
60
+ charset-normalizer==3.4.7
61
+ chardet==6.0.0.post1
62
+ certifi==2026.6.17
63
+ attrs==26.1.0
64
+ async-timeout==5.0.1
65
+ annotated-types==0.7.0
66
+ annotated-doc==0.0.4
67
+ aiohappyeyeballs==2.7.1
68
+ absl-py==2.5.0
69
+ typing-inspection==0.4.2
70
+ sentry-sdk==2.64.0
71
+ scipy==1.15.3
72
+ sacrebleu==2.6.0
73
+ requests==2.34.2
74
+ python-dateutil==2.9.0.post0
75
+ pydantic_core==2.46.4
76
+ nvidia-cusparse==12.6.3.3
77
+ nvidia-cufft==12.0.0.61
78
+ nvidia-cublas==13.1.1.3
79
+ nltk==3.9.4
80
+ multiprocess==0.70.19
81
+ multidict==6.7.1
82
+ mbstrdecoder==1.1.5
83
+ markdown-it-py==4.2.0
84
+ Jinja2==3.1.6
85
+ httpcore==1.0.9
86
+ gitdb==4.0.12
87
+ exceptiongroup==1.3.1
88
+ cuda-bindings==13.3.1
89
+ aiosignal==1.4.0
90
+ yarl==1.24.2
91
+ typepy==1.3.5
92
+ scikit-learn==1.7.2
93
+ rouge-score==0.1.2
94
+ rich==15.0.0
95
+ pydantic==2.13.4
96
+ pandas==2.3.3
97
+ nvidia-cusolver==12.0.4.66
98
+ nvidia-cudnn-cu13==9.20.0.48
99
+ GitPython==3.1.50
100
+ anyio==4.14.1
101
+ wandb==0.28.0
102
+ typer==0.26.8
103
+ httpx==0.28.1
104
+ aiohttp==3.14.1
105
+ torch==2.12.1
106
+ huggingface_hub==1.22.0
107
+ DataProperty==1.1.1
108
+ tokenizers==0.22.2
109
+ tabledata==1.3.5
110
+ datasets==5.0.0
111
+ accelerate==1.14.0
112
+ transformers==5.13.0
113
+ pytablewriter==1.2.1
114
+ evaluate==0.4.6
115
+ lm_eval==0.4.12
116
+ PyGObject==3.42.1
117
+ dbus-python==1.2.18
118
+ distro==1.7.0
119
+ pip==22.0.2
120
+ setuptools==59.6.0
121
+ ssh-import-id==5.11
122
+ wheel==0.37.1
epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/files/wandb-metadata.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.10.12",
4
+ "startedAt": "2026-07-06T03:52:52.841730Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/train_config_fixed_nrb1.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-train-3-gpu-0-254",
19
+ "executable": "/usr/bin/python3",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 3,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4996906303488"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005732864"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-85844f64-d144-1c84-306d-f88b5f232a77"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-7e349d73-ad76-d62d-635c-266997fedcc1"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-3a3f0ac7-1596-1797-bf0d-31f3418789cd"
54
+ }
55
+ ],
56
+ "cudaVersion": "13.0",
57
+ "writerId": "1wcx6fyiylqexklbfccup98izxnx4qeu"
58
+ }
epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/logs/debug-internal.log ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-07-06T03:52:52.86710049Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-07-06T03:52:52.867562762Z","level":"INFO","msg":"stream: starting","core version":"0.28.0"}
3
+ {"time":"2026-07-06T03:52:53.185664448Z","level":"INFO","msg":"stream: created new stream","id":"iv7zo0n3"}
4
+ {"time":"2026-07-06T03:52:53.185762594Z","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-07-06T03:52:53.188468785Z","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-07-06T03:52:53.188563487Z","level":"INFO","msg":"writer: started","stream_id":"iv7zo0n3"}
7
+ {"time":"2026-07-06T03:52:53.188582726Z","level":"INFO","msg":"sender: started"}
8
+ {"time":"2026-07-06T03:52:53.925794799Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-07-06T03:52:54.360705168Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-07-06T03:53:08.926239167Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":1,"uploaded_len":2}
11
+ {"time":"2026-07-06T03:53:09.177059066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-07-06T03:53:23.926244257Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2}
13
+ {"time":"2026-07-06T03:53:24.214996498Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-07-06T03:53:38.926299272Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":4,"events_lines":2}
15
+ {"time":"2026-07-06T03:53:39.157401034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-07-06T03:53:53.926258524Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2}
17
+ {"time":"2026-07-06T03:53:54.259180163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-07-06T03:54:08.926431025Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2}
19
+ {"time":"2026-07-06T03:54:09.166213962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-07-06T03:54:23.926248324Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":2,"console_lines":1}
21
+ {"time":"2026-07-06T03:54:24.208095709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-07-06T03:54:38.92636793Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":12,"events_lines":2}
23
+ {"time":"2026-07-06T03:54:39.303200064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-07-06T03:54:53.926628939Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2}
25
+ {"time":"2026-07-06T03:54:54.152388183Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-07-06T03:55:08.926974726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":16,"events_lines":2,"console_offset":3,"console_lines":1}
27
+ {"time":"2026-07-06T03:55:09.16141754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-07-06T03:55:23.925766316Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":18,"events_lines":2}
29
+ {"time":"2026-07-06T03:55:24.267925161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-07-06T03:55:38.92661857Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":20,"events_lines":2}
31
+ {"time":"2026-07-06T03:55:39.216207774Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-07-06T03:55:53.925968055Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":22,"events_lines":2,"console_offset":4,"console_lines":1}
33
+ {"time":"2026-07-06T03:55:54.161659769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-07-06T03:56:08.9267001Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":24,"events_lines":2}
35
+ {"time":"2026-07-06T03:56:09.146367254Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-07-06T03:56:23.926334492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":26,"events_lines":2,"console_offset":5,"console_lines":1}
37
+ {"time":"2026-07-06T03:56:24.137751213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-07-06T03:56:38.926234774Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":28,"events_lines":2}
39
+ {"time":"2026-07-06T03:56:39.39710596Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-07-06T03:56:53.926640329Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":30,"events_lines":2}
41
+ {"time":"2026-07-06T03:56:54.144567186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-07-06T03:57:08.926968869Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":32,"events_lines":2,"console_offset":6,"console_lines":1}
43
+ {"time":"2026-07-06T03:57:09.182826839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-07-06T03:57:23.925969941Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":34,"events_lines":2}
45
+ {"time":"2026-07-06T03:57:24.366504934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-07-06T03:57:38.926240043Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":36,"events_lines":2}
47
+ {"time":"2026-07-06T03:57:39.238940783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-07-06T03:57:53.926812318Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":38,"events_lines":2,"console_offset":7,"console_lines":1}
49
+ {"time":"2026-07-06T03:57:54.250692917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-07-06T03:58:08.925837566Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":40,"events_lines":2}
51
+ {"time":"2026-07-06T03:58:09.274607772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-06 03:52:52,862 INFO MainThread:1018 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
2
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_setup.py:_flush():81] Configure stats pid to 1018
3
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/logs/debug.log
5
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/logs/debug-internal.log
6
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_init.py:init():768] calling init triggers
7
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260706_035228', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 15, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'fixed nrb1 diag+1', 'wandb_tags': ['qwen3', '1.2b', 'sparse_stochastic', 'nrb1', 'fixed', 'extreme'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 1, 'sparse_mask_pool_size': 1, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': False, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_init.py:init():816] starting backend
10
+ 2026-07-06 03:52:52,863 INFO MainThread:1018 [wandb_init.py:init():831] sending inform_init request
11
+ 2026-07-06 03:52:53,189 INFO MainThread:1018 [wandb_init.py:init():836] backend started and connected
12
+ 2026-07-06 03:52:53,193 INFO MainThread:1018 [wandb_init.py:init():906] updated telemetry
13
+ 2026-07-06 03:52:53,213 INFO MainThread:1018 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
14
+ 2026-07-06 03:52:53,714 INFO MainThread:1018 [wandb_init.py:init():974] starting run threads in backend
15
+ 2026-07-06 03:52:53,917 INFO MainThread:1018 [wandb_run.py:_console_start():2523] atexit reg
16
+ 2026-07-06 03:52:53,917 INFO MainThread:1018 [wandb_run.py:_redirect():2373] redirect: wrap_raw
17
+ 2026-07-06 03:52:53,917 INFO MainThread:1018 [wandb_run.py:_redirect():2442] Wrapping output streams.
18
+ 2026-07-06 03:52:53,917 INFO MainThread:1018 [wandb_run.py:_redirect():2465] Redirects installed.
19
+ 2026-07-06 03:52:53,921 INFO MainThread:1018 [wandb_init.py:init():1012] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260706_035252-iv7zo0n3/run-iv7zo0n3.wandb ADDED
Binary file (65.5 kB). View file
 
epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/files/output.log ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Starting training...
2
+ Switching attention mode for step 1: sparse_stochastic (configured sparse attention)
3
+ Step 10/50462 | Loss: 12.2487 | LR: 6.67e-06 | 7849.5ms/step | 7.6 samples/s
4
+ Step 20/50462 | Loss: 12.1281 | LR: 1.33e-05 | 2712.8ms/step | 22.1 samples/s
5
+ Step 30/50462 | Loss: 11.5520 | LR: 2.00e-05 | 2712.9ms/step | 22.1 samples/s
6
+ Step 40/50462 | Loss: 10.4438 | LR: 2.67e-05 | 2707.7ms/step | 22.2 samples/s
7
+ Step 50/50462 | Loss: 9.9194 | LR: 3.33e-05 | 2706.0ms/step | 22.2 samples/s
8
+ Step 60/50462 | Loss: 9.4912 | LR: 4.00e-05 | 2703.6ms/step | 22.2 samples/s
9
+ Step 70/50462 | Loss: 9.0321 | LR: 4.67e-05 | 2704.8ms/step | 22.2 samples/s
10
+ Step 80/50462 | Loss: 8.4877 | LR: 5.33e-05 | 2708.9ms/step | 22.1 samples/s
11
+ Step 90/50462 | Loss: 8.0049 | LR: 6.00e-05 | 2711.8ms/step | 22.1 samples/s
12
+ Step 100/50462 | Loss: 7.6035 | LR: 6.67e-05 | 2712.2ms/step | 22.1 samples/s
13
+ Step 110/50462 | Loss: 7.3411 | LR: 7.33e-05 | 2711.7ms/step | 22.1 samples/s
14
+ Step 120/50462 | Loss: 7.1885 | LR: 8.00e-05 | 2715.8ms/step | 22.1 samples/s
15
+ Step 130/50462 | Loss: 7.0661 | LR: 8.67e-05 | 2718.7ms/step | 22.1 samples/s
16
+ Step 140/50462 | Loss: 6.9361 | LR: 9.33e-05 | 2720.4ms/step | 22.1 samples/s
17
+ Step 150/50462 | Loss: 6.8014 | LR: 1.00e-04 | 2719.8ms/step | 22.1 samples/s
18
+ Step 160/50462 | Loss: 6.6800 | LR: 1.07e-04 | 2720.2ms/step | 22.1 samples/s
19
+ Step 170/50462 | Loss: 6.5537 | LR: 1.13e-04 | 2722.9ms/step | 22.0 samples/s
20
+ Step 180/50462 | Loss: 6.4709 | LR: 1.20e-04 | 2724.4ms/step | 22.0 samples/s
21
+ Step 190/50462 | Loss: 6.3962 | LR: 1.27e-04 | 2723.7ms/step | 22.0 samples/s
22
+ Step 200/50462 | Loss: 6.3103 | LR: 1.33e-04 | 2722.1ms/step | 22.0 samples/s
23
+ Step 210/50462 | Loss: 6.2192 | LR: 1.40e-04 | 2722.3ms/step | 22.0 samples/s
24
+ Step 220/50462 | Loss: 6.1495 | LR: 1.47e-04 | 2721.7ms/step | 22.0 samples/s
25
+ Step 230/50462 | Loss: 6.1285 | LR: 1.53e-04 | 2722.6ms/step | 22.0 samples/s
26
+ Step 240/50462 | Loss: 6.0880 | LR: 1.60e-04 | 2723.4ms/step | 22.0 samples/s
27
+ Step 250/50462 | Loss: 6.0311 | LR: 1.67e-04 | 2723.0ms/step | 22.0 samples/s
28
+ Validation at step 250: Loss = 5.9991, Perplexity = 403.06
29
+ Step 260/50462 | Loss: 5.9490 | LR: 1.73e-04 | 5786.7ms/step | 10.4 samples/s
30
+ Step 270/50462 | Loss: 5.9466 | LR: 1.80e-04 | 2718.8ms/step | 22.1 samples/s
31
+ Step 280/50462 | Loss: 5.8604 | LR: 1.87e-04 | 2722.2ms/step | 22.0 samples/s
32
+ Step 290/50462 | Loss: 5.8283 | LR: 1.93e-04 | 2719.7ms/step | 22.1 samples/s
33
+ Step 300/50462 | Loss: 5.7623 | LR: 2.00e-04 | 2722.4ms/step | 22.0 samples/s
34
+ Step 310/50462 | Loss: 5.7100 | LR: 2.07e-04 | 2726.4ms/step | 22.0 samples/s
35
+ Step 320/50462 | Loss: 5.6344 | LR: 2.13e-04 | 2726.2ms/step | 22.0 samples/s
36
+ Step 330/50462 | Loss: 5.6107 | LR: 2.20e-04 | 2729.6ms/step | 22.0 samples/s
37
+ Step 340/50462 | Loss: 5.5687 | LR: 2.27e-04 | 2728.9ms/step | 22.0 samples/s
38
+ Step 350/50462 | Loss: 5.5140 | LR: 2.33e-04 | 2729.8ms/step | 22.0 samples/s
39
+ Step 360/50462 | Loss: 5.4525 | LR: 2.40e-04 | 2730.0ms/step | 22.0 samples/s
40
+ Step 370/50462 | Loss: 5.4094 | LR: 2.47e-04 | 2730.2ms/step | 22.0 samples/s
41
+ Step 380/50462 | Loss: 5.3872 | LR: 2.53e-04 | 2730.3ms/step | 22.0 samples/s
42
+ Step 390/50462 | Loss: 5.3373 | LR: 2.60e-04 | 2730.0ms/step | 22.0 samples/s
43
+ Step 400/50462 | Loss: 5.2693 | LR: 2.67e-04 | 2731.5ms/step | 22.0 samples/s
44
+ Step 410/50462 | Loss: 5.2467 | LR: 2.73e-04 | 2729.4ms/step | 22.0 samples/s
45
+ Step 420/50462 | Loss: 5.2083 | LR: 2.80e-04 | 2730.9ms/step | 22.0 samples/s
46
+ Step 430/50462 | Loss: 5.1244 | LR: 2.87e-04 | 2731.3ms/step | 22.0 samples/s
47
+ Step 440/50462 | Loss: 5.1650 | LR: 2.93e-04 | 2730.2ms/step | 22.0 samples/s
48
+ Step 450/50462 | Loss: 5.1326 | LR: 3.00e-04 | 2732.6ms/step | 22.0 samples/s
49
+ Step 460/50462 | Loss: 5.0389 | LR: 3.07e-04 | 2730.5ms/step | 22.0 samples/s
50
+ Step 470/50462 | Loss: 5.0087 | LR: 3.13e-04 | 2732.8ms/step | 22.0 samples/s
51
+ Step 480/50462 | Loss: 5.0167 | LR: 3.20e-04 | 2730.7ms/step | 22.0 samples/s
52
+ Step 490/50462 | Loss: 5.0158 | LR: 3.27e-04 | 2731.9ms/step | 22.0 samples/s
53
+ Step 500/50462 | Loss: 4.9535 | LR: 3.33e-04 | 2731.2ms/step | 22.0 samples/s
54
+ Validation at step 500: Loss = 4.8987, Perplexity = 134.11
55
+ Step 510/50462 | Loss: 4.8771 | LR: 3.40e-04 | 4211.5ms/step | 14.2 samples/s
56
+ Step 520/50462 | Loss: 4.8483 | LR: 3.47e-04 | 2732.1ms/step | 22.0 samples/s
57
+ Step 530/50462 | Loss: 4.9048 | LR: 3.53e-04 | 2733.9ms/step | 21.9 samples/s
58
+ Step 540/50462 | Loss: 4.8072 | LR: 3.60e-04 | 2735.6ms/step | 21.9 samples/s
59
+ Step 550/50462 | Loss: 4.7502 | LR: 3.67e-04 | 2843.2ms/step | 21.1 samples/s
60
+ Step 560/50462 | Loss: 4.7328 | LR: 3.73e-04 | 2733.3ms/step | 22.0 samples/s
61
+ Step 570/50462 | Loss: 4.7495 | LR: 3.80e-04 | 2844.7ms/step | 21.1 samples/s
62
+ Step 580/50462 | Loss: 4.6493 | LR: 3.87e-04 | 2736.2ms/step | 21.9 samples/s
63
+ Step 590/50462 | Loss: 4.6332 | LR: 3.93e-04 | 2737.0ms/step | 21.9 samples/s
64
+ Step 600/50462 | Loss: 4.6240 | LR: 4.00e-04 | 2735.6ms/step | 21.9 samples/s
65
+ Step 610/50462 | Loss: 4.5943 | LR: 4.07e-04 | 2736.3ms/step | 21.9 samples/s
66
+ Step 620/50462 | Loss: 4.5894 | LR: 4.13e-04 | 2842.6ms/step | 21.1 samples/s
67
+ Step 630/50462 | Loss: 4.5361 | LR: 4.20e-04 | 2724.5ms/step | 22.0 samples/s
68
+ Step 640/50462 | Loss: 4.5136 | LR: 4.27e-04 | 2729.8ms/step | 22.0 samples/s
69
+ Step 650/50462 | Loss: 4.4822 | LR: 4.33e-04 | 2732.6ms/step | 22.0 samples/s
70
+ Step 660/50462 | Loss: 4.4492 | LR: 4.40e-04 | 2732.5ms/step | 22.0 samples/s
71
+ Step 670/50462 | Loss: 4.4211 | LR: 4.47e-04 | 2731.7ms/step | 22.0 samples/s
72
+ Step 680/50462 | Loss: 4.4125 | LR: 4.53e-04 | 2731.4ms/step | 22.0 samples/s
73
+ Step 690/50462 | Loss: 4.3521 | LR: 4.60e-04 | 2734.3ms/step | 21.9 samples/s
74
+ Step 700/50462 | Loss: 4.3790 | LR: 4.67e-04 | 2733.2ms/step | 22.0 samples/s
75
+ Step 710/50462 | Loss: 4.3428 | LR: 4.73e-04 | 2733.6ms/step | 21.9 samples/s
76
+ Step 720/50462 | Loss: 4.3330 | LR: 4.80e-04 | 2733.0ms/step | 22.0 samples/s
77
+ Step 730/50462 | Loss: 4.2979 | LR: 4.87e-04 | 2733.4ms/step | 22.0 samples/s
78
+ Step 740/50462 | Loss: 4.2526 | LR: 4.93e-04 | 2733.7ms/step | 21.9 samples/s
79
+ Step 750/50462 | Loss: 4.2661 | LR: 5.00e-04 | 2734.8ms/step | 21.9 samples/s
80
+ Validation at step 750: Loss = 4.2387, Perplexity = 69.32
81
+ Step 760/50462 | Loss: 4.2168 | LR: 5.00e-04 | 4204.9ms/step | 14.3 samples/s
82
+ Step 770/50462 | Loss: 4.2507 | LR: 5.00e-04 | 2732.1ms/step | 22.0 samples/s
83
+ Step 780/50462 | Loss: 4.2006 | LR: 5.00e-04 | 2731.7ms/step | 22.0 samples/s
84
+ Step 790/50462 | Loss: 4.1914 | LR: 5.00e-04 | 2734.0ms/step | 21.9 samples/s
85
+ Step 800/50462 | Loss: 4.1470 | LR: 5.00e-04 | 2732.1ms/step | 22.0 samples/s
86
+ Step 810/50462 | Loss: 4.1532 | LR: 5.00e-04 | 2732.8ms/step | 22.0 samples/s
87
+ Step 820/50462 | Loss: 4.1431 | LR: 5.00e-04 | 2731.2ms/step | 22.0 samples/s
88
+ Step 830/50462 | Loss: 4.1267 | LR: 5.00e-04 | 2731.2ms/step | 22.0 samples/s
89
+ Step 840/50462 | Loss: 4.0930 | LR: 5.00e-04 | 2731.3ms/step | 22.0 samples/s
90
+ Step 850/50462 | Loss: 4.0601 | LR: 5.00e-04 | 2730.8ms/step | 22.0 samples/s
91
+ Step 860/50462 | Loss: 4.0583 | LR: 5.00e-04 | 2732.0ms/step | 22.0 samples/s
92
+ Step 870/50462 | Loss: 4.0439 | LR: 5.00e-04 | 2731.0ms/step | 22.0 samples/s
93
+ Step 880/50462 | Loss: 4.0228 | LR: 5.00e-04 | 2729.8ms/step | 22.0 samples/s
94
+ Step 890/50462 | Loss: 4.0190 | LR: 5.00e-04 | 2732.7ms/step | 22.0 samples/s
95
+ Step 900/50462 | Loss: 4.0151 | LR: 5.00e-04 | 2733.5ms/step | 21.9 samples/s
96
+ Step 910/50462 | Loss: 3.9902 | LR: 5.00e-04 | 2731.2ms/step | 22.0 samples/s
97
+ Step 920/50462 | Loss: 3.9476 | LR: 5.00e-04 | 2731.8ms/step | 22.0 samples/s
98
+ Step 930/50462 | Loss: 4.0064 | LR: 5.00e-04 | 2732.4ms/step | 22.0 samples/s
99
+ Step 940/50462 | Loss: 3.9505 | LR: 5.00e-04 | 2731.4ms/step | 22.0 samples/s
100
+ Step 950/50462 | Loss: 3.9353 | LR: 5.00e-04 | 2731.6ms/step | 22.0 samples/s
101
+ Step 960/50462 | Loss: 3.9362 | LR: 5.00e-04 | 2732.2ms/step | 22.0 samples/s
102
+ Step 970/50462 | Loss: 3.9283 | LR: 5.00e-04 | 2732.3ms/step | 22.0 samples/s
103
+ Step 980/50462 | Loss: 3.8905 | LR: 5.00e-04 | 2734.2ms/step | 21.9 samples/s
104
+ Step 990/50462 | Loss: 3.9119 | LR: 5.00e-04 | 2734.7ms/step | 21.9 samples/s
105
+ Step 1000/50462 | Loss: 3.9167 | LR: 5.00e-04 | 2734.8ms/step | 21.9 samples/s
106
+ Validation at step 1000: Loss = 3.9140, Perplexity = 50.10
107
+ Saved checkpoint to /mloscratch/homes/navasard/sparse/checkpoints/run_20260706_035226/checkpoint-1000
108
+ Step 1010/50462 | Loss: 3.8936 | LR: 5.00e-04 | 5118.7ms/step | 11.7 samples/s
109
+ Step 1020/50462 | Loss: 3.9031 | LR: 5.00e-04 | 2727.6ms/step | 22.0 samples/s
110
+ Step 1030/50462 | Loss: 3.8876 | LR: 5.00e-04 | 2730.8ms/step | 22.0 samples/s
111
+ Step 1040/50462 | Loss: 3.8949 | LR: 5.00e-04 | 2735.6ms/step | 21.9 samples/s
112
+ Step 1050/50462 | Loss: 3.8628 | LR: 5.00e-04 | 2825.2ms/step | 21.2 samples/s
113
+ Step 1060/50462 | Loss: 3.8628 | LR: 5.00e-04 | 2723.6ms/step | 22.0 samples/s
114
+ Step 1070/50462 | Loss: 3.8466 | LR: 5.00e-04 | 2825.4ms/step | 21.2 samples/s
115
+ Step 1080/50462 | Loss: 3.8539 | LR: 5.00e-04 | 2729.7ms/step | 22.0 samples/s
116
+ Step 1090/50462 | Loss: 3.8183 | LR: 5.00e-04 | 2732.7ms/step | 22.0 samples/s
117
+ Step 1100/50462 | Loss: 3.8414 | LR: 5.00e-04 | 2732.3ms/step | 22.0 samples/s
118
+ Step 1110/50462 | Loss: 3.8495 | LR: 5.00e-04 | 2733.0ms/step | 22.0 samples/s
119
+ Step 1120/50462 | Loss: 3.8048 | LR: 5.00e-04 | 2735.2ms/step | 21.9 samples/s
120
+ Step 1130/50462 | Loss: 3.8228 | LR: 5.00e-04 | 2826.8ms/step | 21.2 samples/s
121
+ Step 1140/50462 | Loss: 3.7977 | LR: 5.00e-04 | 2728.3ms/step | 22.0 samples/s
122
+ Step 1150/50462 | Loss: 3.7653 | LR: 5.00e-04 | 2731.6ms/step | 22.0 samples/s
123
+ Step 1160/50462 | Loss: 3.7864 | LR: 5.00e-04 | 2732.5ms/step | 22.0 samples/s
124
+ Step 1170/50462 | Loss: 3.7751 | LR: 5.00e-04 | 2734.0ms/step | 21.9 samples/s
125
+ Step 1180/50462 | Loss: 3.7397 | LR: 5.00e-04 | 2732.2ms/step | 22.0 samples/s
126
+ Step 1190/50462 | Loss: 3.7687 | LR: 5.00e-04 | 2731.8ms/step | 22.0 samples/s
127
+ Step 1200/50462 | Loss: 3.7776 | LR: 5.00e-04 | 2732.4ms/step | 22.0 samples/s
128
+ Step 1210/50462 | Loss: 3.7841 | LR: 5.00e-04 | 2734.3ms/step | 21.9 samples/s
129
+ Step 1220/50462 | Loss: 3.7423 | LR: 5.00e-04 | 2733.6ms/step | 21.9 samples/s
130
+ Step 1230/50462 | Loss: 3.7118 | LR: 5.00e-04 | 2733.1ms/step | 22.0 samples/s
131
+ Step 1240/50462 | Loss: 3.7669 | LR: 5.00e-04 | 2731.8ms/step | 22.0 samples/s
132
+ Step 1250/50462 | Loss: 3.7293 | LR: 5.00e-04 | 2734.4ms/step | 21.9 samples/s
133
+ Validation at step 1250: Loss = 3.7439, Perplexity = 42.26
134
+ Step 1260/50462 | Loss: 3.7533 | LR: 5.00e-04 | 4210.8ms/step | 14.2 samples/s
135
+ Step 1270/50462 | Loss: 3.7187 | LR: 5.00e-04 | 2734.1ms/step | 21.9 samples/s
136
+ Step 1280/50462 | Loss: 3.7036 | LR: 5.00e-04 | 2735.7ms/step | 21.9 samples/s
137
+ Step 1290/50462 | Loss: 3.7054 | LR: 5.00e-04 | 2734.4ms/step | 21.9 samples/s
138
+ Step 1300/50462 | Loss: 3.6988 | LR: 5.00e-04 | 2734.4ms/step | 21.9 samples/s
139
+ Step 1310/50462 | Loss: 3.7031 | LR: 5.00e-04 | 2733.2ms/step | 22.0 samples/s
140
+ Step 1320/50462 | Loss: 3.6987 | LR: 5.00e-04 | 2733.7ms/step | 21.9 samples/s
141
+ Step 1330/50462 | Loss: 3.6963 | LR: 5.00e-04 | 2728.7ms/step | 22.0 samples/s
142
+ Step 1340/50462 | Loss: 3.6819 | LR: 5.00e-04 | 2727.2ms/step | 22.0 samples/s
143
+ Step 1350/50462 | Loss: 3.6646 | LR: 5.00e-04 | 2730.2ms/step | 22.0 samples/s
144
+ Step 1360/50462 | Loss: 3.6852 | LR: 5.00e-04 | 2731.3ms/step | 22.0 samples/s
145
+ Step 1370/50462 | Loss: 3.6627 | LR: 5.00e-04 | 2732.5ms/step | 22.0 samples/s
146
+ Step 1380/50462 | Loss: 3.6991 | LR: 5.00e-04 | 2733.8ms/step | 21.9 samples/s
147
+ Step 1390/50462 | Loss: 3.6855 | LR: 5.00e-04 | 2732.2ms/step | 22.0 samples/s
148
+ Step 1400/50462 | Loss: 3.6452 | LR: 5.00e-04 | 2730.6ms/step | 22.0 samples/s
149
+ Step 1410/50462 | Loss: 3.6715 | LR: 5.00e-04 | 2732.2ms/step | 22.0 samples/s
150
+ Step 1420/50462 | Loss: 3.6436 | LR: 5.00e-04 | 2732.0ms/step | 22.0 samples/s
151
+ Step 1430/50462 | Loss: 3.6269 | LR: 5.00e-04 | 2734.1ms/step | 21.9 samples/s
152
+ Step 1440/50462 | Loss: 3.6598 | LR: 5.00e-04 | 2733.6ms/step | 21.9 samples/s
153
+ Step 1450/50462 | Loss: 3.6290 | LR: 5.00e-04 | 2732.4ms/step | 22.0 samples/s
154
+ Step 1460/50462 | Loss: 3.6302 | LR: 5.00e-04 | 2732.5ms/step | 22.0 samples/s
155
+ Step 1470/50462 | Loss: 3.6116 | LR: 5.00e-04 | 2734.3ms/step | 21.9 samples/s
156
+ Step 1480/50462 | Loss: 3.6510 | LR: 5.00e-04 | 2732.8ms/step | 22.0 samples/s
157
+ Step 1490/50462 | Loss: 3.6315 | LR: 5.00e-04 | 2733.5ms/step | 22.0 samples/s
158
+ Step 1500/50462 | Loss: 3.5970 | LR: 5.00e-04 | 2733.9ms/step | 21.9 samples/s
159
+ Validation at step 1500: Loss = 3.6397, Perplexity = 38.08
160
+ Step 1510/50462 | Loss: 3.6399 | LR: 5.00e-04 | 4209.6ms/step | 14.3 samples/s
161
+ Step 1520/50462 | Loss: 3.6057 | LR: 5.00e-04 | 2736.5ms/step | 21.9 samples/s
162
+ Step 1530/50462 | Loss: 3.6327 | LR: 5.00e-04 | 2735.3ms/step | 21.9 samples/s
163
+ Step 1540/50462 | Loss: 3.5982 | LR: 5.00e-04 | 2737.0ms/step | 21.9 samples/s
164
+ Step 1550/50462 | Loss: 3.6094 | LR: 5.00e-04 | 2736.3ms/step | 21.9 samples/s
165
+ Step 1560/50462 | Loss: 3.5990 | LR: 5.00e-04 | 2829.2ms/step | 21.2 samples/s
166
+ Step 1570/50462 | Loss: 3.6280 | LR: 5.00e-04 | 2730.5ms/step | 22.0 samples/s
167
+ Step 1580/50462 | Loss: 3.5972 | LR: 5.00e-04 | 2830.5ms/step | 21.2 samples/s
168
+ Step 1590/50462 | Loss: 3.6143 | LR: 5.00e-04 | 2733.4ms/step | 22.0 samples/s
169
+ Step 1600/50462 | Loss: 3.6102 | LR: 5.00e-04 | 2734.5ms/step | 21.9 samples/s
170
+ Step 1610/50462 | Loss: 3.5729 | LR: 5.00e-04 | 2735.7ms/step | 21.9 samples/s
171
+ Step 1620/50462 | Loss: 3.5985 | LR: 5.00e-04 | 2735.9ms/step | 21.9 samples/s
172
+ Step 1630/50462 | Loss: 3.6093 | LR: 5.00e-04 | 2735.9ms/step | 21.9 samples/s
173
+ Step 1640/50462 | Loss: 3.5807 | LR: 5.00e-04 | 2826.7ms/step | 21.2 samples/s
174
+ Step 1650/50462 | Loss: 3.5394 | LR: 5.00e-04 | 2731.7ms/step | 22.0 samples/s
175
+ Step 1660/50462 | Loss: 3.5663 | LR: 5.00e-04 | 2734.0ms/step | 21.9 samples/s
176
+ Step 1670/50462 | Loss: 3.5889 | LR: 5.00e-04 | 2735.1ms/step | 21.9 samples/s
177
+ Step 1680/50462 | Loss: 3.5619 | LR: 5.00e-04 | 2736.3ms/step | 21.9 samples/s
178
+ Step 1690/50462 | Loss: 3.5610 | LR: 5.00e-04 | 2735.0ms/step | 21.9 samples/s
179
+ Step 1700/50462 | Loss: 3.5697 | LR: 5.00e-04 | 2735.8ms/step | 21.9 samples/s
180
+ Step 1710/50462 | Loss: 3.5828 | LR: 5.00e-04 | 2733.7ms/step | 21.9 samples/s
181
+ Step 1720/50462 | Loss: 3.5525 | LR: 5.00e-04 | 2733.5ms/step | 21.9 samples/s
182
+ Step 1730/50462 | Loss: 3.5511 | LR: 5.00e-04 | 2735.4ms/step | 21.9 samples/s
183
+ Step 1740/50462 | Loss: 3.5757 | LR: 5.00e-04 | 2733.7ms/step | 21.9 samples/s
184
+ Step 1750/50462 | Loss: 3.5921 | LR: 5.00e-04 | 2734.3ms/step | 21.9 samples/s
185
+ Validation at step 1750: Loss = 3.5618, Perplexity = 35.23
186
+ Step 1760/50462 | Loss: 3.5675 | LR: 4.99e-04 | 4209.5ms/step | 14.3 samples/s
187
+ Step 1770/50462 | Loss: 3.5524 | LR: 4.99e-04 | 2733.5ms/step | 21.9 samples/s
188
+ Step 1780/50462 | Loss: 3.5203 | LR: 4.99e-04 | 2732.2ms/step | 22.0 samples/s
189
+ Step 1790/50462 | Loss: 3.5273 | LR: 4.99e-04 | 2734.6ms/step | 21.9 samples/s
190
+ Step 1800/50462 | Loss: 3.5169 | LR: 4.99e-04 | 2734.1ms/step | 21.9 samples/s
191
+ Step 1810/50462 | Loss: 3.5356 | LR: 4.99e-04 | 2734.7ms/step | 21.9 samples/s
192
+ Step 1820/50462 | Loss: 3.5181 | LR: 4.99e-04 | 2732.2ms/step | 22.0 samples/s
epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/files/requirements.txt ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ word2number==1.1
2
+ sqlitedict==2.1.0
3
+ pytz==2026.2
4
+ nvidia-cusparselt-cu13==0.8.1
5
+ mpmath==1.3.0
6
+ cuda-toolkit==13.0.2
7
+ zstandard==0.25.0
8
+ xxhash==3.8.0
9
+ urllib3==2.7.0
10
+ tzdata==2026.2
11
+ typing_extensions==4.16.0
12
+ triton==3.7.1
13
+ tqdm==4.68.3
14
+ torchinfo==1.8.0
15
+ threadpoolctl==3.6.0
16
+ tcolorpy==0.1.7
17
+ tabulate==0.10.0
18
+ sympy==1.14.0
19
+ smmap==5.0.3
20
+ six==1.17.0
21
+ shellingham==1.5.4
22
+ safetensors==0.8.0
23
+ regex==2026.6.28
24
+ PyYAML==6.0.3
25
+ Pygments==2.20.0
26
+ pyarrow==24.0.0
27
+ psutil==7.2.2
28
+ protobuf==7.35.1
29
+ propcache==0.5.2
30
+ portalocker==3.2.0
31
+ platformdirs==4.10.0
32
+ pathvalidate==3.3.1
33
+ packaging==26.2
34
+ nvidia-nvtx==13.0.85
35
+ nvidia-nvshmem-cu13==3.4.5
36
+ nvidia-nvjitlink==13.0.88
37
+ nvidia-nccl-cu13==2.29.7
38
+ nvidia-curand==10.4.0.35
39
+ nvidia-cufile==1.15.1.6
40
+ nvidia-cuda-runtime==13.0.96
41
+ nvidia-cuda-nvrtc==13.0.88
42
+ nvidia-cuda-cupti==13.0.85
43
+ numpy==2.2.6
44
+ networkx==3.4.2
45
+ more-itertools==11.1.0
46
+ mdurl==0.1.2
47
+ MarkupSafe==3.0.3
48
+ lxml==6.1.1
49
+ joblib==1.5.3
50
+ idna==3.18
51
+ hf-xet==1.5.1
52
+ h11==0.16.0
53
+ fsspec==2026.4.0
54
+ frozenlist==1.8.0
55
+ filelock==3.29.5
56
+ dill==0.4.1
57
+ cuda-pathfinder==1.5.6
58
+ colorama==0.4.6
59
+ click==8.4.2
60
+ charset-normalizer==3.4.7
61
+ chardet==6.0.0.post1
62
+ certifi==2026.6.17
63
+ attrs==26.1.0
64
+ async-timeout==5.0.1
65
+ annotated-types==0.7.0
66
+ annotated-doc==0.0.4
67
+ aiohappyeyeballs==2.7.1
68
+ absl-py==2.5.0
69
+ typing-inspection==0.4.2
70
+ sentry-sdk==2.64.0
71
+ scipy==1.15.3
72
+ sacrebleu==2.6.0
73
+ requests==2.34.2
74
+ python-dateutil==2.9.0.post0
75
+ pydantic_core==2.46.4
76
+ nvidia-cusparse==12.6.3.3
77
+ nvidia-cufft==12.0.0.61
78
+ nvidia-cublas==13.1.1.3
79
+ nltk==3.9.4
80
+ multiprocess==0.70.19
81
+ multidict==6.7.1
82
+ mbstrdecoder==1.1.5
83
+ markdown-it-py==4.2.0
84
+ Jinja2==3.1.6
85
+ httpcore==1.0.9
86
+ gitdb==4.0.12
87
+ exceptiongroup==1.3.1
88
+ cuda-bindings==13.3.1
89
+ aiosignal==1.4.0
90
+ yarl==1.24.2
91
+ typepy==1.3.5
92
+ scikit-learn==1.7.2
93
+ rouge-score==0.1.2
94
+ rich==15.0.0
95
+ pydantic==2.13.4
96
+ pandas==2.3.3
97
+ nvidia-cusolver==12.0.4.66
98
+ nvidia-cudnn-cu13==9.20.0.48
99
+ GitPython==3.1.50
100
+ anyio==4.14.1
101
+ wandb==0.28.0
102
+ typer==0.26.8
103
+ httpx==0.28.1
104
+ aiohttp==3.14.1
105
+ torch==2.12.1
106
+ huggingface_hub==1.22.0
107
+ DataProperty==1.1.1
108
+ tokenizers==0.22.2
109
+ tabledata==1.3.5
110
+ datasets==5.0.0
111
+ accelerate==1.14.0
112
+ transformers==5.13.0
113
+ pytablewriter==1.2.1
114
+ evaluate==0.4.6
115
+ lm_eval==0.4.12
116
+ PyGObject==3.42.1
117
+ dbus-python==1.2.18
118
+ distro==1.7.0
119
+ pip==22.0.2
120
+ setuptools==59.6.0
121
+ ssh-import-id==5.11
122
+ wheel==0.37.1
epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/files/wandb-metadata.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.10.12",
4
+ "startedAt": "2026-07-06T03:52:57.899185Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/train_config_resampled_nrb1.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-train-3-gpu-2-0-0",
19
+ "executable": "/usr/bin/python3",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 3,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4694682685440"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005732864"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-e3358200-f776-7214-8269-c2c219f03c2e"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-788fbe73-59b3-e845-80c4-5eff0b2f64b5"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-123c77ea-9377-5bde-70b6-99ef1c791ff4"
54
+ }
55
+ ],
56
+ "cudaVersion": "13.0",
57
+ "writerId": "godiaybeyi3drs1sznxvd9ue00ko24bc"
58
+ }
epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
2
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_setup.py:_flush():81] Configure stats pid to 1294
3
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260706_035257-1pbbmh59/logs/debug.log
5
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260706_035257-1pbbmh59/logs/debug-internal.log
6
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_init.py:init():768] calling init triggers
7
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260706_035226', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'resampled nrb1 diag+1', 'wandb_tags': ['qwen3', '1.2b', 'sparse_stochastic', 'nrb1', 'resampled', 'extreme'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 1, 'sparse_mask_pool_size': 1000, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache_nrb1', 'dense_mode': False, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_init.py:init():816] starting backend
10
+ 2026-07-06 03:52:57,921 INFO MainThread:1294 [wandb_init.py:init():831] sending inform_init request
11
+ 2026-07-06 03:52:58,220 INFO MainThread:1294 [wandb_init.py:init():836] backend started and connected
12
+ 2026-07-06 03:52:58,223 INFO MainThread:1294 [wandb_init.py:init():906] updated telemetry
13
+ 2026-07-06 03:52:58,241 INFO MainThread:1294 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
14
+ 2026-07-06 03:52:58,675 INFO MainThread:1294 [wandb_init.py:init():974] starting run threads in backend
15
+ 2026-07-06 03:52:58,885 INFO MainThread:1294 [wandb_run.py:_console_start():2523] atexit reg
16
+ 2026-07-06 03:52:58,885 INFO MainThread:1294 [wandb_run.py:_redirect():2373] redirect: wrap_raw
17
+ 2026-07-06 03:52:58,885 INFO MainThread:1294 [wandb_run.py:_redirect():2442] Wrapping output streams.
18
+ 2026-07-06 03:52:58,885 INFO MainThread:1294 [wandb_run.py:_redirect():2465] Redirects installed.
19
+ 2026-07-06 03:52:58,889 INFO MainThread:1294 [wandb_init.py:init():1012] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260706_035257-1pbbmh59/run-1pbbmh59.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d9789fc2263a3ae5ca92b9b45f9bc92dfdb960771de9162ce2f5da75874ee9
3
+ size 1474560
epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/files/output.log ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Starting training...
2
+ Switching attention mode for step 1: sparse_stochastic (configured sparse attention)
3
+ Step 10/50462 | Loss: 12.2484 | LR: 6.67e-06 | 7527.4ms/step | 8.0 samples/s
4
+ Step 20/50462 | Loss: 12.1240 | LR: 1.33e-05 | 2683.0ms/step | 22.4 samples/s
5
+ Step 30/50462 | Loss: 11.5407 | LR: 2.00e-05 | 2682.9ms/step | 22.4 samples/s
6
+ Step 40/50462 | Loss: 10.4363 | LR: 2.67e-05 | 2681.6ms/step | 22.4 samples/s
7
+ Step 50/50462 | Loss: 9.9149 | LR: 3.33e-05 | 2679.8ms/step | 22.4 samples/s
8
+ Step 60/50462 | Loss: 9.4867 | LR: 4.00e-05 | 2679.1ms/step | 22.4 samples/s
9
+ Step 70/50462 | Loss: 9.0238 | LR: 4.67e-05 | 2743.8ms/step | 21.9 samples/s
10
+ Step 80/50462 | Loss: 8.4818 | LR: 5.33e-05 | 2675.4ms/step | 22.4 samples/s
11
+ Step 90/50462 | Loss: 7.9989 | LR: 6.00e-05 | 2681.4ms/step | 22.4 samples/s
12
+ Step 100/50462 | Loss: 7.5997 | LR: 6.67e-05 | 2682.5ms/step | 22.4 samples/s
13
+ Step 110/50462 | Loss: 7.3385 | LR: 7.33e-05 | 2687.3ms/step | 22.3 samples/s
14
+ Step 120/50462 | Loss: 7.1860 | LR: 8.00e-05 | 2690.4ms/step | 22.3 samples/s
15
+ Step 130/50462 | Loss: 7.0646 | LR: 8.67e-05 | 2692.3ms/step | 22.3 samples/s
16
+ Step 140/50462 | Loss: 6.9363 | LR: 9.33e-05 | 2695.4ms/step | 22.3 samples/s
17
+ Step 150/50462 | Loss: 6.8000 | LR: 1.00e-04 | 2694.6ms/step | 22.3 samples/s
18
+ Step 160/50462 | Loss: 6.6806 | LR: 1.07e-04 | 2696.4ms/step | 22.3 samples/s
19
+ Step 170/50462 | Loss: 6.5531 | LR: 1.13e-04 | 2696.5ms/step | 22.3 samples/s
20
+ Step 180/50462 | Loss: 6.4830 | LR: 1.20e-04 | 2699.6ms/step | 22.2 samples/s
21
+ Step 190/50462 | Loss: 6.4046 | LR: 1.27e-04 | 2698.2ms/step | 22.2 samples/s
22
+ Step 200/50462 | Loss: 6.3157 | LR: 1.33e-04 | 2700.1ms/step | 22.2 samples/s
23
+ Step 210/50462 | Loss: 6.2217 | LR: 1.40e-04 | 2699.9ms/step | 22.2 samples/s
24
+ Step 220/50462 | Loss: 6.1521 | LR: 1.47e-04 | 2700.2ms/step | 22.2 samples/s
25
+ Step 230/50462 | Loss: 6.1420 | LR: 1.53e-04 | 2698.8ms/step | 22.2 samples/s
26
+ Step 240/50462 | Loss: 6.0774 | LR: 1.60e-04 | 2698.4ms/step | 22.2 samples/s
27
+ Step 250/50462 | Loss: 6.0141 | LR: 1.67e-04 | 2701.0ms/step | 22.2 samples/s
28
+ Validation at step 250: Loss = 5.9621, Perplexity = 388.41
29
+ Step 260/50462 | Loss: 5.9378 | LR: 1.73e-04 | 6740.0ms/step | 8.9 samples/s
30
+ Step 270/50462 | Loss: 5.9469 | LR: 1.80e-04 | 2689.4ms/step | 22.3 samples/s
31
+ Step 280/50462 | Loss: 5.8680 | LR: 1.87e-04 | 2697.2ms/step | 22.2 samples/s
32
+ Step 290/50462 | Loss: 5.8074 | LR: 1.93e-04 | 2700.4ms/step | 22.2 samples/s
33
+ Step 300/50462 | Loss: 5.7335 | LR: 2.00e-04 | 2701.3ms/step | 22.2 samples/s
34
+ Step 310/50462 | Loss: 5.6945 | LR: 2.07e-04 | 2703.0ms/step | 22.2 samples/s
35
+ Step 320/50462 | Loss: 5.6354 | LR: 2.13e-04 | 2703.4ms/step | 22.2 samples/s
36
+ Step 330/50462 | Loss: 5.6109 | LR: 2.20e-04 | 2702.0ms/step | 22.2 samples/s
37
+ Step 340/50462 | Loss: 5.5531 | LR: 2.27e-04 | 2698.8ms/step | 22.2 samples/s
38
+ Step 350/50462 | Loss: 5.5068 | LR: 2.33e-04 | 2698.5ms/step | 22.2 samples/s
39
+ Step 360/50462 | Loss: 5.4480 | LR: 2.40e-04 | 2702.7ms/step | 22.2 samples/s
40
+ Step 370/50462 | Loss: 5.3898 | LR: 2.47e-04 | 2703.0ms/step | 22.2 samples/s
41
+ Step 380/50462 | Loss: 5.3795 | LR: 2.53e-04 | 2706.3ms/step | 22.2 samples/s
42
+ Step 390/50462 | Loss: 5.3246 | LR: 2.60e-04 | 2702.8ms/step | 22.2 samples/s
43
+ Step 400/50462 | Loss: 5.2640 | LR: 2.67e-04 | 2702.4ms/step | 22.2 samples/s
44
+ Step 410/50462 | Loss: 5.2326 | LR: 2.73e-04 | 2705.3ms/step | 22.2 samples/s
45
+ Step 420/50462 | Loss: 5.2115 | LR: 2.80e-04 | 2702.7ms/step | 22.2 samples/s
46
+ Step 430/50462 | Loss: 5.1535 | LR: 2.87e-04 | 2702.3ms/step | 22.2 samples/s
47
+ Step 440/50462 | Loss: 5.1121 | LR: 2.93e-04 | 2701.3ms/step | 22.2 samples/s
48
+ Step 450/50462 | Loss: 5.0737 | LR: 3.00e-04 | 2700.4ms/step | 22.2 samples/s
49
+ Step 460/50462 | Loss: 5.0504 | LR: 3.07e-04 | 2768.2ms/step | 21.7 samples/s
50
+ Step 470/50462 | Loss: 5.0068 | LR: 3.13e-04 | 2698.1ms/step | 22.2 samples/s
51
+ Step 480/50462 | Loss: 4.9795 | LR: 3.20e-04 | 2701.8ms/step | 22.2 samples/s
52
+ Step 490/50462 | Loss: 4.9861 | LR: 3.27e-04 | 2702.4ms/step | 22.2 samples/s
53
+ Step 500/50462 | Loss: 4.9464 | LR: 3.33e-04 | 2700.1ms/step | 22.2 samples/s
54
+ Validation at step 500: Loss = 4.8870, Perplexity = 132.56
55
+ Step 510/50462 | Loss: 4.8661 | LR: 3.40e-04 | 4150.5ms/step | 14.5 samples/s
56
+ Step 520/50462 | Loss: 4.8597 | LR: 3.47e-04 | 2699.1ms/step | 22.2 samples/s
57
+ Step 530/50462 | Loss: 4.8921 | LR: 3.53e-04 | 2766.5ms/step | 21.7 samples/s
58
+ Step 540/50462 | Loss: 4.7909 | LR: 3.60e-04 | 2703.6ms/step | 22.2 samples/s
59
+ Step 550/50462 | Loss: 4.7424 | LR: 3.67e-04 | 2770.0ms/step | 21.7 samples/s
60
+ Step 560/50462 | Loss: 4.7633 | LR: 3.73e-04 | 2704.4ms/step | 22.2 samples/s
61
+ Step 570/50462 | Loss: 4.7767 | LR: 3.80e-04 | 2703.8ms/step | 22.2 samples/s
62
+ Step 580/50462 | Loss: 4.6568 | LR: 3.87e-04 | 2703.5ms/step | 22.2 samples/s
63
+ Step 590/50462 | Loss: 4.6375 | LR: 3.93e-04 | 2703.8ms/step | 22.2 samples/s
64
+ Step 600/50462 | Loss: 4.6142 | LR: 4.00e-04 | 2701.1ms/step | 22.2 samples/s
65
+ Step 610/50462 | Loss: 4.6426 | LR: 4.07e-04 | 2701.4ms/step | 22.2 samples/s
66
+ Step 620/50462 | Loss: 4.6182 | LR: 4.13e-04 | 2702.1ms/step | 22.2 samples/s
67
+ Step 630/50462 | Loss: 4.5529 | LR: 4.20e-04 | 2701.9ms/step | 22.2 samples/s
68
+ Step 640/50462 | Loss: 4.5129 | LR: 4.27e-04 | 2704.7ms/step | 22.2 samples/s
69
+ Step 650/50462 | Loss: 4.4876 | LR: 4.33e-04 | 2704.0ms/step | 22.2 samples/s
70
+ Step 660/50462 | Loss: 4.4495 | LR: 4.40e-04 | 2702.7ms/step | 22.2 samples/s
71
+ Step 670/50462 | Loss: 4.4391 | LR: 4.47e-04 | 2700.4ms/step | 22.2 samples/s
72
+ Step 680/50462 | Loss: 4.4193 | LR: 4.53e-04 | 2700.4ms/step | 22.2 samples/s
73
+ Step 690/50462 | Loss: 4.3732 | LR: 4.60e-04 | 2702.2ms/step | 22.2 samples/s
74
+ Step 700/50462 | Loss: 4.3868 | LR: 4.67e-04 | 2703.1ms/step | 22.2 samples/s
75
+ Step 710/50462 | Loss: 4.3452 | LR: 4.73e-04 | 2705.3ms/step | 22.2 samples/s
76
+ Step 720/50462 | Loss: 4.3096 | LR: 4.80e-04 | 2702.9ms/step | 22.2 samples/s
77
+ Step 730/50462 | Loss: 4.2990 | LR: 4.87e-04 | 2703.7ms/step | 22.2 samples/s
78
+ Step 740/50462 | Loss: 4.2616 | LR: 4.93e-04 | 2704.9ms/step | 22.2 samples/s
79
+ Step 750/50462 | Loss: 4.2783 | LR: 5.00e-04 | 2703.0ms/step | 22.2 samples/s
80
+ Validation at step 750: Loss = 4.2548, Perplexity = 70.44
81
+ Step 760/50462 | Loss: 4.2222 | LR: 5.00e-04 | 4148.5ms/step | 14.5 samples/s
82
+ Step 770/50462 | Loss: 4.2413 | LR: 5.00e-04 | 2700.3ms/step | 22.2 samples/s
83
+ Step 780/50462 | Loss: 4.2028 | LR: 5.00e-04 | 2704.8ms/step | 22.2 samples/s
84
+ Step 790/50462 | Loss: 4.2029 | LR: 5.00e-04 | 2704.6ms/step | 22.2 samples/s
85
+ Step 800/50462 | Loss: 4.1514 | LR: 5.00e-04 | 2756.9ms/step | 21.8 samples/s
86
+ Step 810/50462 | Loss: 4.1582 | LR: 5.00e-04 | 2702.5ms/step | 22.2 samples/s
87
+ Step 820/50462 | Loss: 4.1472 | LR: 5.00e-04 | 2704.7ms/step | 22.2 samples/s
88
+ Step 830/50462 | Loss: 4.1297 | LR: 5.00e-04 | 2704.7ms/step | 22.2 samples/s
89
+ Step 840/50462 | Loss: 4.0992 | LR: 5.00e-04 | 2705.1ms/step | 22.2 samples/s
90
+ Step 850/50462 | Loss: 4.0617 | LR: 5.00e-04 | 2704.1ms/step | 22.2 samples/s
91
+ Step 860/50462 | Loss: 4.0601 | LR: 5.00e-04 | 2702.3ms/step | 22.2 samples/s
92
+ Step 870/50462 | Loss: 4.0459 | LR: 5.00e-04 | 2760.6ms/step | 21.7 samples/s
93
+ Step 880/50462 | Loss: 4.0262 | LR: 5.00e-04 | 2757.3ms/step | 21.8 samples/s
94
+ Step 890/50462 | Loss: 4.0214 | LR: 5.00e-04 | 2702.7ms/step | 22.2 samples/s
95
+ Step 900/50462 | Loss: 4.0181 | LR: 5.00e-04 | 2696.9ms/step | 22.2 samples/s
96
+ Step 910/50462 | Loss: 3.9917 | LR: 5.00e-04 | 2694.0ms/step | 22.3 samples/s
97
+ Step 920/50462 | Loss: 3.9486 | LR: 5.00e-04 | 2697.5ms/step | 22.2 samples/s
98
+ Step 930/50462 | Loss: 4.0074 | LR: 5.00e-04 | 2703.6ms/step | 22.2 samples/s
99
+ Step 940/50462 | Loss: 3.9516 | LR: 5.00e-04 | 2706.2ms/step | 22.2 samples/s
100
+ Step 950/50462 | Loss: 3.9381 | LR: 5.00e-04 | 2707.8ms/step | 22.2 samples/s
101
+ Step 960/50462 | Loss: 3.9388 | LR: 5.00e-04 | 2708.8ms/step | 22.2 samples/s
102
+ Step 970/50462 | Loss: 3.9318 | LR: 5.00e-04 | 2709.3ms/step | 22.1 samples/s
103
+ Step 980/50462 | Loss: 3.8942 | LR: 5.00e-04 | 2710.0ms/step | 22.1 samples/s
104
+ Step 990/50462 | Loss: 3.9123 | LR: 5.00e-04 | 2710.5ms/step | 22.1 samples/s
105
+ Step 1000/50462 | Loss: 3.9161 | LR: 5.00e-04 | 2712.9ms/step | 22.1 samples/s
106
+ Validation at step 1000: Loss = 3.9162, Perplexity = 50.21
107
+ Saved checkpoint to /mloscratch/homes/navasard/sparse/checkpoints/run_20260706_040422/checkpoint-1000
108
+ Step 1010/50462 | Loss: 3.8950 | LR: 5.00e-04 | 5064.2ms/step | 11.8 samples/s
109
+ Step 1020/50462 | Loss: 3.9062 | LR: 5.00e-04 | 2700.0ms/step | 22.2 samples/s
110
+ Step 1030/50462 | Loss: 3.8888 | LR: 5.00e-04 | 2712.5ms/step | 22.1 samples/s
111
+ Step 1040/50462 | Loss: 3.8945 | LR: 5.00e-04 | 2714.8ms/step | 22.1 samples/s
112
+ Step 1050/50462 | Loss: 3.8628 | LR: 5.00e-04 | 2715.6ms/step | 22.1 samples/s
113
+ Step 1060/50462 | Loss: 3.8635 | LR: 5.00e-04 | 2713.4ms/step | 22.1 samples/s
114
+ Step 1070/50462 | Loss: 3.8484 | LR: 5.00e-04 | 2713.7ms/step | 22.1 samples/s
115
+ Step 1080/50462 | Loss: 3.8564 | LR: 5.00e-04 | 2713.0ms/step | 22.1 samples/s
116
+ Step 1090/50462 | Loss: 3.8182 | LR: 5.00e-04 | 2714.4ms/step | 22.1 samples/s
117
+ Step 1100/50462 | Loss: 3.8417 | LR: 5.00e-04 | 2712.7ms/step | 22.1 samples/s
118
+ Step 1110/50462 | Loss: 3.8512 | LR: 5.00e-04 | 2711.5ms/step | 22.1 samples/s
119
+ Step 1120/50462 | Loss: 3.8053 | LR: 5.00e-04 | 2715.3ms/step | 22.1 samples/s
120
+ Step 1130/50462 | Loss: 3.8228 | LR: 5.00e-04 | 2769.0ms/step | 21.7 samples/s
121
+ Step 1140/50462 | Loss: 3.7991 | LR: 5.00e-04 | 2712.7ms/step | 22.1 samples/s
122
+ Step 1150/50462 | Loss: 3.7665 | LR: 5.00e-04 | 2712.0ms/step | 22.1 samples/s
123
+ Step 1160/50462 | Loss: 3.7871 | LR: 5.00e-04 | 2713.2ms/step | 22.1 samples/s
124
+ Step 1170/50462 | Loss: 3.7761 | LR: 5.00e-04 | 2713.2ms/step | 22.1 samples/s
125
+ Step 1180/50462 | Loss: 3.7418 | LR: 5.00e-04 | 2710.2ms/step | 22.1 samples/s
126
+ Step 1190/50462 | Loss: 3.7695 | LR: 5.00e-04 | 2707.3ms/step | 22.2 samples/s
127
+ Step 1200/50462 | Loss: 3.7765 | LR: 5.00e-04 | 2763.9ms/step | 21.7 samples/s
128
+ Step 1210/50462 | Loss: 3.7845 | LR: 5.00e-04 | 2708.6ms/step | 22.2 samples/s
129
+ Step 1220/50462 | Loss: 3.7430 | LR: 5.00e-04 | 2766.0ms/step | 21.7 samples/s
130
+ Step 1230/50462 | Loss: 3.7115 | LR: 5.00e-04 | 2713.7ms/step | 22.1 samples/s
131
+ Step 1240/50462 | Loss: 3.7684 | LR: 5.00e-04 | 2713.6ms/step | 22.1 samples/s
132
+ Step 1250/50462 | Loss: 3.7305 | LR: 5.00e-04 | 2711.0ms/step | 22.1 samples/s
133
+ Validation at step 1250: Loss = 3.7457, Perplexity = 42.34
134
+ Step 1260/50462 | Loss: 3.7549 | LR: 5.00e-04 | 4160.7ms/step | 14.4 samples/s
135
+ Step 1270/50462 | Loss: 3.7178 | LR: 5.00e-04 | 2713.5ms/step | 22.1 samples/s
136
+ Step 1280/50462 | Loss: 3.7033 | LR: 5.00e-04 | 2714.4ms/step | 22.1 samples/s
137
+ Step 1290/50462 | Loss: 3.7069 | LR: 5.00e-04 | 2713.7ms/step | 22.1 samples/s
138
+ Step 1300/50462 | Loss: 3.6999 | LR: 5.00e-04 | 2715.0ms/step | 22.1 samples/s
139
+ Step 1310/50462 | Loss: 3.7032 | LR: 5.00e-04 | 2709.7ms/step | 22.1 samples/s
140
+ Step 1320/50462 | Loss: 3.6988 | LR: 5.00e-04 | 2715.1ms/step | 22.1 samples/s
141
+ Step 1330/50462 | Loss: 3.6967 | LR: 5.00e-04 | 2714.1ms/step | 22.1 samples/s
142
+ Step 1340/50462 | Loss: 3.6827 | LR: 5.00e-04 | 2712.9ms/step | 22.1 samples/s
143
+ Step 1350/50462 | Loss: 3.6665 | LR: 5.00e-04 | 2711.9ms/step | 22.1 samples/s
144
+ Step 1360/50462 | Loss: 3.6848 | LR: 5.00e-04 | 2711.4ms/step | 22.1 samples/s
145
+ Step 1370/50462 | Loss: 3.6631 | LR: 5.00e-04 | 2710.6ms/step | 22.1 samples/s
146
+ Step 1380/50462 | Loss: 3.7003 | LR: 5.00e-04 | 2713.4ms/step | 22.1 samples/s
147
+ Step 1390/50462 | Loss: 3.6871 | LR: 5.00e-04 | 2713.9ms/step | 22.1 samples/s
148
+ Step 1400/50462 | Loss: 3.6462 | LR: 5.00e-04 | 2714.1ms/step | 22.1 samples/s
149
+ Step 1410/50462 | Loss: 3.6726 | LR: 5.00e-04 | 2712.8ms/step | 22.1 samples/s
150
+ Step 1420/50462 | Loss: 3.6439 | LR: 5.00e-04 | 2714.6ms/step | 22.1 samples/s
151
+ Step 1430/50462 | Loss: 3.6282 | LR: 5.00e-04 | 2713.8ms/step | 22.1 samples/s
152
+ Step 1440/50462 | Loss: 3.6609 | LR: 5.00e-04 | 2715.1ms/step | 22.1 samples/s
153
+ Step 1450/50462 | Loss: 3.6282 | LR: 5.00e-04 | 2714.9ms/step | 22.1 samples/s
154
+ Step 1460/50462 | Loss: 3.6319 | LR: 5.00e-04 | 2767.9ms/step | 21.7 samples/s
155
+ Step 1470/50462 | Loss: 3.6127 | LR: 5.00e-04 | 2713.4ms/step | 22.1 samples/s
156
+ Step 1480/50462 | Loss: 3.6521 | LR: 5.00e-04 | 2714.7ms/step | 22.1 samples/s
157
+ Step 1490/50462 | Loss: 3.6304 | LR: 5.00e-04 | 2712.8ms/step | 22.1 samples/s
158
+ Step 1500/50462 | Loss: 3.5960 | LR: 5.00e-04 | 2716.0ms/step | 22.1 samples/s
159
+ Validation at step 1500: Loss = 3.6393, Perplexity = 38.06
160
+ Step 1510/50462 | Loss: 3.6383 | LR: 5.00e-04 | 4173.6ms/step | 14.4 samples/s
161
+ Step 1520/50462 | Loss: 3.6056 | LR: 5.00e-04 | 2716.1ms/step | 22.1 samples/s
162
+ Step 1530/50462 | Loss: 3.6322 | LR: 5.00e-04 | 2718.6ms/step | 22.1 samples/s
163
+ Step 1540/50462 | Loss: 3.5982 | LR: 5.00e-04 | 2774.0ms/step | 21.6 samples/s
164
+ Step 1550/50462 | Loss: 3.6089 | LR: 5.00e-04 | 2712.1ms/step | 22.1 samples/s
165
+ Step 1560/50462 | Loss: 3.5995 | LR: 5.00e-04 | 2768.0ms/step | 21.7 samples/s
166
+ Step 1570/50462 | Loss: 3.6266 | LR: 5.00e-04 | 2714.6ms/step | 22.1 samples/s
167
+ Step 1580/50462 | Loss: 3.5970 | LR: 5.00e-04 | 2714.8ms/step | 22.1 samples/s
epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/files/requirements.txt ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ word2number==1.1
2
+ sqlitedict==2.1.0
3
+ pytz==2026.2
4
+ nvidia-cusparselt-cu13==0.8.1
5
+ mpmath==1.3.0
6
+ cuda-toolkit==13.0.2
7
+ zstandard==0.25.0
8
+ xxhash==3.8.0
9
+ urllib3==2.7.0
10
+ tzdata==2026.2
11
+ typing_extensions==4.16.0
12
+ triton==3.7.1
13
+ tqdm==4.68.3
14
+ torchinfo==1.8.0
15
+ threadpoolctl==3.6.0
16
+ tcolorpy==0.1.7
17
+ tabulate==0.10.0
18
+ sympy==1.14.0
19
+ smmap==5.0.3
20
+ six==1.17.0
21
+ shellingham==1.5.4
22
+ safetensors==0.8.0
23
+ regex==2026.6.28
24
+ PyYAML==6.0.3
25
+ Pygments==2.20.0
26
+ pyarrow==24.0.0
27
+ psutil==7.2.2
28
+ protobuf==7.35.1
29
+ propcache==0.5.2
30
+ portalocker==3.2.0
31
+ platformdirs==4.10.0
32
+ pathvalidate==3.3.1
33
+ packaging==26.2
34
+ nvidia-nvtx==13.0.85
35
+ nvidia-nvshmem-cu13==3.4.5
36
+ nvidia-nvjitlink==13.0.88
37
+ nvidia-nccl-cu13==2.29.7
38
+ nvidia-curand==10.4.0.35
39
+ nvidia-cufile==1.15.1.6
40
+ nvidia-cuda-runtime==13.0.96
41
+ nvidia-cuda-nvrtc==13.0.88
42
+ nvidia-cuda-cupti==13.0.85
43
+ numpy==2.2.6
44
+ networkx==3.4.2
45
+ more-itertools==11.1.0
46
+ mdurl==0.1.2
47
+ MarkupSafe==3.0.3
48
+ lxml==6.1.1
49
+ joblib==1.5.3
50
+ idna==3.18
51
+ hf-xet==1.5.1
52
+ h11==0.16.0
53
+ fsspec==2026.4.0
54
+ frozenlist==1.8.0
55
+ filelock==3.29.5
56
+ dill==0.4.1
57
+ cuda-pathfinder==1.5.6
58
+ colorama==0.4.6
59
+ click==8.4.2
60
+ charset-normalizer==3.4.7
61
+ chardet==6.0.0.post1
62
+ certifi==2026.6.17
63
+ attrs==26.1.0
64
+ async-timeout==5.0.1
65
+ annotated-types==0.7.0
66
+ annotated-doc==0.0.4
67
+ aiohappyeyeballs==2.7.1
68
+ absl-py==2.5.0
69
+ typing-inspection==0.4.2
70
+ sentry-sdk==2.64.0
71
+ scipy==1.15.3
72
+ sacrebleu==2.6.0
73
+ requests==2.34.2
74
+ python-dateutil==2.9.0.post0
75
+ pydantic_core==2.46.4
76
+ nvidia-cusparse==12.6.3.3
77
+ nvidia-cufft==12.0.0.61
78
+ nvidia-cublas==13.1.1.3
79
+ nltk==3.9.4
80
+ multiprocess==0.70.19
81
+ multidict==6.7.1
82
+ mbstrdecoder==1.1.5
83
+ markdown-it-py==4.2.0
84
+ Jinja2==3.1.6
85
+ httpcore==1.0.9
86
+ gitdb==4.0.12
87
+ exceptiongroup==1.3.1
88
+ cuda-bindings==13.3.1
89
+ aiosignal==1.4.0
90
+ yarl==1.24.2
91
+ typepy==1.3.5
92
+ scikit-learn==1.7.2
93
+ rouge-score==0.1.2
94
+ rich==15.0.0
95
+ pydantic==2.13.4
96
+ pandas==2.3.3
97
+ nvidia-cusolver==12.0.4.66
98
+ nvidia-cudnn-cu13==9.20.0.48
99
+ GitPython==3.1.50
100
+ anyio==4.14.1
101
+ wandb==0.28.0
102
+ typer==0.26.8
103
+ httpx==0.28.1
104
+ aiohttp==3.14.1
105
+ torch==2.12.1
106
+ huggingface_hub==1.22.0
107
+ DataProperty==1.1.1
108
+ tokenizers==0.22.2
109
+ tabledata==1.3.5
110
+ datasets==5.0.0
111
+ accelerate==1.14.0
112
+ transformers==5.13.0
113
+ pytablewriter==1.2.1
114
+ evaluate==0.4.6
115
+ lm_eval==0.4.12
116
+ PyGObject==3.42.1
117
+ dbus-python==1.2.18
118
+ distro==1.7.0
119
+ pip==22.0.2
120
+ setuptools==59.6.0
121
+ ssh-import-id==5.11
122
+ wheel==0.37.1
epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/files/wandb-metadata.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.10.12",
4
+ "startedAt": "2026-07-06T04:04:51.599899Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/train_config_fixed_nrb1.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-train-3-gpu-0-255",
19
+ "executable": "/usr/bin/python3",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 3,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4954676961280"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005732864"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-85844f64-d144-1c84-306d-f88b5f232a77"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-c65885f7-52dc-6f23-a3dd-6addf8b518a2"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-7e349d73-ad76-d62d-635c-266997fedcc1"
54
+ }
55
+ ],
56
+ "cudaVersion": "13.0",
57
+ "writerId": "4nryxwijo9u9z9fnk39n628cm7oqtp93"
58
+ }
epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/logs/debug-internal.log ADDED
@@ -0,0 +1,603 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-07-06T04:04:51.624707014Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-07-06T04:04:51.627232475Z","level":"INFO","msg":"stream: starting","core version":"0.28.0"}
3
+ {"time":"2026-07-06T04:04:52.032311993Z","level":"INFO","msg":"stream: created new stream","id":"i83whqph"}
4
+ {"time":"2026-07-06T04:04:52.032452684Z","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-07-06T04:04:52.034635261Z","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-07-06T04:04:52.035719654Z","level":"INFO","msg":"sender: started"}
7
+ {"time":"2026-07-06T04:04:52.035761316Z","level":"INFO","msg":"writer: started","stream_id":"i83whqph"}
8
+ {"time":"2026-07-06T04:04:52.707331889Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-07-06T04:04:52.952664602Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-07-06T04:05:07.708816506Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":1,"uploaded_len":2}
11
+ {"time":"2026-07-06T04:05:07.992019776Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-07-06T04:05:22.707542437Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2}
13
+ {"time":"2026-07-06T04:05:22.967436444Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-07-06T04:05:37.707776246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":4,"events_lines":2}
15
+ {"time":"2026-07-06T04:05:38.057798058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-07-06T04:05:52.707960902Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":6,"events_lines":2}
17
+ {"time":"2026-07-06T04:05:53.021335347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-07-06T04:06:07.707217989Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":8,"events_lines":2}
19
+ {"time":"2026-07-06T04:06:07.995603315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-07-06T04:06:22.708201981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":2,"console_lines":1}
21
+ {"time":"2026-07-06T04:06:23.054107271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-07-06T04:06:37.707630094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":12,"events_lines":2,"console_offset":3,"console_lines":1}
23
+ {"time":"2026-07-06T04:06:38.087658213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-07-06T04:06:52.708188108Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":14,"events_lines":2}
25
+ {"time":"2026-07-06T04:06:53.131761637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-07-06T04:07:07.708077602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":16,"events_lines":2,"console_offset":4,"console_lines":1}
27
+ {"time":"2026-07-06T04:07:07.923342026Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-07-06T04:07:22.707638895Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":18,"events_lines":2}
29
+ {"time":"2026-07-06T04:07:22.9552446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-07-06T04:07:37.708118921Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":1}
31
+ {"time":"2026-07-06T04:07:37.931490606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-07-06T04:07:52.708177304Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":22,"events_lines":2}
33
+ {"time":"2026-07-06T04:07:52.946564077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-07-06T04:08:07.708335305Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":24,"events_lines":2,"console_offset":6,"console_lines":1}
35
+ {"time":"2026-07-06T04:08:07.92203653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-07-06T04:08:22.707649664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":26,"events_lines":2,"console_offset":7,"console_lines":1}
37
+ {"time":"2026-07-06T04:08:22.941632949Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-07-06T04:08:37.7082315Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":28,"events_lines":2}
39
+ {"time":"2026-07-06T04:08:37.917757417Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-07-06T04:08:52.708322609Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":30,"events_lines":2,"console_offset":8,"console_lines":1}
41
+ {"time":"2026-07-06T04:08:52.939019766Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-07-06T04:09:07.708109455Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":32,"events_lines":2}
43
+ {"time":"2026-07-06T04:09:07.918949709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-07-06T04:09:22.708292605Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":34,"events_lines":2,"console_offset":9,"console_lines":1}
45
+ {"time":"2026-07-06T04:09:22.923918759Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-07-06T04:09:37.707851244Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":36,"events_lines":2}
47
+ {"time":"2026-07-06T04:09:37.995886437Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-07-06T04:09:52.707597597Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":38,"events_lines":2,"console_offset":10,"console_lines":1}
49
+ {"time":"2026-07-06T04:09:52.911085942Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-07-06T04:10:07.707804539Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":40,"events_lines":2}
51
+ {"time":"2026-07-06T04:10:07.926161875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
52
+ {"time":"2026-07-06T04:10:22.70784429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":42,"events_lines":2,"console_offset":11,"console_lines":1}
53
+ {"time":"2026-07-06T04:10:22.947188229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
54
+ {"time":"2026-07-06T04:10:37.708278432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":44,"events_lines":2,"console_offset":12,"console_lines":1}
55
+ {"time":"2026-07-06T04:10:37.962493756Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
56
+ {"time":"2026-07-06T04:10:52.707526569Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":46,"events_lines":2}
57
+ {"time":"2026-07-06T04:10:53.019683284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
58
+ {"time":"2026-07-06T04:11:07.70785321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":48,"events_lines":2,"console_offset":13,"console_lines":1}
59
+ {"time":"2026-07-06T04:11:08.198582871Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
60
+ {"time":"2026-07-06T04:11:22.70727016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":50,"events_lines":2}
61
+ {"time":"2026-07-06T04:11:22.957917047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
62
+ {"time":"2026-07-06T04:11:37.707630832Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":52,"events_lines":2,"console_offset":14,"console_lines":1}
63
+ {"time":"2026-07-06T04:11:37.942442862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
64
+ {"time":"2026-07-06T04:11:52.708192144Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":54,"events_lines":2}
65
+ {"time":"2026-07-06T04:11:52.951950086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
66
+ {"time":"2026-07-06T04:12:07.707633285Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":56,"events_lines":2,"console_offset":15,"console_lines":1}
67
+ {"time":"2026-07-06T04:12:07.931014613Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
68
+ {"time":"2026-07-06T04:12:22.707389268Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":58,"events_lines":2}
69
+ {"time":"2026-07-06T04:12:22.976390917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
70
+ {"time":"2026-07-06T04:12:37.70817386Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":60,"events_lines":2,"console_offset":16,"console_lines":1}
71
+ {"time":"2026-07-06T04:12:37.914262526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
72
+ {"time":"2026-07-06T04:12:52.708260807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":62,"events_lines":2,"console_offset":17,"console_lines":1}
73
+ {"time":"2026-07-06T04:12:52.91836687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
74
+ {"time":"2026-07-06T04:13:07.708270261Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":64,"events_lines":2}
75
+ {"time":"2026-07-06T04:13:07.906952455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
76
+ {"time":"2026-07-06T04:13:22.70752202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":66,"events_lines":2,"console_offset":18,"console_lines":1}
77
+ {"time":"2026-07-06T04:13:22.932060373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
78
+ {"time":"2026-07-06T04:13:37.707422601Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":68,"events_lines":2}
79
+ {"time":"2026-07-06T04:13:37.941793623Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
80
+ {"time":"2026-07-06T04:13:52.708081917Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":70,"events_lines":2,"console_offset":19,"console_lines":1}
81
+ {"time":"2026-07-06T04:13:52.964255765Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
82
+ {"time":"2026-07-06T04:14:07.707353047Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":72,"events_lines":2}
83
+ {"time":"2026-07-06T04:14:07.94834903Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
84
+ {"time":"2026-07-06T04:14:22.708032725Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":74,"events_lines":2,"console_offset":20,"console_lines":1}
85
+ {"time":"2026-07-06T04:14:22.963804163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
86
+ {"time":"2026-07-06T04:14:37.707678497Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":76,"events_lines":2}
87
+ {"time":"2026-07-06T04:14:37.977593173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
88
+ {"time":"2026-07-06T04:14:52.707727602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":78,"events_lines":2,"console_offset":21,"console_lines":1}
89
+ {"time":"2026-07-06T04:14:52.985578562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
90
+ {"time":"2026-07-06T04:15:07.708263698Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":80,"events_lines":2,"console_offset":22,"console_lines":1}
91
+ {"time":"2026-07-06T04:15:07.901038933Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
92
+ {"time":"2026-07-06T04:15:22.708042345Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":82,"events_lines":2}
93
+ {"time":"2026-07-06T04:15:22.926283713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
94
+ {"time":"2026-07-06T04:15:37.708210254Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":84,"events_lines":2,"console_offset":23,"console_lines":1}
95
+ {"time":"2026-07-06T04:15:37.988820339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
96
+ {"time":"2026-07-06T04:15:52.708054719Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":86,"events_lines":2}
97
+ {"time":"2026-07-06T04:15:52.942853621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
98
+ {"time":"2026-07-06T04:16:07.708078023Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":88,"events_lines":2,"console_offset":24,"console_lines":1}
99
+ {"time":"2026-07-06T04:16:07.9672615Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
100
+ {"time":"2026-07-06T04:16:22.707827256Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":90,"events_lines":2}
101
+ {"time":"2026-07-06T04:16:22.911865058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
102
+ {"time":"2026-07-06T04:16:37.707580815Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":92,"events_lines":2,"console_offset":25,"console_lines":1}
103
+ {"time":"2026-07-06T04:16:37.952836753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
104
+ {"time":"2026-07-06T04:16:52.707566571Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":94,"events_lines":2}
105
+ {"time":"2026-07-06T04:16:52.950980643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
106
+ {"time":"2026-07-06T04:17:07.707809228Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":96,"events_lines":2,"console_offset":26,"console_lines":1}
107
+ {"time":"2026-07-06T04:17:07.983625864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
108
+ {"time":"2026-07-06T04:17:22.707619113Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":98,"events_lines":2}
109
+ {"time":"2026-07-06T04:17:22.920341618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
110
+ {"time":"2026-07-06T04:17:37.707573263Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":27,"console_lines":1}
111
+ {"time":"2026-07-06T04:17:37.914888988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
112
+ {"time":"2026-07-06T04:17:52.707409537Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":102,"events_lines":2}
113
+ {"time":"2026-07-06T04:17:52.925500816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
114
+ {"time":"2026-07-06T04:18:07.707562665Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":104,"events_lines":2,"console_offset":28,"console_lines":1}
115
+ {"time":"2026-07-06T04:18:07.976653928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
116
+ {"time":"2026-07-06T04:18:22.708255359Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":106,"events_lines":2}
117
+ {"time":"2026-07-06T04:18:22.988330183Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
118
+ {"time":"2026-07-06T04:18:37.707642341Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":29,"console_lines":1}
119
+ {"time":"2026-07-06T04:18:38.022734413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
120
+ {"time":"2026-07-06T04:18:52.707953425Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":110,"events_lines":2}
121
+ {"time":"2026-07-06T04:18:52.944988836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
122
+ {"time":"2026-07-06T04:19:07.707754316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":112,"events_lines":2,"console_offset":30,"console_lines":1}
123
+ {"time":"2026-07-06T04:19:07.986939778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
124
+ {"time":"2026-07-06T04:19:22.707672692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":114,"events_lines":2,"console_offset":31,"console_lines":1}
125
+ {"time":"2026-07-06T04:19:23.054171259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
126
+ {"time":"2026-07-06T04:19:37.707293433Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":116,"events_lines":2}
127
+ {"time":"2026-07-06T04:19:38.303047627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
128
+ {"time":"2026-07-06T04:19:52.708286237Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":118,"events_lines":2,"console_offset":32,"console_lines":1}
129
+ {"time":"2026-07-06T04:19:52.95906272Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
130
+ {"time":"2026-07-06T04:20:07.707722452Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":120,"events_lines":2}
131
+ {"time":"2026-07-06T04:20:07.967382107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
132
+ {"time":"2026-07-06T04:20:22.708306347Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":122,"events_lines":2,"console_offset":33,"console_lines":1}
133
+ {"time":"2026-07-06T04:20:23.005772278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
134
+ {"time":"2026-07-06T04:20:37.707322294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":124,"events_lines":2}
135
+ {"time":"2026-07-06T04:20:38.002548583Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
136
+ {"time":"2026-07-06T04:20:52.707755071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":126,"events_lines":2,"console_offset":34,"console_lines":1}
137
+ {"time":"2026-07-06T04:20:52.955642062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
138
+ {"time":"2026-07-06T04:21:07.707792798Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":128,"events_lines":2}
139
+ {"time":"2026-07-06T04:21:07.944499738Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
140
+ {"time":"2026-07-06T04:21:22.708076181Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":130,"events_lines":2,"console_offset":35,"console_lines":1}
141
+ {"time":"2026-07-06T04:21:22.929623487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
142
+ {"time":"2026-07-06T04:21:37.707967178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":132,"events_lines":2}
143
+ {"time":"2026-07-06T04:21:37.930723173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
144
+ {"time":"2026-07-06T04:21:52.70824267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":134,"events_lines":2,"console_offset":36,"console_lines":1}
145
+ {"time":"2026-07-06T04:21:52.937288687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
146
+ {"time":"2026-07-06T04:22:07.707430485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":136,"events_lines":2,"console_offset":37,"console_lines":1}
147
+ {"time":"2026-07-06T04:22:07.889275189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
148
+ {"time":"2026-07-06T04:22:22.707878115Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":138,"events_lines":2}
149
+ {"time":"2026-07-06T04:22:22.927190846Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
150
+ {"time":"2026-07-06T04:22:37.707788842Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":140,"events_lines":2,"console_offset":38,"console_lines":1}
151
+ {"time":"2026-07-06T04:22:37.994441082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
152
+ {"time":"2026-07-06T04:22:52.707432889Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":142,"events_lines":2}
153
+ {"time":"2026-07-06T04:22:53.003270925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
154
+ {"time":"2026-07-06T04:23:07.707738576Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":144,"events_lines":2,"console_offset":39,"console_lines":1}
155
+ {"time":"2026-07-06T04:23:08.022788592Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
156
+ {"time":"2026-07-06T04:23:22.707749432Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":146,"events_lines":2}
157
+ {"time":"2026-07-06T04:23:22.975418445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
158
+ {"time":"2026-07-06T04:23:37.707922861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":148,"events_lines":2,"console_offset":40,"console_lines":1}
159
+ {"time":"2026-07-06T04:23:37.918348592Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
160
+ {"time":"2026-07-06T04:23:52.707246379Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":150,"events_lines":2}
161
+ {"time":"2026-07-06T04:23:52.976564249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
162
+ {"time":"2026-07-06T04:24:07.707457104Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":152,"events_lines":2,"console_offset":41,"console_lines":1}
163
+ {"time":"2026-07-06T04:24:08.004421586Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
164
+ {"time":"2026-07-06T04:24:22.707991713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":154,"events_lines":2,"console_offset":42,"console_lines":1}
165
+ {"time":"2026-07-06T04:24:22.96062072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
166
+ {"time":"2026-07-06T04:24:37.708012394Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":156,"events_lines":2}
167
+ {"time":"2026-07-06T04:24:37.988549133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
168
+ {"time":"2026-07-06T04:24:52.707980085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":158,"events_lines":2,"console_offset":43,"console_lines":1}
169
+ {"time":"2026-07-06T04:24:52.965974568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
170
+ {"time":"2026-07-06T04:25:07.707417722Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":160,"events_lines":2}
171
+ {"time":"2026-07-06T04:25:07.920034705Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
172
+ {"time":"2026-07-06T04:25:22.708394913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":162,"events_lines":2,"console_offset":44,"console_lines":1}
173
+ {"time":"2026-07-06T04:25:22.953303792Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
174
+ {"time":"2026-07-06T04:25:37.707636365Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":164,"events_lines":2}
175
+ {"time":"2026-07-06T04:25:37.921792722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
176
+ {"time":"2026-07-06T04:25:52.707515933Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":166,"events_lines":2,"console_offset":45,"console_lines":1}
177
+ {"time":"2026-07-06T04:25:53.153919421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
178
+ {"time":"2026-07-06T04:26:07.708235919Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":168,"events_lines":2}
179
+ {"time":"2026-07-06T04:26:07.964381144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
180
+ {"time":"2026-07-06T04:26:22.707691142Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":170,"events_lines":2,"console_offset":46,"console_lines":1}
181
+ {"time":"2026-07-06T04:26:22.945190863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
182
+ {"time":"2026-07-06T04:26:37.70816567Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":172,"events_lines":2,"console_offset":47,"console_lines":1}
183
+ {"time":"2026-07-06T04:26:37.960971438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
184
+ {"time":"2026-07-06T04:26:52.708026689Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":174,"events_lines":2}
185
+ {"time":"2026-07-06T04:26:52.896446395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
186
+ {"time":"2026-07-06T04:27:07.707890983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":176,"events_lines":2,"console_offset":48,"console_lines":1}
187
+ {"time":"2026-07-06T04:27:07.937646271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
188
+ {"time":"2026-07-06T04:27:22.708063338Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2}
189
+ {"time":"2026-07-06T04:27:22.927084001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
190
+ {"time":"2026-07-06T04:27:37.708255283Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":180,"events_lines":2,"console_offset":49,"console_lines":1}
191
+ {"time":"2026-07-06T04:27:38.051386647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
192
+ {"time":"2026-07-06T04:27:52.707382183Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":182,"events_lines":2}
193
+ {"time":"2026-07-06T04:27:52.957526945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
194
+ {"time":"2026-07-06T04:28:07.70754904Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":184,"events_lines":2,"console_offset":50,"console_lines":1}
195
+ {"time":"2026-07-06T04:28:07.950559675Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
196
+ {"time":"2026-07-06T04:28:22.708086692Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":186,"events_lines":2}
197
+ {"time":"2026-07-06T04:28:22.913364086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
198
+ {"time":"2026-07-06T04:28:37.707745027Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":188,"events_lines":2,"console_offset":51,"console_lines":1}
199
+ {"time":"2026-07-06T04:28:37.919804662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
200
+ {"time":"2026-07-06T04:28:52.707324055Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":190,"events_lines":2,"console_offset":52,"console_lines":1}
201
+ {"time":"2026-07-06T04:28:52.965780236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
202
+ {"time":"2026-07-06T04:29:07.707815579Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":192,"events_lines":2,"console_offset":53,"console_lines":1}
203
+ {"time":"2026-07-06T04:29:07.949174995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
204
+ {"time":"2026-07-06T04:29:22.707304791Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":194,"events_lines":2}
205
+ {"time":"2026-07-06T04:29:22.947536089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
206
+ {"time":"2026-07-06T04:29:37.708311024Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":196,"events_lines":2,"console_offset":54,"console_lines":1}
207
+ {"time":"2026-07-06T04:29:37.973898068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
208
+ {"time":"2026-07-06T04:29:52.707253387Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":198,"events_lines":2}
209
+ {"time":"2026-07-06T04:29:52.968088821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
210
+ {"time":"2026-07-06T04:30:07.707361425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":200,"events_lines":2,"console_offset":55,"console_lines":1}
211
+ {"time":"2026-07-06T04:30:07.958670151Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
212
+ {"time":"2026-07-06T04:30:22.707223195Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":202,"events_lines":2}
213
+ {"time":"2026-07-06T04:30:23.026766961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
214
+ {"time":"2026-07-06T04:30:37.707966604Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":204,"events_lines":2,"console_offset":56,"console_lines":1}
215
+ {"time":"2026-07-06T04:30:37.920262003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
216
+ {"time":"2026-07-06T04:30:52.708265628Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":206,"events_lines":2}
217
+ {"time":"2026-07-06T04:30:52.923846674Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
218
+ {"time":"2026-07-06T04:31:07.70772571Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":208,"events_lines":2,"console_offset":57,"console_lines":1}
219
+ {"time":"2026-07-06T04:31:07.993869285Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
220
+ {"time":"2026-07-06T04:31:22.708337849Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":1,"events_offset":210,"events_lines":2,"console_offset":58,"console_lines":1}
221
+ {"time":"2026-07-06T04:31:22.949765033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
222
+ {"time":"2026-07-06T04:31:37.707885034Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":212,"events_lines":2}
223
+ {"time":"2026-07-06T04:31:37.981120691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
224
+ {"time":"2026-07-06T04:31:52.708312797Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":1,"events_offset":214,"events_lines":2,"console_offset":59,"console_lines":1}
225
+ {"time":"2026-07-06T04:31:52.932597285Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
226
+ {"time":"2026-07-06T04:32:07.707734354Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":216,"events_lines":2}
227
+ {"time":"2026-07-06T04:32:08.073831726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
228
+ {"time":"2026-07-06T04:32:22.707892703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":55,"history_lines":1,"events_offset":218,"events_lines":2,"console_offset":60,"console_lines":1}
229
+ {"time":"2026-07-06T04:32:22.942363797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
230
+ {"time":"2026-07-06T04:32:37.707535411Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2}
231
+ {"time":"2026-07-06T04:32:37.979090995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
232
+ {"time":"2026-07-06T04:32:52.707898948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":1,"events_offset":222,"events_lines":2,"console_offset":61,"console_lines":1}
233
+ {"time":"2026-07-06T04:32:52.927311165Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
234
+ {"time":"2026-07-06T04:33:07.708104718Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":224,"events_lines":2}
235
+ {"time":"2026-07-06T04:33:07.892388223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
236
+ {"time":"2026-07-06T04:33:22.707961548Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":57,"history_lines":1,"events_offset":226,"events_lines":2,"console_offset":62,"console_lines":1}
237
+ {"time":"2026-07-06T04:33:22.910401724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
238
+ {"time":"2026-07-06T04:33:37.707980863Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":58,"history_lines":1,"events_offset":228,"events_lines":2,"console_offset":63,"console_lines":1}
239
+ {"time":"2026-07-06T04:33:37.923611119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
240
+ {"time":"2026-07-06T04:33:52.707826829Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2}
241
+ {"time":"2026-07-06T04:33:52.953655218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
242
+ {"time":"2026-07-06T04:34:07.707747224Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":1,"events_offset":232,"events_lines":2,"console_offset":64,"console_lines":1}
243
+ {"time":"2026-07-06T04:34:07.95306512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
244
+ {"time":"2026-07-06T04:34:22.707615904Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":234,"events_lines":2}
245
+ {"time":"2026-07-06T04:34:22.994612885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
246
+ {"time":"2026-07-06T04:34:37.707930461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":1,"events_offset":236,"events_lines":2,"console_offset":65,"console_lines":1}
247
+ {"time":"2026-07-06T04:34:37.996037233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
248
+ {"time":"2026-07-06T04:34:52.708051178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":238,"events_lines":2}
249
+ {"time":"2026-07-06T04:34:53.012973044Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
250
+ {"time":"2026-07-06T04:35:07.707997363Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":1,"events_offset":240,"events_lines":2,"console_offset":66,"console_lines":1}
251
+ {"time":"2026-07-06T04:35:07.948055166Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
252
+ {"time":"2026-07-06T04:35:22.707761116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2}
253
+ {"time":"2026-07-06T04:35:22.932370149Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
254
+ {"time":"2026-07-06T04:35:37.707632993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":1,"events_offset":244,"events_lines":2,"console_offset":67,"console_lines":1}
255
+ {"time":"2026-07-06T04:35:37.943604649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
256
+ {"time":"2026-07-06T04:35:52.707631219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":1,"events_offset":246,"events_lines":2,"console_offset":68,"console_lines":1}
257
+ {"time":"2026-07-06T04:35:52.965362319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
258
+ {"time":"2026-07-06T04:36:07.707433221Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2}
259
+ {"time":"2026-07-06T04:36:07.909610702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
260
+ {"time":"2026-07-06T04:36:22.708319276Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":1,"events_offset":250,"events_lines":2,"console_offset":69,"console_lines":1}
261
+ {"time":"2026-07-06T04:36:22.932589049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
262
+ {"time":"2026-07-06T04:36:37.708009772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":252,"events_lines":2}
263
+ {"time":"2026-07-06T04:36:37.933147363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
264
+ {"time":"2026-07-06T04:36:52.707373498Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":65,"history_lines":1,"events_offset":254,"events_lines":2,"console_offset":70,"console_lines":1}
265
+ {"time":"2026-07-06T04:36:52.929424089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
266
+ {"time":"2026-07-06T04:37:07.70765031Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":256,"events_lines":2}
267
+ {"time":"2026-07-06T04:37:07.935426731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
268
+ {"time":"2026-07-06T04:37:22.707916187Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":1,"events_offset":258,"events_lines":2,"console_offset":71,"console_lines":1}
269
+ {"time":"2026-07-06T04:37:22.936396922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
270
+ {"time":"2026-07-06T04:37:37.708166458Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":260,"events_lines":2}
271
+ {"time":"2026-07-06T04:37:37.931167975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
272
+ {"time":"2026-07-06T04:37:52.708263292Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":1,"events_offset":262,"events_lines":2,"console_offset":72,"console_lines":1}
273
+ {"time":"2026-07-06T04:37:52.940461863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
274
+ {"time":"2026-07-06T04:38:07.708352025Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":68,"history_lines":1,"events_offset":264,"events_lines":2,"console_offset":73,"console_lines":1}
275
+ {"time":"2026-07-06T04:38:07.973437263Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
276
+ {"time":"2026-07-06T04:38:22.707445347Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":266,"events_lines":2}
277
+ {"time":"2026-07-06T04:38:22.960436747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
278
+ {"time":"2026-07-06T04:38:37.708162851Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":1,"events_offset":268,"events_lines":2,"console_offset":74,"console_lines":1}
279
+ {"time":"2026-07-06T04:38:38.000368727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
280
+ {"time":"2026-07-06T04:38:52.70810935Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":270,"events_lines":2}
281
+ {"time":"2026-07-06T04:38:52.906875888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
282
+ {"time":"2026-07-06T04:39:07.70734098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":1,"events_offset":272,"events_lines":2,"console_offset":75,"console_lines":1}
283
+ {"time":"2026-07-06T04:39:07.928662383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
284
+ {"time":"2026-07-06T04:39:22.707405607Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":274,"events_lines":2}
285
+ {"time":"2026-07-06T04:39:22.930945399Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
286
+ {"time":"2026-07-06T04:39:37.707661537Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":71,"history_lines":1,"events_offset":276,"events_lines":2,"console_offset":76,"console_lines":1}
287
+ {"time":"2026-07-06T04:39:37.922359478Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
288
+ {"time":"2026-07-06T04:39:52.707824562Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":278,"events_lines":2}
289
+ {"time":"2026-07-06T04:39:52.930504827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
290
+ {"time":"2026-07-06T04:40:07.707274158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":72,"history_lines":1,"events_offset":280,"events_lines":2,"console_offset":77,"console_lines":1}
291
+ {"time":"2026-07-06T04:40:07.918433441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
292
+ {"time":"2026-07-06T04:40:22.708312161Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":1,"events_offset":282,"events_lines":2,"console_offset":78,"console_lines":1}
293
+ {"time":"2026-07-06T04:40:22.928383141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
294
+ {"time":"2026-07-06T04:40:37.707729529Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":284,"events_lines":2,"console_offset":79,"console_lines":1}
295
+ {"time":"2026-07-06T04:40:37.941442536Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
296
+ {"time":"2026-07-06T04:40:52.707873154Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":286,"events_lines":2}
297
+ {"time":"2026-07-06T04:40:52.913288972Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
298
+ {"time":"2026-07-06T04:41:07.708118191Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":74,"history_lines":1,"events_offset":288,"events_lines":2,"console_offset":80,"console_lines":1}
299
+ {"time":"2026-07-06T04:41:07.927969342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
300
+ {"time":"2026-07-06T04:41:22.708228686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":290,"events_lines":2}
301
+ {"time":"2026-07-06T04:41:23.01651091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
302
+ {"time":"2026-07-06T04:41:37.707868817Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":75,"history_lines":1,"events_offset":292,"events_lines":2,"console_offset":81,"console_lines":1}
303
+ {"time":"2026-07-06T04:41:37.964337239Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
304
+ {"time":"2026-07-06T04:41:52.707597451Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":294,"events_lines":2}
305
+ {"time":"2026-07-06T04:41:52.949822086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
306
+ {"time":"2026-07-06T04:42:07.708179616Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":76,"history_lines":1,"events_offset":296,"events_lines":2,"console_offset":82,"console_lines":1}
307
+ {"time":"2026-07-06T04:42:08.012538034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
308
+ {"time":"2026-07-06T04:42:22.708104597Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":298,"events_lines":2}
309
+ {"time":"2026-07-06T04:42:22.975963402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
310
+ {"time":"2026-07-06T04:42:37.708322457Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":77,"history_lines":1,"events_offset":300,"events_lines":2,"console_offset":83,"console_lines":1}
311
+ {"time":"2026-07-06T04:42:38.108453054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
312
+ {"time":"2026-07-06T04:42:52.70747342Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":78,"history_lines":1,"events_offset":302,"events_lines":2,"console_offset":84,"console_lines":1}
313
+ {"time":"2026-07-06T04:42:52.973381826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
314
+ {"time":"2026-07-06T04:43:07.707561406Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":304,"events_lines":2}
315
+ {"time":"2026-07-06T04:43:08.026572432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
316
+ {"time":"2026-07-06T04:43:22.708251442Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":79,"history_lines":1,"events_offset":306,"events_lines":2,"console_offset":85,"console_lines":1}
317
+ {"time":"2026-07-06T04:43:22.950405388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
318
+ {"time":"2026-07-06T04:43:37.708240519Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":308,"events_lines":2}
319
+ {"time":"2026-07-06T04:43:37.932374658Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
320
+ {"time":"2026-07-06T04:43:52.707636259Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":1,"events_offset":310,"events_lines":2,"console_offset":86,"console_lines":1}
321
+ {"time":"2026-07-06T04:43:52.943522455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
322
+ {"time":"2026-07-06T04:44:07.707718933Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":312,"events_lines":2}
323
+ {"time":"2026-07-06T04:44:08.001364087Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
324
+ {"time":"2026-07-06T04:44:22.707641198Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":81,"history_lines":1,"events_offset":314,"events_lines":2,"console_offset":87,"console_lines":1}
325
+ {"time":"2026-07-06T04:44:22.919455328Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
326
+ {"time":"2026-07-06T04:44:37.707709533Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":316,"events_lines":2}
327
+ {"time":"2026-07-06T04:44:37.907008724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
328
+ {"time":"2026-07-06T04:44:52.707778488Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":82,"history_lines":1,"events_offset":318,"events_lines":2,"console_offset":88,"console_lines":1}
329
+ {"time":"2026-07-06T04:44:52.915450189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
330
+ {"time":"2026-07-06T04:45:07.708307711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":83,"history_lines":1,"events_offset":320,"events_lines":2,"console_offset":89,"console_lines":1}
331
+ {"time":"2026-07-06T04:45:07.940460188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
332
+ {"time":"2026-07-06T04:45:22.708213302Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":322,"events_lines":2}
333
+ {"time":"2026-07-06T04:45:22.965895155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
334
+ {"time":"2026-07-06T04:45:37.708122108Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":84,"history_lines":1,"events_offset":324,"events_lines":2,"console_offset":90,"console_lines":1}
335
+ {"time":"2026-07-06T04:45:37.934385171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
336
+ {"time":"2026-07-06T04:45:52.708233316Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":326,"events_lines":2}
337
+ {"time":"2026-07-06T04:45:52.958481785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
338
+ {"time":"2026-07-06T04:46:07.708118396Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":85,"history_lines":1,"events_offset":328,"events_lines":2,"console_offset":91,"console_lines":1}
339
+ {"time":"2026-07-06T04:46:08.083509517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
340
+ {"time":"2026-07-06T04:46:22.70786573Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":330,"events_lines":2}
341
+ {"time":"2026-07-06T04:46:22.98643995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
342
+ {"time":"2026-07-06T04:46:37.707554868Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":86,"history_lines":1,"events_offset":332,"events_lines":2,"console_offset":92,"console_lines":1}
343
+ {"time":"2026-07-06T04:46:37.934444248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
344
+ {"time":"2026-07-06T04:46:52.707706336Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":334,"events_lines":2}
345
+ {"time":"2026-07-06T04:46:52.912862873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
346
+ {"time":"2026-07-06T04:47:07.707529824Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":1,"events_offset":336,"events_lines":2,"console_offset":93,"console_lines":1}
347
+ {"time":"2026-07-06T04:47:07.926397801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
348
+ {"time":"2026-07-06T04:47:22.707501044Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":338,"events_lines":2}
349
+ {"time":"2026-07-06T04:47:22.99281551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
350
+ {"time":"2026-07-06T04:47:37.708152541Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":88,"history_lines":1,"events_offset":340,"events_lines":2,"console_offset":94,"console_lines":1}
351
+ {"time":"2026-07-06T04:47:37.935173088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
352
+ {"time":"2026-07-06T04:47:52.707810601Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":89,"history_lines":1,"events_offset":342,"events_lines":2,"console_offset":95,"console_lines":1}
353
+ {"time":"2026-07-06T04:47:52.937080735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
354
+ {"time":"2026-07-06T04:48:07.707815941Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":344,"events_lines":2}
355
+ {"time":"2026-07-06T04:48:07.962081312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
356
+ {"time":"2026-07-06T04:48:22.708030004Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":90,"history_lines":1,"events_offset":346,"events_lines":2,"console_offset":96,"console_lines":1}
357
+ {"time":"2026-07-06T04:48:23.018332426Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
358
+ {"time":"2026-07-06T04:48:37.708049513Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":348,"events_lines":2}
359
+ {"time":"2026-07-06T04:48:38.086194752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
360
+ {"time":"2026-07-06T04:48:52.708008148Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":91,"history_lines":1,"events_offset":350,"events_lines":2,"console_offset":97,"console_lines":1}
361
+ {"time":"2026-07-06T04:48:52.931616887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
362
+ {"time":"2026-07-06T04:49:07.708254623Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":352,"events_lines":2}
363
+ {"time":"2026-07-06T04:49:07.96177751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
364
+ {"time":"2026-07-06T04:49:22.708015691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":92,"history_lines":1,"events_offset":354,"events_lines":2,"console_offset":98,"console_lines":1}
365
+ {"time":"2026-07-06T04:49:22.979789542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
366
+ {"time":"2026-07-06T04:49:37.707250322Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":356,"events_lines":2}
367
+ {"time":"2026-07-06T04:49:38.130706952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
368
+ {"time":"2026-07-06T04:49:52.708186319Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":93,"history_lines":1,"events_offset":358,"events_lines":2,"console_offset":99,"console_lines":1}
369
+ {"time":"2026-07-06T04:49:52.969947856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
370
+ {"time":"2026-07-06T04:50:07.70772824Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":94,"history_lines":1,"events_offset":360,"events_lines":2,"console_offset":100,"console_lines":1}
371
+ {"time":"2026-07-06T04:50:07.96244291Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
372
+ {"time":"2026-07-06T04:50:22.707399392Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":362,"events_lines":2}
373
+ {"time":"2026-07-06T04:50:22.930856635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
374
+ {"time":"2026-07-06T04:50:37.70773487Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":95,"history_lines":1,"events_offset":364,"events_lines":2,"console_offset":101,"console_lines":1}
375
+ {"time":"2026-07-06T04:50:37.982997381Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
376
+ {"time":"2026-07-06T04:50:52.707847305Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":366,"events_lines":2}
377
+ {"time":"2026-07-06T04:50:52.944301498Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
378
+ {"time":"2026-07-06T04:51:07.708250755Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":96,"history_lines":1,"events_offset":368,"events_lines":2,"console_offset":102,"console_lines":1}
379
+ {"time":"2026-07-06T04:51:07.927015214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
380
+ {"time":"2026-07-06T04:51:22.707284926Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":370,"events_lines":2}
381
+ {"time":"2026-07-06T04:51:22.943648062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
382
+ {"time":"2026-07-06T04:51:37.707762386Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":97,"history_lines":1,"events_offset":372,"events_lines":2,"console_offset":103,"console_lines":1}
383
+ {"time":"2026-07-06T04:51:37.949617852Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
384
+ {"time":"2026-07-06T04:51:52.707381272Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":374,"events_lines":2}
385
+ {"time":"2026-07-06T04:51:52.904944373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
386
+ {"time":"2026-07-06T04:52:07.707691904Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":1,"events_offset":376,"events_lines":2,"console_offset":104,"console_lines":1}
387
+ {"time":"2026-07-06T04:52:08.032967962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
388
+ {"time":"2026-07-06T04:52:22.707677037Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":378,"events_lines":2,"console_offset":105,"console_lines":2}
389
+ {"time":"2026-07-06T04:52:22.97281078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
390
+ {"time":"2026-07-06T04:52:37.708286936Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":380,"events_lines":2}
391
+ {"time":"2026-07-06T04:52:37.968081259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
392
+ {"time":"2026-07-06T04:52:52.708105475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":1,"events_offset":382,"events_lines":2,"console_offset":107,"console_lines":1}
393
+ {"time":"2026-07-06T04:52:53.134196747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
394
+ {"time":"2026-07-06T04:53:07.70725112Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":384,"events_lines":2}
395
+ {"time":"2026-07-06T04:53:08.010999998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
396
+ {"time":"2026-07-06T04:53:22.708367907Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":100,"history_lines":1,"events_offset":386,"events_lines":2,"console_offset":108,"console_lines":1}
397
+ {"time":"2026-07-06T04:53:23.141600398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
398
+ {"time":"2026-07-06T04:53:37.707516116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":388,"events_lines":2}
399
+ {"time":"2026-07-06T04:53:37.932792104Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
400
+ {"time":"2026-07-06T04:53:52.708102208Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":101,"history_lines":1,"events_offset":390,"events_lines":2,"console_offset":109,"console_lines":1}
401
+ {"time":"2026-07-06T04:53:52.956266696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
402
+ {"time":"2026-07-06T04:54:07.70790022Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":102,"history_lines":1,"events_offset":392,"events_lines":2,"console_offset":110,"console_lines":1}
403
+ {"time":"2026-07-06T04:54:07.923309529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
404
+ {"time":"2026-07-06T04:54:22.707687736Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":394,"events_lines":2}
405
+ {"time":"2026-07-06T04:54:22.944796395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
406
+ {"time":"2026-07-06T04:54:37.707841972Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":1,"events_offset":396,"events_lines":2,"console_offset":111,"console_lines":1}
407
+ {"time":"2026-07-06T04:54:37.944029402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
408
+ {"time":"2026-07-06T04:54:52.707775386Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":398,"events_lines":2}
409
+ {"time":"2026-07-06T04:54:52.921607374Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
410
+ {"time":"2026-07-06T04:55:07.707395763Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":104,"history_lines":1,"events_offset":400,"events_lines":2,"console_offset":112,"console_lines":1}
411
+ {"time":"2026-07-06T04:55:07.949766218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
412
+ {"time":"2026-07-06T04:55:22.707262067Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":402,"events_lines":2}
413
+ {"time":"2026-07-06T04:55:22.936319715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
414
+ {"time":"2026-07-06T04:55:37.708088719Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":105,"history_lines":1,"events_offset":404,"events_lines":2,"console_offset":113,"console_lines":1}
415
+ {"time":"2026-07-06T04:55:37.949530754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
416
+ {"time":"2026-07-06T04:55:52.708256084Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":406,"events_lines":2}
417
+ {"time":"2026-07-06T04:55:52.918600802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
418
+ {"time":"2026-07-06T04:56:07.708302098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":106,"history_lines":1,"events_offset":408,"events_lines":2,"console_offset":114,"console_lines":1}
419
+ {"time":"2026-07-06T04:56:07.99748343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
420
+ {"time":"2026-07-06T04:56:22.707948232Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":107,"history_lines":1,"events_offset":410,"events_lines":2,"console_offset":115,"console_lines":1}
421
+ {"time":"2026-07-06T04:56:22.933306353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
422
+ {"time":"2026-07-06T04:56:37.708229448Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":412,"events_lines":2}
423
+ {"time":"2026-07-06T04:56:37.950583539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
424
+ {"time":"2026-07-06T04:56:52.70812072Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":108,"history_lines":1,"events_offset":414,"events_lines":2,"console_offset":116,"console_lines":1}
425
+ {"time":"2026-07-06T04:56:52.953891104Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
426
+ {"time":"2026-07-06T04:57:07.707268418Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":416,"events_lines":2}
427
+ {"time":"2026-07-06T04:57:07.975546525Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
428
+ {"time":"2026-07-06T04:57:22.7076334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":1,"events_offset":418,"events_lines":2,"console_offset":117,"console_lines":1}
429
+ {"time":"2026-07-06T04:57:22.934989785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
430
+ {"time":"2026-07-06T04:57:37.707248548Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":420,"events_lines":2}
431
+ {"time":"2026-07-06T04:57:37.930882838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
432
+ {"time":"2026-07-06T04:57:52.707680671Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":110,"history_lines":1,"events_offset":422,"events_lines":2,"console_offset":118,"console_lines":1}
433
+ {"time":"2026-07-06T04:57:52.923623929Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
434
+ {"time":"2026-07-06T04:58:07.707618323Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":424,"events_lines":2}
435
+ {"time":"2026-07-06T04:58:07.932758568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
436
+ {"time":"2026-07-06T04:58:22.707692379Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":111,"history_lines":1,"events_offset":426,"events_lines":2,"console_offset":119,"console_lines":1}
437
+ {"time":"2026-07-06T04:58:22.929034555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
438
+ {"time":"2026-07-06T04:58:37.707575339Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":428,"events_lines":2}
439
+ {"time":"2026-07-06T04:58:37.969167961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
440
+ {"time":"2026-07-06T04:58:52.707693531Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":112,"history_lines":1,"events_offset":430,"events_lines":2,"console_offset":120,"console_lines":1}
441
+ {"time":"2026-07-06T04:58:52.925156305Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
442
+ {"time":"2026-07-06T04:59:07.708299584Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":113,"history_lines":1,"events_offset":432,"events_lines":2,"console_offset":121,"console_lines":1}
443
+ {"time":"2026-07-06T04:59:07.971859233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
444
+ {"time":"2026-07-06T04:59:22.70767266Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":434,"events_lines":2}
445
+ {"time":"2026-07-06T04:59:22.929496377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
446
+ {"time":"2026-07-06T04:59:37.707506676Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":114,"history_lines":1,"events_offset":436,"events_lines":2,"console_offset":122,"console_lines":1}
447
+ {"time":"2026-07-06T04:59:37.973301454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
448
+ {"time":"2026-07-06T04:59:52.708141924Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":438,"events_lines":2}
449
+ {"time":"2026-07-06T04:59:52.928825423Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
450
+ {"time":"2026-07-06T05:00:07.707805024Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":115,"history_lines":1,"events_offset":440,"events_lines":2,"console_offset":123,"console_lines":1}
451
+ {"time":"2026-07-06T05:00:07.938467632Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
452
+ {"time":"2026-07-06T05:00:22.707509857Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":442,"events_lines":2}
453
+ {"time":"2026-07-06T05:00:22.942299388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
454
+ {"time":"2026-07-06T05:00:37.707947588Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":116,"history_lines":1,"events_offset":444,"events_lines":2,"console_offset":124,"console_lines":1}
455
+ {"time":"2026-07-06T05:00:37.908894952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
456
+ {"time":"2026-07-06T05:00:52.707764319Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":446,"events_lines":2}
457
+ {"time":"2026-07-06T05:00:52.927626908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
458
+ {"time":"2026-07-06T05:01:07.708038144Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":117,"history_lines":1,"events_offset":448,"events_lines":2,"console_offset":125,"console_lines":1}
459
+ {"time":"2026-07-06T05:01:07.92458746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
460
+ {"time":"2026-07-06T05:01:22.70787323Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":118,"history_lines":1,"events_offset":450,"events_lines":2,"console_offset":126,"console_lines":1}
461
+ {"time":"2026-07-06T05:01:22.941425551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
462
+ {"time":"2026-07-06T05:01:37.707636461Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":452,"events_lines":2}
463
+ {"time":"2026-07-06T05:01:37.919752486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
464
+ {"time":"2026-07-06T05:01:52.707972211Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":119,"history_lines":1,"events_offset":454,"events_lines":2,"console_offset":127,"console_lines":1}
465
+ {"time":"2026-07-06T05:01:52.925438859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
466
+ {"time":"2026-07-06T05:02:07.708269662Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":456,"events_lines":2}
467
+ {"time":"2026-07-06T05:02:07.968266432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
468
+ {"time":"2026-07-06T05:02:22.708014116Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":120,"history_lines":1,"events_offset":458,"events_lines":2,"console_offset":128,"console_lines":1}
469
+ {"time":"2026-07-06T05:02:23.0751125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
470
+ {"time":"2026-07-06T05:02:37.707984888Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":460,"events_lines":2}
471
+ {"time":"2026-07-06T05:02:37.939057455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
472
+ {"time":"2026-07-06T05:02:52.707547469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":121,"history_lines":1,"events_offset":462,"events_lines":2,"console_offset":129,"console_lines":1}
473
+ {"time":"2026-07-06T05:02:52.931601855Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
474
+ {"time":"2026-07-06T05:03:07.708019663Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":464,"events_lines":2}
475
+ {"time":"2026-07-06T05:03:07.964994566Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
476
+ {"time":"2026-07-06T05:03:22.708057336Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":122,"history_lines":1,"events_offset":466,"events_lines":2,"console_offset":130,"console_lines":1}
477
+ {"time":"2026-07-06T05:03:23.146195633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
478
+ {"time":"2026-07-06T05:03:37.707625675Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":123,"history_lines":1,"events_offset":468,"events_lines":2,"console_offset":131,"console_lines":1}
479
+ {"time":"2026-07-06T05:03:37.93462402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
480
+ {"time":"2026-07-06T05:03:52.707839151Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":470,"events_lines":2,"console_offset":132,"console_lines":1}
481
+ {"time":"2026-07-06T05:03:52.911987041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
482
+ {"time":"2026-07-06T05:04:07.707554441Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":472,"events_lines":2}
483
+ {"time":"2026-07-06T05:04:07.911390353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
484
+ {"time":"2026-07-06T05:04:22.707488388Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":124,"history_lines":1,"events_offset":474,"events_lines":2,"console_offset":133,"console_lines":1}
485
+ {"time":"2026-07-06T05:04:22.930620913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
486
+ {"time":"2026-07-06T05:04:37.707836486Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":476,"events_lines":2}
487
+ {"time":"2026-07-06T05:04:37.947699679Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
488
+ {"time":"2026-07-06T05:04:52.70815588Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":125,"history_lines":1,"events_offset":478,"events_lines":2,"console_offset":134,"console_lines":1}
489
+ {"time":"2026-07-06T05:04:53.1329961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
490
+ {"time":"2026-07-06T05:05:07.707439354Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":480,"events_lines":2}
491
+ {"time":"2026-07-06T05:05:07.955021109Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
492
+ {"time":"2026-07-06T05:05:22.708384757Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":126,"history_lines":1,"events_offset":482,"events_lines":2,"console_offset":135,"console_lines":1}
493
+ {"time":"2026-07-06T05:05:22.934895481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
494
+ {"time":"2026-07-06T05:05:37.708044655Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":484,"events_lines":2}
495
+ {"time":"2026-07-06T05:05:37.939345862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
496
+ {"time":"2026-07-06T05:05:52.707591891Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":127,"history_lines":1,"events_offset":486,"events_lines":2,"console_offset":136,"console_lines":1}
497
+ {"time":"2026-07-06T05:05:52.984570858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
498
+ {"time":"2026-07-06T05:06:07.707797934Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":128,"history_lines":1,"events_offset":488,"events_lines":2,"console_offset":137,"console_lines":1}
499
+ {"time":"2026-07-06T05:06:08.024440229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
500
+ {"time":"2026-07-06T05:06:22.708237487Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":490,"events_lines":2}
501
+ {"time":"2026-07-06T05:06:22.934717699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
502
+ {"time":"2026-07-06T05:06:37.708194006Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":129,"history_lines":1,"events_offset":492,"events_lines":2,"console_offset":138,"console_lines":1}
503
+ {"time":"2026-07-06T05:06:37.94379037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
504
+ {"time":"2026-07-06T05:06:52.707256045Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":494,"events_lines":2}
505
+ {"time":"2026-07-06T05:06:52.955193442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
506
+ {"time":"2026-07-06T05:07:07.707581627Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":130,"history_lines":1,"events_offset":496,"events_lines":2,"console_offset":139,"console_lines":1}
507
+ {"time":"2026-07-06T05:07:07.962355149Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
508
+ {"time":"2026-07-06T05:07:22.707598907Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":498,"events_lines":2}
509
+ {"time":"2026-07-06T05:07:23.050833973Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
510
+ {"time":"2026-07-06T05:07:37.707743028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":131,"history_lines":1,"events_offset":500,"events_lines":2,"console_offset":140,"console_lines":1}
511
+ {"time":"2026-07-06T05:07:37.975710131Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
512
+ {"time":"2026-07-06T05:07:52.707540979Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":502,"events_lines":2}
513
+ {"time":"2026-07-06T05:07:53.06223697Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
514
+ {"time":"2026-07-06T05:08:07.708027423Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":132,"history_lines":1,"events_offset":504,"events_lines":2,"console_offset":141,"console_lines":1}
515
+ {"time":"2026-07-06T05:08:08.095516556Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
516
+ {"time":"2026-07-06T05:08:22.707360217Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":506,"events_lines":2}
517
+ {"time":"2026-07-06T05:08:23.145329627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
518
+ {"time":"2026-07-06T05:08:37.707336957Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":133,"history_lines":1,"events_offset":508,"events_lines":2,"console_offset":142,"console_lines":1}
519
+ {"time":"2026-07-06T05:08:38.139079816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
520
+ {"time":"2026-07-06T05:08:52.707758593Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":134,"history_lines":1,"events_offset":510,"events_lines":2,"console_offset":143,"console_lines":1}
521
+ {"time":"2026-07-06T05:08:53.275376809Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
522
+ {"time":"2026-07-06T05:09:07.707739338Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":512,"events_lines":2}
523
+ {"time":"2026-07-06T05:09:07.981741175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
524
+ {"time":"2026-07-06T05:09:22.708337269Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":135,"history_lines":1,"events_offset":514,"events_lines":2,"console_offset":144,"console_lines":1}
525
+ {"time":"2026-07-06T05:09:22.998403789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
526
+ {"time":"2026-07-06T05:09:37.707538947Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":516,"events_lines":2}
527
+ {"time":"2026-07-06T05:09:37.939430368Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
528
+ {"time":"2026-07-06T05:09:52.708008945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":136,"history_lines":1,"events_offset":518,"events_lines":2,"console_offset":145,"console_lines":1}
529
+ {"time":"2026-07-06T05:09:52.96958444Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
530
+ {"time":"2026-07-06T05:10:07.70734221Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":520,"events_lines":2}
531
+ {"time":"2026-07-06T05:10:07.957405329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
532
+ {"time":"2026-07-06T05:10:22.708260022Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":137,"history_lines":1,"events_offset":522,"events_lines":2,"console_offset":146,"console_lines":1}
533
+ {"time":"2026-07-06T05:10:22.966103164Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
534
+ {"time":"2026-07-06T05:10:37.707273138Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":524,"events_lines":2}
535
+ {"time":"2026-07-06T05:10:37.947256896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
536
+ {"time":"2026-07-06T05:10:52.708070819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":138,"history_lines":1,"events_offset":526,"events_lines":2,"console_offset":147,"console_lines":1}
537
+ {"time":"2026-07-06T05:10:52.941790416Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
538
+ {"time":"2026-07-06T05:11:07.707712898Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":139,"history_lines":1,"events_offset":528,"events_lines":2,"console_offset":148,"console_lines":1}
539
+ {"time":"2026-07-06T05:11:07.923894723Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
540
+ {"time":"2026-07-06T05:11:22.707522198Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":530,"events_lines":2}
541
+ {"time":"2026-07-06T05:11:22.975658161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
542
+ {"time":"2026-07-06T05:11:37.707921973Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":140,"history_lines":1,"events_offset":532,"events_lines":2,"console_offset":149,"console_lines":1}
543
+ {"time":"2026-07-06T05:11:37.93259647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
544
+ {"time":"2026-07-06T05:11:52.707298514Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":534,"events_lines":2}
545
+ {"time":"2026-07-06T05:11:52.934430465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
546
+ {"time":"2026-07-06T05:12:07.707433191Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":141,"history_lines":1,"events_offset":536,"events_lines":2,"console_offset":150,"console_lines":1}
547
+ {"time":"2026-07-06T05:12:07.976094732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
548
+ {"time":"2026-07-06T05:12:22.707353668Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":538,"events_lines":2}
549
+ {"time":"2026-07-06T05:12:22.950546927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
550
+ {"time":"2026-07-06T05:12:37.708050999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":142,"history_lines":1,"events_offset":540,"events_lines":2,"console_offset":151,"console_lines":1}
551
+ {"time":"2026-07-06T05:12:37.928992269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
552
+ {"time":"2026-07-06T05:12:52.707715422Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":542,"events_lines":2}
553
+ {"time":"2026-07-06T05:12:53.151768505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
554
+ {"time":"2026-07-06T05:13:07.707497761Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":143,"history_lines":1,"events_offset":544,"events_lines":2,"console_offset":152,"console_lines":1}
555
+ {"time":"2026-07-06T05:13:08.015663305Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
556
+ {"time":"2026-07-06T05:13:22.707708572Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":144,"history_lines":1,"events_offset":546,"events_lines":2,"console_offset":153,"console_lines":1}
557
+ {"time":"2026-07-06T05:13:23.012242893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
558
+ {"time":"2026-07-06T05:13:37.708015168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":548,"events_lines":2}
559
+ {"time":"2026-07-06T05:13:37.978730707Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
560
+ {"time":"2026-07-06T05:13:52.70791287Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":145,"history_lines":1,"events_offset":550,"events_lines":2,"console_offset":154,"console_lines":1}
561
+ {"time":"2026-07-06T05:13:52.945007216Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
562
+ {"time":"2026-07-06T05:14:07.707390963Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":552,"events_lines":2}
563
+ {"time":"2026-07-06T05:14:07.988010971Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
564
+ {"time":"2026-07-06T05:14:22.708267875Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":146,"history_lines":1,"events_offset":554,"events_lines":2,"console_offset":155,"console_lines":1}
565
+ {"time":"2026-07-06T05:14:22.963717709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
566
+ {"time":"2026-07-06T05:14:37.707968709Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":556,"events_lines":2}
567
+ {"time":"2026-07-06T05:14:37.933324721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
568
+ {"time":"2026-07-06T05:14:52.707777155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":147,"history_lines":1,"events_offset":558,"events_lines":2,"console_offset":156,"console_lines":1}
569
+ {"time":"2026-07-06T05:14:52.953437984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
570
+ {"time":"2026-07-06T05:15:07.70810636Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":560,"events_lines":2}
571
+ {"time":"2026-07-06T05:15:07.949749651Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
572
+ {"time":"2026-07-06T05:15:22.708204109Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":148,"history_lines":1,"events_offset":562,"events_lines":2,"console_offset":157,"console_lines":1}
573
+ {"time":"2026-07-06T05:15:22.957322508Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
574
+ {"time":"2026-07-06T05:15:37.707720027Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":564,"events_lines":2,"console_offset":158,"console_lines":1}
575
+ {"time":"2026-07-06T05:15:37.949921433Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
576
+ {"time":"2026-07-06T05:15:52.707665658Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":149,"history_lines":1,"events_offset":566,"events_lines":2,"console_offset":159,"console_lines":1}
577
+ {"time":"2026-07-06T05:15:52.921092128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
578
+ {"time":"2026-07-06T05:16:07.708244768Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":568,"events_lines":2}
579
+ {"time":"2026-07-06T05:16:08.039465549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
580
+ {"time":"2026-07-06T05:16:22.707248127Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":150,"history_lines":1,"events_offset":570,"events_lines":2,"console_offset":160,"console_lines":1}
581
+ {"time":"2026-07-06T05:16:23.123890313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
582
+ {"time":"2026-07-06T05:16:37.708070906Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":572,"events_lines":2}
583
+ {"time":"2026-07-06T05:16:37.937279103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
584
+ {"time":"2026-07-06T05:16:52.707345702Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":151,"history_lines":1,"events_offset":574,"events_lines":2,"console_offset":161,"console_lines":1}
585
+ {"time":"2026-07-06T05:16:53.031433329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
586
+ {"time":"2026-07-06T05:17:07.708111302Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":576,"events_lines":2}
587
+ {"time":"2026-07-06T05:17:07.939419285Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
588
+ {"time":"2026-07-06T05:17:22.707300089Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":152,"history_lines":1,"events_offset":578,"events_lines":2,"console_offset":162,"console_lines":1}
589
+ {"time":"2026-07-06T05:17:22.996627832Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
590
+ {"time":"2026-07-06T05:17:37.708205738Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":580,"events_lines":2}
591
+ {"time":"2026-07-06T05:17:37.967969451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
592
+ {"time":"2026-07-06T05:17:52.707334606Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":153,"history_lines":1,"events_offset":582,"events_lines":2,"console_offset":163,"console_lines":1}
593
+ {"time":"2026-07-06T05:17:52.961546171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
594
+ {"time":"2026-07-06T05:18:07.707900206Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":584,"events_lines":2}
595
+ {"time":"2026-07-06T05:18:07.968181234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
596
+ {"time":"2026-07-06T05:18:22.707778276Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":1,"events_offset":586,"events_lines":2,"console_offset":164,"console_lines":1}
597
+ {"time":"2026-07-06T05:18:22.93456087Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
598
+ {"time":"2026-07-06T05:18:37.707595345Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":155,"history_lines":1,"events_offset":588,"events_lines":2,"console_offset":165,"console_lines":1}
599
+ {"time":"2026-07-06T05:18:37.934176263Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
600
+ {"time":"2026-07-06T05:18:52.70810608Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":590,"events_lines":2}
601
+ {"time":"2026-07-06T05:18:52.937430026Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
602
+ {"time":"2026-07-06T05:19:07.708234261Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":156,"history_lines":1,"events_offset":592,"events_lines":2,"console_offset":166,"console_lines":1}
603
+ {"time":"2026-07-06T05:19:08.045822577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-06 04:04:51,620 INFO MainThread:221 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
2
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_setup.py:_flush():81] Configure stats pid to 221
3
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260706_040451-i83whqph/logs/debug.log
5
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260706_040451-i83whqph/logs/debug-internal.log
6
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_init.py:init():768] calling init triggers
7
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260706_040422', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'fixed nrb1 diag+1', 'wandb_tags': ['qwen3', '1.2b', 'sparse_stochastic', 'nrb1', 'fixed', 'extreme'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 1, 'sparse_mask_pool_size': 1, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': False, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_init.py:init():816] starting backend
10
+ 2026-07-06 04:04:51,621 INFO MainThread:221 [wandb_init.py:init():831] sending inform_init request
11
+ 2026-07-06 04:04:52,035 INFO MainThread:221 [wandb_init.py:init():836] backend started and connected
12
+ 2026-07-06 04:04:52,038 INFO MainThread:221 [wandb_init.py:init():906] updated telemetry
13
+ 2026-07-06 04:04:52,066 INFO MainThread:221 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
14
+ 2026-07-06 04:04:52,422 INFO MainThread:221 [wandb_init.py:init():974] starting run threads in backend
15
+ 2026-07-06 04:04:52,692 INFO MainThread:221 [wandb_run.py:_console_start():2523] atexit reg
16
+ 2026-07-06 04:04:52,692 INFO MainThread:221 [wandb_run.py:_redirect():2373] redirect: wrap_raw
17
+ 2026-07-06 04:04:52,692 INFO MainThread:221 [wandb_run.py:_redirect():2442] Wrapping output streams.
18
+ 2026-07-06 04:04:52,692 INFO MainThread:221 [wandb_run.py:_redirect():2465] Redirects installed.
19
+ 2026-07-06 04:04:52,701 INFO MainThread:221 [wandb_init.py:init():1012] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260706_040451-i83whqph/run-i83whqph.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b584ef482cfb9304a569239e7d96a9756762f240159f1701d80043ee943ad691
3
+ size 1245184
epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pip==26.0.1
2
+ nvidia-cusparselt-cu13==0.8.0
3
+ mpmath==1.3.0
4
+ cuda-toolkit==13.0.2
5
+ zstandard==0.25.0
6
+ xxhash==3.7.0
7
+ urllib3==2.6.3
8
+ typing_extensions==4.15.0
9
+ triton==3.6.0
10
+ tqdm==4.67.3
11
+ torchinfo==1.8.0
12
+ sympy==1.14.0
13
+ smmap==5.0.3
14
+ six==1.17.0
15
+ shellingham==1.5.4
16
+ setuptools==81.0.0
17
+ safetensors==0.7.0
18
+ regex==2026.4.4
19
+ PyYAML==6.0.3
20
+ Pygments==2.20.0
21
+ pyarrow==24.0.0
22
+ psutil==7.2.2
23
+ protobuf==7.34.1
24
+ propcache==0.4.1
25
+ platformdirs==4.9.6
26
+ packaging==26.2
27
+ nvidia-nvtx==13.0.85
28
+ nvidia-nvshmem-cu13==3.4.5
29
+ nvidia-nvjitlink==13.0.88
30
+ nvidia-nccl-cu13==2.28.9
31
+ nvidia-curand==10.4.0.35
32
+ nvidia-cufile==1.15.1.6
33
+ nvidia-cuda-runtime==13.0.96
34
+ nvidia-cuda-nvrtc==13.0.88
35
+ nvidia-cuda-cupti==13.0.85
36
+ nvidia-cublas==13.1.0.3
37
+ numpy==2.4.4
38
+ networkx==3.6.1
39
+ multidict==6.7.1
40
+ mdurl==0.1.2
41
+ MarkupSafe==3.0.3
42
+ idna==3.13
43
+ hf-xet==1.4.3
44
+ h11==0.16.0
45
+ fsspec==2026.2.0
46
+ frozenlist==1.8.0
47
+ filelock==3.29.0
48
+ dill==0.4.1
49
+ cuda-pathfinder==1.5.4
50
+ click==8.3.3
51
+ charset-normalizer==3.4.7
52
+ certifi==2026.4.22
53
+ attrs==26.1.0
54
+ annotated-types==0.7.0
55
+ annotated-doc==0.0.4
56
+ aiohappyeyeballs==2.6.1
57
+ yarl==1.23.0
58
+ typing-inspection==0.4.2
59
+ sentry-sdk==2.58.0
60
+ requests==2.33.1
61
+ python-dateutil==2.9.0.post0
62
+ pydantic_core==2.46.3
63
+ nvidia-cusparse==12.6.3.3
64
+ nvidia-cufft==12.0.0.61
65
+ nvidia-cudnn-cu13==9.19.0.56
66
+ multiprocess==0.70.19
67
+ markdown-it-py==4.0.0
68
+ Jinja2==3.1.6
69
+ httpcore==1.0.9
70
+ gitdb==4.0.12
71
+ cuda-bindings==13.2.0
72
+ anyio==4.13.0
73
+ aiosignal==1.4.0
74
+ rich==15.0.0
75
+ pydantic==2.13.3
76
+ pandas==3.0.2
77
+ nvidia-cusolver==12.0.4.66
78
+ httpx==0.28.1
79
+ GitPython==3.1.49
80
+ aiohttp==3.13.5
81
+ wandb==0.26.1
82
+ typer==0.25.1
83
+ torch==2.11.0
84
+ huggingface_hub==1.13.0
85
+ tokenizers==0.22.2
86
+ datasets==4.8.5
87
+ accelerate==1.13.0
88
+ transformers==5.7.0
89
+ word2number==1.1
90
+ sqlitedict==2.1.0
91
+ pytz==2026.2
92
+ threadpoolctl==3.6.0
93
+ tcolorpy==0.1.7
94
+ tabulate==0.10.0
95
+ scipy==1.17.1
96
+ portalocker==3.2.0
97
+ pathvalidate==3.3.1
98
+ narwhals==2.22.1
99
+ more-itertools==11.1.0
100
+ lxml==6.1.1
101
+ joblib==1.5.3
102
+ colorama==0.4.6
103
+ chardet==6.0.0.post1
104
+ absl-py==2.4.0
105
+ scikit-learn==1.9.0
106
+ sacrebleu==2.6.0
107
+ nltk==3.9.4
108
+ mbstrdecoder==1.1.5
109
+ typepy==1.3.5
110
+ rouge_score==0.1.2
111
+ DataProperty==1.1.1
112
+ tabledata==1.3.5
113
+ evaluate==0.4.6
114
+ pytablewriter==1.2.1
115
+ lm_eval==0.4.12
116
+ pluggy==1.6.0
117
+ iniconfig==2.3.0
118
+ pytest==9.1.0
119
+ py-spy==0.4.2
120
+ pillow==12.2.0
121
+ tifffile==2026.6.1
122
+ imagecodecs==2026.6.26
123
+ zipp==4.1.0
124
+ importlib_metadata==9.0.0
125
+ derivative==0.6.3
126
+ pysindy==2.1.0
127
+ pyparsing==3.3.2
128
+ kiwisolver==1.5.0
129
+ fonttools==4.63.0
130
+ cycler==0.12.1
131
+ contourpy==1.3.3
132
+ matplotlib==3.11.0
133
+ sortedcontainers==2.4.0
134
+ wcwidth==0.8.2
135
+ sigfig==1.3.19
136
+ importlib_resources==7.1.0
137
+ enum-tools==0.13.0
138
+ cramjam==2.11.0
139
+ python-snappy==0.7.3
140
+ compact-json==1.8.2
141
+ numbers-parser==4.18.5
epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/files/wandb-metadata.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.13.13",
4
+ "startedAt": "2026-07-07T03:46:12.545290Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/ladder8k/fixed_s1.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-workspace-4-gpu-0-3",
19
+ "executable": "/mloscratch/homes/navasard/conda/bin/python",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 4,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4305978994688"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005626368"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-32209e2e-7887-e730-7611-251622a8e78f"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-3512802a-d501-0a3c-9812-4ab9deb3a3a9"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-24436def-beee-c9f1-bd05-c97df556de08"
54
+ },
55
+ {
56
+ "name": "NVIDIA H100 80GB HBM3",
57
+ "memoryTotal": "85520809984",
58
+ "cudaCores": 16896,
59
+ "architecture": "Hopper",
60
+ "uuid": "GPU-7b827c86-854a-af51-b5d3-6aaa43307d4a"
61
+ }
62
+ ],
63
+ "cudaVersion": "13.0",
64
+ "writerId": "pshvol8uz8dob4317u34eye2nenfzbrv"
65
+ }
epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_setup.py:_flush():81] Configure stats pid to 1645
3
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/logs/debug.log
5
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/logs/debug-internal.log
6
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_init.py:init():850] calling init triggers
7
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/l8k365m_fixed_s1/run_20260707_034557', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': 44000, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': '365m fixed s1 8k', 'wandb_tags': ['qwen3', '365m', '8k', 'scaleladder', 'fixed', 'seed1'], 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 6, 'num_key_value_heads': 2, 'num_hidden_layers': 28, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 1, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache_8k_fixed_s1', 'sparse_mask_seed': 1, 'dense_mode': False, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-07 03:46:12,563 INFO MainThread:1645 [wandb_init.py:init():898] starting backend
10
+ 2026-07-07 03:46:13,061 INFO MainThread:1645 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-07-07 03:46:13,474 INFO MainThread:1645 [wandb_init.py:init():918] backend started and connected
12
+ 2026-07-07 03:46:13,475 INFO MainThread:1645 [wandb_init.py:init():988] updated telemetry
13
+ 2026-07-07 03:46:13,500 INFO MainThread:1645 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-07-07 03:46:14,109 INFO MainThread:1645 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-07-07 03:46:14,262 INFO MainThread:1645 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-07-07 03:46:14,262 INFO MainThread:1645 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-07-07 03:46:14,262 INFO MainThread:1645 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-07-07 03:46:14,262 INFO MainThread:1645 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-07-07 03:46:14,265 INFO MainThread:1645 [wandb_init.py:init():1094] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260707_034612-dbtl6d2o/run-dbtl6d2o.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4deb31ba0c3fb77e0ad2983131f0f9cc95ab35100f66b876cdb62721661d1e
3
+ size 7569408
epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pip==26.0.1
2
+ nvidia-cusparselt-cu13==0.8.0
3
+ mpmath==1.3.0
4
+ cuda-toolkit==13.0.2
5
+ zstandard==0.25.0
6
+ xxhash==3.7.0
7
+ urllib3==2.6.3
8
+ typing_extensions==4.15.0
9
+ triton==3.6.0
10
+ tqdm==4.67.3
11
+ torchinfo==1.8.0
12
+ sympy==1.14.0
13
+ smmap==5.0.3
14
+ six==1.17.0
15
+ shellingham==1.5.4
16
+ setuptools==81.0.0
17
+ safetensors==0.7.0
18
+ regex==2026.4.4
19
+ PyYAML==6.0.3
20
+ Pygments==2.20.0
21
+ pyarrow==24.0.0
22
+ psutil==7.2.2
23
+ protobuf==7.34.1
24
+ propcache==0.4.1
25
+ platformdirs==4.9.6
26
+ packaging==26.2
27
+ nvidia-nvtx==13.0.85
28
+ nvidia-nvshmem-cu13==3.4.5
29
+ nvidia-nvjitlink==13.0.88
30
+ nvidia-nccl-cu13==2.28.9
31
+ nvidia-curand==10.4.0.35
32
+ nvidia-cufile==1.15.1.6
33
+ nvidia-cuda-runtime==13.0.96
34
+ nvidia-cuda-nvrtc==13.0.88
35
+ nvidia-cuda-cupti==13.0.85
36
+ nvidia-cublas==13.1.0.3
37
+ numpy==2.4.4
38
+ networkx==3.6.1
39
+ multidict==6.7.1
40
+ mdurl==0.1.2
41
+ MarkupSafe==3.0.3
42
+ idna==3.13
43
+ hf-xet==1.4.3
44
+ h11==0.16.0
45
+ fsspec==2026.2.0
46
+ frozenlist==1.8.0
47
+ filelock==3.29.0
48
+ dill==0.4.1
49
+ cuda-pathfinder==1.5.4
50
+ click==8.3.3
51
+ charset-normalizer==3.4.7
52
+ certifi==2026.4.22
53
+ attrs==26.1.0
54
+ annotated-types==0.7.0
55
+ annotated-doc==0.0.4
56
+ aiohappyeyeballs==2.6.1
57
+ yarl==1.23.0
58
+ typing-inspection==0.4.2
59
+ sentry-sdk==2.58.0
60
+ requests==2.33.1
61
+ python-dateutil==2.9.0.post0
62
+ pydantic_core==2.46.3
63
+ nvidia-cusparse==12.6.3.3
64
+ nvidia-cufft==12.0.0.61
65
+ nvidia-cudnn-cu13==9.19.0.56
66
+ multiprocess==0.70.19
67
+ markdown-it-py==4.0.0
68
+ Jinja2==3.1.6
69
+ httpcore==1.0.9
70
+ gitdb==4.0.12
71
+ cuda-bindings==13.2.0
72
+ anyio==4.13.0
73
+ aiosignal==1.4.0
74
+ rich==15.0.0
75
+ pydantic==2.13.3
76
+ pandas==3.0.2
77
+ nvidia-cusolver==12.0.4.66
78
+ httpx==0.28.1
79
+ GitPython==3.1.49
80
+ aiohttp==3.13.5
81
+ wandb==0.26.1
82
+ typer==0.25.1
83
+ torch==2.11.0
84
+ huggingface_hub==1.13.0
85
+ tokenizers==0.22.2
86
+ datasets==4.8.5
87
+ accelerate==1.13.0
88
+ transformers==5.7.0
89
+ word2number==1.1
90
+ sqlitedict==2.1.0
91
+ pytz==2026.2
92
+ threadpoolctl==3.6.0
93
+ tcolorpy==0.1.7
94
+ tabulate==0.10.0
95
+ scipy==1.17.1
96
+ portalocker==3.2.0
97
+ pathvalidate==3.3.1
98
+ narwhals==2.22.1
99
+ more-itertools==11.1.0
100
+ lxml==6.1.1
101
+ joblib==1.5.3
102
+ colorama==0.4.6
103
+ chardet==6.0.0.post1
104
+ absl-py==2.4.0
105
+ scikit-learn==1.9.0
106
+ sacrebleu==2.6.0
107
+ nltk==3.9.4
108
+ mbstrdecoder==1.1.5
109
+ typepy==1.3.5
110
+ rouge_score==0.1.2
111
+ DataProperty==1.1.1
112
+ tabledata==1.3.5
113
+ evaluate==0.4.6
114
+ pytablewriter==1.2.1
115
+ lm_eval==0.4.12
116
+ pluggy==1.6.0
117
+ iniconfig==2.3.0
118
+ pytest==9.1.0
119
+ py-spy==0.4.2
120
+ pillow==12.2.0
121
+ tifffile==2026.6.1
122
+ imagecodecs==2026.6.26
123
+ zipp==4.1.0
124
+ importlib_metadata==9.0.0
125
+ derivative==0.6.3
126
+ pysindy==2.1.0
127
+ pyparsing==3.3.2
128
+ kiwisolver==1.5.0
129
+ fonttools==4.63.0
130
+ cycler==0.12.1
131
+ contourpy==1.3.3
132
+ matplotlib==3.11.0
133
+ sortedcontainers==2.4.0
134
+ wcwidth==0.8.2
135
+ sigfig==1.3.19
136
+ importlib_resources==7.1.0
137
+ enum-tools==0.13.0
138
+ cramjam==2.11.0
139
+ python-snappy==0.7.3
140
+ compact-json==1.8.2
141
+ numbers-parser==4.18.5
epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/files/wandb-metadata.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.13.13",
4
+ "startedAt": "2026-07-07T03:46:12.553802Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/ladder8k/dense.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-workspace-4-gpu-0-3",
19
+ "executable": "/mloscratch/homes/navasard/conda/bin/python",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 4,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4305978994688"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005626368"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-32209e2e-7887-e730-7611-251622a8e78f"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-3512802a-d501-0a3c-9812-4ab9deb3a3a9"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-24436def-beee-c9f1-bd05-c97df556de08"
54
+ },
55
+ {
56
+ "name": "NVIDIA H100 80GB HBM3",
57
+ "memoryTotal": "85520809984",
58
+ "cudaCores": 16896,
59
+ "architecture": "Hopper",
60
+ "uuid": "GPU-7b827c86-854a-af51-b5d3-6aaa43307d4a"
61
+ }
62
+ ],
63
+ "cudaVersion": "13.0",
64
+ "writerId": "nr3m1w28gapfkpp85vqvqpmvjw2v1ibh"
65
+ }
epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-07 03:46:12,571 INFO MainThread:1624 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_setup.py:_flush():81] Configure stats pid to 1624
3
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/logs/debug.log
5
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/logs/debug-internal.log
6
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_init.py:init():850] calling init triggers
7
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/l8k365m_dense/run_20260707_034553', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': 44000, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': '365m dense 8k', 'wandb_tags': ['qwen3', '365m', '8k', 'scaleladder', 'dense'], 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 6, 'num_key_value_heads': 2, 'num_hidden_layers': 28, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 1, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'sparse_mask_seed': 0, 'dense_mode': True, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-07 03:46:12,572 INFO MainThread:1624 [wandb_init.py:init():898] starting backend
10
+ 2026-07-07 03:46:13,061 INFO MainThread:1624 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-07-07 03:46:13,472 INFO MainThread:1624 [wandb_init.py:init():918] backend started and connected
12
+ 2026-07-07 03:46:13,474 INFO MainThread:1624 [wandb_init.py:init():988] updated telemetry
13
+ 2026-07-07 03:46:13,500 INFO MainThread:1624 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-07-07 03:46:13,950 INFO MainThread:1624 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-07-07 03:46:14,086 INFO MainThread:1624 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-07-07 03:46:14,086 INFO MainThread:1624 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-07-07 03:46:14,086 INFO MainThread:1624 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-07-07 03:46:14,086 INFO MainThread:1624 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-07-07 03:46:14,093 INFO MainThread:1624 [wandb_init.py:init():1094] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260707_034612-qlqhc3gy/run-qlqhc3gy.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e928a30b3653d98729d981e5974e4ce60b1a09e17c1647c840fd6104778775f9
3
+ size 7471104
epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pip==26.0.1
2
+ nvidia-cusparselt-cu13==0.8.0
3
+ mpmath==1.3.0
4
+ cuda-toolkit==13.0.2
5
+ zstandard==0.25.0
6
+ xxhash==3.7.0
7
+ urllib3==2.6.3
8
+ typing_extensions==4.15.0
9
+ triton==3.6.0
10
+ tqdm==4.67.3
11
+ torchinfo==1.8.0
12
+ sympy==1.14.0
13
+ smmap==5.0.3
14
+ six==1.17.0
15
+ shellingham==1.5.4
16
+ setuptools==81.0.0
17
+ safetensors==0.7.0
18
+ regex==2026.4.4
19
+ PyYAML==6.0.3
20
+ Pygments==2.20.0
21
+ pyarrow==24.0.0
22
+ psutil==7.2.2
23
+ protobuf==7.34.1
24
+ propcache==0.4.1
25
+ platformdirs==4.9.6
26
+ packaging==26.2
27
+ nvidia-nvtx==13.0.85
28
+ nvidia-nvshmem-cu13==3.4.5
29
+ nvidia-nvjitlink==13.0.88
30
+ nvidia-nccl-cu13==2.28.9
31
+ nvidia-curand==10.4.0.35
32
+ nvidia-cufile==1.15.1.6
33
+ nvidia-cuda-runtime==13.0.96
34
+ nvidia-cuda-nvrtc==13.0.88
35
+ nvidia-cuda-cupti==13.0.85
36
+ nvidia-cublas==13.1.0.3
37
+ numpy==2.4.4
38
+ networkx==3.6.1
39
+ multidict==6.7.1
40
+ mdurl==0.1.2
41
+ MarkupSafe==3.0.3
42
+ idna==3.13
43
+ hf-xet==1.4.3
44
+ h11==0.16.0
45
+ fsspec==2026.2.0
46
+ frozenlist==1.8.0
47
+ filelock==3.29.0
48
+ dill==0.4.1
49
+ cuda-pathfinder==1.5.4
50
+ click==8.3.3
51
+ charset-normalizer==3.4.7
52
+ certifi==2026.4.22
53
+ attrs==26.1.0
54
+ annotated-types==0.7.0
55
+ annotated-doc==0.0.4
56
+ aiohappyeyeballs==2.6.1
57
+ yarl==1.23.0
58
+ typing-inspection==0.4.2
59
+ sentry-sdk==2.58.0
60
+ requests==2.33.1
61
+ python-dateutil==2.9.0.post0
62
+ pydantic_core==2.46.3
63
+ nvidia-cusparse==12.6.3.3
64
+ nvidia-cufft==12.0.0.61
65
+ nvidia-cudnn-cu13==9.19.0.56
66
+ multiprocess==0.70.19
67
+ markdown-it-py==4.0.0
68
+ Jinja2==3.1.6
69
+ httpcore==1.0.9
70
+ gitdb==4.0.12
71
+ cuda-bindings==13.2.0
72
+ anyio==4.13.0
73
+ aiosignal==1.4.0
74
+ rich==15.0.0
75
+ pydantic==2.13.3
76
+ pandas==3.0.2
77
+ nvidia-cusolver==12.0.4.66
78
+ httpx==0.28.1
79
+ GitPython==3.1.49
80
+ aiohttp==3.13.5
81
+ wandb==0.26.1
82
+ typer==0.25.1
83
+ torch==2.11.0
84
+ huggingface_hub==1.13.0
85
+ tokenizers==0.22.2
86
+ datasets==4.8.5
87
+ accelerate==1.13.0
88
+ transformers==5.7.0
89
+ word2number==1.1
90
+ sqlitedict==2.1.0
91
+ pytz==2026.2
92
+ threadpoolctl==3.6.0
93
+ tcolorpy==0.1.7
94
+ tabulate==0.10.0
95
+ scipy==1.17.1
96
+ portalocker==3.2.0
97
+ pathvalidate==3.3.1
98
+ narwhals==2.22.1
99
+ more-itertools==11.1.0
100
+ lxml==6.1.1
101
+ joblib==1.5.3
102
+ colorama==0.4.6
103
+ chardet==6.0.0.post1
104
+ absl-py==2.4.0
105
+ scikit-learn==1.9.0
106
+ sacrebleu==2.6.0
107
+ nltk==3.9.4
108
+ mbstrdecoder==1.1.5
109
+ typepy==1.3.5
110
+ rouge_score==0.1.2
111
+ DataProperty==1.1.1
112
+ tabledata==1.3.5
113
+ evaluate==0.4.6
114
+ pytablewriter==1.2.1
115
+ lm_eval==0.4.12
116
+ pluggy==1.6.0
117
+ iniconfig==2.3.0
118
+ pytest==9.1.0
119
+ py-spy==0.4.2
120
+ pillow==12.2.0
121
+ tifffile==2026.6.1
122
+ imagecodecs==2026.6.26
123
+ zipp==4.1.0
124
+ importlib_metadata==9.0.0
125
+ derivative==0.6.3
126
+ pysindy==2.1.0
127
+ pyparsing==3.3.2
128
+ kiwisolver==1.5.0
129
+ fonttools==4.63.0
130
+ cycler==0.12.1
131
+ contourpy==1.3.3
132
+ matplotlib==3.11.0
133
+ sortedcontainers==2.4.0
134
+ wcwidth==0.8.2
135
+ sigfig==1.3.19
136
+ importlib_resources==7.1.0
137
+ enum-tools==0.13.0
138
+ cramjam==2.11.0
139
+ python-snappy==0.7.3
140
+ compact-json==1.8.2
141
+ numbers-parser==4.18.5
epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/files/wandb-metadata.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.13.13",
4
+ "startedAt": "2026-07-07T03:46:18.640673Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/ladder8k/fixed_s2.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-workspace-4-gpu-0-3",
19
+ "executable": "/mloscratch/homes/navasard/conda/bin/python",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 4,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4305978998784"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005626368"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-32209e2e-7887-e730-7611-251622a8e78f"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-3512802a-d501-0a3c-9812-4ab9deb3a3a9"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-24436def-beee-c9f1-bd05-c97df556de08"
54
+ },
55
+ {
56
+ "name": "NVIDIA H100 80GB HBM3",
57
+ "memoryTotal": "85520809984",
58
+ "cudaCores": 16896,
59
+ "architecture": "Hopper",
60
+ "uuid": "GPU-7b827c86-854a-af51-b5d3-6aaa43307d4a"
61
+ }
62
+ ],
63
+ "cudaVersion": "13.0",
64
+ "writerId": "ltvtzeq1atzmbc89sj99r4h5hmko91t8"
65
+ }
epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_setup.py:_flush():81] Configure stats pid to 1656
3
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/logs/debug.log
5
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/logs/debug-internal.log
6
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_init.py:init():850] calling init triggers
7
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/l8k365m_fixed_s2/run_20260707_034600', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': 44000, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': '365m fixed s2 8k', 'wandb_tags': ['qwen3', '365m', '8k', 'scaleladder', 'fixed', 'seed2'], 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 6, 'num_key_value_heads': 2, 'num_hidden_layers': 28, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 1, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache_8k_fixed_s2', 'sparse_mask_seed': 2, 'dense_mode': False, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-07 03:46:18,657 INFO MainThread:1656 [wandb_init.py:init():898] starting backend
10
+ 2026-07-07 03:46:18,891 INFO MainThread:1656 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-07-07 03:46:19,186 INFO MainThread:1656 [wandb_init.py:init():918] backend started and connected
12
+ 2026-07-07 03:46:19,188 INFO MainThread:1656 [wandb_init.py:init():988] updated telemetry
13
+ 2026-07-07 03:46:19,199 INFO MainThread:1656 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-07-07 03:46:19,616 INFO MainThread:1656 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-07-07 03:46:19,750 INFO MainThread:1656 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-07-07 03:46:19,750 INFO MainThread:1656 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-07-07 03:46:19,750 INFO MainThread:1656 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-07-07 03:46:19,751 INFO MainThread:1656 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-07-07 03:46:19,753 INFO MainThread:1656 [wandb_init.py:init():1094] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260707_034618-lgjoqt2r/run-lgjoqt2r.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27dbeeb71ee6e9776514ea72d3e6b4b5bd5cb0ed1778408e0fe12740902ecdc
3
+ size 7602176
epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pip==26.0.1
2
+ nvidia-cusparselt-cu13==0.8.0
3
+ mpmath==1.3.0
4
+ cuda-toolkit==13.0.2
5
+ zstandard==0.25.0
6
+ xxhash==3.7.0
7
+ urllib3==2.6.3
8
+ typing_extensions==4.15.0
9
+ triton==3.6.0
10
+ tqdm==4.67.3
11
+ torchinfo==1.8.0
12
+ sympy==1.14.0
13
+ smmap==5.0.3
14
+ six==1.17.0
15
+ shellingham==1.5.4
16
+ setuptools==81.0.0
17
+ safetensors==0.7.0
18
+ regex==2026.4.4
19
+ PyYAML==6.0.3
20
+ Pygments==2.20.0
21
+ pyarrow==24.0.0
22
+ psutil==7.2.2
23
+ protobuf==7.34.1
24
+ propcache==0.4.1
25
+ platformdirs==4.9.6
26
+ packaging==26.2
27
+ nvidia-nvtx==13.0.85
28
+ nvidia-nvshmem-cu13==3.4.5
29
+ nvidia-nvjitlink==13.0.88
30
+ nvidia-nccl-cu13==2.28.9
31
+ nvidia-curand==10.4.0.35
32
+ nvidia-cufile==1.15.1.6
33
+ nvidia-cuda-runtime==13.0.96
34
+ nvidia-cuda-nvrtc==13.0.88
35
+ nvidia-cuda-cupti==13.0.85
36
+ nvidia-cublas==13.1.0.3
37
+ numpy==2.4.4
38
+ networkx==3.6.1
39
+ multidict==6.7.1
40
+ mdurl==0.1.2
41
+ MarkupSafe==3.0.3
42
+ idna==3.13
43
+ hf-xet==1.4.3
44
+ h11==0.16.0
45
+ fsspec==2026.2.0
46
+ frozenlist==1.8.0
47
+ filelock==3.29.0
48
+ dill==0.4.1
49
+ cuda-pathfinder==1.5.4
50
+ click==8.3.3
51
+ charset-normalizer==3.4.7
52
+ certifi==2026.4.22
53
+ attrs==26.1.0
54
+ annotated-types==0.7.0
55
+ annotated-doc==0.0.4
56
+ aiohappyeyeballs==2.6.1
57
+ yarl==1.23.0
58
+ typing-inspection==0.4.2
59
+ sentry-sdk==2.58.0
60
+ requests==2.33.1
61
+ python-dateutil==2.9.0.post0
62
+ pydantic_core==2.46.3
63
+ nvidia-cusparse==12.6.3.3
64
+ nvidia-cufft==12.0.0.61
65
+ nvidia-cudnn-cu13==9.19.0.56
66
+ multiprocess==0.70.19
67
+ markdown-it-py==4.0.0
68
+ Jinja2==3.1.6
69
+ httpcore==1.0.9
70
+ gitdb==4.0.12
71
+ cuda-bindings==13.2.0
72
+ anyio==4.13.0
73
+ aiosignal==1.4.0
74
+ rich==15.0.0
75
+ pydantic==2.13.3
76
+ pandas==3.0.2
77
+ nvidia-cusolver==12.0.4.66
78
+ httpx==0.28.1
79
+ GitPython==3.1.49
80
+ aiohttp==3.13.5
81
+ wandb==0.26.1
82
+ typer==0.25.1
83
+ torch==2.11.0
84
+ huggingface_hub==1.13.0
85
+ tokenizers==0.22.2
86
+ datasets==4.8.5
87
+ accelerate==1.13.0
88
+ transformers==5.7.0
89
+ word2number==1.1
90
+ sqlitedict==2.1.0
91
+ pytz==2026.2
92
+ threadpoolctl==3.6.0
93
+ tcolorpy==0.1.7
94
+ tabulate==0.10.0
95
+ scipy==1.17.1
96
+ portalocker==3.2.0
97
+ pathvalidate==3.3.1
98
+ narwhals==2.22.1
99
+ more-itertools==11.1.0
100
+ lxml==6.1.1
101
+ joblib==1.5.3
102
+ colorama==0.4.6
103
+ chardet==6.0.0.post1
104
+ absl-py==2.4.0
105
+ scikit-learn==1.9.0
106
+ sacrebleu==2.6.0
107
+ nltk==3.9.4
108
+ mbstrdecoder==1.1.5
109
+ typepy==1.3.5
110
+ rouge_score==0.1.2
111
+ DataProperty==1.1.1
112
+ tabledata==1.3.5
113
+ evaluate==0.4.6
114
+ pytablewriter==1.2.1
115
+ lm_eval==0.4.12
116
+ pluggy==1.6.0
117
+ iniconfig==2.3.0
118
+ pytest==9.1.0
119
+ py-spy==0.4.2
120
+ pillow==12.2.0
121
+ tifffile==2026.6.1
122
+ imagecodecs==2026.6.26
123
+ zipp==4.1.0
124
+ importlib_metadata==9.0.0
125
+ derivative==0.6.3
126
+ pysindy==2.1.0
127
+ pyparsing==3.3.2
128
+ kiwisolver==1.5.0
129
+ fonttools==4.63.0
130
+ cycler==0.12.1
131
+ contourpy==1.3.3
132
+ matplotlib==3.11.0
133
+ sortedcontainers==2.4.0
134
+ wcwidth==0.8.2
135
+ sigfig==1.3.19
136
+ importlib_resources==7.1.0
137
+ enum-tools==0.13.0
138
+ cramjam==2.11.0
139
+ python-snappy==0.7.3
140
+ compact-json==1.8.2
141
+ numbers-parser==4.18.5
epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/files/wandb-metadata.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.13.13",
4
+ "startedAt": "2026-07-07T03:47:48.582805Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/ladder8k/resampled.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-workspace-4-gpu-0-3",
19
+ "executable": "/mloscratch/homes/navasard/conda/bin/python",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 4,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4306127859712"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005626368"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-32209e2e-7887-e730-7611-251622a8e78f"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-3512802a-d501-0a3c-9812-4ab9deb3a3a9"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-24436def-beee-c9f1-bd05-c97df556de08"
54
+ },
55
+ {
56
+ "name": "NVIDIA H100 80GB HBM3",
57
+ "memoryTotal": "85520809984",
58
+ "cudaCores": 16896,
59
+ "architecture": "Hopper",
60
+ "uuid": "GPU-7b827c86-854a-af51-b5d3-6aaa43307d4a"
61
+ }
62
+ ],
63
+ "cudaVersion": "13.0",
64
+ "writerId": "dezqrt08izbijsa39k11nwackrjm29bj"
65
+ }
epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_setup.py:_flush():81] Configure stats pid to 1634
3
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034748-304r0ilz/logs/debug.log
5
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_034748-304r0ilz/logs/debug-internal.log
6
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_init.py:init():850] calling init triggers
7
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/l8k365m_resampled/run_20260707_034554', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': 44000, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': '365m resampled 8k nrb31', 'wandb_tags': ['qwen3', '365m', '8k', 'scaleladder', 'resampled'], 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 6, 'num_key_value_heads': 2, 'num_hidden_layers': 28, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10000, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache_32', 'sparse_mask_seed': 0, 'dense_mode': False, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-07 03:47:48,599 INFO MainThread:1634 [wandb_init.py:init():898] starting backend
10
+ 2026-07-07 03:47:48,850 INFO MainThread:1634 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-07-07 03:47:49,496 INFO MainThread:1634 [wandb_init.py:init():918] backend started and connected
12
+ 2026-07-07 03:47:49,498 INFO MainThread:1634 [wandb_init.py:init():988] updated telemetry
13
+ 2026-07-07 03:47:49,511 INFO MainThread:1634 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-07-07 03:47:49,852 INFO MainThread:1634 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-07-07 03:47:49,995 INFO MainThread:1634 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-07-07 03:47:49,995 INFO MainThread:1634 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-07-07 03:47:49,995 INFO MainThread:1634 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-07-07 03:47:49,995 INFO MainThread:1634 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-07-07 03:47:50,000 INFO MainThread:1634 [wandb_init.py:init():1094] run started, returning control to user process
epfl_final/SparseAtt/wandb/run-20260707_034748-304r0ilz/run-304r0ilz.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb5cc7c836b7d318e9d34ea252ab59c43e00bd0c33673979266ddf3ceb69f86
3
+ size 7503872
epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/files/output.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ Starting training...
2
+ Switching attention mode for step 1: dense (dense step interval)
epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pip==26.0.1
2
+ nvidia-cusparselt-cu13==0.8.0
3
+ mpmath==1.3.0
4
+ cuda-toolkit==13.0.2
5
+ zstandard==0.25.0
6
+ xxhash==3.7.0
7
+ urllib3==2.6.3
8
+ typing_extensions==4.15.0
9
+ triton==3.6.0
10
+ tqdm==4.67.3
11
+ torchinfo==1.8.0
12
+ sympy==1.14.0
13
+ smmap==5.0.3
14
+ six==1.17.0
15
+ shellingham==1.5.4
16
+ setuptools==81.0.0
17
+ safetensors==0.7.0
18
+ regex==2026.4.4
19
+ PyYAML==6.0.3
20
+ Pygments==2.20.0
21
+ pyarrow==24.0.0
22
+ psutil==7.2.2
23
+ protobuf==7.34.1
24
+ propcache==0.4.1
25
+ platformdirs==4.9.6
26
+ packaging==26.2
27
+ nvidia-nvtx==13.0.85
28
+ nvidia-nvshmem-cu13==3.4.5
29
+ nvidia-nvjitlink==13.0.88
30
+ nvidia-nccl-cu13==2.28.9
31
+ nvidia-curand==10.4.0.35
32
+ nvidia-cufile==1.15.1.6
33
+ nvidia-cuda-runtime==13.0.96
34
+ nvidia-cuda-nvrtc==13.0.88
35
+ nvidia-cuda-cupti==13.0.85
36
+ nvidia-cublas==13.1.0.3
37
+ numpy==2.4.4
38
+ networkx==3.6.1
39
+ multidict==6.7.1
40
+ mdurl==0.1.2
41
+ MarkupSafe==3.0.3
42
+ idna==3.13
43
+ hf-xet==1.4.3
44
+ h11==0.16.0
45
+ fsspec==2026.2.0
46
+ frozenlist==1.8.0
47
+ filelock==3.29.0
48
+ dill==0.4.1
49
+ cuda-pathfinder==1.5.4
50
+ click==8.3.3
51
+ charset-normalizer==3.4.7
52
+ certifi==2026.4.22
53
+ attrs==26.1.0
54
+ annotated-types==0.7.0
55
+ annotated-doc==0.0.4
56
+ aiohappyeyeballs==2.6.1
57
+ yarl==1.23.0
58
+ typing-inspection==0.4.2
59
+ sentry-sdk==2.58.0
60
+ requests==2.33.1
61
+ python-dateutil==2.9.0.post0
62
+ pydantic_core==2.46.3
63
+ nvidia-cusparse==12.6.3.3
64
+ nvidia-cufft==12.0.0.61
65
+ nvidia-cudnn-cu13==9.19.0.56
66
+ multiprocess==0.70.19
67
+ markdown-it-py==4.0.0
68
+ Jinja2==3.1.6
69
+ httpcore==1.0.9
70
+ gitdb==4.0.12
71
+ cuda-bindings==13.2.0
72
+ anyio==4.13.0
73
+ aiosignal==1.4.0
74
+ rich==15.0.0
75
+ pydantic==2.13.3
76
+ pandas==3.0.2
77
+ nvidia-cusolver==12.0.4.66
78
+ httpx==0.28.1
79
+ GitPython==3.1.49
80
+ aiohttp==3.13.5
81
+ wandb==0.26.1
82
+ typer==0.25.1
83
+ torch==2.11.0
84
+ huggingface_hub==1.13.0
85
+ tokenizers==0.22.2
86
+ datasets==4.8.5
87
+ accelerate==1.13.0
88
+ transformers==5.7.0
89
+ word2number==1.1
90
+ sqlitedict==2.1.0
91
+ pytz==2026.2
92
+ threadpoolctl==3.6.0
93
+ tcolorpy==0.1.7
94
+ tabulate==0.10.0
95
+ scipy==1.17.1
96
+ portalocker==3.2.0
97
+ pathvalidate==3.3.1
98
+ narwhals==2.22.1
99
+ more-itertools==11.1.0
100
+ lxml==6.1.1
101
+ joblib==1.5.3
102
+ colorama==0.4.6
103
+ chardet==6.0.0.post1
104
+ absl-py==2.4.0
105
+ scikit-learn==1.9.0
106
+ sacrebleu==2.6.0
107
+ nltk==3.9.4
108
+ mbstrdecoder==1.1.5
109
+ typepy==1.3.5
110
+ rouge_score==0.1.2
111
+ DataProperty==1.1.1
112
+ tabledata==1.3.5
113
+ evaluate==0.4.6
114
+ pytablewriter==1.2.1
115
+ lm_eval==0.4.12
116
+ pluggy==1.6.0
117
+ iniconfig==2.3.0
118
+ pytest==9.1.0
119
+ py-spy==0.4.2
120
+ pillow==12.2.0
121
+ tifffile==2026.6.1
122
+ imagecodecs==2026.6.26
123
+ zipp==4.1.0
124
+ importlib_metadata==9.0.0
125
+ derivative==0.6.3
126
+ pysindy==2.1.0
127
+ pyparsing==3.3.2
128
+ kiwisolver==1.5.0
129
+ fonttools==4.63.0
130
+ cycler==0.12.1
131
+ contourpy==1.3.3
132
+ matplotlib==3.11.0
133
+ sortedcontainers==2.4.0
134
+ wcwidth==0.8.2
135
+ sigfig==1.3.19
136
+ importlib_resources==7.1.0
137
+ enum-tools==0.13.0
138
+ cramjam==2.11.0
139
+ python-snappy==0.7.3
140
+ compact-json==1.8.2
141
+ numbers-parser==4.18.5
epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/files/wandb-metadata.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.13.13",
4
+ "startedAt": "2026-07-07T03:56:33.910068Z",
5
+ "args": [
6
+ "--config",
7
+ "configs/ladder30k/dense.json"
8
+ ],
9
+ "program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
10
+ "codePath": "train.py",
11
+ "codePathLocal": "train.py",
12
+ "git": {
13
+ "remote": "https://github.com/rubentium/TokenPrune.git",
14
+ "commit": "88298c7a418622530ca5426b22b1e5ebd10ca0cb"
15
+ },
16
+ "email": "ruben.navasardyan@mail.utoronto.ca",
17
+ "root": "/mloscratch/homes/navasard/sparse/SparseAtt",
18
+ "host": "h100-train-4-gpu-0-0",
19
+ "executable": "/mloscratch/homes/navasard/conda/bin/python",
20
+ "cpu_count": 96,
21
+ "cpu_count_logical": 192,
22
+ "gpu": "NVIDIA H100 80GB HBM3",
23
+ "gpu_count": 4,
24
+ "disk": {
25
+ "/": {
26
+ "total": "9374931091456",
27
+ "used": "4873917288448"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "1623005732864"
32
+ },
33
+ "gpu_nvidia": [
34
+ {
35
+ "name": "NVIDIA H100 80GB HBM3",
36
+ "memoryTotal": "85520809984",
37
+ "cudaCores": 16896,
38
+ "architecture": "Hopper",
39
+ "uuid": "GPU-85844f64-d144-1c84-306d-f88b5f232a77"
40
+ },
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper",
46
+ "uuid": "GPU-4e4c2343-4f5b-a2ff-312e-03d402a27803"
47
+ },
48
+ {
49
+ "name": "NVIDIA H100 80GB HBM3",
50
+ "memoryTotal": "85520809984",
51
+ "cudaCores": 16896,
52
+ "architecture": "Hopper",
53
+ "uuid": "GPU-fbf0ccd1-8bd4-5f57-6e74-6c0cf7eb70c9"
54
+ },
55
+ {
56
+ "name": "NVIDIA H100 80GB HBM3",
57
+ "memoryTotal": "85520809984",
58
+ "cudaCores": 16896,
59
+ "architecture": "Hopper",
60
+ "uuid": "GPU-410cba62-f098-3454-c960-ebc55bd081af"
61
+ }
62
+ ],
63
+ "cudaVersion": "13.0",
64
+ "writerId": "q8kf2pugoccb1zdmtam7yksk7uechd2s"
65
+ }
epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/logs/debug-internal.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-07-07T03:56:34.477229674Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-07-07T03:56:34.482507326Z","level":"INFO","msg":"stream: starting","core version":"0.26.1"}
3
+ {"time":"2026-07-07T03:56:34.90648784Z","level":"INFO","msg":"stream: created new stream","id":"29juap32"}
4
+ {"time":"2026-07-07T03:56:34.906620959Z","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-07-07T03:56:34.90867463Z","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-07-07T03:56:34.908718065Z","level":"INFO","msg":"writer: started","stream_id":"29juap32"}
7
+ {"time":"2026-07-07T03:56:34.908776232Z","level":"INFO","msg":"sender: started"}
8
+ {"time":"2026-07-07T03:56:35.528388972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-07-07T03:56:35.767793383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-07-07T03:56:50.528517775Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":1,"uploaded_len":2}
11
+ {"time":"2026-07-07T03:56:50.770850103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-07-07T03:57:05.528631515Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":2,"events_lines":2}
13
+ {"time":"2026-07-07T03:57:05.971844769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
epfl_final/SparseAtt/wandb/run-20260707_035633-29juap32/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-07-07 03:56:33,930 INFO MainThread:215 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-07-07 03:56:33,930 INFO MainThread:215 [wandb_setup.py:_flush():81] Configure stats pid to 215
3
+ 2026-07-07 03:56:33,930 INFO MainThread:215 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-07 03:56:33,930 INFO MainThread:215 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_035633-29juap32/logs/debug.log
5
+ 2026-07-07 03:56:33,931 INFO MainThread:215 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/SparseAtt/wandb/run-20260707_035633-29juap32/logs/debug-internal.log
6
+ 2026-07-07 03:56:33,931 INFO MainThread:215 [wandb_init.py:init():850] calling init triggers
7
+ 2026-07-07 03:56:33,931 INFO MainThread:215 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
+ config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/longctx30k/tokenized', 'val_path': None, 'max_seq_length': 30720, 'num_workers': 8, 'output_dir': '/mloscratch/homes/navasard/sparse/checkpoints/l30k365m_dense/run_20260707_035549', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': 11700, 'per_device_batch_size': 1, 'gradient_accumulation_steps': 20, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 20, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': '365m dense 30k', 'wandb_tags': ['qwen3', '365m', '30k', 'scaleladder', 'dense'], 'hidden_size': 768, 'intermediate_size': 3072, 'num_attention_heads': 6, 'num_key_value_heads': 2, 'num_hidden_layers': 28, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 120, 'sparse_mask_pool_size': 1, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'sparse_mask_seed': 0, 'dense_mode': True, 'dense_step_intervals': None, '_wandb': {}}
9
+ 2026-07-07 03:56:33,931 INFO MainThread:215 [wandb_init.py:init():898] starting backend
10
+ 2026-07-07 03:56:34,459 INFO MainThread:215 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-07-07 03:56:34,909 INFO MainThread:215 [wandb_init.py:init():918] backend started and connected
12
+ 2026-07-07 03:56:34,912 INFO MainThread:215 [wandb_init.py:init():988] updated telemetry
13
+ 2026-07-07 03:56:34,935 INFO MainThread:215 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-07-07 03:56:35,301 INFO MainThread:215 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-07-07 03:56:35,516 INFO MainThread:215 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-07-07 03:56:35,516 INFO MainThread:215 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-07-07 03:56:35,516 INFO MainThread:215 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-07-07 03:56:35,516 INFO MainThread:215 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-07-07 03:56:35,524 INFO MainThread:215 [wandb_init.py:init():1094] run started, returning control to user process