sasudo2 commited on
Commit
4e64478
·
verified ·
1 Parent(s): 1f9d508

Upload esm2_ffn/manifest.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. esm2_ffn/manifest.json +577 -0
esm2_ffn/manifest.json ADDED
@@ -0,0 +1,577 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "model": "esm2_ffn",
4
+ "run_mode": "full",
5
+ "device": "Tesla T4",
6
+ "base_model": "facebook/esm2_t33_650M_UR50D",
7
+ "embedding_revision": "b52b6a4876f9d2ff5e1c928d87390168b0219e87",
8
+ "feature_count": 1280,
9
+ "term_count": 4152,
10
+ "training_proteins": 141995,
11
+ "available_training_proteins": 142241,
12
+ "training_embedding_coverage": 0.9982705408426543,
13
+ "missing_embedding_proteins": 246,
14
+ "test_proteins": 141864,
15
+ "available_test_proteins": 141864,
16
+ "test_prediction_rows": 200008644,
17
+ "test_proteins_with_predictions": 141864,
18
+ "required_input": [
19
+ "EntryID",
20
+ "sequence"
21
+ ],
22
+ "prediction_schema": [
23
+ "EntryID",
24
+ "term",
25
+ "score"
26
+ ],
27
+ "configuration": {
28
+ "seed": 42,
29
+ "head": {
30
+ "hidden_dim": 512,
31
+ "dropout": 0.2,
32
+ "learning_rate": 0.001,
33
+ "weight_decay": 0.0001
34
+ },
35
+ "pos_weight_cap": 50.0,
36
+ "train_batch_size": 256,
37
+ "epochs_per_shard": 5,
38
+ "max_residue_length": 1022,
39
+ "minimum_score": 0.01,
40
+ "maximum_terms_per_protein": 1500,
41
+ "inference_batch_size": 32,
42
+ "inference_token_budget": 4096,
43
+ "inference_attention_budget": 4194304,
44
+ "inference_sort_window": 512,
45
+ "training_mode": "single shard pass, persistent head and optimizer, no search",
46
+ "training_seconds": 2299.6016540527344,
47
+ "training_history": [
48
+ {
49
+ "shard": 1,
50
+ "epoch": 1,
51
+ "training_loss": 0.4157664819197221
52
+ },
53
+ {
54
+ "shard": 1,
55
+ "epoch": 2,
56
+ "training_loss": 0.32833179343830454
57
+ },
58
+ {
59
+ "shard": 1,
60
+ "epoch": 3,
61
+ "training_loss": 0.3059960403225639
62
+ },
63
+ {
64
+ "shard": 1,
65
+ "epoch": 4,
66
+ "training_loss": 0.28873344117944894
67
+ },
68
+ {
69
+ "shard": 1,
70
+ "epoch": 5,
71
+ "training_loss": 0.2762377698313106
72
+ },
73
+ {
74
+ "shard": 2,
75
+ "epoch": 1,
76
+ "training_loss": 0.3424099864254535
77
+ },
78
+ {
79
+ "shard": 2,
80
+ "epoch": 2,
81
+ "training_loss": 0.3143141445979266
82
+ },
83
+ {
84
+ "shard": 2,
85
+ "epoch": 3,
86
+ "training_loss": 0.2991763582112084
87
+ },
88
+ {
89
+ "shard": 2,
90
+ "epoch": 4,
91
+ "training_loss": 0.2878751681304314
92
+ },
93
+ {
94
+ "shard": 2,
95
+ "epoch": 5,
96
+ "training_loss": 0.27832384638383356
97
+ },
98
+ {
99
+ "shard": 3,
100
+ "epoch": 1,
101
+ "training_loss": 0.29587634466588497
102
+ },
103
+ {
104
+ "shard": 3,
105
+ "epoch": 2,
106
+ "training_loss": 0.27499456238001585
107
+ },
108
+ {
109
+ "shard": 3,
110
+ "epoch": 3,
111
+ "training_loss": 0.2640756303444505
112
+ },
113
+ {
114
+ "shard": 3,
115
+ "epoch": 4,
116
+ "training_loss": 0.2551718349568546
117
+ },
118
+ {
119
+ "shard": 3,
120
+ "epoch": 5,
121
+ "training_loss": 0.24678976135328412
122
+ },
123
+ {
124
+ "shard": 4,
125
+ "epoch": 1,
126
+ "training_loss": 0.3061657026410103
127
+ },
128
+ {
129
+ "shard": 4,
130
+ "epoch": 2,
131
+ "training_loss": 0.28634580059183967
132
+ },
133
+ {
134
+ "shard": 4,
135
+ "epoch": 3,
136
+ "training_loss": 0.2729579392406676
137
+ },
138
+ {
139
+ "shard": 4,
140
+ "epoch": 4,
141
+ "training_loss": 0.2637394356230895
142
+ },
143
+ {
144
+ "shard": 4,
145
+ "epoch": 5,
146
+ "training_loss": 0.25535502781470615
147
+ },
148
+ {
149
+ "shard": 5,
150
+ "epoch": 1,
151
+ "training_loss": 0.31505338815932576
152
+ },
153
+ {
154
+ "shard": 5,
155
+ "epoch": 2,
156
+ "training_loss": 0.2942555286782853
157
+ },
158
+ {
159
+ "shard": 5,
160
+ "epoch": 3,
161
+ "training_loss": 0.2821953594684601
162
+ },
163
+ {
164
+ "shard": 5,
165
+ "epoch": 4,
166
+ "training_loss": 0.272758386870648
167
+ },
168
+ {
169
+ "shard": 5,
170
+ "epoch": 5,
171
+ "training_loss": 0.26502398100305113
172
+ },
173
+ {
174
+ "shard": 6,
175
+ "epoch": 1,
176
+ "training_loss": 0.31829916106330025
177
+ },
178
+ {
179
+ "shard": 6,
180
+ "epoch": 2,
181
+ "training_loss": 0.2966184988617897
182
+ },
183
+ {
184
+ "shard": 6,
185
+ "epoch": 3,
186
+ "training_loss": 0.2858642174137963
187
+ },
188
+ {
189
+ "shard": 6,
190
+ "epoch": 4,
191
+ "training_loss": 0.2758787030147182
192
+ },
193
+ {
194
+ "shard": 6,
195
+ "epoch": 5,
196
+ "training_loss": 0.2670620907511976
197
+ },
198
+ {
199
+ "shard": 7,
200
+ "epoch": 1,
201
+ "training_loss": 0.3289553009801441
202
+ },
203
+ {
204
+ "shard": 7,
205
+ "epoch": 2,
206
+ "training_loss": 0.3059856850239966
207
+ },
208
+ {
209
+ "shard": 7,
210
+ "epoch": 3,
211
+ "training_loss": 0.2930942897995313
212
+ },
213
+ {
214
+ "shard": 7,
215
+ "epoch": 4,
216
+ "training_loss": 0.2806620163222154
217
+ },
218
+ {
219
+ "shard": 7,
220
+ "epoch": 5,
221
+ "training_loss": 0.2747905163301362
222
+ },
223
+ {
224
+ "shard": 8,
225
+ "epoch": 1,
226
+ "training_loss": 0.3256042432039976
227
+ },
228
+ {
229
+ "shard": 8,
230
+ "epoch": 2,
231
+ "training_loss": 0.3046226976439357
232
+ },
233
+ {
234
+ "shard": 8,
235
+ "epoch": 3,
236
+ "training_loss": 0.29098327085375786
237
+ },
238
+ {
239
+ "shard": 8,
240
+ "epoch": 4,
241
+ "training_loss": 0.28053947258740664
242
+ },
243
+ {
244
+ "shard": 8,
245
+ "epoch": 5,
246
+ "training_loss": 0.27184463338926435
247
+ },
248
+ {
249
+ "shard": 9,
250
+ "epoch": 1,
251
+ "training_loss": 0.3284857092159135
252
+ },
253
+ {
254
+ "shard": 9,
255
+ "epoch": 2,
256
+ "training_loss": 0.30218335347516195
257
+ },
258
+ {
259
+ "shard": 9,
260
+ "epoch": 3,
261
+ "training_loss": 0.2860567681491375
262
+ },
263
+ {
264
+ "shard": 9,
265
+ "epoch": 4,
266
+ "training_loss": 0.2747546530195645
267
+ },
268
+ {
269
+ "shard": 9,
270
+ "epoch": 5,
271
+ "training_loss": 0.26291701942682266
272
+ },
273
+ {
274
+ "shard": 10,
275
+ "epoch": 1,
276
+ "training_loss": 0.3237983946289335
277
+ },
278
+ {
279
+ "shard": 10,
280
+ "epoch": 2,
281
+ "training_loss": 0.30070885962673594
282
+ },
283
+ {
284
+ "shard": 10,
285
+ "epoch": 3,
286
+ "training_loss": 0.2853062780840056
287
+ },
288
+ {
289
+ "shard": 10,
290
+ "epoch": 4,
291
+ "training_loss": 0.27338845069919315
292
+ },
293
+ {
294
+ "shard": 10,
295
+ "epoch": 5,
296
+ "training_loss": 0.26150733126061304
297
+ },
298
+ {
299
+ "shard": 11,
300
+ "epoch": 1,
301
+ "training_loss": 0.333835306763649
302
+ },
303
+ {
304
+ "shard": 11,
305
+ "epoch": 2,
306
+ "training_loss": 0.3093550086021423
307
+ },
308
+ {
309
+ "shard": 11,
310
+ "epoch": 3,
311
+ "training_loss": 0.2923483237624168
312
+ },
313
+ {
314
+ "shard": 11,
315
+ "epoch": 4,
316
+ "training_loss": 0.27890624552965165
317
+ },
318
+ {
319
+ "shard": 11,
320
+ "epoch": 5,
321
+ "training_loss": 0.268350338190794
322
+ },
323
+ {
324
+ "shard": 12,
325
+ "epoch": 1,
326
+ "training_loss": 0.34262201488018035
327
+ },
328
+ {
329
+ "shard": 12,
330
+ "epoch": 2,
331
+ "training_loss": 0.31667678654193876
332
+ },
333
+ {
334
+ "shard": 12,
335
+ "epoch": 3,
336
+ "training_loss": 0.2979709178209305
337
+ },
338
+ {
339
+ "shard": 12,
340
+ "epoch": 4,
341
+ "training_loss": 0.284397779405117
342
+ },
343
+ {
344
+ "shard": 12,
345
+ "epoch": 5,
346
+ "training_loss": 0.2736011691391468
347
+ },
348
+ {
349
+ "shard": 13,
350
+ "epoch": 1,
351
+ "training_loss": 0.3636253267526627
352
+ },
353
+ {
354
+ "shard": 13,
355
+ "epoch": 2,
356
+ "training_loss": 0.33207735866308213
357
+ },
358
+ {
359
+ "shard": 13,
360
+ "epoch": 3,
361
+ "training_loss": 0.31380427777767184
362
+ },
363
+ {
364
+ "shard": 13,
365
+ "epoch": 4,
366
+ "training_loss": 0.29869074672460555
367
+ },
368
+ {
369
+ "shard": 13,
370
+ "epoch": 5,
371
+ "training_loss": 0.2870007067918777
372
+ },
373
+ {
374
+ "shard": 14,
375
+ "epoch": 1,
376
+ "training_loss": 0.38240064308047295
377
+ },
378
+ {
379
+ "shard": 14,
380
+ "epoch": 2,
381
+ "training_loss": 0.3509120400995016
382
+ },
383
+ {
384
+ "shard": 14,
385
+ "epoch": 3,
386
+ "training_loss": 0.32948445715010166
387
+ },
388
+ {
389
+ "shard": 14,
390
+ "epoch": 4,
391
+ "training_loss": 0.3141818605363369
392
+ },
393
+ {
394
+ "shard": 14,
395
+ "epoch": 5,
396
+ "training_loss": 0.30053347907960415
397
+ },
398
+ {
399
+ "shard": 15,
400
+ "epoch": 1,
401
+ "training_loss": 0.3646004982292652
402
+ },
403
+ {
404
+ "shard": 15,
405
+ "epoch": 2,
406
+ "training_loss": 0.3376350235193968
407
+ },
408
+ {
409
+ "shard": 15,
410
+ "epoch": 3,
411
+ "training_loss": 0.31674727611243725
412
+ },
413
+ {
414
+ "shard": 15,
415
+ "epoch": 4,
416
+ "training_loss": 0.30444597266614437
417
+ },
418
+ {
419
+ "shard": 15,
420
+ "epoch": 5,
421
+ "training_loss": 0.2906575035303831
422
+ },
423
+ {
424
+ "shard": 16,
425
+ "epoch": 1,
426
+ "training_loss": 0.3671761155128479
427
+ },
428
+ {
429
+ "shard": 16,
430
+ "epoch": 2,
431
+ "training_loss": 0.34148419089615345
432
+ },
433
+ {
434
+ "shard": 16,
435
+ "epoch": 3,
436
+ "training_loss": 0.32158419117331505
437
+ },
438
+ {
439
+ "shard": 16,
440
+ "epoch": 4,
441
+ "training_loss": 0.30636235512793064
442
+ },
443
+ {
444
+ "shard": 16,
445
+ "epoch": 5,
446
+ "training_loss": 0.29292925260961056
447
+ },
448
+ {
449
+ "shard": 17,
450
+ "epoch": 1,
451
+ "training_loss": 0.39114315807819366
452
+ },
453
+ {
454
+ "shard": 17,
455
+ "epoch": 2,
456
+ "training_loss": 0.3569979944399425
457
+ },
458
+ {
459
+ "shard": 17,
460
+ "epoch": 3,
461
+ "training_loss": 0.3331875992672784
462
+ },
463
+ {
464
+ "shard": 17,
465
+ "epoch": 4,
466
+ "training_loss": 0.3172256627253124
467
+ },
468
+ {
469
+ "shard": 17,
470
+ "epoch": 5,
471
+ "training_loss": 0.30370346563202993
472
+ },
473
+ {
474
+ "shard": 18,
475
+ "epoch": 1,
476
+ "training_loss": 0.4218458022390093
477
+ },
478
+ {
479
+ "shard": 18,
480
+ "epoch": 2,
481
+ "training_loss": 0.37673624072756084
482
+ },
483
+ {
484
+ "shard": 18,
485
+ "epoch": 3,
486
+ "training_loss": 0.3518526703119278
487
+ },
488
+ {
489
+ "shard": 18,
490
+ "epoch": 4,
491
+ "training_loss": 0.3319497789655413
492
+ },
493
+ {
494
+ "shard": 18,
495
+ "epoch": 5,
496
+ "training_loss": 0.31485377677849363
497
+ },
498
+ {
499
+ "shard": 19,
500
+ "epoch": 1,
501
+ "training_loss": 0.40863281914166044
502
+ },
503
+ {
504
+ "shard": 19,
505
+ "epoch": 2,
506
+ "training_loss": 0.36719191500118803
507
+ },
508
+ {
509
+ "shard": 19,
510
+ "epoch": 3,
511
+ "training_loss": 0.34238505150590626
512
+ },
513
+ {
514
+ "shard": 19,
515
+ "epoch": 4,
516
+ "training_loss": 0.32327992575509207
517
+ },
518
+ {
519
+ "shard": 19,
520
+ "epoch": 5,
521
+ "training_loss": 0.3073732001440866
522
+ },
523
+ {
524
+ "shard": 20,
525
+ "epoch": 1,
526
+ "training_loss": 0.4609835594892502
527
+ },
528
+ {
529
+ "shard": 20,
530
+ "epoch": 2,
531
+ "training_loss": 0.4003363038812365
532
+ },
533
+ {
534
+ "shard": 20,
535
+ "epoch": 3,
536
+ "training_loss": 0.36443835709776196
537
+ },
538
+ {
539
+ "shard": 20,
540
+ "epoch": 4,
541
+ "training_loss": 0.3427718920367105
542
+ },
543
+ {
544
+ "shard": 20,
545
+ "epoch": 5,
546
+ "training_loss": 0.32476015176091877
547
+ }
548
+ ]
549
+ },
550
+ "input_checksums": {
551
+ "train_sequences.fasta": "1d897c5ff96f57828028742223a4c0b9616d19b42c8b9c73a3136bd393334979",
552
+ "train_terms_filtered.tsv": "f8cfaff8580f997c741c61fab4e6bcd5d807c3aff27f53964f85f1e1c9ca6404",
553
+ "selected_terms.json": "40b204a592942e8400e3502fe31fe7bcd8a43a2a8389a920edcef72d7750836a"
554
+ },
555
+ "artifact_checksums": {
556
+ "model.safetensors": "4e1a5a1db4c66e86d061b0d055a998d48858950189972378f7baaaccdcf4e421",
557
+ "go_terms.json": "9e6669dd99fd52d5417c97672c739d1c03380cc58de158c118ad9535813d8351",
558
+ "model_config.json": "376c1d34434f69a06940e1da528bf086ac298ca5dcc1393454377ecf317a8172",
559
+ "inference.py": "114b5460242c34f00bf649d1db94e6ca57355bf8dee6f74af4c4f38a118aed31",
560
+ "README.md": "e33098afd52f27746784ee0175cad3618136134f420d9beb8d106b00c38bfc26",
561
+ "submission.tsv": "7f43ff20fb0495bd1734c666c6e07bec358cd58ca20939c6e5819745e67dfb7c",
562
+ "esm2_base/config.json": "0b458e03b90b453b59a9ccf7a8b325e1722ee4c42c60e9a86bb92d1ffb48e554",
563
+ "tokenizer/tokenizer_config.json": "fc789458c7dc11859aea5212bda8eab5b1b5a4bdca90a429640c13665409f654",
564
+ "tokenizer/vocab.txt": "0b82cc0a7c7cf9e567b1e5892d793285b9fbae822c964ca48696f7db44598e03"
565
+ },
566
+ "versions": {
567
+ "python": "3.13.15",
568
+ "numpy": "2.1.3",
569
+ "pandas": "2.3.3",
570
+ "torch": "2.11.0+cu128",
571
+ "biopython": "1.84",
572
+ "huggingface_hub": "1.29.0",
573
+ "transformers": "5.16.1",
574
+ "safetensors": "0.8.0",
575
+ "h5py": "3.16.0"
576
+ }
577
+ }