JTF2000 commited on
Commit
b78063d
·
verified ·
1 Parent(s): 1998f4e

Upload 2 files

Browse files
Files changed (2) hide show
  1. ChorusTIC.ckpt +3 -0
  2. model_hparams_latest.json +64 -0
ChorusTIC.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08058917800cb5412d3ecf11f423facdcf7b3a6d1ae02b6b4aaf0f77f399ca2f
3
+ size 224400250
model_hparams_latest.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_config": {
3
+ "model": "ChorusTIC",
4
+ "signal_level_chorus": {
5
+ "arch": "da",
6
+ "seq_len": 512,
7
+ "hidden_dim": 512,
8
+ "num_patches": 32,
9
+ "num_channels": 1,
10
+ "use_dual_axis": true,
11
+ "num_dual_axis_layers": 3,
12
+ "temporal_heads": 8,
13
+ "channel_heads": 4,
14
+ "temporal_mlp_dim": 512,
15
+ "channel_mlp_dim": 512,
16
+ "dual_axis_dropout": 0.1,
17
+ "use_channel_mask": true,
18
+ "use_channel_axis_attention": true,
19
+ "channel_pool_type": "gated_mean",
20
+ "channel_set_aggregator": {
21
+ "type": "random_subchannel_slot_concat",
22
+ "dropout": 0.1,
23
+ "random_subchannel_slot_concat": {
24
+ "input_dim": 512,
25
+ "output_dim": 512,
26
+ "num_groups": 4,
27
+ "group_size": 4,
28
+ "slot_dim": 32,
29
+ "slot_projector_type": "linear",
30
+ "sampling": "coverage",
31
+ "train_resample": true,
32
+ "use_group_embedding": true,
33
+ "use_slot_embedding": true,
34
+ "freeze_mantis": true,
35
+ "no_grad_mantis": true,
36
+ "mantis_batch_size": 36,
37
+ "group_chunk_size": 1,
38
+ "output_norm": true
39
+ }
40
+ }
41
+ },
42
+ "adapter": {
43
+ "icl_dim": 512
44
+ },
45
+ "task_level_chorus": {
46
+ "max_classes": 10,
47
+ "embed_dim": 128,
48
+ "col_num_blocks": 3,
49
+ "col_nhead": 4,
50
+ "col_num_inds": 128,
51
+ "row_num_blocks": 3,
52
+ "row_nhead": 8,
53
+ "row_num_cls": 4,
54
+ "row_rope_base": 100000,
55
+ "icl_num_blocks": 12,
56
+ "icl_nhead": 4,
57
+ "ff_factor": 2,
58
+ "dropout": 0,
59
+ "activation": "gelu",
60
+ "norm_first": true,
61
+ "col_embedding_mode": "distribution_aware"
62
+ }
63
+ }
64
+ }