diff --git a/ckpt/cls/QKFormer/cifar10/args.yaml b/ckpt/cls/QKFormer/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8ff230baf70aae26f5696184399c31a786d059a8
--- /dev/null
+++ b/ckpt/cls/QKFormer/cifar10/args.yaml
@@ -0,0 +1,127 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: qkformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/QKFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/QKFormer/cifar10/log.csv b/ckpt/cls/QKFormer/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..72a7261bacba01281a37c306bfce90c2e8f30818
--- /dev/null
+++ b/ckpt/cls/QKFormer/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.228632742930681,1.99353125,29.24,82.47
+1,2.0265282823489263,1.6493375,40.43,91.03
+2,1.9092804178213463,1.41481875,51.16,94.13
+3,1.8150414711389786,1.3563078125,55.5,94.74
+4,1.7456446681267177,1.3148765625,54.88,93.0
+5,1.7043634439126039,1.1991046875,62.82,95.72
+6,1.6710883617401122,1.06375546875,65.69,96.49
+7,1.6133185316354801,1.08940703125,64.73,95.07
+8,1.6005055231925769,1.07500703125,65.95,95.84
+9,1.564713714672969,1.01227578125,69.59,97.6
+10,1.5649251014758379,1.0164375,68.23,97.68
+11,1.5352056124271491,0.89732265625,72.7,98.16
+12,1.494169387450585,0.8166359375,76.38,98.48
+13,1.451015767837182,0.8307984375,76.61,98.09
+14,1.467587013886525,0.76200703125,78.49,98.55
+15,1.441659201719822,0.80551796875,75.21,98.16
+16,1.4341717959978642,1.0082453125,69.53,94.51
+17,1.4527076430809804,0.7492890625,77.98,98.38
+18,1.4400228767822951,0.7975,78.13,98.36
+19,1.4018497905670069,0.73127265625,80.36,98.92
+20,1.4101571883910742,0.72093125,79.88,98.57
+21,1.3946587736789997,0.65504296875,84.0,99.14
+22,1.3896351884572933,0.6882890625,81.07,98.64
+23,1.373424992347375,0.66065703125,84.18,99.28
+24,1.3543720240776356,0.61703984375,83.53,99.07
+25,1.3729800731707842,0.591309375,85.37,99.35
+26,1.3472790857156118,0.616759375,82.71,99.13
+27,1.3487278767121145,0.6737953125,82.91,98.81
+28,1.3139321690950638,0.6402125,84.07,99.07
+29,1.3416714834861265,0.65586171875,81.44,98.88
+30,1.3318951343878722,0.54631328125,85.43,99.27
+31,1.293876396998381,0.6348984375,85.74,99.17
+32,1.3274862750982628,0.6241921875,85.82,99.24
+33,1.3031159449846317,0.59303125,86.24,99.26
+34,1.302586313088735,0.6271671875,87.41,99.47
+35,1.3016025093885568,0.57450078125,87.41,99.46
+36,1.2848587925617512,0.5304984375,88.14,99.41
+37,1.3019862636541708,0.565831640625,86.19,99.46
+38,1.2928675992366596,0.6114328125,85.56,99.44
+39,1.31447941217667,0.5303625,88.44,99.44
+40,1.2726251403490703,0.53022890625,88.52,99.45
+41,1.2847899036529737,0.5268,88.04,99.43
+42,1.2331157643061417,0.488009765625,89.54,99.5
+43,1.2416652175096365,0.515078515625,88.27,99.45
+44,1.2603307309823157,0.52220078125,89.22,99.53
+45,1.2245586279111031,0.52872578125,89.07,99.41
+46,1.2399751542470394,0.5042171875,89.46,99.45
+47,1.2274008145699133,0.49432578125,89.4,99.63
+48,1.2356804435069744,0.464450390625,89.75,99.59
+49,1.2466011498218927,0.533215234375,88.78,99.62
+50,1.242633389356809,0.494109375,90.29,99.64
+51,1.253387764784006,0.45190390625,89.74,99.48
+52,1.2061380406220754,0.515191796875,89.98,99.61
+53,1.2307589158033714,0.451312109375,89.98,99.52
+54,1.2036205090009249,0.504223046875,90.25,99.49
+55,1.2170280555884043,0.497925,89.95,99.61
+56,1.1664954252732105,0.449612890625,89.28,99.55
+57,1.2088472442749219,0.50749765625,89.52,99.48
+58,1.1819829480770307,0.494415234375,90.15,99.4
+59,1.197270218989788,0.463995703125,89.74,99.54
+60,1.2185396223496168,0.47800625,90.42,99.61
+61,1.2423424979050954,0.434871484375,90.34,99.58
+62,1.2227791969592754,0.46705,90.45,99.54
+63,1.188596601669605,0.4654234375,90.11,99.67
+64,1.2420543511708577,0.496415625,91.28,99.67
+65,1.206566688647637,0.4570609375,91.36,99.58
+66,1.191841467221578,0.476517578125,90.08,99.54
+67,1.2159340908894172,0.45509921875,91.21,99.52
+68,1.184596010354849,0.4041,91.82,99.7
+69,1.197465008802903,0.4776203125,90.84,99.51
+70,1.1692065709676498,0.47871484375,91.21,99.69
+71,1.1655661586003425,0.4623703125,91.47,99.59
+72,1.1758980602790148,0.4540109375,91.17,99.69
+73,1.2090310701957117,0.44291484375,91.15,99.43
+74,1.2243066520262986,0.47409375,91.06,99.44
+75,1.1842314501603444,0.4021640625,92.45,99.58
+76,1.1861446174291463,0.454423046875,90.9,99.29
+77,1.1913666887161058,0.431529296875,91.21,99.51
+78,1.182315821831043,0.440090234375,90.43,99.51
+79,1.1752316970091599,0.411735546875,92.22,99.66
+80,1.1980842932676659,0.40486484375,92.02,99.66
+81,1.208430159244782,0.4691671875,91.15,99.59
+82,1.1713698419240806,0.454520703125,91.85,99.49
+83,1.1868501634169848,0.4734734375,91.28,99.54
+84,1.1554450652538202,0.40115859375,91.95,99.69
+85,1.1732029344791022,0.426548828125,91.99,99.54
+86,1.1870274452062755,0.48535390625,91.89,99.68
+87,1.1872161992085286,0.42591328125,92.14,99.61
+88,1.1662766270148448,0.3923421875,92.1,99.65
+89,1.1558782638647618,0.3834203125,92.03,99.66
+90,1.178839941513844,0.4020169921875,91.74,99.77
+91,1.167067683965732,0.375964453125,92.33,99.66
+92,1.1623692544607016,0.448868359375,91.71,99.62
+93,1.143682997348981,0.40561171875,91.72,99.57
+94,1.1803595685041868,0.45947734375,92.36,99.65
+95,1.1663677764244569,0.44706796875,92.38,99.57
+96,1.1437147880211855,0.41839765625,92.68,99.68
+97,1.1581761919535123,0.448744140625,91.49,99.55
+98,1.1377769746841528,0.407988671875,91.61,99.57
+99,1.126110954468067,0.39558984375,91.77,99.74
+100,1.1959266552558312,0.394901953125,92.38,99.78
+101,1.146983995498755,0.38755546875,92.83,99.69
+102,1.155277564892402,0.414061328125,91.7,99.57
+103,1.1779818253639416,0.4388,92.57,99.52
+104,1.1606071893985455,0.387746484375,92.76,99.66
+105,1.1637056848941705,0.426905078125,93.1,99.66
+106,1.1326998135982416,0.372390625,92.6,99.69
+107,1.115137836107841,0.410091796875,92.47,99.59
+108,1.1432848470333294,0.444223828125,92.1,99.59
+109,1.1742048966578948,0.388155078125,91.99,99.67
+110,1.152328994946602,0.429711328125,92.95,99.52
+111,1.127046115276141,0.40251953125,92.73,99.66
+112,1.1502256796910213,0.428683984375,92.57,99.68
+113,1.143815320271712,0.439583203125,91.47,99.55
+114,1.1372800686420539,0.437525390625,92.52,99.51
+115,1.1672572664725476,0.41136015625,92.03,99.57
+116,1.1493335931729047,0.463894140625,92.77,99.68
+117,1.1345055736028231,0.37098984375,92.46,99.58
+118,1.1407694458961486,0.414290625,92.97,99.63
+119,1.1474083697184538,0.3839205078125,92.98,99.68
+120,1.1171222862524863,0.40163671875,93.28,99.55
+121,1.1257376819084852,0.40097734375,92.98,99.6
+122,1.1047393627655813,0.45378203125,92.92,99.62
+123,1.1369217111514165,0.3757892578125,92.81,99.82
+124,1.134765430749991,0.400059765625,92.84,99.71
+125,1.138391345892197,0.433514453125,93.08,99.65
+126,1.0883634084310287,0.427871484375,92.39,99.66
+127,1.1566685540553852,0.4063734375,92.69,99.57
+128,1.1462895090763385,0.41658671875,93.16,99.7
+129,1.1054501174352107,0.422457421875,93.1,99.68
+130,1.1447047354319158,0.4211025390625,92.69,99.61
+131,1.149102414571322,0.4048388671875,92.88,99.52
+132,1.1064691494672727,0.3628212890625,93.02,99.65
+133,1.1122364036547832,0.358221875,93.27,99.72
+134,1.1012394088965196,0.36715078125,92.35,99.65
+135,1.1053813885419796,0.43633984375,91.82,99.48
+136,1.152028303574293,0.4056,93.08,99.73
+137,1.1467499726857895,0.3954375,92.69,99.7
+138,1.1280193526011246,0.41815,92.9,99.61
+139,1.1195594104436728,0.36747890625,93.4,99.63
+140,1.1339815783195006,0.428661328125,93.05,99.64
+141,1.1116933652987846,0.420375390625,93.36,99.65
+142,1.1498072540148712,0.41037890625,92.97,99.65
+143,1.150619497971657,0.42334609375,92.87,99.54
+144,1.103655861585568,0.446689453125,92.99,99.66
+145,1.1060072175967388,0.3800505859375,92.38,99.28
+146,1.102707066749915,0.3902037109375,93.32,99.68
+147,1.1176555746640915,0.444923828125,93.02,99.69
+148,1.1226100924687508,0.39396484375,93.07,99.64
+149,1.1222223980304522,0.37903125,93.6,99.59
+150,1.0954549517386998,0.40498515625,93.08,99.67
+151,1.122926343098665,0.4134046875,93.48,99.58
+152,1.1236997906978314,0.355309765625,93.94,99.61
+153,1.090163643237872,0.395153515625,93.47,99.67
+154,1.1249932270783645,0.407270703125,92.93,99.64
+155,1.1221935220253774,0.4346765625,93.26,99.66
+156,1.1171235023400723,0.380096875,93.42,99.61
+157,1.12314413189888,0.463362890625,92.69,99.57
+158,1.1203467682386057,0.3871390625,93.33,99.61
+159,1.1073821318455233,0.347365234375,93.05,99.52
+160,1.127945763636858,0.347465234375,93.55,99.57
+161,1.0871416284487798,0.384891796875,93.41,99.7
+162,1.1285324128774497,0.397952734375,93.18,99.79
+163,1.1074530606086437,0.3853703125,93.7,99.68
+164,1.1060623306494493,0.401766015625,93.66,99.59
+165,1.0612947988204466,0.348730078125,93.39,99.7
+166,1.0722923368979722,0.4359328125,93.24,99.61
+167,1.0903227127515354,0.4123421875,93.51,99.67
+168,1.1172591721400236,0.371656640625,93.83,99.58
+169,1.1216118500782892,0.44394375,93.46,99.57
+170,1.100095761892123,0.3274806640625,93.38,99.63
+171,1.0966140471971952,0.36365703125,93.91,99.77
+172,1.1021669279306363,0.362629296875,93.0,99.68
+173,1.1149107210147076,0.39634140625,93.37,99.56
+174,1.1082352363146268,0.413947265625,93.59,99.6
+175,1.086649359189547,0.324766015625,93.92,99.68
+176,1.0948306905917633,0.395455078125,93.21,99.45
+177,1.0773652403782576,0.354323046875,93.38,99.66
+178,1.1126035664326106,0.3550390625,94.02,99.75
+179,1.0803259435372474,0.334923828125,93.81,99.74
+180,1.0934627074461716,0.3783841796875,93.25,99.67
+181,1.099122061026402,0.3989265625,93.79,99.68
+182,1.1175842557197961,0.426187890625,93.13,99.68
+183,1.0963575662710727,0.3703798828125,93.88,99.74
+184,1.079585871176842,0.395879296875,94.15,99.75
+185,1.0797853786211746,0.387984375,93.84,99.75
+186,1.0955191762019427,0.344084765625,94.17,99.65
+187,1.0506296411538736,0.334175390625,93.87,99.67
+188,1.0611317636110844,0.39035234375,93.47,99.6
+189,1.1206138002566801,0.449980859375,93.83,99.76
+190,1.11144701502262,0.41472421875,94.13,99.68
+191,1.100427198715699,0.398752734375,93.8,99.7
+192,1.0948818374902773,0.385579296875,93.87,99.66
+193,1.0693218954098531,0.341380078125,93.37,99.7
+194,1.103005584081014,0.3931533203125,94.12,99.68
+195,1.1054788418305226,0.33855,94.07,99.64
+196,1.1088524303375147,0.45698046875,93.81,99.63
+197,1.0407410370997894,0.4015921875,93.94,99.71
+198,1.0804253764641591,0.39121484375,93.59,99.64
+199,1.0671841382980347,0.342718359375,93.72,99.61
+200,1.0845082603968106,0.324044921875,94.42,99.79
+201,1.0990136024279473,0.362056640625,94.21,99.66
+202,1.1116888905182862,0.38960390625,93.97,99.71
+203,1.06776006206488,0.3412015625,94.2,99.74
+204,1.0836792551554166,0.3214828125,93.99,99.67
+205,1.080847581074788,0.40334921875,93.17,99.61
+206,1.0895223064300341,0.35377265625,94.05,99.67
+207,1.1009255991532252,0.35111796875,94.19,99.64
+208,1.0904620500711295,0.341466015625,94.34,99.77
+209,1.0627285804504003,0.383089453125,93.75,99.76
+210,1.0891688915399405,0.396571875,93.94,99.61
+211,1.060261351481462,0.368446484375,94.27,99.67
+212,1.0723146378993988,0.396392578125,93.78,99.73
+213,1.076992639211508,0.3211845703125,94.5,99.64
+214,1.085896418797664,0.387467578125,94.22,99.71
+215,1.0856746348050925,0.375680859375,94.02,99.79
+216,1.0917895772518256,0.349137109375,94.63,99.74
+217,1.0860583021090582,0.40240390625,94.45,99.67
+218,1.0784901349972456,0.363075390625,94.39,99.72
+219,1.0539836447972517,0.35201796875,94.48,99.58
+220,1.0555390284611628,0.3813859375,94.3,99.63
+221,1.0728787469558227,0.378371484375,94.24,99.67
+222,1.048610831835331,0.40267421875,94.25,99.76
+223,1.0852404514948526,0.333689453125,94.58,99.64
+224,1.0662239426221602,0.396722265625,94.03,99.72
+225,1.0802490966442304,0.369261328125,94.53,99.66
+226,1.0536130495560474,0.396637109375,94.21,99.67
+227,1.0825164356292822,0.35952421875,94.35,99.72
+228,1.066870865302208,0.370000390625,94.4,99.56
+229,1.074885709469135,0.36914609375,93.89,99.64
+230,1.0634195486704507,0.374794921875,94.0,99.67
+231,1.074646904376837,0.3907921875,93.83,99.58
+232,1.0701701553968284,0.386318359375,94.35,99.58
+233,1.07264910141627,0.42007578125,94.35,99.52
+234,1.0680051094446428,0.3726359375,94.43,99.72
+235,1.08641681823975,0.402212109375,94.3,99.61
+236,1.0732627926728664,0.372687890625,94.21,99.73
+237,1.0481663728371644,0.3361796875,94.28,99.71
+238,1.0551267432860838,0.379476171875,94.7,99.67
+239,1.0614690105120341,0.374476171875,94.37,99.67
+240,1.0619641271921305,0.43920625,94.4,99.58
+241,1.0279173189248794,0.34027890625,94.23,99.73
+242,1.077167585110053,0.4396421875,94.3,99.67
+243,1.0249489321158483,0.363371875,94.79,99.71
+244,1.0280326458124014,0.3155390625,94.86,99.73
+245,1.0331410932235228,0.34815625,94.53,99.62
+246,1.0343905155475324,0.34569140625,94.24,99.67
+247,1.0381666554854467,0.352112109375,94.75,99.71
+248,1.0637173617497468,0.36484453125,94.94,99.65
+249,1.0751210273840488,0.392098828125,94.77,99.7
+250,1.0424726626811884,0.322963671875,94.91,99.72
+251,1.064419942177259,0.40535703125,94.81,99.48
+252,1.0467559950473981,0.37910234375,94.45,99.63
+253,1.0874260981877646,0.346384765625,95.0,99.65
+254,1.0484558779459734,0.39484375,94.79,99.58
+255,1.0582900195549696,0.369790625,94.37,99.58
+256,1.042262724118355,0.3568220703125,94.38,99.59
+257,1.0289932321279476,0.3336017578125,94.96,99.71
+258,1.042755479996021,0.40819375,94.51,99.65
+259,1.0390136243441166,0.405969140625,94.79,99.69
+260,1.0491037805875143,0.3422390625,94.77,99.65
+261,1.022565542581754,0.363842578125,94.77,99.72
+262,1.0501359037863902,0.40166484375,94.65,99.67
+263,1.0835293396925314,0.3624390625,94.84,99.69
+264,1.0416020781565936,0.392460546875,94.93,99.67
+265,1.044888817347013,0.371815234375,94.97,99.74
+266,1.0540048802510287,0.315552734375,94.95,99.72
+267,1.0619153398733872,0.3202056640625,95.25,99.67
+268,1.045752146305182,0.3136587890625,94.87,99.71
+269,1.0494426718124976,0.36570234375,94.8,99.68
+270,1.0723711395875002,0.381908203125,94.89,99.67
+271,1.0434671943004314,0.419682421875,95.03,99.76
+272,0.9911754947442275,0.29522421875,94.92,99.78
+273,1.052137903066782,0.343071875,94.67,99.68
+274,1.0242264500031104,0.317134375,94.88,99.83
+275,1.0626385444249862,0.38119375,94.74,99.77
+276,1.008021810880074,0.335603515625,95.01,99.68
+277,1.0549489569969666,0.387721875,94.97,99.67
+278,1.0367285896570255,0.330258984375,95.19,99.71
+279,1.0265618735399002,0.3347453125,95.25,99.66
+280,1.034898094030527,0.319220703125,95.24,99.67
+281,1.0247470253553146,0.359644921875,95.18,99.64
+282,1.0333092000239934,0.3859,95.16,99.66
+283,1.0225469179642506,0.347571875,95.09,99.7
+284,1.0426328831758254,0.377875,95.03,99.68
+285,1.024966880144217,0.342380859375,95.23,99.76
+286,1.0181781391302744,0.32844296875,95.37,99.58
+287,0.9953248592523428,0.3108794921875,95.02,99.69
+288,1.0204525291919708,0.331453515625,95.23,99.67
+289,1.025946134328842,0.36755546875,94.8,99.72
+290,1.0218354980150859,0.319784375,95.32,99.69
+291,1.0296015386398023,0.36046875,95.02,99.66
+292,1.0252244111819144,0.354393359375,95.18,99.74
+293,1.0288099912496713,0.36869765625,94.96,99.64
+294,1.0318808048199384,0.393044140625,95.27,99.67
+295,1.0261352985333174,0.43023046875,95.07,99.68
+296,1.0340071780559343,0.351937109375,95.32,99.74
+297,1.0063809460554367,0.35713203125,95.45,99.67
+298,1.052304715070969,0.32630859375,95.25,99.7
+299,1.0494188437095056,0.403836328125,95.32,99.72
+300,1.0227108058256982,0.352505859375,95.4,99.74
+301,1.0072921497699543,0.371637890625,95.38,99.66
+302,1.043338250196897,0.375379296875,95.41,99.65
+303,1.0105790129074683,0.355369140625,95.28,99.73
+304,0.9746659914652507,0.348761328125,95.16,99.69
+305,1.0103004628267043,0.35392109375,95.23,99.72
+306,1.0204379378220974,0.3212328125,95.5,99.67
+307,0.9987174118176485,0.383358984375,95.65,99.67
+308,1.0343996021992121,0.321367578125,95.39,99.8
+309,1.021191197480911,0.327425,95.53,99.74
+310,1.0131187521494351,0.33488125,95.2,99.62
+311,1.0179039869553004,0.31045390625,95.66,99.69
+312,0.9942765216032664,0.3202587890625,95.4,99.68
+313,1.011725488381508,0.3354087890625,95.55,99.75
+314,1.0409204313388238,0.319651171875,95.53,99.69
+315,1.0376567955200489,0.325687890625,95.6,99.69
+316,1.0127826381952334,0.2938318359375,95.47,99.81
+317,1.0047274620105058,0.3026587890625,95.58,99.69
+318,0.9938886776948587,0.3396298828125,95.17,99.72
+319,1.0011915226777395,0.34576328125,95.47,99.78
+320,0.9974703611471714,0.3153671875,95.5,99.67
+321,1.0256723700425563,0.32383828125,95.84,99.74
+322,1.0283205301333695,0.3434515625,95.52,99.68
+323,0.9931172418288695,0.340850390625,95.33,99.68
+324,1.0142827281585107,0.342656640625,95.59,99.74
+325,1.0039604047934214,0.36295078125,95.53,99.64
+326,1.0136621094666995,0.348666796875,95.71,99.67
+327,1.019342386875397,0.340043359375,95.43,99.75
+328,1.0388484719472053,0.394611328125,95.37,99.73
+329,1.015812664001416,0.32360390625,95.34,99.76
+330,1.0158223231633505,0.349659765625,95.47,99.66
+331,1.0114429528896625,0.3267359375,95.72,99.72
+332,1.00883622444593,0.36414296875,95.43,99.63
+333,0.9814240382267878,0.3163609375,95.7,99.72
+334,0.9734988775008764,0.31204296875,95.56,99.74
+335,1.0093905753050094,0.366513671875,95.74,99.66
+336,0.9989292270097977,0.348051171875,95.5,99.69
+337,1.0004041146009397,0.340094140625,95.72,99.66
+338,0.9931028894889049,0.33010625,95.9,99.68
+339,1.004786593486101,0.3520296875,95.73,99.57
+340,1.0226333683882005,0.33889453125,95.75,99.68
+341,0.996489856334833,0.404857421875,95.59,99.68
+342,0.9689604297662393,0.2999349609375,95.88,99.71
+343,1.0099134491040156,0.316186328125,95.84,99.7
+344,0.9822133010778672,0.368120703125,95.75,99.73
+345,0.9962188905630356,0.33725390625,95.68,99.69
+346,1.0135621081560087,0.37117890625,95.58,99.7
+347,1.0042407103073903,0.3302525390625,95.68,99.73
+348,1.0116254332738044,0.365146875,95.58,99.7
+349,0.9937768211731544,0.31931328125,95.82,99.69
+350,1.0012087060854986,0.3525140625,95.69,99.69
+351,0.9990671844054491,0.378381640625,95.65,99.67
+352,0.9808422580743448,0.342975390625,95.6,99.64
+353,1.0046648858449398,0.329241015625,95.76,99.68
+354,0.9830908882312286,0.323152734375,96.09,99.59
+355,0.9810119789380294,0.298568359375,95.67,99.66
+356,1.004175453613966,0.3719828125,95.64,99.7
+357,0.9648034778925089,0.283143359375,96.05,99.72
+358,0.9718560843895643,0.2957236328125,95.83,99.73
+359,1.0156944600435405,0.414987890625,95.68,99.64
+360,1.0107171408641034,0.369284375,95.66,99.7
+361,1.0131662792120224,0.35716171875,95.68,99.76
+362,0.9935396040097261,0.333918359375,96.01,99.67
+363,0.9794066300758949,0.332566796875,95.81,99.67
+364,0.9834532237969912,0.339990625,95.61,99.7
+365,0.948359600855754,0.348487890625,95.62,99.69
+366,0.9982778689800165,0.337079296875,95.78,99.69
+367,0.9783269081360254,0.314852734375,95.64,99.71
+368,0.9959947375150827,0.3468765625,95.86,99.62
+369,1.0075641269867237,0.321355078125,95.82,99.7
+370,1.0151929791157062,0.325362109375,95.99,99.75
+371,0.9677027795559321,0.3361509765625,95.97,99.64
+372,1.00607259395795,0.3127396484375,95.71,99.68
+373,0.9988408881884355,0.287299609375,96.0,99.73
+374,1.017460212799219,0.3173658203125,96.02,99.68
+375,0.9879246911941431,0.3191181640625,95.86,99.63
+376,0.9915760255776919,0.3424615234375,95.98,99.7
+377,0.9713312719112788,0.31743359375,96.01,99.72
+378,1.0092286265813388,0.339750390625,95.93,99.64
+379,0.9896392930776645,0.392461328125,95.86,99.67
+380,0.9966613783286168,0.3129560546875,95.81,99.67
+381,0.985240975404397,0.2850921875,96.08,99.74
+382,1.0209026544522017,0.303994921875,95.99,99.74
+383,0.989590820746544,0.321339453125,95.79,99.74
+384,0.9769327561060588,0.293912109375,95.82,99.67
+385,0.9845393627117842,0.325562890625,95.92,99.7
+386,0.9860331217447916,0.350346875,95.91,99.67
+387,0.9872301775675554,0.294169921875,95.91,99.73
+388,0.9963845916283436,0.359841015625,95.83,99.67
+389,0.970375135464546,0.34144140625,95.92,99.72
+390,0.9584877069179828,0.335069921875,95.82,99.76
+391,0.9933306059776208,0.365203515625,95.8,99.64
+392,1.0079834879972995,0.3105392578125,95.95,99.67
+393,1.0121475380200606,0.3040015625,95.95,99.65
+394,0.9606333297032577,0.3157267578125,95.97,99.72
+395,0.9845647461903401,0.378755078125,95.71,99.68
+396,0.9972024587484506,0.2949615234375,96.02,99.72
+397,0.9926202923823626,0.35608125,95.92,99.7
+398,0.978174617810127,0.357607421875,95.79,99.68
+399,0.99200744613623,0.385968359375,95.99,99.68
+400,0.9974875985047756,0.320305078125,95.79,99.67
+401,0.964816947778066,0.3188900390625,95.96,99.75
+402,0.9877407252788544,0.37291015625,95.72,99.58
+403,0.9794752553487436,0.329351171875,95.9,99.63
+404,1.0163000533213982,0.34704140625,95.84,99.65
+405,0.9807422569164863,0.336108984375,95.79,99.72
+406,1.00880922690416,0.34446953125,95.72,99.7
+407,1.0162082666005843,0.352788671875,95.78,99.75
+408,0.9752130538989336,0.27299765625,96.24,99.69
+409,0.9951712475373194,0.359167578125,95.97,99.71
diff --git a/ckpt/cls/QKFormer/cifar10/model_best.pth.tar b/ckpt/cls/QKFormer/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..46a3c54460ac77473b03fc70c805c8b2a08ca25f
--- /dev/null
+++ b/ckpt/cls/QKFormer/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc3515e1c6694e62ec52b442d274f38ab7c1dfb894ddb6d05b1247aeaf17805
+size 80750100
diff --git a/ckpt/cls/QKFormer/cifar100/args.yaml b/ckpt/cls/QKFormer/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..617e1409ab863c584545454d21f100f74ab3bc9b
--- /dev/null
+++ b/ckpt/cls/QKFormer/cifar100/args.yaml
@@ -0,0 +1,127 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: qkformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/QKFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/QKFormer/cifar100/log.csv b/ckpt/cls/QKFormer/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8670c9ed5b81537b7f913c6156fa7461e80bd1a2
--- /dev/null
+++ b/ckpt/cls/QKFormer/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.554466219437428,4.39599375,3.85,13.37
+1,4.411131002964118,4.077821875,9.37,26.81
+2,4.2548082932447775,3.850565625,11.38,34.48
+3,4.091314024802966,3.54993125,16.01,42.31
+4,3.95179857474107,3.416434375,19.15,47.12
+5,3.8495648096769286,3.221625,21.06,50.25
+6,3.7330770841011636,2.954175,26.62,57.73
+7,3.6395211323713643,2.76301875,31.34,64.12
+8,3.5506714992034127,2.686153125,33.24,65.0
+9,3.4711440239197167,2.500640625,37.91,70.6
+10,3.4031343918580275,2.32583125,40.68,73.12
+11,3.3510100272985603,2.30128125,42.78,74.4
+12,3.2441266695658366,2.386565625,40.26,72.49
+13,3.2957688129865206,2.183834375,45.49,76.93
+14,3.1818087321061355,2.106721875,46.36,78.4
+15,3.155450216317788,2.0490234375,48.73,78.95
+16,3.1012908024665635,2.038578125,48.03,79.3
+17,3.0288612940372563,2.011675,49.36,79.69
+18,3.0995185742011437,1.9756859375,50.1,80.69
+19,2.9820644721006735,2.0552875,49.33,79.79
+20,3.0081626412196036,1.76884375,54.68,84.02
+21,2.9486830531022488,1.8037234375,53.58,83.38
+22,2.968946964924152,1.7912,54.47,84.12
+23,2.8568255488689127,1.7290703125,57.38,84.89
+24,2.9134776989618936,1.6629234375,57.21,85.28
+25,2.8819643564713306,1.6156859375,58.91,86.9
+26,2.7905637829731673,1.6232515625,58.78,86.32
+27,2.8188426048327715,1.6130828125,59.45,86.9
+28,2.796380760730841,1.58778125,59.96,86.97
+29,2.7316623345399513,1.5564359375,60.23,87.1
+30,2.7036958639438335,1.6595046875,59.67,86.26
+31,2.761321888825832,1.4981234375,62.37,88.2
+32,2.741217007392492,1.5269234375,62.81,88.6
+33,2.7440656637534118,1.459253125,63.96,89.05
+34,2.6414649746356864,1.524725,61.54,87.63
+35,2.6259001517907166,1.5161953125,62.88,88.19
+36,2.707374316912431,1.431225,65.31,89.51
+37,2.640838607457968,1.458184375,62.86,88.77
+38,2.594950276460403,1.4078,64.52,89.42
+39,2.622900572495583,1.352434375,65.47,89.92
+40,2.662717442634778,1.4283015625,65.31,89.66
+41,2.5968393915738814,1.3775890625,65.44,90.16
+42,2.6069583825576,1.395675,66.07,89.53
+43,2.6213037065970592,1.348578125,67.18,90.17
+44,2.620821321927584,1.4108171875,65.76,90.08
+45,2.5376181999842324,1.36083125,66.22,90.15
+46,2.5739971215908346,1.301771875,67.06,90.56
+47,2.562108517304445,1.3073046875,66.86,90.61
+48,2.605853209740076,1.4289140625,66.48,90.09
+49,2.550699699536348,1.4668109375,65.1,89.36
+50,2.4410758149929537,1.30513125,67.89,90.39
+51,2.4762782806005235,1.2851125,68.0,91.12
+52,2.5483458693210896,1.2761296875,68.38,91.44
+53,2.5398996875836297,1.34133125,67.59,90.7
+54,2.458489954777253,1.294528125,66.79,90.78
+55,2.4684472985756702,1.344275,66.4,90.19
+56,2.4712154070536294,1.3743015625,67.54,90.15
+57,2.4385027683698213,1.247340625,68.63,91.31
+58,2.4447016563170996,1.231484375,69.52,91.11
+59,2.4567525918667132,1.3408984375,68.18,90.43
+60,2.4226821749638288,1.3213734375,67.82,90.8
+61,2.510032970783038,1.259340625,69.17,90.93
+62,2.4105177625631673,1.2319703125,69.84,91.56
+63,2.4574308465688657,1.279928125,69.42,91.62
+64,2.419971761948023,1.2251640625,69.57,91.5
+65,2.436356114118527,1.2730984375,69.97,91.22
+66,2.4143156580435923,1.2711484375,69.23,91.09
+67,2.416707292581216,1.213490625,70.04,92.28
+68,2.444282911068354,1.27228125,70.33,91.82
+69,2.4259632752491878,1.2789796875,69.82,91.25
+70,2.3955087203245897,1.2665484375,69.92,91.84
+71,2.4334553104180556,1.2991328125,69.76,91.38
+72,2.348383769316551,1.22995625,68.96,91.14
+73,2.4403937975565593,1.1810796875,70.76,91.9
+74,2.3266420905406657,1.2401328125,70.7,91.89
+75,2.337613578331776,1.229465625,69.82,91.54
+76,2.367917520571978,1.32398125,68.78,90.65
+77,2.3797294797041477,1.2413984375,71.01,91.85
+78,2.3308621611350624,1.233484375,71.81,92.6
+79,2.378249699030167,1.172440625,71.7,92.4
+80,2.2912730956688905,1.1938484375,70.75,92.01
+81,2.3042379532104884,1.2206515625,70.33,91.37
+82,2.3067435958446603,1.2013515625,72.17,92.43
+83,2.27568529905417,1.200628125,70.92,92.42
+84,2.3367677645805554,1.174303125,72.14,92.27
+85,2.3524693629680535,1.261490625,70.59,91.49
+86,2.2613928804030787,1.200028125,72.06,92.02
+87,2.3602040361135432,1.2516234375,70.9,92.11
+88,2.290241648600652,1.210559375,71.93,92.37
+89,2.310735581165705,1.196909375,71.69,92.35
+90,2.2898106908186886,1.192546875,71.7,92.46
+91,2.2734511121725425,1.153675,72.37,92.73
+92,2.3167208931384944,1.15942265625,72.74,92.18
+93,2.307953317348774,1.16805859375,72.49,92.32
+94,2.2836318193337855,1.1966453125,71.94,92.01
+95,2.2668674832735305,1.139715625,72.09,92.09
+96,2.223043224750421,1.165815625,72.24,92.05
+97,2.2483581830293704,1.2330078125,72.11,92.02
+98,2.28573629122514,1.1795953125,71.61,92.11
+99,2.271581257612277,1.17371875,72.37,92.62
+100,2.2283236448581403,1.157059375,72.49,92.77
+101,2.2972798943519592,1.1468296875,73.18,92.53
+102,2.232480162840623,1.183415625,72.61,92.27
+103,2.2331363026912396,1.165325,72.38,92.53
+104,2.254130287353809,1.3006875,70.74,91.43
+105,2.3225437035927405,1.17832578125,72.45,92.09
+106,2.246123974139874,1.18034453125,72.2,92.38
+107,2.265052218620594,1.2261703125,72.38,92.05
+108,2.2629297577417815,1.21760625,72.94,92.09
+109,2.23477687560595,1.2363296875,71.92,91.71
+110,2.2205922352962006,1.1740125,72.8,92.05
+111,2.240327017735212,1.139075,72.49,92.82
+112,2.2811842157290534,1.17255625,72.35,92.27
+113,2.2613497394781845,1.2262796875,71.5,91.97
+114,2.2133872570135655,1.14998046875,72.4,92.32
+115,2.2559778885963637,1.19274375,72.44,92.4
+116,2.226785951699966,1.150075,73.75,92.8
+117,2.1972554188508253,1.19909375,72.76,92.23
+118,2.2017101370371304,1.1427734375,73.18,92.84
+119,2.157979134107247,1.109740625,73.28,92.96
+120,2.208305057501182,1.20038125,71.77,91.81
+121,2.219835250499921,1.137628125,73.45,92.85
+122,2.238404195736616,1.179228125,72.83,92.72
+123,2.19672747025123,1.161934375,73.01,92.53
+124,2.187051613819905,1.0776734375,74.34,92.9
+125,2.230274168955974,1.1267390625,73.77,92.31
+126,2.202684948994563,1.1000046875,73.65,92.78
+127,2.146285609404246,1.14065,73.32,92.3
+128,2.1757574597994487,1.1316953125,73.24,92.65
+129,2.19493577785981,1.1236109375,73.37,92.45
+130,2.2878876013633533,1.2001859375,72.93,92.26
+131,2.184321925884638,1.1315234375,73.62,92.94
+132,2.206097907592089,1.1709984375,72.9,92.29
+133,2.1666872712282035,1.1310265625,73.64,92.72
+134,2.1646475791931152,1.1399265625,73.93,92.61
+135,2.16021420833392,1.1498046875,73.57,92.6
+136,2.1996861711526527,1.11739921875,73.85,92.54
+137,2.197671486475529,1.10076328125,74.53,93.24
+138,2.2067870240945084,1.2182375,72.92,91.93
+139,2.1800092238646287,1.1527796875,73.46,92.33
+140,2.210177041322757,1.2021453125,73.04,92.33
+141,2.1849541040567253,1.1294671875,73.46,92.58
+142,2.152386490198282,1.12143984375,74.53,93.17
+143,2.1556224388953966,1.20714296875,73.01,91.83
+144,2.113639787221566,1.1127890625,74.82,92.95
+145,2.1478617833210873,1.06660703125,74.81,93.44
+146,2.1540523425126685,1.143659375,74.18,92.56
+147,2.150509697657365,1.1332453125,74.14,92.97
+148,2.2211742746524323,1.236759375,72.56,91.94
+149,2.1166195820539424,1.10248359375,74.69,92.76
+150,2.226292379085834,1.2330296875,73.16,92.27
+151,2.1070118378370237,1.1682375,73.98,92.5
+152,2.12176807476924,1.1591109375,74.12,92.4
+153,2.121760814312177,1.1375765625,74.62,92.8
+154,2.2181183799719197,1.1230171875,74.32,92.85
+155,2.153001919770852,1.14908125,74.83,92.66
+156,2.148995511042766,1.182715625,74.34,92.47
+157,2.085486441392165,1.1400859375,74.38,92.87
+158,2.1283333897590637,1.159884375,74.2,92.72
+159,2.1473336421526397,1.10140234375,75.29,93.06
+160,2.1742646559690817,1.188490625,73.12,92.02
+161,2.1226176573679996,1.12058515625,74.21,92.91
+162,2.1046112729952884,1.210896875,73.99,92.38
+163,2.173125385015439,1.23299375,73.38,92.0
+164,2.1623684623302557,1.1739296875,73.54,92.32
+165,2.0745438187550276,1.065709375,75.04,93.28
+166,2.1031848271687825,1.1372734375,74.83,92.79
+167,2.0838776478400596,1.1872515625,73.93,92.61
+168,2.1867689517828133,1.172490625,74.4,92.69
+169,2.0829976943823008,1.1127265625,75.13,92.78
+170,2.0887862932987704,1.11331015625,74.92,92.77
+171,2.0598377915529102,1.1401734375,73.85,92.99
+172,2.1599480197979855,1.17336171875,74.33,92.1
+173,2.115867754740593,1.1482875,74.24,92.38
+174,2.143147278749026,1.1062515625,75.1,92.92
+175,2.083960915223146,1.06366640625,75.12,93.21
+176,2.0858535072742366,1.0849359375,75.53,93.04
+177,2.1218027143906326,1.1256640625,74.37,92.74
+178,2.077495871140407,1.08809375,75.58,93.0
+179,2.011184945778969,1.1572328125,74.96,92.95
+180,2.127801851125864,1.0947359375,75.25,93.18
+181,2.094319474697113,1.1396484375,73.99,92.76
+182,2.0612095679992284,1.10934765625,75.32,93.22
+183,2.0952039214280935,1.0823453125,75.03,93.18
+184,2.098211529621711,1.1633046875,74.27,92.66
+185,2.05064658843554,1.1012140625,74.89,93.23
+186,2.085143532814124,1.1246359375,74.88,92.66
+187,2.046125949957432,1.118609375,75.35,92.84
+188,2.10625056211765,1.1886734375,74.72,92.61
+189,2.052614097717481,1.0849171875,75.23,93.07
+190,2.0762339347448107,1.1297890625,75.06,92.99
+191,2.026408959963383,1.08420703125,75.57,92.77
+192,2.04281672392136,1.1070390625,75.37,93.02
+193,2.031792845481481,1.11424453125,75.43,92.89
+194,2.0559086906604276,1.1228984375,75.13,92.7
+195,1.9903938139096284,1.10415546875,75.45,93.11
+196,2.045029397194202,1.10274375,75.15,93.1
+197,2.09117079163209,1.13680234375,75.28,92.95
+198,2.1036303113668393,1.09698515625,75.57,93.16
+199,2.099887525729644,1.1563203125,75.44,93.0
+200,2.0100876913620875,1.16861875,75.32,92.99
+201,2.0076727430025736,1.13261875,75.06,92.84
+202,2.1052254163301907,1.1401578125,75.27,93.23
+203,2.0344300395403154,1.07540390625,75.99,92.89
+204,2.058881757503901,1.0991953125,75.78,92.89
+205,2.0505847961474686,1.1028421875,75.67,92.91
+206,2.0675240290470613,1.065153125,76.12,93.11
+207,2.0373581348321377,1.13308984375,75.37,92.94
+208,1.963535759693537,1.13539375,75.41,92.73
+209,1.9962473592697045,1.10757578125,75.65,92.67
+210,2.082695614068936,1.1836828125,75.08,92.75
+211,2.0549919304175255,1.12481796875,75.49,92.55
+212,2.0139782865842184,1.10945234375,75.64,93.02
+213,2.0228091209362713,1.0645828125,75.76,93.22
+214,2.0786722152661055,1.06544375,75.84,93.29
+215,1.9812797618217957,1.1465,75.6,93.08
+216,2.033570178349813,1.0975796875,76.09,92.95
+217,2.0203449208002824,1.052578125,75.81,93.34
+218,1.9941023181646298,1.0585296875,75.56,93.21
+219,2.0523301344651443,1.1103390625,75.59,92.76
+220,2.063478370813223,1.091,76.06,93.12
+221,2.032883403240106,1.129709375,75.83,93.04
+222,1.977824043463438,1.04576328125,76.32,93.38
+223,2.0639791901295004,1.0793875,76.04,93.32
+224,2.004339819840896,1.1348015625,75.46,92.58
+225,2.052110108809593,1.04719375,76.29,93.13
+226,1.993195042396203,1.1481578125,75.83,93.14
+227,2.0563357307360723,1.0516125,76.78,93.56
+228,1.9471262780519631,1.11554375,76.1,93.54
+229,1.9988176663716635,1.087525,76.81,93.04
+230,1.9954325547585121,1.123640625,76.32,93.14
+231,1.964110619441057,1.085840625,75.86,92.87
+232,1.9989619520994333,1.0818515625,76.38,93.35
+233,1.985390682098193,1.0450765625,76.29,93.53
+234,2.0234626459769713,1.1033046875,76.53,93.11
+235,1.9931868146627376,1.06743046875,76.53,93.24
+236,1.9837323931547313,1.1007859375,76.52,93.37
+237,1.9571136466967753,1.072053125,76.67,93.17
+238,1.9887722690900167,1.073025,76.59,93.41
+239,1.9633201048924374,1.1203046875,75.92,93.09
+240,2.079284707399515,1.124771875,76.15,93.29
+241,2.0099593865565764,1.114346875,76.44,92.96
+242,1.9758361746103337,1.1131171875,76.67,93.11
+243,1.9796794874545856,1.0839328125,76.02,93.29
+244,1.8740000101236196,1.0569703125,76.76,93.73
+245,1.9281404325595268,1.04439140625,76.75,93.5
+246,1.993758359933511,1.0920609375,76.19,93.19
+247,2.019155244796704,1.1711203125,75.52,92.62
+248,2.0110548687286864,1.0516859375,77.05,93.39
+249,1.9742742989307795,1.0737015625,76.69,93.31
+250,2.0133668784911816,1.03731328125,77.26,93.34
+251,1.9889216977816362,1.0645640625,76.83,93.32
+252,2.0338281330389854,1.05852734375,77.05,93.5
+253,1.974529139048014,1.0206015625,77.48,93.67
+254,1.9353407746706253,1.07095625,76.96,93.4
+255,1.917539720199047,1.03308671875,77.31,93.4
+256,1.9507240776832286,1.1452734375,76.03,92.96
+257,1.9810526481041542,1.07275078125,77.45,93.5
+258,1.9763585104392125,1.046965625,77.52,93.53
+259,1.938404816083419,1.0603984375,77.15,93.54
+260,1.9239231516153386,1.0451234375,77.24,93.57
+261,1.929635845697843,1.1564765625,76.53,92.96
+262,1.9183153291543324,1.043846875,77.5,93.39
+263,1.9623157446201032,1.03133125,77.69,93.44
+264,1.9612042301740402,1.0923140625,77.34,93.38
+265,1.889889246531022,1.0133453125,77.07,93.9
+266,1.9415781221328638,1.0335828125,77.59,93.71
+267,1.9583127055412684,1.0443875,76.94,93.61
+268,1.9702541522490673,1.0300625,78.03,93.83
+269,1.9411691225492038,1.057690625,77.38,93.49
+270,1.939091771382552,1.0562296875,77.58,93.71
+271,1.9105817603759276,1.0825515625,77.16,93.64
+272,1.9522648910681406,1.11146484375,76.53,93.22
+273,1.9571186965856797,1.0773296875,76.83,93.54
+274,1.8794177370193677,1.03753671875,77.71,93.62
+275,1.8291517674922944,1.04268125,77.79,93.91
+276,1.9559820622969897,1.06167421875,77.83,93.74
+277,1.8440648234807528,1.05679921875,77.73,93.35
+278,1.837072524963281,0.99707109375,78.07,93.77
+279,1.9326325731399732,1.069871875,77.56,93.26
+280,1.9229899553152232,1.07376875,77.06,93.53
+281,1.8880436593141312,1.0539421875,77.24,93.43
+282,1.9271776411777888,1.1235953125,77.3,93.28
+283,1.940598788475379,1.0459046875,77.57,93.27
+284,1.9110688602313017,1.0350625,77.69,93.6
+285,1.93742745304719,1.097990625,77.65,93.48
+286,1.8491500804057488,1.01395390625,78.11,93.78
+287,1.870989296833674,1.03776875,77.95,93.66
+288,1.8515733540058137,1.0321421875,77.89,93.76
+289,1.8562777153956584,1.0150484375,78.13,93.64
+290,1.8147105975028797,1.0532609375,77.58,93.78
+291,1.9156540470245558,1.08853671875,77.48,93.45
+292,1.912472750284733,1.0596359375,77.98,93.62
+293,1.9185611792099782,1.05618046875,77.98,93.84
+294,1.8965969256865673,1.07448125,77.84,93.66
+295,1.9756419267409886,1.045084375,78.39,93.78
+296,1.8297205241826864,0.98475546875,78.5,94.2
+297,1.9540595442820818,1.06218671875,77.57,93.7
+298,1.7816775693343236,1.03177109375,78.36,93.5
+299,1.9501578832284,1.04956484375,77.86,93.89
+300,1.874467984223977,1.06567734375,78.15,93.35
+301,1.8913019192524445,1.01750546875,78.19,94.0
+302,1.900387066602707,1.04154453125,78.0,93.85
+303,1.929668635282761,0.997384375,78.2,93.98
+304,1.8615388825917856,1.0961078125,77.24,93.51
+305,1.902142807153555,1.06729375,77.86,93.79
+306,1.8855280167017228,1.095478125,77.93,93.79
+307,1.9335731836465688,1.01609453125,78.31,94.18
+308,1.8573081418489799,1.06029140625,78.0,93.88
+309,1.893930854705664,1.041403125,77.91,93.79
+310,1.8861169990820763,1.013546875,78.88,93.92
+311,1.9127845756518536,1.01698671875,78.31,93.95
+312,1.8901469533260051,1.0751921875,78.07,93.48
+313,1.8459045708179473,1.02156171875,78.6,93.82
+314,1.9066471498746138,1.02687265625,78.19,93.97
+315,1.8739541440438001,1.0411625,78.82,93.89
+316,1.8470612878982837,1.0670875,78.23,94.1
+317,1.8435606675270275,1.025590625,78.46,94.17
+318,1.8313444973566593,1.02714375,78.59,94.06
+319,1.8810793202656966,1.04426171875,78.61,94.05
+320,1.7929698014870667,1.0278265625,78.58,93.97
+321,1.8079776027263739,0.98362421875,78.93,93.97
+322,1.857586044837267,1.01949375,78.7,93.91
+323,1.8385776275243515,1.01008984375,78.65,94.01
+324,1.8322852820922166,1.024828125,78.52,94.15
+325,1.8437660260078235,1.0435109375,78.3,94.07
+326,1.841389149427414,1.004853125,78.85,94.01
+327,1.862136308504985,1.09957109375,78.06,93.87
+328,1.8415946445403955,1.0586171875,78.03,93.97
+329,1.8876096421327346,1.04825625,78.43,93.86
+330,1.8347471816417498,0.98079375,78.92,94.36
+331,1.8792501840835962,1.02601875,78.66,93.88
+332,1.8298627964961223,1.078353125,77.95,93.82
+333,1.84268467044219,1.0334734375,78.49,94.0
+334,1.8477200712913122,1.0170453125,78.47,94.0
+335,1.8251961957185696,1.03918125,78.93,93.9
+336,1.8803506814516509,1.0226234375,78.54,94.23
+337,1.90300748027288,1.0690328125,78.3,93.86
+338,1.8166734288900326,1.0470515625,77.94,93.9
+339,1.8553989028319335,1.03218046875,78.82,94.07
+340,1.864502704754854,1.06055625,78.8,94.02
+341,1.8309333049334013,1.11493125,78.17,93.66
+342,1.8117572663686214,1.0455234375,78.65,94.1
+343,1.8744794536859561,1.077796875,78.2,93.85
+344,1.8823844752250574,1.0594546875,78.69,93.82
+345,1.7641512690446315,1.0013953125,78.62,94.12
+346,1.8177808134983748,1.021825,79.01,94.33
+347,1.8313210340646597,1.0749421875,78.11,94.11
+348,1.7911428382763497,0.99917265625,79.02,94.21
+349,1.845095242598118,1.105825,77.82,93.78
+350,1.8020859632736597,1.060128125,78.47,94.12
+351,1.8613522197955694,1.00401328125,78.92,94.2
+352,1.8214362263679504,1.0227375,78.86,94.01
+353,1.7640849284636668,0.98200390625,79.19,94.4
+354,1.8475085687942994,1.002075,78.93,94.35
+355,1.8483278152270195,1.083584375,78.47,93.94
+356,1.7541682133307823,0.9920515625,78.79,94.28
+357,1.793739229440689,1.0489828125,79.0,94.01
+358,1.8033254045706528,0.9921703125,79.26,94.25
+359,1.7493223899450057,0.99060625,79.11,94.35
+360,1.7916249993519906,1.06501875,78.67,93.93
+361,1.8017128634147155,1.044165625,78.52,94.32
+362,1.8496791330667643,1.02350546875,79.08,94.17
+363,1.8231667801355704,1.03425234375,78.92,94.0
+364,1.8742617558210324,1.0517109375,78.54,93.99
+365,1.8248751463034214,1.04130625,78.71,94.09
+366,1.801756966419709,0.96756328125,79.52,94.41
+367,1.7937704881032308,1.015503125,79.39,94.19
+368,1.7557392114248032,1.0273453125,78.86,93.87
+369,1.816696649025648,1.06890703125,78.59,94.04
+370,1.8052298652820098,0.9683125,79.39,94.53
+371,1.7984542136008923,1.046853125,78.95,94.09
+372,1.8177980529956328,1.0576734375,78.83,94.07
+373,1.8143918781708448,0.989896875,79.21,94.37
+374,1.7707726209591597,1.0356875,79.05,94.2
+375,1.8134455419503726,1.0449203125,78.91,94.03
+376,1.7494814146787692,0.9799578125,79.44,94.4
+377,1.815931283816313,1.0670703125,78.82,94.15
+378,1.8212269454430312,1.01323515625,79.44,94.35
+379,1.8917639331939893,1.035903125,79.27,94.18
+380,1.7863359038646405,0.9824109375,79.33,94.52
+381,1.8314373607818897,1.0137,79.02,94.21
+382,1.8513688588753725,1.0707390625,78.81,94.0
+383,1.7869027217229208,1.005115625,79.23,94.37
+384,1.795711049819604,1.0639953125,79.23,94.3
+385,1.7894310908439832,1.0755328125,78.77,94.18
+386,1.8308846044234741,0.99245,79.29,94.37
+387,1.8000456067231985,1.0454578125,79.02,93.95
+388,1.82708713610967,1.0191765625,79.17,94.28
+389,1.7686559004661364,0.9993015625,79.22,94.33
+390,1.7864114637558277,0.967621875,79.71,94.74
+391,1.7516246314232167,1.049428125,79.24,94.03
+392,1.8459142451102917,1.0723734375,78.71,94.0
+393,1.7802905533558284,0.99455,79.72,94.28
+394,1.762563839325538,0.98995,79.57,94.38
+395,1.7899162157987938,1.0102015625,79.24,94.31
+396,1.832330486101982,1.00718203125,79.46,94.34
+397,1.7726073349133515,0.98616171875,79.65,94.44
+398,1.8328898581174704,1.06983984375,79.17,94.07
+399,1.748964592279532,1.001334375,79.19,94.21
+400,1.8058438489070305,1.07341640625,79.01,94.11
+401,1.7696101268132527,1.021196875,79.29,94.28
+402,1.8489905096017398,1.0250890625,79.4,94.24
+403,1.8067335108915965,0.98797734375,79.49,94.37
+404,1.7927738313491528,1.0127828125,79.44,94.41
+405,1.7909667287117397,1.0279890625,79.28,94.27
+406,1.8650682117694464,1.00231484375,79.21,94.36
+407,1.7975892288562578,1.0146515625,79.46,94.42
+408,1.766458985591546,1.0161046875,79.15,94.23
+409,1.7328973174095155,1.0043578125,79.57,94.51
diff --git a/ckpt/cls/QKFormer/cifar100/model_best.pth.tar b/ckpt/cls/QKFormer/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..666297d9fc7c72ac3c8aaef8cad56cf1a86e7110
--- /dev/null
+++ b/ckpt/cls/QKFormer/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68105a33f7ff78c24ccdd8e3eb5988a15fff9ef3de20cc5c5d4d6e1df6982d
+size 81165972
diff --git a/ckpt/cls/SDT/cifar10/args.yaml b/ckpt/cls/SDT/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..62181333941106798d455cc31bda3394f5095354
--- /dev/null
+++ b/ckpt/cls/SDT/cifar10/args.yaml
@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 0
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/SDT/cifar10/log.csv b/ckpt/cls/SDT/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b5eca2eaf94f121641b74fb551e8adc6af4e46ab
--- /dev/null
+++ b/ckpt/cls/SDT/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.279383844595689,2.188347814941406,24.15,72.31
+1,2.069885200414902,1.6753413190841675,41.99,91.17
+2,1.8982952185166189,1.5337224956512452,46.21,91.59
+3,1.8070387244224548,1.3469417388916016,54.64,94.91
+4,1.7549237431623996,1.2170669759750365,60.8,95.99
+5,1.7062172489288525,1.170146580505371,61.9,96.49
+6,1.6673958873137449,1.113452688598633,63.95,96.85
+7,1.6288898043143443,1.074852089881897,65.77,96.69
+8,1.587485728202722,0.9619686143875122,71.11,97.64
+9,1.5750490876344534,0.9366216221809387,72.06,97.54
+10,1.5428089655362642,0.9488449438095092,71.11,97.05
+11,1.4858802929902688,0.8469597385406494,76.04,98.51
+12,1.4914188293310313,0.7874136308670044,78.25,98.72
+13,1.4719787713808892,0.8405469735145569,75.85,98.45
+14,1.4464108682595767,0.8383502277374267,75.54,98.05
+15,1.4356034300266167,0.7800526808738708,78.83,98.61
+16,1.417315059288954,0.761602693939209,78.77,98.33
+17,1.4070296620711302,0.7315907238960266,81.44,98.54
+18,1.4158818017213772,0.7661838274002075,79.42,98.63
+19,1.3991898536682128,0.6645092529296875,82.81,99.17
+20,1.3835541346134284,0.7016105590820313,82.01,98.93
+21,1.3844762430741238,0.6366380370140076,83.13,99.14
+22,1.3554194196676597,0.6438096001148224,82.49,99.17
+23,1.344915583041998,0.6621463445663452,82.06,99.07
+24,1.2956636095658327,0.6192500618934631,85.3,99.31
+25,1.2932330513611818,0.6189955254077911,84.63,99.18
+26,1.2874597448569078,0.6438024962425232,81.71,98.86
+27,1.2780475408602983,0.575978413438797,85.99,99.38
+28,1.284321688230221,0.5581698214054107,86.95,99.49
+29,1.2658273383592948,0.5813301351547241,86.36,99.12
+30,1.2599323083192875,0.5528240731716156,87.27,99.5
+31,1.2440993949388846,0.5610466417312622,87.54,99.31
+32,1.2746859600910774,0.567760267162323,86.75,99.24
+33,1.254682364830604,0.6197734624862671,85.71,99.15
+34,1.2515373774063894,0.561703753566742,88.54,99.28
+35,1.2310716062020033,0.6107552375793457,84.35,99.27
+36,1.2257484078407288,0.4975710623264313,89.05,99.38
+37,1.255598157338607,0.4989214933872223,89.02,99.51
+38,1.2140272843532074,0.5761304783821106,86.54,99.34
+39,1.1950171811458392,0.48735169734954836,88.58,99.5
+40,1.223003114033968,0.5207879953384399,88.32,99.38
+41,1.2224433671205472,0.5115007219791412,89.4,99.52
+42,1.250387043830676,0.4754463509082794,89.67,99.46
+43,1.2122377884693636,0.5256675910949707,89.8,99.48
+44,1.211424508308753,0.48491873960494997,89.63,99.37
+45,1.1845622294988387,0.5057040758132935,89.01,99.46
+46,1.1885635004593775,0.5224430885314941,89.74,99.51
+47,1.168587971650637,0.5579182198524475,89.11,99.35
+48,1.1630277436513168,0.4484995607376099,90.31,99.49
+49,1.1802052315993188,0.5090988732337952,90.11,99.61
+50,1.2035866424059256,0.4727681520462036,90.2,99.58
+51,1.1666246111576373,0.4382451428413391,91.22,99.6
+52,1.1615577396674035,0.4651155465126038,89.29,99.45
+53,1.1661582067990914,0.4382360929489136,90.53,99.55
+54,1.143600613795794,0.46567991099357603,89.27,99.38
+55,1.18687029786599,0.48334593143463134,90.71,99.52
+56,1.2018264117913369,0.5051228272914886,90.03,99.22
+57,1.1531654700254783,0.4268390302181244,90.27,99.64
+58,1.178799688204741,0.46953678150177003,90.84,99.4
+59,1.1737720590371352,0.4857203447341919,90.38,99.62
+60,1.114786870051653,0.4351388572692871,90.73,99.61
+61,1.162465741389837,0.45856664810180664,90.64,99.47
+62,1.1255656279050388,0.4567029091835022,91.07,99.55
+63,1.1488406294431441,0.4193092689037323,91.15,99.48
+64,1.156112769781015,0.40679392056465147,90.53,99.58
+65,1.1329228289616413,0.4203434446811676,91.1,99.53
+66,1.14016981950173,0.42987432827949523,90.46,99.42
+67,1.1219639501510523,0.413951918554306,91.68,99.7
+68,1.1123660053962316,0.43697392864227297,91.2,99.54
+69,1.1428683248850016,0.4454508257389069,91.23,99.5
+70,1.12597587735225,0.44331244716644286,91.01,99.62
+71,1.1406233686667222,0.4105130991458893,91.32,99.53
+72,1.0959764324701748,0.41622956337928774,91.44,99.64
+73,1.1103713506307358,0.4109381362915039,91.05,99.66
+74,1.1154359363592588,0.4361865414619446,91.29,99.52
+75,1.1294775787072304,0.41124160413742067,91.86,99.67
+76,1.1103753173962618,0.40224883279800416,91.73,99.67
+77,1.119502698458158,0.426866068649292,91.87,99.65
+78,1.1039181904915052,0.4069872076511383,92.03,99.64
+79,1.1289566914240519,0.4108007038593292,92.14,99.62
+80,1.117907549173404,0.4129903416156769,91.63,99.53
+81,1.1211624431304443,0.3648083555698395,92.34,99.74
+82,1.1128574680059384,0.4241959667205811,91.8,99.68
+83,1.105206346206176,0.40890635976791384,92.45,99.58
+84,1.116173827036833,0.4413431412696838,91.49,99.56
+85,1.125940347940494,0.40529900941848757,92.07,99.62
+86,1.1140834138943598,0.3814867309331894,92.16,99.61
+87,1.0911677760955616,0.3863480424880981,92.45,99.71
+88,1.0929321055228893,0.43573449506759643,92.19,99.57
+89,1.1116091436300521,0.3986965964794159,92.08,99.69
+90,1.0653670738904903,0.438565341758728,91.34,99.6
+91,1.0859585039126567,0.39090808429718016,92.29,99.6
+92,1.142374750589713,0.4155126465797424,92.63,99.71
+93,1.1316784131221282,0.40569389872550965,92.41,99.77
+94,1.105684610666373,0.4031299010276794,92.22,99.6
+95,1.1122756985517648,0.3775887100458145,92.09,99.64
+96,1.0691668678552677,0.40709074354171754,92.42,99.74
+97,1.0869870711595584,0.41722995929718015,92.33,99.56
+98,1.0958334774543077,0.4120001563072205,92.46,99.61
+99,1.1258523772924374,0.4837157235145569,91.17,99.59
+100,1.051966448013599,0.4111831787109375,92.38,99.72
+101,1.1030355774439298,0.43751036038398744,92.26,99.63
+102,1.0730570186407138,0.3769173016309738,92.51,99.71
+103,1.1036172735385406,0.39862819838523866,92.54,99.57
+104,1.1040330244944645,0.4153075656890869,93.17,99.65
+105,1.070233258834252,0.3660460627794266,92.58,99.61
+106,1.0882728833418627,0.3494591959953308,92.88,99.74
+107,1.087028342485428,0.4286369448184967,92.56,99.68
+108,1.0966664337194882,0.42870879511833193,92.69,99.6
+109,1.080840262847069,0.37339646215438843,92.49,99.59
+110,1.0863541144591111,0.42992497110366823,92.87,99.58
+111,1.0952959843170949,0.4118085672855377,92.24,99.53
+112,1.0824873024072403,0.4271240761756897,92.56,99.66
+113,1.0759707171183366,0.37860212984085084,92.4,99.6
+114,1.0574562890407366,0.392298405790329,92.71,99.5
+115,1.070018559999955,0.38249369831085206,92.79,99.7
+116,1.0692034541032254,0.34101442503929136,92.94,99.63
+117,1.0878306365930117,0.4393242111206055,92.75,99.57
+118,1.090062795082728,0.4400196042060852,92.56,99.65
+119,1.0808143007449615,0.35072298154830933,93.61,99.66
+120,1.1001902716282086,0.4686206680774689,92.41,99.66
+121,1.0967519886982746,0.3839083644390106,92.94,99.55
+122,1.0813426882792743,0.3996925387382507,92.46,99.55
+123,1.1064249812028346,0.3775235804080963,93.4,99.65
+124,1.0577939910766405,0.38894540758132934,93.08,99.76
+125,1.0935370290890718,0.38188616046905516,93.49,99.6
+126,1.1186124237684103,0.4445932897090912,92.79,99.59
+127,1.0541602802582277,0.4201229209423065,92.79,99.58
+128,1.0690528877270526,0.41856951637268064,92.55,99.75
+129,1.0614605206709642,0.36736124024391176,92.81,99.6
+130,1.0513650334798372,0.38554428844451905,93.19,99.64
+131,1.0936748445034028,0.39503169269561766,92.95,99.66
+132,1.0556037808075929,0.37748427934646606,93.47,99.68
+133,1.0438389966121087,0.35439103326797483,93.48,99.63
+134,1.069807740358206,0.3790043585777283,93.71,99.66
+135,1.087309536567101,0.4120220090866089,93.33,99.55
+136,1.098831629447448,0.38594470448493956,93.29,99.7
+137,1.0786562436666245,0.40183909192085265,92.85,99.62
+138,1.0645494542060754,0.3901239645957947,93.33,99.68
+139,1.0561639175965236,0.40302687883377075,93.53,99.62
+140,1.060736739482635,0.37099474658966064,93.35,99.57
+141,1.04496844517879,0.40850134019851686,92.78,99.58
+142,1.0739931665934048,0.42486347966194155,93.49,99.69
+143,1.065575250906822,0.4022239512443542,92.92,99.62
+144,1.0763225624194512,0.40229444870948794,93.38,99.67
+145,1.08134616735654,0.3619239590167999,93.43,99.65
+146,1.061439810655056,0.3739083267211914,93.96,99.7
+147,1.0988286001560015,0.3904035437107086,93.5,99.7
+148,1.0447393825420968,0.3876519003868103,92.81,99.64
+149,1.0443897595772376,0.3770853689670563,93.44,99.69
+150,1.0648976753919552,0.3759252115249634,93.33,99.63
+151,1.0421401199622031,0.4123299521923065,93.81,99.68
+152,1.0503842162780272,0.3837955523490906,93.06,99.66
+153,1.0600333016652328,0.4007421520233154,92.8,99.6
+154,1.0765791269449088,0.4024666201591492,93.65,99.66
+155,1.060676652345902,0.363735093998909,93.57,99.62
+156,1.0615774654425107,0.37656521368026735,93.94,99.68
+157,1.0900464588250869,0.37292446575164795,93.82,99.51
+158,1.0722808694228148,0.3750176658630371,93.98,99.67
+159,1.0347092688083648,0.3832018795967102,93.63,99.57
+160,1.0535756293015601,0.36932184410095215,93.98,99.67
+161,1.0565282008586785,0.4036081516265869,93.68,99.55
+162,1.0396682340365189,0.36042353343963623,93.56,99.62
+163,1.0632272399388827,0.37298508205413816,93.9,99.64
+164,1.0355769927685077,0.35720667667388917,93.55,99.58
+165,1.0646176263307914,0.40082383377552033,93.54,99.56
+166,1.049791413698441,0.34595218000411987,93.71,99.64
+167,1.051789639240656,0.3689991226196289,93.64,99.68
+168,1.048849843098567,0.45849782867431643,93.97,99.66
+169,0.9995528927216163,0.3804332899570465,93.59,99.7
+170,1.0454669270759973,0.3484915575027466,93.99,99.68
+171,1.0486361124576666,0.3534957022190094,93.94,99.57
+172,1.0368706279840225,0.3229561674594879,93.81,99.57
+173,1.032809220521878,0.3381156050682068,93.87,99.67
+174,1.0363752001371138,0.3615174424648285,93.82,99.72
+175,1.0627715240686368,0.3232622838973999,94.14,99.71
+176,1.0472212337530575,0.3526491828918457,93.93,99.69
+177,1.0447008571563623,0.3530479157447815,94.27,99.63
+178,1.0549494873254728,0.3970350558280945,93.33,99.69
+179,1.0239028232219891,0.36422026681900027,93.84,99.63
+180,1.0729066553788307,0.4227654164791107,93.71,99.59
+181,1.0567429460011997,0.40728934874534606,94.09,99.69
+182,1.0112804180536514,0.37651501326560977,94.08,99.66
+183,1.0581071543387877,0.32299638576507567,93.92,99.66
+184,1.0126682151586581,0.4007012086868286,94.19,99.74
+185,1.06677524187626,0.42145300064086916,93.93,99.68
+186,1.0235635647406944,0.3296921553611755,94.27,99.7
+187,1.027641512033267,0.38910510578155516,93.63,99.57
+188,1.050962769679534,0.38206806178092956,94.03,99.65
+189,1.0279277818325239,0.3422013852119446,94.15,99.64
+190,1.0250304047877972,0.35574588627815246,94.01,99.58
+191,1.0400793665494674,0.3657933645248413,93.82,99.67
+192,1.016512493750988,0.4006504259109497,94.23,99.66
+193,1.0190382350713778,0.4073553789138794,94.22,99.63
+194,1.0381121976253314,0.3839643882751465,94.2,99.63
+195,1.031040282280017,0.3561443636894226,94.31,99.59
+196,1.0340696767354622,0.35991158871650697,94.41,99.66
+197,1.012914943542236,0.34882271060943604,94.41,99.7
+198,1.0645617459064876,0.3382935647010803,94.28,99.7
+199,1.0405949146319657,0.41438302130699156,94.09,99.63
+200,1.0202932755152385,0.383540719795227,94.4,99.65
+201,1.0367218353809455,0.33113682594299315,94.37,99.59
+202,1.0384957266159547,0.3925993820667267,94.15,99.73
+203,0.9886192014584174,0.3496999137401581,94.06,99.6
+204,1.0442002846644476,0.36096187171936034,94.39,99.57
+205,1.0440356648885287,0.385374382686615,94.36,99.66
+206,1.0352392407564017,0.3560814950466156,94.44,99.68
+207,1.0218190009777361,0.3958229030609131,94.06,99.59
+208,1.0121051423060587,0.4032341423988342,94.08,99.61
+209,1.0297797296291742,0.3756711082458496,94.39,99.69
+210,1.0494987813326029,0.428900394821167,93.93,99.65
+211,1.0163448955768193,0.3620146697998047,94.67,99.63
+212,1.0304923658187572,0.3991768984794617,94.3,99.63
+213,1.042643629740446,0.3672325634479523,94.09,99.64
+214,1.0106834072333115,0.38721003193855286,94.12,99.65
+215,1.0245982142595145,0.4247269395828247,94.05,99.71
+216,1.0574762122753338,0.46018736991882325,93.85,99.69
+217,1.0115991505292745,0.35797193150520323,94.67,99.67
+218,1.043655545436419,0.38096263852119444,94.16,99.72
+219,1.0137015738548376,0.3931473813533783,94.21,99.64
+220,1.022529842456182,0.4086845715045929,94.38,99.65
+221,0.9879206374669687,0.3558713922977447,94.62,99.67
+222,1.0266238600779802,0.3421136377334595,94.71,99.61
+223,1.0388131170700758,0.38496774497032166,94.38,99.74
+224,1.004798241609182,0.38331917304992674,94.49,99.65
+225,1.054184547601602,0.37582530875205994,94.75,99.69
+226,1.0116795561252496,0.36577122087478636,94.37,99.67
+227,1.036273174560987,0.4124588731765747,94.66,99.65
+228,0.9817798108626634,0.3480749532222748,94.32,99.66
+229,1.0101904759040246,0.35638945078849793,94.62,99.65
+230,0.9893592401956901,0.34022339787483213,94.62,99.56
+231,1.0026528673294264,0.3393802926063538,94.68,99.73
+232,0.9707549697313553,0.3388009003162384,94.87,99.54
+233,0.9960928241411845,0.3582370195388794,94.83,99.7
+234,1.0129832747655036,0.334027339887619,94.84,99.74
+235,1.0259400511399293,0.3885152482032776,94.3,99.63
+236,1.044443110166452,0.39344565768241885,94.66,99.68
+237,1.0169737040996552,0.3566963336467743,94.97,99.67
+238,1.0386176497508317,0.40570009722709655,94.48,99.72
+239,0.9752947921936329,0.4013937138557434,94.62,99.66
+240,1.0143880535394718,0.3761187812328339,94.71,99.67
+241,0.997571364732889,0.35225957055091855,94.82,99.59
+242,1.0058631521004897,0.34267480573654174,94.78,99.6
+243,1.0158151820684092,0.396823323059082,94.59,99.65
+244,1.0119844630742685,0.34886941714286807,94.3,99.75
+245,1.0183439725484604,0.376216951751709,95.08,99.71
+246,1.0146439407116328,0.33672914624214173,94.67,99.72
+247,1.0298149752311216,0.31628260774612427,94.45,99.65
+248,0.9755339368795737,0.33009349575042723,94.87,99.6
+249,1.0225798107110537,0.43389221329689026,94.48,99.66
+250,1.0309715622510665,0.3394364893436432,94.91,99.64
+251,1.01177688118739,0.31827655916213987,95.07,99.7
+252,1.0395285305304405,0.3701980939865112,94.64,99.6
+253,1.0207552724923843,0.32565550985336306,94.95,99.63
+254,1.0406480743334843,0.3161543856620789,94.98,99.68
+255,1.0178558756143619,0.34502302193641665,94.9,99.66
+256,1.0041807972467862,0.32429934544563294,94.84,99.7
+257,1.0161381019995763,0.3462654903888702,94.95,99.63
+258,0.9979290286699931,0.3581616044998169,94.92,99.62
+259,0.9889068601987301,0.32473582706451415,95.13,99.63
+260,1.0051819671423008,0.4073884719848633,94.49,99.68
+261,1.0011546758505014,0.33653424229621887,94.94,99.63
+262,0.9919266304908655,0.32849362993240355,95.07,99.63
+263,1.0020210645137688,0.38955218591690066,94.79,99.62
+264,1.016767527659734,0.38381494131088256,94.69,99.66
+265,0.9890041629473368,0.32964003677368164,94.91,99.68
+266,1.003511218688427,0.3486124228000641,94.87,99.73
+267,0.9972919624585371,0.3396153738975525,95.17,99.74
+268,1.0143871050614577,0.3384019446849823,94.91,99.71
+269,0.9754046952113127,0.379437885761261,94.96,99.54
+270,1.019055587817461,0.3934257519245148,94.91,99.73
+271,0.9845111079705067,0.3927941517829895,95.07,99.66
+272,0.9961116746450082,0.36445997161865235,95.09,99.69
+273,0.9848209190062988,0.3442242871284485,94.97,99.69
+274,0.9980315168698629,0.3514561839580536,95.06,99.65
+275,0.9857149217373286,0.3302157121181488,95.12,99.68
+276,1.0046817978223166,0.33409696288108826,95.05,99.65
+277,0.9996357564742748,0.3746366331100464,95.15,99.67
+278,1.0047760830475734,0.3569742482662201,94.88,99.73
+279,1.0203218881900493,0.387489280462265,94.97,99.71
+280,0.965112476165478,0.3178989839076996,95.23,99.66
+281,0.993400187828602,0.35874391984939574,95.1,99.74
+282,0.9962565713968032,0.3440111857891083,95.17,99.71
+283,0.9954079991731888,0.35174208703041077,94.82,99.78
+284,0.9969901820023854,0.3468591656208038,95.04,99.69
+285,0.9902849796490791,0.3083410756587982,95.27,99.69
+286,0.9749681955728775,0.3748757396697998,95.01,99.73
+287,1.0037843071497403,0.38266866488456724,95.19,99.67
+288,1.005135076168256,0.3059867656230926,95.33,99.66
+289,0.9769656273034902,0.34870327892303465,95.16,99.71
+290,0.9876552745317801,0.374086758852005,94.97,99.71
+291,0.9811248742617094,0.3400261470317841,95.25,99.67
+292,0.9875238071649503,0.3223373046398163,95.02,99.76
+293,1.0185627446724819,0.31910008368492127,95.2,99.62
+294,0.9690532921216427,0.3441182089328766,95.13,99.7
+295,1.0038714474592454,0.3527858539581299,95.08,99.64
+296,0.9980101869656489,0.3045733008861542,95.4,99.72
+297,0.9963797659446032,0.3478951485157013,95.39,99.69
+298,1.0042485739940252,0.35075124135017394,95.35,99.75
+299,0.9880569849258815,0.31019841022491457,95.43,99.68
+300,1.0155970681936313,0.38412182059288025,95.11,99.77
+301,0.9798520841659644,0.32003293309211733,95.49,99.67
+302,1.0211748084960839,0.34220288696289064,95.38,99.69
+303,0.9901451992682921,0.3795396671295166,95.35,99.68
+304,0.965840030174989,0.3609289762973785,95.25,99.77
+305,0.9887519649970226,0.3134694125652313,95.57,99.72
+306,0.9895768154890109,0.346862487077713,95.46,99.67
+307,0.9598604411650926,0.3793726521015167,95.1,99.68
+308,0.9839256262167906,0.32535414867401125,95.38,99.71
+309,0.9773805654965915,0.3442569428920746,95.51,99.74
+310,0.9946255916204207,0.321972478723526,95.45,99.68
+311,0.9883476937428499,0.37134234261512755,95.27,99.75
+312,0.9771013727554908,0.38361227111816404,95.43,99.73
+313,0.9792823895429954,0.3884106634140015,95.34,99.74
+314,0.9767002438887572,0.3806531653881073,95.21,99.7
+315,0.9828623956594712,0.4055185161113739,95.36,99.64
+316,0.9687339457181784,0.3495892279148102,95.55,99.73
+317,0.9623523602118859,0.34520153818130495,95.36,99.69
+318,0.9590566003933931,0.28918859491348264,95.35,99.69
+319,0.9534079197125557,0.3175033840179443,95.49,99.68
+320,0.9851346138196114,0.36518085641860965,95.45,99.69
+321,0.9808760575759106,0.3742553594112396,95.18,99.67
+322,0.9607033735666519,0.3458278877735138,95.46,99.74
+323,0.9772010178138049,0.2947256736278534,95.56,99.71
+324,0.9727461122549497,0.322608616733551,95.33,99.72
+325,0.9906712813255114,0.3638806806564331,95.24,99.68
+326,0.9862556115174905,0.383047594165802,95.42,99.73
+327,0.9859752862881391,0.33848222007751466,95.39,99.67
+328,1.002732834754846,0.37359598240852354,95.36,99.73
+329,0.9631881642035949,0.3486091915130615,95.27,99.7
+330,0.9996061377036266,0.394470778131485,95.31,99.68
+331,0.9658258534394778,0.315839084148407,95.45,99.69
+332,0.9671594746601887,0.33266912298202517,95.29,99.69
+333,0.9881885432280026,0.34252241859436033,95.19,99.71
+334,1.0037209704900398,0.3529525876045227,95.33,99.72
+335,0.9831542527064299,0.33577712507247925,95.44,99.7
+336,0.9730885615715614,0.3524189559459686,95.48,99.73
+337,0.9851350634525984,0.3569125204563141,95.46,99.66
+338,0.9829469084739685,0.34851623277664184,95.25,99.73
+339,0.9857596849783873,0.30749692635536197,95.64,99.69
+340,0.9822347747973906,0.36396075863838195,95.57,99.75
+341,1.0186623953855956,0.3268712599277496,95.31,99.74
+342,0.952190046891188,0.32570589499473573,95.57,99.71
+343,0.9639134899163857,0.34671830406188964,95.55,99.62
+344,1.0001150605006095,0.325920078086853,95.27,99.74
+345,1.0041992945548817,0.37387050700187685,95.25,99.79
+346,0.9925625362457373,0.3550094338417053,95.44,99.67
+347,0.9980289975802104,0.4044195363998413,95.21,99.76
+348,0.9887138108412424,0.3515169151306152,95.36,99.73
+349,0.9722489271408472,0.3450332901954651,95.52,99.77
+350,1.0121186829530275,0.3492472301006317,95.41,99.76
+351,0.9533141020016792,0.3598783092021942,95.57,99.66
+352,0.9953344626304431,0.33975947699546816,95.21,99.73
+353,0.9470950086911519,0.3353111960887909,95.59,99.68
+354,0.9725277170156821,0.3679578799724579,95.53,99.71
+355,0.9434665967256595,0.34463177933692934,95.55,99.68
+356,0.9827964215706556,0.36065827360153196,95.72,99.69
+357,0.9855274197382805,0.3606925090789795,95.44,99.71
+358,0.9813747950089283,0.35330280966758726,95.21,99.72
+359,0.9681000518493164,0.3879647270679474,95.4,99.73
+360,0.9777673076360653,0.33831562452316283,95.63,99.74
+361,0.9873447496157426,0.3164441152572632,95.52,99.77
+362,0.9858824702409598,0.3617524317264557,95.42,99.72
+363,0.9867383585526392,0.3137271070957184,95.65,99.75
+364,0.9906137726245783,0.35069874019622804,95.56,99.65
+365,0.9470739986651983,0.3499755533218384,95.32,99.73
+366,0.9514929354190826,0.35440695486068724,95.46,99.78
+367,0.94392781043664,0.3582336398124695,95.42,99.63
+368,0.9991725409642244,0.31487060418128965,95.53,99.76
+369,0.9679158102243375,0.3355593760967255,95.47,99.74
+370,0.9431684063031123,0.3373272430896759,95.4,99.7
+371,0.980221236210603,0.3285053783893585,95.54,99.66
+372,0.9762144843737285,0.39592724556922915,95.52,99.67
+373,0.9744425857678438,0.3072325764656067,95.33,99.67
+374,0.9810829523282173,0.37794104766845704,95.32,99.77
+375,0.9597496321568122,0.33030207180976867,95.42,99.73
+376,0.9630846324639443,0.37257312359809874,95.26,99.7
+377,0.9511469981609246,0.32835649819374085,95.57,99.65
+378,0.9638585770741487,0.35177683033943175,95.58,99.69
+379,0.9619445513456296,0.31052046689987184,95.55,99.74
+380,0.9715970468826783,0.2971602417469025,95.64,99.63
+381,0.9510723867477515,0.31003844537734987,95.54,99.71
+382,0.9996600578992795,0.3488547815322876,95.63,99.68
+383,0.9854295056599837,0.3728594974040985,95.48,99.73
+384,0.9865556328724592,0.3173024435043335,95.43,99.67
+385,0.9421823839346568,0.348477876996994,95.59,99.76
+386,0.9636681324396378,0.3211638351917267,95.5,99.72
+387,0.9671661324990102,0.3395102040290833,95.61,99.67
+388,0.9688993461621114,0.3426245137214661,95.57,99.66
+389,0.9686818708211947,0.29159047713279723,95.68,99.72
+390,0.9695988369293702,0.2764882462501526,95.71,99.7
+391,0.9926333957757705,0.32278130793571475,95.61,99.74
+392,0.9687540937692691,0.34122011871337893,95.58,99.7
+393,0.9770123625412965,0.3157924223899841,95.7,99.7
+394,0.9811826293285076,0.27482787027359007,95.69,99.75
+395,0.9912778884936602,0.35408226413726807,95.64,99.74
+396,0.9780485188349699,0.3111886603832245,95.69,99.71
+397,0.9710423495524969,0.3478532117843628,95.46,99.73
+398,0.9733138785912441,0.3523360655784607,95.59,99.72
+399,0.9373306196469527,0.32379159350395204,95.51,99.63
+400,0.9734044697040166,0.3801558385372162,95.71,99.66
+401,0.9762239067982404,0.37270068855285643,95.59,99.72
+402,0.962336449439709,0.29355229845047,95.64,99.72
+403,0.976177078179824,0.3742462550163269,95.56,99.82
+404,0.9533359924952189,0.32111034355163576,95.77,99.68
+405,0.9334437686663407,0.3177468806743622,95.5,99.68
+406,0.966313949915079,0.3478544430732727,95.66,99.73
+407,0.991883914745771,0.3837328600883484,95.47,99.68
+408,0.940379743086986,0.3132402712345123,95.47,99.73
+409,1.0178045133749645,0.3617155394554138,95.61,99.75
diff --git a/ckpt/cls/SDT/cifar10/model_best.pth.tar b/ckpt/cls/SDT/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..bca766d6918b7f617b3afc77442f6ef4f8e58208
--- /dev/null
+++ b/ckpt/cls/SDT/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38104bfcb8c8510c50d95f05b0a379edcd28cf071fded9f3b31f1f844dd5a7d
+size 122993688
diff --git a/ckpt/cls/SDT/cifar100/args.yaml b/ckpt/cls/SDT/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..496bc0a4359f26c41a3d3217afa846d437a629e0
--- /dev/null
+++ b/ckpt/cls/SDT/cifar100/args.yaml
@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 1
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/SDT/cifar100/log.csv b/ckpt/cls/SDT/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1aea75c00e10b1902594669e36952a8e47b26e1c
--- /dev/null
+++ b/ckpt/cls/SDT/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.600656510622073,4.568280073547363,2.23,9.29
+1,4.471661405074291,4.257114047241211,7.18,24.82
+2,4.315587639197325,4.006940703964234,11.14,32.39
+3,4.189501819243798,3.7774391288757325,14.56,40.14
+4,4.059657773604759,3.5994566150665284,17.68,44.25
+5,3.9408324058239277,3.4105689868927,20.34,49.89
+6,3.8381901148038033,3.1995894092559816,23.77,55.41
+7,3.7023872992931266,3.1131477775573733,25.03,56.34
+8,3.595098897127005,2.8938634166717527,30.56,61.22
+9,3.5166809308223237,2.723115969848633,33.66,65.67
+10,3.456637082955776,2.6704724418640136,35.11,66.68
+11,3.3988929754648454,2.52756725769043,38.18,69.27
+12,3.298949365126781,2.375813418960571,41.25,72.8
+13,3.2504225419117856,2.3980249504089355,40.38,72.28
+14,3.206567538701571,2.150089830780029,46.9,77.58
+15,3.1484322926937005,2.14999374961853,46.59,77.35
+16,3.057493567466736,2.1567103492736814,46.63,77.18
+17,3.017144087033394,1.9429023147583009,51.94,81.32
+18,3.017836505938799,2.029755499458313,50.0,79.65
+19,2.983668079131689,1.9565459209442138,51.62,81.79
+20,2.9953860466296858,1.9741523468017579,51.14,80.39
+21,2.8908743833884216,1.8192021465301513,55.39,83.47
+22,2.90521902854626,1.7474804904937744,56.73,84.38
+23,2.841496376807873,1.8453570697784425,55.93,84.21
+24,2.8071259021759034,1.7482948837280274,56.64,85.32
+25,2.7903957311923686,1.6587133031845094,58.21,85.55
+26,2.796530538950211,1.6880401689529418,58.91,85.64
+27,2.796579291881659,1.6670132629394532,59.1,85.79
+28,2.6812377327527757,1.6772188793182372,59.84,85.94
+29,2.666537498205136,1.6323508972167968,60.04,86.59
+30,2.6359516464746915,1.572649222946167,62.23,87.55
+31,2.652437892632607,1.563098140525818,61.39,87.2
+32,2.6032504855058134,1.4616342960357667,64.58,89.2
+33,2.548679927067879,1.462581457901001,63.79,88.19
+34,2.5256581471516535,1.4527518270492554,64.66,88.86
+35,2.586438636596386,1.513325186729431,63.28,88.23
+36,2.5926268672331787,1.4230753356933594,65.1,89.36
+37,2.563081313402225,1.4401891275405885,64.89,88.49
+38,2.5099367413765346,1.4109041456222535,65.42,89.27
+39,2.4687152480467773,1.3273029384613038,66.16,90.3
+40,2.5167380727254427,1.4305016576766967,65.38,89.27
+41,2.4887923965087304,1.5257045656204224,64.25,88.35
+42,2.469790989619035,1.4179546649932862,65.71,89.27
+43,2.4202153040812564,1.3729941097259521,66.46,89.8
+44,2.3955749582021664,1.4040454307556152,66.4,89.87
+45,2.439896976336455,1.3462083911895752,66.39,89.92
+46,2.3798811392906383,1.3298722507476806,67.82,90.67
+47,2.4240874061217674,1.4351586904525757,66.48,89.33
+48,2.3987062723208696,1.3204700717926026,67.57,89.85
+49,2.4042236468730827,1.3890928884506226,67.49,90.12
+50,2.354861145447462,1.3287009447097777,67.8,90.32
+51,2.3544515762573632,1.2751924446105958,68.77,90.88
+52,2.3837380201388627,1.331719419670105,67.82,90.46
+53,2.3260906506807375,1.2682605644226075,68.96,90.7
+54,2.3475216599611137,1.3846943374633789,67.38,89.83
+55,2.3552899754964387,1.3071072643280028,68.42,90.45
+56,2.360346725048163,1.2646869520187378,68.99,90.59
+57,2.272006157117012,1.3203874088287353,68.42,90.04
+58,2.3061742498324467,1.272228832435608,69.76,91.22
+59,2.3207419618582112,1.3119301202774047,69.2,90.43
+60,2.3160473114404923,1.2662786441802978,68.73,90.72
+61,2.219245636463165,1.2745949718475342,69.39,90.8
+62,2.3099991498849333,1.2680029207229615,69.57,91.47
+63,2.2849924338169587,1.2736329561233521,69.74,91.2
+64,2.2045133584584944,1.2228790977478028,69.88,91.3
+65,2.28938701122235,1.2710528074264527,69.16,91.32
+66,2.222910767640823,1.2035305051803589,70.63,91.47
+67,2.2607961718852705,1.348519785308838,68.16,89.9
+68,2.250864853920081,1.313345143699646,69.07,90.58
+69,2.2233709579859022,1.2237642814636231,70.62,91.49
+70,2.2063500220959003,1.256230457687378,70.19,91.07
+71,2.222859468826881,1.206029351234436,71.27,91.74
+72,2.2251329556489603,1.2067230945587157,70.82,91.52
+73,2.210793605523232,1.263145417022705,70.6,90.9
+74,2.1729701962226478,1.2100137182235717,70.54,91.55
+75,2.181018608655685,1.1841664791107178,71.16,91.8
+76,2.2114786398716464,1.2457245323181152,70.61,91.35
+77,2.189757464787899,1.3442066730499267,69.0,90.52
+78,2.2277948694351393,1.2818910493850708,71.15,91.68
+79,2.193094634092771,1.2647677743911743,70.45,91.28
+80,2.1839977441689906,1.1741676769256593,71.42,91.45
+81,2.1560316608502315,1.23903348903656,71.0,91.33
+82,2.1387877338971846,1.1848177839279175,71.96,91.66
+83,2.1933612001247895,1.2359682350158692,71.41,91.43
+84,2.161313431079571,1.2119550756454467,71.27,91.69
+85,2.1236257653969983,1.1999792322158813,72.01,91.92
+86,2.097858271843348,1.2363341991424561,71.27,91.58
+87,2.1099518953225553,1.2057347013473512,71.37,91.34
+88,2.12736907127576,1.184632349205017,71.57,91.53
+89,2.1016932090123492,1.1484517040252686,71.79,92.02
+90,2.134164577569717,1.2395815370559693,71.88,91.21
+91,2.042862136853047,1.2013440200805665,71.8,91.49
+92,2.0538518920922892,1.207213641357422,71.06,91.52
+93,2.0877910879942085,1.1471769742965698,72.03,91.88
+94,2.1215668131143617,1.2273195266723633,72.04,91.86
+95,2.1004497304940837,1.2388936948776246,71.59,91.58
+96,2.0478942901660235,1.1478589351654054,71.69,91.62
+97,2.038858011747018,1.2002671028137206,72.13,91.62
+98,2.074141635038914,1.2043260370254516,71.66,91.35
+99,2.0660738565982917,1.1679493934631349,71.69,91.79
+100,2.1140475236452545,1.1913967037200928,72.59,91.46
+101,2.1679563502470653,1.183138719367981,72.18,91.95
+102,2.0733981505418435,1.19916031665802,72.21,91.68
+103,2.1142452823810087,1.15068342628479,73.0,92.16
+104,2.015337619720361,1.198060831451416,71.73,91.78
+105,2.1465488170966123,1.213663352203369,71.46,91.31
+106,2.0988361462568625,1.1944812034606933,72.29,91.75
+107,2.1306500691633956,1.186543879890442,72.18,91.8
+108,2.081020020827269,1.1946696126937866,72.43,91.87
+109,2.1323344936737647,1.2241334049224855,72.77,91.65
+110,2.007166249629779,1.1981206331253051,73.03,91.93
+111,2.073899645683093,1.1997728591918946,72.55,91.98
+112,2.0777670138921494,1.2321243724823,72.37,91.43
+113,1.9877722517038003,1.1363852743148803,73.67,92.07
+114,2.0473319487693984,1.1677656381607056,73.53,91.6
+115,2.0377043455074997,1.1307715621948242,73.86,92.17
+116,2.0100014646848043,1.191889546775818,72.82,92.08
+117,2.056812841464312,1.1958369749069213,72.28,91.57
+118,2.037282872505677,1.1959773923873902,72.63,92.07
+119,2.0259313025535683,1.2203700004577638,72.36,91.44
+120,1.999742130896984,1.1438160507202149,73.15,91.98
+121,2.150877125446613,1.170025283050537,73.51,92.01
+122,1.990609699793351,1.1527240091323852,73.92,92.18
+123,1.9965695570676754,1.1189678955078124,73.46,92.2
+124,2.071326612509214,1.1876829383850098,72.85,91.76
+125,2.029107561478248,1.174597406578064,73.18,91.88
+126,2.0022393642327723,1.18243404006958,72.63,91.94
+127,1.9791105187856235,1.214210535621643,73.08,91.34
+128,2.037937604311185,1.2141701490402221,72.93,91.6
+129,2.0224338858555524,1.138138907623291,73.7,92.04
+130,1.980600812496283,1.228058225250244,72.56,91.13
+131,2.025032352025692,1.1514136119842528,73.72,91.91
+132,1.8636527238748013,1.1120016912460327,74.24,92.49
+133,1.9500179656040975,1.1607808877944947,73.3,91.58
+134,2.025021755695343,1.14542347240448,73.18,92.04
+135,1.9574727788949624,1.1509964189529418,73.87,92.08
+136,1.9822230497996012,1.1732475368499755,74.0,92.12
+137,1.968415774596043,1.1475786670684816,73.5,92.08
+138,2.0076261392006507,1.1723549016952515,73.53,91.8
+139,2.0190297508851076,1.1566858648300171,73.67,92.3
+140,1.9622728615235059,1.1224589437484742,73.81,91.99
+141,2.0294572240267046,1.1260363109588623,74.1,92.07
+142,2.010633628643476,1.1979685554504393,73.28,91.83
+143,2.0094557114136524,1.1885532209396363,73.27,91.68
+144,2.0523523471294305,1.1352562852859498,73.98,91.93
+145,2.015376248726478,1.1647266929626465,73.71,91.93
+146,1.9698438046834408,1.1771425493240357,74.3,91.79
+147,2.032310021840609,1.1474881074905396,74.05,92.01
+148,1.963470383026661,1.2027121408462524,73.96,91.44
+149,2.0364199806482364,1.175241192626953,73.9,92.02
+150,1.9936676069712027,1.14190569896698,73.91,92.14
+151,2.023157253020849,1.1748758481979371,74.04,92.21
+152,1.9401345378313308,1.1369397426605226,74.24,92.47
+153,1.837146345163003,1.1653538660049438,73.82,91.79
+154,1.9115015804767608,1.1845441667556762,74.43,92.16
+155,1.9070009942238146,1.1110408548355102,75.34,92.35
+156,1.9373143963324717,1.1236386116027832,74.12,92.15
+157,1.9435682834723056,1.1528765117645263,74.01,91.78
+158,1.8938393502663344,1.1021061452865601,74.94,92.43
+159,1.9268455467162988,1.1364179195404052,74.35,92.1
+160,1.9528856251484308,1.113926260471344,75.2,92.31
+161,2.023794761223671,1.171630511856079,74.03,92.06
+162,1.9527805748658302,1.1518339761734009,73.92,91.78
+163,1.9210877236647483,1.1017451053619385,74.65,92.44
+164,1.9733823774716792,1.195596336746216,74.14,91.85
+165,1.8680404464403788,1.0687000371932984,74.69,92.39
+166,1.8987111233747922,1.0799665796279907,75.16,92.51
+167,1.9332962291362958,1.0960838256835939,74.68,92.3
+168,1.8478303467616057,1.1232264892578125,75.03,91.83
+169,1.933716743420332,1.139575629043579,74.36,92.29
+170,1.9048766553401948,1.0947150802612304,75.38,92.49
+171,1.982664840343671,1.1224900442123413,74.7,92.4
+172,1.9101940312446692,1.0821983959197998,75.04,92.41
+173,1.9278488426636426,1.1559255771636963,74.47,92.08
+174,1.912362879361862,1.1039911247253418,74.69,92.24
+175,1.9441578186475315,1.116596050453186,75.06,92.43
+176,1.8310827059623522,1.158971748161316,74.5,92.0
+177,1.9394376617211562,1.1481634567260741,74.69,91.74
+178,1.977796781827242,1.0877558246612549,75.25,92.27
+179,1.9145541469256082,1.09961662940979,75.67,92.39
+180,1.9617341509232153,1.150463220024109,74.78,91.94
+181,1.8792263442125077,1.1985145700454711,74.14,91.74
+182,1.9458169142405193,1.0681042837142944,75.39,92.47
+183,1.8844606101512908,1.078294789123535,75.61,92.35
+184,2.0004664824559137,1.124013804626465,75.28,92.32
+185,1.8681623211273781,1.1576547172546388,74.95,92.18
+186,1.8550003077739323,1.1140671319961548,75.43,92.32
+187,1.8829290931041425,1.1072450998306274,75.61,92.5
+188,1.8483340304631453,1.1023759099960326,75.42,92.39
+189,1.8970985635732993,1.070861305141449,75.73,92.34
+190,1.9314917679016406,1.181007389831543,74.89,91.99
+191,1.8775864269488898,1.0990993396759032,75.41,92.24
+192,1.9108280973556715,1.1054318490982056,75.64,92.2
+193,1.8612882536191206,1.0732264430999756,75.87,92.56
+194,1.9380729079246521,1.1443618793487549,74.83,92.21
+195,1.8352321656850668,1.0928559078216553,75.8,92.36
+196,1.8545826499278728,1.113062421989441,75.11,92.29
+197,1.84688063004078,1.1078223888397216,75.33,92.25
+198,1.8980294765570225,1.069855130958557,76.1,92.54
+199,1.9214122008054684,1.1148468769073487,75.58,92.26
+200,1.8122488350440293,1.0952420574188233,75.95,92.41
+201,1.9616922863018817,1.1287594522476196,75.01,91.98
+202,1.9212852797447106,1.090600874710083,75.22,92.5
+203,1.8837118121293874,1.1663364923477173,75.24,91.95
+204,1.8834379963385752,1.1372160731315613,75.17,92.16
+205,1.8743879104271912,1.078868529510498,75.84,92.31
+206,1.8773594211309383,1.1127962260246276,75.24,92.23
+207,1.889407626634989,1.1514430816650392,75.34,92.06
+208,1.871022092531889,1.1595834365844726,74.91,91.95
+209,1.8204092047153375,1.1482387537002563,75.36,92.07
+210,1.8848291040995182,1.1581082807540894,74.75,91.87
+211,1.8491348456113765,1.1696231052398682,75.08,91.99
+212,1.8323195069264142,1.1127747676849364,75.31,92.16
+213,1.8182004130803622,1.0726572172164917,76.03,92.4
+214,1.9292761801145015,1.1027355085372925,76.22,92.09
+215,1.8219246615201998,1.1257957851409912,75.8,92.16
+216,1.8823970680053417,1.1559409870147705,75.59,91.91
+217,1.8240952716423915,1.1201912405014038,75.77,92.25
+218,1.87493621355448,1.1542445831298829,75.57,91.99
+219,1.8828656691771286,1.1139136304855346,75.97,92.23
+220,1.8405500965240673,1.1410933017730713,75.78,92.09
+221,1.8199343679807125,1.137771781539917,75.41,91.95
+222,1.8537395220536452,1.1067148929595947,75.57,92.28
+223,1.8337681212486365,1.1002853551864624,75.88,92.27
+224,1.9087237831873771,1.0897636516571045,75.92,92.51
+225,1.8445673438218924,1.1604083192825316,75.63,92.19
+226,1.7857750000097812,1.09451009349823,75.98,92.47
+227,1.878900566467872,1.1276502815246583,75.65,91.95
+228,1.8902195828083235,1.0744828281402587,75.98,92.3
+229,1.8329329744363443,1.0785127544403077,76.36,92.46
+230,1.8026970001367422,1.1200870470046997,76.05,92.23
+231,1.8337969050957605,1.089236399078369,76.09,92.32
+232,1.8241837449562854,1.0777345741271973,75.75,92.58
+233,1.8331081726612188,1.1129626497268676,75.87,92.33
+234,1.8489490885000963,1.1523327247619628,75.43,91.74
+235,1.8357530728364602,1.0891334424972534,76.47,92.41
+236,1.8764727233312068,1.0768452831268311,76.01,92.69
+237,1.8356155468867374,1.0599710027694702,76.56,92.84
+238,1.8446981396430577,1.0852561433792114,76.38,92.65
+239,1.8245207552726452,1.1197975860595704,76.12,92.53
+240,1.7833937100875072,1.0942179271697998,76.64,92.27
+241,1.7263654005833162,1.0582234415054321,76.71,92.61
+242,1.8459832885326484,1.172849496269226,75.83,91.82
+243,1.7845776139161527,1.123082878780365,76.02,92.17
+244,1.8286591597092456,1.0883614179611205,76.29,92.19
+245,1.8382180953637148,1.1089151016235352,76.05,92.16
+246,1.809629227564885,1.1044673871040345,76.06,92.27
+247,1.7982871011281625,1.074808751296997,76.57,92.76
+248,1.8493698693238771,1.0873482353210449,76.41,92.34
+249,1.7724734969628162,1.1162852670669556,76.11,92.54
+250,1.8208479104897914,1.0764219730377198,76.7,92.4
+251,1.7765034958338126,1.1084087791442871,76.27,92.28
+252,1.8795094552712563,1.097851233291626,76.28,92.39
+253,1.8050979618842786,1.0883301076889038,76.47,92.44
+254,1.8068979295400474,1.1069869688034057,76.54,92.29
+255,1.7995189079871545,1.1163015775680543,76.6,92.32
+256,1.8916459568035908,1.0936203441619874,76.74,92.46
+257,1.778029758655108,1.0964613826751708,76.66,92.26
+258,1.842501100210043,1.0654428031921386,76.85,92.46
+259,1.771345735513247,1.1252222169876098,76.29,92.1
+260,1.8975840458503137,1.0890411352157592,76.67,92.23
+261,1.7969764338089869,1.1171317304611206,76.66,92.18
+262,1.788652384128326,1.0536238748550415,76.76,92.63
+263,1.7793550971226815,1.0824447586059571,76.33,92.53
+264,1.8065626934552803,1.1034426975250244,76.71,92.68
+265,1.776987653817886,1.0720593982696534,76.79,92.59
+266,1.8118599018989465,1.0973881105422973,76.8,92.25
+267,1.8303331051117335,1.0721174553871156,77.01,92.81
+268,1.794363666497744,1.0808903451919556,76.8,92.6
+269,1.8230939531937624,1.0819355180740355,76.61,92.39
+270,1.7904718697071076,1.0775929119110108,77.12,92.62
+271,1.7778175153793432,1.0715505695343017,76.84,92.56
+272,1.7817236764308735,1.0635152458190917,76.52,92.57
+273,1.754144021639457,1.0900752121925354,76.65,92.35
+274,1.7749180055581606,1.0446034154891968,77.0,92.61
+275,1.7806762929146107,1.061697512817383,77.08,92.37
+276,1.7836004228163989,1.1178565143585204,76.62,92.4
+277,1.7313925970823336,1.0421945053100585,77.37,92.55
+278,1.7563652142500266,1.0921622009277343,76.91,92.41
+279,1.786240131732745,1.0968412389755249,76.7,92.38
+280,1.7785247940283555,1.078549520301819,76.58,92.37
+281,1.8252111301972316,1.11831658744812,76.42,92.08
+282,1.7747331684980636,1.0872268878936768,76.27,92.4
+283,1.7734953669401317,1.0778035940170287,76.92,92.34
+284,1.7935576121012369,1.0640373531341554,77.14,92.56
+285,1.7386544381960845,1.0386421140670776,77.41,92.82
+286,1.7597237409689488,1.0935827907562257,76.74,92.44
+287,1.7783180832862855,1.0588048908233643,77.14,92.52
+288,1.8300714563100766,1.0838601314544678,77.04,92.49
+289,1.7864622712135314,1.1193727052688598,76.39,92.23
+290,1.7567334548020974,1.0829772602081298,76.65,92.28
+291,1.7895974836288355,1.0862011308670043,76.9,92.39
+292,1.7446336538363725,1.0680680959701538,76.95,92.43
+293,1.7580718414905743,1.1051668796539307,76.89,92.26
+294,1.7800756373466589,1.10529596118927,76.75,92.16
+295,1.827041801581016,1.0444060945510865,77.01,92.71
+296,1.7599028359620998,1.0945203048706054,77.11,92.16
+297,1.7424361491814637,1.0573176498413086,77.09,92.5
+298,1.7577266569320973,1.096493879890442,76.73,92.34
+299,1.749995633883354,1.0791494922637939,77.16,92.52
+300,1.7386466973867172,1.061805943107605,76.96,92.8
+301,1.7452252467473348,1.0579572843551637,77.14,92.64
+302,1.7668484235421205,1.104704965209961,76.89,92.22
+303,1.76616417994866,1.099592903137207,77.13,92.06
+304,1.7508630492748358,1.079454842567444,77.01,92.37
+305,1.82803301857068,1.0975990493774415,76.72,92.12
+306,1.7464500699287806,1.065406376838684,77.07,92.56
+307,1.7427212019761404,1.062188472366333,77.6,92.2
+308,1.8820448212134533,1.0849010271072388,77.35,92.5
+309,1.827484888755358,1.0535572114944458,77.74,92.82
+310,1.72709198257862,1.0616714401245118,77.29,92.48
+311,1.7450812326027796,1.1062095664978027,77.03,92.32
+312,1.8253240742744543,1.0896415756225586,76.93,92.53
+313,1.8143574629074488,1.09040368309021,77.05,92.37
+314,1.7978706546318837,1.0568589118957519,77.0,92.75
+315,1.8223802557358375,1.039989089012146,77.53,92.91
+316,1.728423714179259,1.0681691675186158,77.27,92.41
+317,1.7795499503612517,1.0464688686370849,77.44,92.77
+318,1.7603191904532605,1.0526592863082886,77.43,92.77
+319,1.706485912280205,1.0840439922332763,76.95,92.24
+320,1.7453701791090843,1.074650269317627,77.35,92.43
+321,1.7631048312553992,1.1010087200164795,76.46,92.68
+322,1.7270082513491312,1.0652823177337647,77.1,92.44
+323,1.7579954086205898,1.0861317100524903,77.29,92.49
+324,1.8115302090461438,1.1101298728942872,77.06,92.51
+325,1.7573874195416768,1.0584756685256957,77.18,92.74
+326,1.7065170604449051,1.081076956176758,77.05,92.35
+327,1.7197768119665293,1.0621448261260986,77.01,92.95
+328,1.8187858966680674,1.0644896894454956,76.95,92.67
+329,1.7937380541593602,1.0607929601669313,77.47,92.63
+330,1.777870587202219,1.0817732713699342,77.32,92.2
+331,1.7299067922127553,1.0540104480743409,77.2,92.54
+332,1.6963030599630795,1.0401324180603027,77.84,92.59
+333,1.7538889600680425,1.0821000343322753,77.84,92.4
+334,1.7510579537122677,1.0267266216278077,77.89,92.82
+335,1.714103012207227,1.0727260320663452,77.33,92.33
+336,1.771170481046041,1.1104546804428101,76.91,92.23
+337,1.690664518185151,1.0644201274871825,77.48,92.56
+338,1.8287467918334863,1.0601365058898926,77.09,92.62
+339,1.757340008020401,1.0623781135559083,77.26,92.59
+340,1.7444901344103692,1.0762584508895874,77.06,92.55
+341,1.7249550903454804,1.0680666341781617,77.21,92.71
+342,1.7120293196959373,1.0686284734725953,77.46,92.71
+343,1.772012193692036,1.0616554508209228,77.33,92.69
+344,1.705448765021104,1.0702457386016846,77.57,92.49
+345,1.7454302719006172,1.0695067934036255,77.64,92.43
+346,1.7917873408549871,1.0497719150543212,77.74,92.47
+347,1.7569278631454859,1.087249051952362,77.39,92.46
+348,1.7726094279533777,1.0410642623901367,77.67,92.96
+349,1.7355943086819772,1.0535489751815796,77.8,92.62
+350,1.7342209514899132,1.0487248237609863,77.96,92.66
+351,1.710283255424255,1.0885079835891724,77.2,92.47
+352,1.758196205053574,1.1025882453918456,77.19,92.27
+353,1.7687398103567271,1.0835642587661742,77.29,92.49
+354,1.7589041862732324,1.0653656733512877,77.77,92.49
+355,1.7237379265137207,1.0968685384750365,77.14,92.62
+356,1.7318149053133451,1.0846534799575807,77.47,92.41
+357,1.7316559583712847,1.0631682975769043,77.76,92.37
+358,1.815017145872116,1.0896810451507568,77.02,92.43
+359,1.7994204400441585,1.0655618925094605,77.61,92.2
+360,1.7077844914717553,1.0718571783065796,77.55,92.36
+361,1.656877958163237,1.0917809328079224,77.39,92.26
+362,1.8010746922248448,1.087658234024048,77.28,92.36
+363,1.7765215192085657,1.1104004346847534,77.38,92.41
+364,1.7610704730718563,1.0506732809066772,78.1,92.44
+365,1.7552879296816313,1.0825731388092041,77.82,92.41
+366,1.731665380184467,1.1212436843872071,77.17,92.3
+367,1.7288035751917423,1.080481418991089,77.53,92.35
+368,1.7615538493180887,1.078964107131958,77.58,92.54
+369,1.7581584711869558,1.0813857650756835,77.82,92.26
+370,1.7322468028618738,1.0441202236175537,77.71,92.97
+371,1.7125974283768581,1.0482297927856445,77.91,92.8
+372,1.7493581946079548,1.0413897178649902,78.29,92.58
+373,1.7598898453590197,1.0865360195159912,77.21,92.31
+374,1.7360293865203857,1.0711142818450927,77.83,92.36
+375,1.7577735060300583,1.0681606838226319,77.9,92.38
+376,1.697045798943593,1.056523613166809,77.93,92.75
+377,1.726809247946128,1.0527486322402955,77.84,92.6
+378,1.7233180964604402,1.0487021112442017,77.88,92.77
+379,1.7929561540102348,1.081582332611084,77.52,92.46
+380,1.733829445258165,1.059635329055786,77.56,93.03
+381,1.8088909225586134,1.082511261177063,77.47,92.45
+382,1.7447109100146172,1.0821973810195922,77.24,92.46
+383,1.7588627263521537,1.061243021774292,77.67,92.41
+384,1.7598056618983928,1.0776279741287231,77.45,92.53
+385,1.6999247217789675,1.0773893630981446,77.66,92.47
+386,1.6569505460751361,1.0554050733566285,77.49,92.77
+387,1.7155913113019405,1.0718204221725465,77.67,92.44
+388,1.748179770127321,1.0492712419509889,77.81,92.44
+389,1.6956902175377577,1.0544156297683716,77.81,92.7
+390,1.6881716763361907,1.0365788234710693,78.03,92.46
+391,1.7060189458040091,1.069997993659973,77.33,92.42
+392,1.7074496631438916,1.0691305267333984,77.23,92.86
+393,1.697127917026862,1.0530022087097168,77.74,92.83
+394,1.7572783794158544,1.0976504093170165,77.38,92.4
+395,1.7605062313568898,1.0403288959503174,77.89,92.76
+396,1.7023562802718235,1.0477301055908204,77.81,92.77
+397,1.7099364072848589,1.0645264301300048,77.69,92.39
+398,1.73074065217605,1.073949684715271,77.68,92.6
+399,1.6832211764959188,1.0642546697616577,77.83,92.89
+400,1.7250453857275156,1.0862263027191161,77.76,92.37
+401,1.7064125757951003,1.0605703355789184,78.02,92.68
+402,1.7442989968336546,1.1078802412033082,77.3,92.36
+403,1.7490414335177495,1.0590769611358644,77.83,92.57
+404,1.780946912215306,1.0643405963897705,77.63,92.34
+405,1.7369053538029011,1.106923670387268,77.2,92.22
+406,1.777421175975066,1.0438046411514281,78.1,92.82
+407,1.7230049130244134,1.037553728866577,77.94,92.81
+408,1.7063548976030105,1.045954291152954,77.78,92.74
+409,1.7651658003146833,1.0476343729019164,78.12,92.66
diff --git a/ckpt/cls/SDT/cifar100/model_best.pth.tar b/ckpt/cls/SDT/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..d30bbd142d13f1df276e1c49fdb63403facf37d3
--- /dev/null
+++ b/ckpt/cls/SDT/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a5e878b0d21590d7091efdb0d3d8b3759ce5134cc3ce83b7117959bf5b662d
+size 123547800
diff --git a/ckpt/cls/SDT/psmnist/args.yaml b/ckpt/cls/SDT/psmnist/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..64b46d94030260317077b2ca1dc206b46633f318
--- /dev/null
+++ b/ckpt/cls/SDT/psmnist/args.yaml
@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: psmnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 4
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/SDT/psmnist/log.csv b/ckpt/cls/SDT/psmnist/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5c3445bddb0d3b8a1054a5c9550f1071491b5131
--- /dev/null
+++ b/ckpt/cls/SDT/psmnist/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.1948825895276842,1.992940625,34.61,81.16
+1,1.515683774000559,0.87706953125,72.54,97.46
+2,1.09708919064102,0.71809765625,76.71,98.55
+3,0.9701998245257598,0.6243171875,81.21,98.63
+4,0.9011012892692517,0.4407296875,88.11,99.04
+5,0.8513749654476459,0.43582265625,87.95,99.18
+6,0.8207267489698198,0.549925,83.48,98.68
+7,0.7925404209611763,0.423720703125,88.41,99.19
+8,0.777724994171379,0.553013671875,83.56,99.15
+9,0.7557275001055155,0.37755,89.94,99.43
+10,0.740570240550571,0.34908125,91.25,99.41
+11,0.7291125023466909,0.4729484375,86.3,99.19
+12,0.7174968865946827,0.335384375,91.56,99.56
+13,0.7058722443050809,0.33438046875,91.61,99.55
+14,0.696969620947145,0.3347359375,91.61,99.58
+15,0.6939412425471168,0.34377109375,91.22,99.67
+16,0.6873678403277682,0.31349453125,92.21,99.78
+17,0.6785948360577608,0.3113078125,92.42,99.41
+18,0.6760163955454134,0.25674140625,94.37,99.66
+19,0.6716942379617283,0.28033046875,93.71,99.67
+20,0.6718153140993199,0.260284375,94.12,99.74
+21,0.6600275126277891,0.26051640625,94.25,99.75
+22,0.6598703105989684,0.3072734375,92.42,99.54
+23,0.6489901159308914,0.2289046875,95.26,99.83
+24,0.6464808248301857,0.28751484375,93.47,99.46
+25,0.6414196715395675,0.25751328125,94.39,99.72
+26,0.6422551801571479,0.257261328125,94.12,99.76
+27,0.6384896447515895,0.23378828125,94.91,99.72
+28,0.63418900138802,0.25653125,94.48,99.6
+29,0.6314363692306045,0.249675390625,94.32,99.73
+30,0.6293221419183617,0.227646875,95.26,99.78
+31,0.6241831896651504,0.2234609375,95.29,99.81
+32,0.622216794353265,0.22794375,95.28,99.77
+33,0.6215622688715274,0.23824375,95.09,99.75
+34,0.6208547208553705,0.210493359375,95.97,99.76
+35,0.6134570637065121,0.2285640625,95.14,99.71
+36,0.6151385485616505,0.220840625,95.57,99.74
+37,0.6101162823346945,0.24130546875,94.84,99.72
+38,0.6126842803170538,0.2251953125,95.35,99.78
+39,0.610890976129434,0.26265078125,94.08,99.61
+40,0.6096467596088719,0.2148880859375,95.79,99.73
+41,0.609479609845031,0.23932265625,94.83,99.74
+42,0.6068629965058758,0.20368125,96.12,99.78
+43,0.6018498482612463,0.22866015625,95.24,99.72
+44,0.6037274518838296,0.217466015625,95.7,99.77
+45,0.6012007852650096,0.21276328125,95.74,99.73
+46,0.5992039265031488,0.216092578125,95.62,99.81
+47,0.6018552237596267,0.20614140625,96.03,99.75
+48,0.5996614643651196,0.204034765625,96.11,99.74
+49,0.5979958715347143,0.214621875,95.91,99.74
+50,0.5966565912095909,0.40898203125,89.12,99.38
+51,0.5969736697072656,0.20076796875,96.31,99.78
+52,0.5964198746742346,0.198247265625,96.24,99.81
+53,0.5947335713948959,0.2056208984375,95.99,99.91
+54,0.5963218764871614,0.21298515625,95.78,99.75
+55,0.5940802554544221,0.2083046875,96.03,99.87
+56,0.5923118126443309,0.20635,96.13,99.75
+57,0.5939038758858656,0.203946484375,96.08,99.75
+58,0.5935007122337309,0.19626953125,96.6,99.78
+59,0.5895044506869764,0.1996421875,96.19,99.81
+60,0.5900865006141174,0.2010421875,96.16,99.82
+61,0.5889586606341549,0.192184765625,96.5,99.84
+62,0.5890895794344764,0.191946875,96.5,99.77
+63,0.5878786141546364,0.1997248046875,96.09,99.79
+64,0.5877191118704967,0.206071484375,96.13,99.8
+65,0.5873856075808533,0.206935546875,96.17,99.79
+66,0.5862440618439617,0.206381640625,95.91,99.77
+67,0.5873980289086317,0.201901171875,96.4,99.8
+68,0.5876227907645397,0.20037890625,96.23,99.83
+69,0.5888661539707428,0.20444765625,96.06,99.8
+70,0.5852760224260836,0.20091796875,96.29,99.79
+71,0.5812965114401956,0.1896076171875,96.53,99.83
+72,0.5843375004254855,0.214762890625,95.84,99.67
+73,0.5830341431065502,0.189280859375,96.53,99.81
+74,0.5841018910336698,0.202951953125,96.2,99.8
+75,0.5834464607839911,0.1890078125,96.72,99.82
+76,0.5806580632925034,0.19641796875,96.39,99.74
+77,0.57976750876659,0.20583125,96.18,99.77
+78,0.5791637906406679,0.210162109375,95.71,99.79
+79,0.5817594477254101,0.20226484375,96.3,99.76
+80,0.5822168186179593,0.1935828125,96.3,99.72
+81,0.577895584778908,0.2163140625,95.82,99.67
+82,0.5808417780531777,0.19864296875,96.21,99.8
+83,0.5804883487458922,0.20992265625,96.07,99.71
+84,0.577728826393429,0.194604296875,96.43,99.83
+85,0.5800330250436424,0.19829609375,96.31,99.74
+86,0.5769356211535951,0.215319140625,95.85,99.69
+87,0.576229645146264,0.2087625,96.02,99.68
+88,0.5756893028051425,0.20512890625,96.04,99.76
+89,0.5744156240143328,0.19227265625,96.71,99.75
+90,0.576559433570275,0.19035703125,96.68,99.74
+91,0.5744956691040952,0.1882421875,96.73,99.81
+92,0.573556090776737,0.198446875,96.26,99.75
+93,0.5725450490275,0.190699609375,96.68,99.77
+94,0.5798062726727917,0.20573984375,96.17,99.78
+95,0.5744134890727508,0.1910857421875,96.62,99.8
+96,0.5761883248630751,0.1980125,96.49,99.71
+97,0.5734015271449701,0.187246875,96.88,99.68
+98,0.5737769146505584,0.185887890625,96.62,99.83
+99,0.575674057388917,0.17859140625,96.99,99.81
+100,0.5743335057527591,0.183792578125,97.05,99.84
+101,0.574365758870402,0.1879837890625,96.78,99.82
+102,0.5743120115282189,0.1861078125,96.71,99.79
+103,0.5717200867385945,0.19389921875,96.33,99.77
+104,0.5712069577386236,0.1868380859375,96.76,99.88
+105,0.5724196459493066,0.189116796875,96.72,99.8
+106,0.5722684601687977,0.188534765625,96.82,99.74
+107,0.5706733159529858,0.18698203125,96.79,99.81
+108,0.5704132941288825,0.195059375,96.45,99.79
+109,0.5714294570378768,0.190736328125,96.54,99.85
+110,0.5718741871607609,0.180396875,96.92,99.86
+111,0.5703375936828108,0.191094140625,96.68,99.73
+112,0.5696303229301404,0.184114453125,96.67,99.83
+113,0.5705095487527359,0.19218515625,96.69,99.83
+114,0.568951405903213,0.1949640625,96.48,99.79
+115,0.569958003795045,0.192615625,96.63,99.76
+116,0.5682002684244742,0.18175234375,96.86,99.83
+117,0.5695332971393553,0.201330078125,96.26,99.69
+118,0.5693103671073914,0.1816671875,96.92,99.81
+119,0.568761555175496,0.1869466796875,96.83,99.77
+120,0.5657770761057862,0.18848671875,96.7,99.71
+121,0.5689605612021226,0.18497265625,96.85,99.8
+122,0.5697159632148906,0.190074609375,96.78,99.79
+123,0.5653270596367681,0.19172998046875,96.78,99.74
+124,0.5668977059614964,0.182631640625,96.96,99.81
+125,0.5675280156553301,0.1842470703125,96.98,99.79
+126,0.5660262254313526,0.191015625,96.57,99.75
+127,0.5685728471248578,0.1798009765625,97.23,99.83
+128,0.5682334652823261,0.18162421875,96.95,99.77
+129,0.5657755081724917,0.19068125,96.9,99.74
+130,0.5657854350204141,0.189744140625,96.62,99.73
+131,0.5637103538227897,0.185451171875,96.79,99.85
+132,0.5681928970620164,0.192750390625,96.64,99.78
+133,0.5640215261114968,0.184649609375,96.88,99.79
+134,0.567861901389228,0.1855984375,96.79,99.81
+135,0.565112915303972,0.1974828125,96.44,99.64
+136,0.5625976941779128,0.187253515625,96.59,99.83
+137,0.5656370381768953,0.1855029296875,96.87,99.71
+138,0.5640742978733829,0.19072109375,96.73,99.79
+139,0.5640149319019073,0.188451171875,96.71,99.79
+140,0.5639676097621266,0.183445703125,96.93,99.74
+141,0.5623343104225957,0.189967578125,96.7,99.79
+142,0.5615834671462703,0.1817318359375,96.9,99.77
+143,0.5613284887921097,0.18521708984375,96.81,99.78
+144,0.5638928312776436,0.184849609375,96.87,99.77
+145,0.5600552225214803,0.18291171875,97.11,99.79
+146,0.5649166108451338,0.18989970703125,96.79,99.8
+147,0.5652488084175648,0.1835806640625,96.83,99.79
+148,0.5618046594735904,0.182553515625,96.8,99.85
+149,0.5650705967703437,0.184829296875,96.69,99.81
+150,0.5619550460678899,0.188575390625,96.67,99.77
+151,0.5616267416467015,0.1795,97.13,99.85
+152,0.5617965006420755,0.1848265625,96.92,99.77
+153,0.5622612758834138,0.18814296875,96.8,99.75
+154,0.562640715103883,0.1848,96.91,99.79
+155,0.5609899467637396,0.18272587890625,96.95,99.8
+156,0.5609424503949972,0.1912275390625,96.76,99.77
+157,0.5616357232260908,0.187948046875,96.76,99.8
+158,0.5631001529275862,0.180816015625,97.02,99.75
+159,0.5595201196578833,0.182008984375,96.84,99.84
+160,0.5623568445444107,0.1907859375,96.72,99.73
+161,0.5608990470058898,0.1844912109375,96.86,99.84
+162,0.5603338018951253,0.1845525390625,96.82,99.85
+163,0.5581747632250826,0.1819626953125,96.9,99.86
+164,0.562090379305375,0.18639765625,96.82,99.86
+165,0.5593241604729595,0.189115625,96.72,99.8
+166,0.5592010652917063,0.177493359375,97.01,99.87
+167,0.5615092042164925,0.182,97.15,99.79
+168,0.558896434867484,0.184336328125,97.08,99.82
+169,0.56022346427298,0.191289453125,96.68,99.74
+170,0.5611110425148255,0.178015625,97.03,99.88
+171,0.5607444419820085,0.177201171875,97.29,99.85
+172,0.5584144850826671,0.181578125,97.0,99.76
+173,0.5589795402991466,0.1834494140625,96.98,99.84
+174,0.5607543548202922,0.180509765625,97.09,99.83
+175,0.5591615164636546,0.17727421875,96.96,99.85
+176,0.5571617727350985,0.182071875,96.97,99.82
+177,0.5572341057734612,0.1752,97.13,99.72
+178,0.5602016128026522,0.1859625,96.93,99.79
+179,0.5579307590030197,0.18262421875,97.02,99.84
+180,0.5574623849402126,0.1881466796875,96.8,99.79
+181,0.5577770151898392,0.187375,96.77,99.81
+182,0.5551854973165398,0.173507421875,97.25,99.93
+183,0.5601771662377903,0.17968046875,97.13,99.79
+184,0.5561058188860233,0.1792828125,97.1,99.8
+185,0.5594181623469051,0.177230078125,97.13,99.83
+186,0.5574977716319581,0.182009375,97.02,99.74
+187,0.5553449924684998,0.180840625,97.03,99.81
+188,0.5558885943431121,0.18501015625,96.84,99.74
+189,0.5555275588208793,0.177680078125,97.17,99.78
+190,0.554456742018716,0.18294609375,96.94,99.85
+191,0.5545997517740625,0.18001875,97.03,99.77
+192,0.555993714903155,0.183375390625,96.94,99.82
+193,0.5551145778507249,0.178930078125,97.11,99.83
+194,0.5550909490666838,0.1807,97.16,99.72
+195,0.5538873090448543,0.17775703125,97.08,99.77
+196,0.5544740423942224,0.178078515625,97.25,99.8
+197,0.5554737921199228,0.17963671875,96.99,99.84
+198,0.55405671779926,0.181774609375,96.98,99.82
+199,0.553493639597526,0.177184375,97.18,99.76
+200,0.5556480994081905,0.18154697265625,97.01,99.77
+201,0.5547730434908826,0.1811455078125,97.06,99.73
+202,0.5528513233885806,0.175763671875,97.17,99.78
+203,0.5556953294664366,0.185903515625,96.88,99.7
+204,0.5530716895292966,0.180470703125,96.97,99.79
+205,0.5550002636563065,0.1747974609375,97.37,99.78
+206,0.553678875677606,0.1757767578125,97.31,99.75
+207,0.5524009873724391,0.181562109375,97.02,99.7
+208,0.5515957646645032,0.1857822265625,96.91,99.76
+209,0.5525437561619995,0.18325078125,97.06,99.73
+210,0.5538685264495703,0.176454296875,97.18,99.85
+211,0.552955857072121,0.18056015625,97.12,99.82
+212,0.5547679912330757,0.175173046875,97.31,99.79
+213,0.5522377170049227,0.180725390625,97.1,99.81
+214,0.5523980552824135,0.178400390625,97.12,99.8
+215,0.5528716332892067,0.174047265625,97.32,99.77
+216,0.5513160845153352,0.18340859375,96.95,99.79
+217,0.5529032471852425,0.180040234375,97.23,99.75
+218,0.5511288334671248,0.173265625,97.3,99.78
+219,0.5526418423550761,0.17218828125,97.33,99.84
+220,0.5525839499428741,0.17856015625,97.18,99.84
+221,0.5513285938491169,0.174168359375,97.24,99.75
+222,0.5516647858242704,0.1786560546875,97.19,99.8
+223,0.551363732952338,0.17535703125,97.32,99.84
+224,0.5525126439383906,0.178958984375,97.07,99.83
+225,0.5490243730382023,0.17809921875,97.23,99.79
+226,0.5502841594891671,0.17810390625,97.14,99.83
+227,0.551910336710449,0.179898046875,97.12,99.82
+228,0.5513108045372188,0.179899609375,97.19,99.81
+229,0.5509170631312916,0.1741712890625,97.36,99.78
+230,0.5494607354585941,0.180815625,97.07,99.77
+231,0.5484868552949693,0.178313671875,97.21,99.75
+232,0.5489548537720982,0.1755904296875,97.31,99.75
+233,0.5509058323680845,0.183028515625,97.23,99.7
+234,0.5490703151012079,0.17443515625,97.19,99.71
+235,0.5501547067338585,0.175960546875,97.31,99.81
+236,0.5503726639808753,0.1748671875,97.34,99.8
+237,0.5488438970512814,0.17353515625,97.38,99.75
+238,0.5501332522457482,0.178605859375,97.14,99.86
+239,0.5480442677552884,0.176621484375,97.4,99.72
+240,0.5489949547072761,0.18147421875,96.97,99.75
+241,0.5463630311254762,0.175966796875,97.16,99.7
+242,0.550248461528721,0.1778734375,97.09,99.72
+243,0.5485718454051222,0.1761125,97.36,99.79
+244,0.5478281737902225,0.181390625,97.06,99.78
+245,0.5471087499306753,0.180408984375,97.11,99.78
+246,0.5472208853715506,0.1772703125,97.15,99.85
+247,0.5485968510819297,0.179350390625,97.09,99.79
+248,0.548954668462786,0.1745171875,97.18,99.85
+249,0.5466360522386355,0.177044921875,97.27,99.79
+250,0.5464268264352766,0.177216015625,97.26,99.77
+251,0.5465284769351666,0.177408203125,97.21,99.79
+252,0.5469003519696048,0.1797154296875,97.16,99.83
+253,0.5460722859089191,0.1760328125,97.32,99.8
+254,0.5462751703129874,0.17618125,97.16,99.84
+255,0.5465612045974813,0.178468359375,97.13,99.79
+256,0.5465598377661828,0.17538359375,97.32,99.83
+257,0.5482870467707642,0.175008203125,97.19,99.79
+258,0.5454764937997884,0.1755115234375,97.22,99.81
+259,0.5438013790000198,0.1749615234375,97.25,99.83
+260,0.5465154054327908,0.1783033203125,97.03,99.85
+261,0.5469671883898922,0.17269609375,97.37,99.79
+262,0.5440785776600878,0.1782556640625,97.09,99.77
+263,0.5464760696786082,0.16951015625,97.37,99.81
+264,0.5451599803999958,0.1777357421875,97.21,99.79
+265,0.5446145822349776,0.174130078125,97.25,99.81
+266,0.5429937917197871,0.173105859375,97.42,99.73
+267,0.5451366046809742,0.173169140625,97.32,99.8
+268,0.5449109440430616,0.1744234375,97.4,99.8
+269,0.5457887309483993,0.1762875,97.33,99.73
+270,0.5453414616421757,0.1772453125,97.26,99.76
+271,0.5445403335695593,0.17186953125,97.37,99.8
+272,0.5434246714043821,0.17220234375,97.44,99.72
+273,0.5456999760662389,0.174550390625,97.39,99.8
+274,0.542815269695388,0.179726171875,97.12,99.78
+275,0.5448563398204298,0.17390234375,97.33,99.7
+276,0.5435729722181956,0.177480859375,97.18,99.75
+277,0.5431633925336039,0.1714328125,97.51,99.79
+278,0.543818340342269,0.173716796875,97.2,99.82
+279,0.5418964950447409,0.17482109375,97.23,99.76
+280,0.5436153740454943,0.175795703125,97.2,99.71
+281,0.5439514310186745,0.176173046875,97.35,99.81
+282,0.542954692346418,0.17574765625,97.34,99.77
+283,0.5424806741822479,0.173408203125,97.33,99.81
+284,0.5416437262653285,0.170875,97.55,99.83
+285,0.5424498142594965,0.170096875,97.57,99.73
+286,0.542402529436299,0.1713046875,97.43,99.87
+287,0.5431601573259403,0.174540625,97.29,99.77
+288,0.5430239771421139,0.178566796875,97.25,99.79
+289,0.5428986117625848,0.1733283203125,97.4,99.8
+290,0.5413829829448309,0.173226953125,97.45,99.74
+291,0.5425825912473549,0.168094140625,97.54,99.78
+292,0.5416998854304991,0.170116796875,97.5,99.85
+293,0.5428203613075435,0.173216015625,97.46,99.73
+294,0.5416848604750429,0.178759765625,97.22,99.74
+295,0.5417943503866848,0.17327265625,97.32,99.8
+296,0.5419993718974611,0.1763671875,97.22,99.73
+297,0.5406058630627445,0.1762720703125,97.29,99.76
+298,0.5419407050069581,0.1746609375,97.39,99.75
+299,0.5417038892578875,0.1674125,97.55,99.81
+300,0.5393180709618789,0.1685515625,97.55,99.81
+301,0.5415061847266988,0.1700078125,97.49,99.74
+302,0.5421647744046317,0.16823515625,97.45,99.79
+303,0.5403675072722964,0.1689359375,97.55,99.79
+304,0.5399324390878025,0.172390234375,97.44,99.79
+305,0.5404504284135296,0.169923046875,97.41,99.76
+306,0.5410492132362138,0.17420546875,97.29,99.74
+307,0.5402584493669689,0.168692578125,97.43,99.87
+308,0.539957900205229,0.1683048828125,97.47,99.87
+309,0.5410656076975358,0.1709375,97.48,99.84
+310,0.5393270100029106,0.1666267578125,97.6,99.83
+311,0.5396712200763898,0.1665158203125,97.62,99.88
+312,0.5390633250403608,0.170205859375,97.65,99.75
+313,0.5389799735484979,0.1675416015625,97.57,99.77
+314,0.5393531542812657,0.1698638671875,97.5,99.79
+315,0.5417557925495327,0.16577119140625,97.49,99.8
+316,0.5384096438303972,0.167434765625,97.41,99.85
+317,0.5397385262016557,0.170873046875,97.52,99.79
+318,0.539227481199126,0.169221875,97.41,99.85
+319,0.5379274742216127,0.165017578125,97.54,99.83
+320,0.5382390083410801,0.1702484375,97.4,99.8
+321,0.5383567299343582,0.1682439453125,97.52,99.78
+322,0.5371371964868318,0.1689984375,97.54,99.82
+323,0.5386346006750041,0.17200859375,97.53,99.79
+324,0.5401259000994202,0.1655662109375,97.52,99.75
+325,0.5399955970864011,0.16876640625,97.64,99.73
+326,0.5382467214113626,0.17193671875,97.34,99.77
+327,0.5373411510999386,0.1677142578125,97.61,99.84
+328,0.53891946006025,0.16711875,97.63,99.83
+329,0.5374209017325671,0.16931640625,97.58,99.8
+330,0.5376873076216787,0.1704779296875,97.51,99.73
+331,0.5362841765850018,0.16696767578125,97.7,99.75
+332,0.5366515373317604,0.16844609375,97.43,99.83
+333,0.5381625690776058,0.16571015625,97.54,99.81
+334,0.5380263527234396,0.168187109375,97.61,99.77
+335,0.5366490182713566,0.1686923828125,97.51,99.8
+336,0.5395245674328927,0.1702890625,97.48,99.78
+337,0.5379766213078784,0.1673455078125,97.56,99.78
+338,0.5366440110991144,0.166339453125,97.52,99.83
+339,0.5367651307939464,0.16825,97.53,99.79
+340,0.5365835605268805,0.1680125,97.52,99.78
+341,0.5366028779082828,0.165109765625,97.67,99.78
+342,0.5374456186834563,0.17012265625,97.6,99.82
+343,0.5374311537314684,0.165906640625,97.66,99.81
+344,0.5374999834686263,0.1631439453125,97.78,99.83
+345,0.5366108692609347,0.1653056640625,97.64,99.78
+346,0.5360941104909294,0.167299609375,97.71,99.82
+347,0.5369364223164371,0.1671609375,97.59,99.81
+348,0.536396680224655,0.170541796875,97.46,99.84
+349,0.5362123696722536,0.16947646484375,97.49,99.81
+350,0.5364764851127934,0.1683625,97.69,99.84
+351,0.5362475044452227,0.1718484375,97.46,99.79
+352,0.5354875821588386,0.1666796875,97.64,99.81
+353,0.536908926999467,0.165440234375,97.69,99.77
+354,0.5356551142584565,0.1665767578125,97.67,99.81
+355,0.5373722002801732,0.1685806640625,97.61,99.72
+356,0.5356127052989781,0.16637421875,97.58,99.8
+357,0.5356286817636245,0.1683947265625,97.5,99.85
+358,0.5364412860228465,0.16898779296875,97.45,99.78
+359,0.5370543861491048,0.1657998046875,97.67,99.77
+360,0.5358401962325104,0.165581640625,97.62,99.79
+361,0.5353886747462118,0.166243359375,97.47,99.87
+362,0.5361990755439824,0.1676109375,97.66,99.76
+363,0.5346630262768167,0.1634421875,97.53,99.78
+364,0.5339874161614312,0.1681578125,97.55,99.84
+365,0.536741545694506,0.1677958984375,97.6,99.8
+366,0.5351508839262856,0.165559375,97.57,99.85
+367,0.5348461833265092,0.1626255859375,97.73,99.84
+368,0.5362152436859587,0.164565625,97.57,99.88
+369,0.5336832842256269,0.1654818359375,97.56,99.77
+370,0.5348221798483123,0.165565625,97.63,99.8
+371,0.5361288831784174,0.163554296875,97.76,99.81
+372,0.5338375393906211,0.16431953125,97.73,99.8
+373,0.5338962590083097,0.1640220703125,97.56,99.88
+374,0.5364549214768614,0.165134765625,97.68,99.8
+375,0.5348182432671897,0.1676693359375,97.59,99.84
+376,0.5337486590585138,0.1644244140625,97.74,99.81
+377,0.5348375537711331,0.1695431640625,97.41,99.83
+378,0.5332547100181253,0.168619921875,97.58,99.76
+379,0.5349971934770926,0.168902734375,97.6,99.78
+380,0.5356152542890646,0.16333515625,97.77,99.83
+381,0.5353079663637357,0.166362109375,97.6,99.79
+382,0.5346711940235562,0.1621734375,97.8,99.82
+383,0.5322351700220352,0.163687109375,97.67,99.77
+384,0.5351830006409914,0.164009375,97.61,99.84
+385,0.534417341534908,0.1640404296875,97.76,99.8
+386,0.5326720620067711,0.16432265625,97.76,99.82
+387,0.5357307726756121,0.16941171875,97.49,99.82
+388,0.5347188479370542,0.1665046875,97.61,99.79
+389,0.5353677873937492,0.16386875,97.67,99.83
+390,0.5337529987351507,0.166536328125,97.62,99.74
+391,0.5353330186544321,0.168114453125,97.53,99.85
+392,0.5335922201729228,0.162734765625,97.76,99.81
+393,0.5358899478983675,0.16515703125,97.68,99.83
+394,0.53526889717477,0.16096640625,97.77,99.78
+395,0.5350721854175258,0.16564375,97.69,99.76
+396,0.5345550725857416,0.166640625,97.72,99.82
+397,0.5336561251399864,0.163725,97.74,99.78
+398,0.5329535151394005,0.16945234375,97.59,99.76
+399,0.5349427331716586,0.164826171875,97.68,99.81
+400,0.5342013225850896,0.163630859375,97.68,99.79
+401,0.5345059202777015,0.164436328125,97.69,99.79
+402,0.5339310478705627,0.164773828125,97.67,99.82
+403,0.5346325373547709,0.169429296875,97.53,99.76
+404,0.5336960262467718,0.16668125,97.58,99.75
+405,0.5346900566011412,0.1634197265625,97.65,99.78
+406,0.5346172445604944,0.1665896484375,97.67,99.72
+407,0.5344842669800816,0.164198046875,97.7,99.83
+408,0.5333756292477633,0.16481484375,97.69,99.83
+409,0.5337589649308441,0.162865234375,97.69,99.86
diff --git a/ckpt/cls/SDT/psmnist/model_best.pth.tar b/ckpt/cls/SDT/psmnist/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..ee14eb87be429bee802058b304aefc91c0f785f9
--- /dev/null
+++ b/ckpt/cls/SDT/psmnist/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d18990925156b34dbce169e98fe1a0c50906e436fc181a4fac2c6ee89a76d
+size 95867764
diff --git a/ckpt/cls/SDT/scifar/args.yaml b/ckpt/cls/SDT/scifar/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..3ed950d90d7b33b81d3077ad762d0e510b9330ab
--- /dev/null
+++ b/ckpt/cls/SDT/scifar/args.yaml
@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: scifar
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 1024
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/SDT/scifar/log.csv b/ckpt/cls/SDT/scifar/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5a4d4a071c8c6fa29f3f947301a28a0cd84ab479
--- /dev/null
+++ b/ckpt/cls/SDT/scifar/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.258053217178736,2.107534375,25.37,75.04
+1,2.14453962063178,1.8997765625,32.27,85.14
+2,2.042698030288403,1.69840625,40.67,88.08
+3,1.9762403640991602,1.6167078125,44.59,90.56
+4,1.9417107875530537,1.4984703125,48.89,91.93
+5,1.898525816660661,1.493175,49.68,92.48
+6,1.875312578678131,1.4147359375,52.71,93.21
+7,1.8547115405400594,1.4243015625,52.09,93.54
+8,1.824171400987185,1.3206265625,55.8,94.62
+9,1.810515822814061,1.338871875,55.57,93.54
+10,1.819398889174828,1.3314125,55.96,94.24
+11,1.785697832168677,1.27764375,58.94,94.67
+12,1.7805436348303771,1.26459375,58.74,94.92
+13,1.767831875727727,1.2620328125,58.58,94.91
+14,1.7464744607607523,1.210209375,60.35,95.52
+15,1.7253940322460273,1.2537828125,58.73,95.32
+16,1.7418555131325355,1.20185,60.95,95.71
+17,1.716294873983432,1.154646875,62.98,96.34
+18,1.720224899206406,1.1779890625,61.21,95.78
+19,1.6892323264708886,1.2138984375,60.11,95.48
+20,1.673131318275745,1.1249890625,63.44,96.06
+21,1.653233672411014,1.0931125,64.83,96.81
+22,1.6668619675514025,1.112471875,64.39,96.28
+23,1.6457862303807185,1.095421875,65.27,96.23
+24,1.641122025404221,1.1034125,64.92,96.46
+25,1.6328176088822193,1.06514375,65.78,96.74
+26,1.6234138742471353,1.062234375,66.76,96.85
+27,1.6066425693340791,1.049465625,67.28,96.8
+28,1.5876238229947213,1.0331765625,67.81,96.87
+29,1.5988905277007666,1.009684375,67.76,96.94
+30,1.5789363084695278,1.0548484375,67.06,96.41
+31,1.5954313094799335,1.0526015625,67.25,96.79
+32,1.5696570365856855,0.99952890625,68.64,97.44
+33,1.5664977556619888,0.978915625,68.48,97.05
+34,1.5704138505153167,0.94939453125,69.55,97.29
+35,1.5677378223492549,0.997521875,68.54,97.42
+36,1.576681588551937,0.98946640625,69.11,97.52
+37,1.5623029898374508,1.0011421875,69.04,96.76
+38,1.5358601249181307,0.956090625,70.2,97.38
+39,1.5361103482735463,0.9460375,70.97,97.43
+40,1.5412202223753317,0.9381296875,71.15,97.51
+41,1.5255594531695047,0.9127171875,70.92,97.63
+42,1.5621623953183492,0.9469046875,71.2,97.49
+43,1.4886080384254456,0.9193671875,70.66,97.47
+44,1.5159038289999351,0.9537359375,70.66,97.58
+45,1.4973169864752354,0.8827625,70.85,97.82
+46,1.5268819992358869,0.966115625,70.44,97.47
+47,1.516526241791554,0.98559375,70.22,97.38
+48,1.502438522913517,0.9032828125,71.54,97.83
+49,1.4828841887987576,0.87286328125,72.25,97.48
+50,1.5107622657066737,0.9239546875,71.52,97.47
+51,1.5079561423032712,0.8828671875,72.17,97.74
+52,1.4942895313103994,0.9184078125,71.76,97.65
+53,1.4705577297088428,0.892671875,71.98,97.68
+54,1.491113471526366,0.9251515625,71.44,97.65
+55,1.4628568004339169,0.9040703125,71.95,97.51
+56,1.4830899562591162,0.87391875,73.1,97.9
+57,1.461441481877596,0.9098265625,71.61,97.82
+58,1.4844492831291296,0.911775,71.82,97.82
+59,1.4806082951716888,0.868596875,73.07,97.97
+60,1.490923954278995,0.9009296875,72.64,97.68
+61,1.472237209020517,0.9340890625,71.1,97.43
+62,1.4406928835771022,0.93410546875,71.76,97.91
+63,1.4727450876663892,0.87733671875,72.78,97.94
+64,1.4759323946940592,0.8494375,74.03,98.03
+65,1.465821381409963,0.853440625,73.85,97.89
+66,1.4337570679493439,0.898290625,72.35,97.89
+67,1.4456842547807938,0.913803125,72.52,97.71
+68,1.4560658133946933,0.91230625,72.34,97.71
+69,1.4355676233768464,0.8016828125,74.95,98.04
+70,1.437110176300391,0.82448203125,74.89,97.98
+71,1.4494166085353264,0.84264140625,74.63,98.22
+72,1.4214010275327242,0.8880828125,72.95,97.57
+73,1.447361918901786,0.8539546875,73.9,98.03
+74,1.4055412075458429,0.86108125,74.1,98.13
+75,1.4219648041786292,0.8482,74.35,97.96
+76,1.4179661995325332,0.8176265625,75.38,98.07
+77,1.424110341989077,0.8388375,74.12,97.95
+78,1.4157427778610816,0.84316875,74.36,98.07
+79,1.4226272022112822,0.855771875,74.64,98.01
+80,1.4131427579965348,0.819715625,74.77,98.05
+81,1.4408375092041799,0.909728125,72.5,97.85
+82,1.3831215193638435,0.8307109375,74.62,97.85
+83,1.4148651511241228,0.83682578125,75.01,98.12
+84,1.4329352967250042,0.84311875,74.87,97.78
+85,1.4002680139663892,0.80430625,75.61,97.94
+86,1.408246909502225,0.84477109375,74.95,97.94
+87,1.398753470182419,0.84299453125,75.4,97.98
+88,1.4105147092770307,0.8679015625,74.51,97.99
+89,1.381587194479429,0.8398578125,74.78,97.68
+90,1.402187416033867,0.82492890625,75.17,97.9
+91,1.3874479076801203,0.80922265625,75.33,97.99
+92,1.380189542281322,0.869871875,74.46,97.92
+93,1.3755333125591278,0.8242125,74.73,98.23
+94,1.4008880065037654,0.838571875,74.84,98.04
+95,1.384208876811541,0.85458515625,74.1,97.66
+96,1.3779023577005436,0.84426875,74.46,97.71
+97,1.3642434710111373,0.8137296875,75.9,97.91
+98,1.391620692381492,0.8299578125,75.62,97.9
+99,1.3728306307242466,0.82716484375,75.52,97.97
+100,1.377536440965457,0.79068046875,76.1,98.0
+101,1.4058281496549263,0.79188515625,75.84,98.23
+102,1.3966089143202856,0.7961484375,76.48,98.13
+103,1.3741849570702285,0.851125,74.26,97.87
+104,1.3607325847332294,0.85986328125,74.77,97.85
+105,1.383112605718466,0.77006953125,77.04,97.95
+106,1.3838026048281253,0.79797890625,75.74,97.99
+107,1.3471949066871252,0.831521875,75.26,97.67
+108,1.3774361608884274,0.80521328125,75.7,98.14
+109,1.3940696062185824,0.80062578125,76.14,98.08
+110,1.3457393964131674,0.7849984375,76.8,98.38
+111,1.3814663741833124,0.8202890625,75.97,97.99
+112,1.358075785636902,0.82342578125,76.07,97.99
+113,1.3793762378203562,0.80437265625,76.58,98.1
+114,1.371833403293903,0.86830625,75.69,97.62
+115,1.3542627571484982,0.7765375,77.04,97.89
+116,1.3809668666277177,0.81109765625,76.48,97.76
+117,1.3477157713511052,0.8478234375,75.44,97.7
+118,1.3335204842763069,0.76077265625,77.02,98.01
+119,1.3289464504290849,0.8116328125,76.33,98.05
+120,1.3517141320766546,0.81714921875,75.86,97.8
+121,1.345279993307896,0.7673703125,76.99,98.07
+122,1.3563207264129933,0.79291953125,76.39,98.0
+123,1.3044858773549397,0.81153359375,75.71,98.07
+124,1.3424115433142736,0.784984375,76.41,97.99
+125,1.358731400508147,0.842825,75.49,97.51
+126,1.3454038837017157,0.80433359375,77.21,98.16
+127,1.3521822952307188,0.8458640625,74.69,97.72
+128,1.3308894542547374,0.82276328125,76.13,98.07
+129,1.329879873074018,0.81680078125,76.35,98.09
+130,1.3497411163953634,0.8006390625,76.3,98.13
+131,1.3389994607521938,0.78306015625,77.1,98.23
+132,1.3501720339823993,0.7476109375,77.88,98.03
+133,1.349848199196351,0.7528234375,77.55,98.19
+134,1.350727898799456,0.77597421875,77.53,97.82
+135,1.3385058369392004,0.81523671875,75.81,98.02
+136,1.343758281530478,0.7900421875,75.84,98.03
+137,1.334207279712726,0.767034375,76.99,97.97
+138,1.305601187547048,0.7813625,76.78,98.0
+139,1.3262632377636738,0.76921328125,77.63,98.14
+140,1.3410859225652156,0.8018703125,76.32,97.64
+141,1.302149927157622,0.760053125,77.16,97.9
+142,1.34933178852766,0.80765390625,76.86,98.0
+143,1.3290807858491556,0.83140859375,76.46,97.89
+144,1.3537259759047093,0.77224140625,77.6,98.27
+145,1.285408258285278,0.75815625,78.15,97.82
+146,1.3216789380098,0.74914296875,77.23,97.86
+147,1.2914586218503805,0.795703125,76.7,97.7
+148,1.3018611353177292,0.7489515625,77.75,98.09
+149,1.2926954625508724,0.81681484375,76.44,98.12
+150,1.2998742652245057,0.7619046875,78.1,98.25
+151,1.3109707022324586,0.76642734375,77.07,98.17
+152,1.342723871805729,0.7731171875,77.84,98.03
+153,1.2954220336217146,0.7838453125,77.25,97.77
+154,1.3214037488668393,0.83761796875,76.52,98.12
+155,1.3000348013180953,0.78861640625,77.66,98.2
+156,1.3404895489032451,0.8116484375,76.69,98.04
+157,1.3264087620453957,0.80081640625,76.74,98.15
+158,1.3214675716864757,0.7865171875,77.11,98.17
+159,1.314567802502559,0.8012109375,76.96,98.0
+160,1.2866373577179053,0.79607421875,77.61,98.14
+161,1.3108309713693767,0.76040703125,78.49,98.0
+162,1.304285316895216,0.73191953125,78.31,98.17
+163,1.2703539924743847,0.7861515625,77.83,97.97
+164,1.293317308028539,0.80016953125,76.88,98.1
+165,1.3053912515823658,0.7600546875,77.85,98.17
+166,1.282794500925602,0.75629375,78.35,97.65
+167,1.276408602641179,0.78221328125,77.9,98.1
+168,1.2868050135098972,0.77245703125,77.7,98.11
+169,1.3170320217426006,0.7527984375,78.32,98.09
+170,1.2968310482991048,0.7413484375,78.4,98.16
+171,1.2923981692546453,0.80667109375,77.28,97.69
+172,1.3062601757355226,0.73953515625,78.87,98.1
+173,1.3245613599434878,0.725184375,78.27,98.32
+174,1.2724616924921672,0.75262578125,77.91,98.16
+175,1.284192216854829,0.73689140625,78.5,98.21
+176,1.3031854462929262,0.76252421875,77.86,97.98
+177,1.3054821107632075,0.75388359375,78.29,98.16
+178,1.2922911159503154,0.762821875,78.18,97.92
+179,1.2865257607056544,0.71724140625,78.27,97.97
+180,1.2907337715992562,0.7556203125,78.42,97.94
+181,1.2794850091139476,0.7397578125,78.93,97.98
+182,1.2758185223127023,0.77783984375,77.65,98.12
+183,1.323863824055745,0.7669703125,78.46,97.99
+184,1.2863266839430882,0.7672875,78.25,97.87
+185,1.2953868847626906,0.76808984375,78.1,98.2
+186,1.2458005067629692,0.7350828125,78.65,98.2
+187,1.260891239459698,0.7396171875,78.77,98.07
+188,1.235159444044798,0.74534375,78.58,97.88
+189,1.3075881641644698,0.7594421875,78.93,98.35
+190,1.263140516097729,0.761209375,78.55,97.99
+191,1.264796744248806,0.7509515625,78.08,98.22
+192,1.296574200422336,0.74941171875,78.3,97.92
+193,1.277521149164591,0.76195390625,78.93,97.97
+194,1.289551132153242,0.744646875,78.83,98.04
+195,1.2533919556018633,0.71520234375,79.05,98.08
+196,1.2622937806141683,0.76987578125,78.51,97.82
+197,1.250656074896837,0.7161140625,79.1,98.05
+198,1.260456300393129,0.7129640625,79.48,97.87
+199,1.2360530235828497,0.738990625,78.66,97.85
+200,1.2885338882605235,0.81123515625,77.72,97.52
+201,1.2688979712816386,0.74376328125,78.76,98.03
+202,1.2744605021599011,0.7465625,78.88,97.86
+203,1.2836778692710094,0.7643796875,78.52,97.86
+204,1.2569720966693683,0.7532046875,78.47,97.99
+205,1.2832048535346985,0.80901953125,77.79,97.8
+206,1.2397715950623536,0.7690890625,78.26,98.12
+207,1.2814805710927033,0.724471484375,79.03,98.17
+208,1.2492815868976788,0.78084296875,78.77,98.02
+209,1.2434672725506317,0.76277890625,78.94,98.1
+210,1.267895579032409,0.729910546875,79.7,98.21
+211,1.288026675199851,0.73349921875,79.54,97.88
+212,1.2909902409101144,0.7622984375,78.48,98.13
+213,1.2929050312592434,0.7676859375,78.9,98.03
+214,1.2711530239154132,0.71344453125,79.1,98.16
+215,1.2657300238425915,0.69835859375,79.54,98.2
+216,1.2667539390233846,0.7377640625,79.15,97.81
+217,1.2412682501169352,0.73584140625,79.37,97.82
+218,1.2630703042715024,0.7162546875,79.87,98.16
+219,1.2500959264926421,0.71885234375,79.41,97.86
+220,1.246709605975029,0.75509453125,79.55,98.13
+221,1.2588909182793055,0.742461328125,79.11,97.82
+222,1.2592134301479045,0.75657109375,78.69,98.15
+223,1.2587956987894497,0.73058359375,79.41,97.89
+224,1.234826102012243,0.73400390625,79.51,98.11
+225,1.2468380652941191,0.76399921875,78.81,98.11
+226,1.2253330800777826,0.7252015625,79.33,98.23
+227,1.2352840785796826,0.75397265625,79.47,98.04
+228,1.2496531376471887,0.73070625,79.42,98.01
+229,1.2439633534504817,0.7655234375,78.38,97.98
+230,1.2300001975817558,0.752596875,78.99,98.2
+231,1.2430816211761573,0.73967265625,79.48,98.12
+232,1.2456036005264675,0.74772578125,79.07,97.9
+233,1.255541782348584,0.7088203125,79.65,98.15
+234,1.2133093187442192,0.750234375,79.41,97.89
+235,1.2245848718361976,0.6821828125,81.05,98.16
+236,1.2414324384469253,0.77024609375,78.84,97.95
+237,1.2206474808546213,0.72935625,79.33,98.07
+238,1.2333412985006968,0.7650921875,78.9,98.09
+239,1.2270908045463074,0.74518203125,79.54,98.09
+240,1.227097703096194,0.75283125,79.56,98.2
+241,1.219936882991057,0.74431484375,78.79,98.07
+242,1.2249908571059887,0.736715625,79.9,98.02
+243,1.264630146515675,0.77161640625,78.85,98.19
+244,1.204264878615355,0.71672109375,80.28,98.04
+245,1.2341794860668671,0.7332671875,79.37,97.99
+246,1.2303908305290419,0.71315234375,79.97,98.14
+247,1.218722235239469,0.694828125,80.61,97.97
+248,1.2529427872254297,0.7409765625,79.27,98.02
+249,1.2323720371111846,0.683040625,80.69,98.25
+250,1.250758826579803,0.7201796875,79.88,98.23
+251,1.1935064274531144,0.68524921875,80.95,98.01
+252,1.22340535567357,0.7439171875,79.6,98.19
+253,1.2508990885355533,0.7389046875,79.62,97.85
+254,1.191407966766602,0.74840859375,79.44,97.86
+255,1.225121566424003,0.70201875,80.29,98.21
+256,1.2188486964274676,0.70972109375,79.87,98.33
+257,1.1895268394396856,0.72370546875,79.81,98.09
+258,1.1928503450674888,0.6982078125,80.25,98.08
+259,1.233264044767771,0.72754375,80.16,98.05
+260,1.2069280028343201,0.713125,80.45,98.03
+261,1.193256708750358,0.74097109375,79.63,97.87
+262,1.2453788520433964,0.72280546875,79.94,98.02
+263,1.2018762120833764,0.7156828125,80.29,98.23
+264,1.2102120248171,0.70759375,80.46,98.02
+265,1.2121947902899521,0.72653984375,79.97,98.14
+266,1.2144220361342797,0.72980859375,80.01,97.98
+267,1.2043024191489586,0.68467109375,80.61,97.93
+268,1.2008208201481745,0.73786875,79.44,98.0
+269,1.2101436107586592,0.7216140625,80.19,97.92
+270,1.2324253866305719,0.714765625,80.24,98.1
+271,1.1951714492761172,0.73708984375,79.98,97.9
+272,1.2063355279274477,0.7428234375,79.85,98.1
+273,1.2227112039541588,0.722759375,80.07,98.04
+274,1.229293205952033,0.70214296875,80.49,98.12
+275,1.2044587653416854,0.6838765625,80.78,98.03
+276,1.2116130205301139,0.73653046875,80.35,98.2
+277,1.2133992075920106,0.70801953125,80.65,97.79
+278,1.21899393873337,0.70287265625,80.67,98.17
+279,1.2023882697790096,0.713184375,80.56,98.03
+280,1.190591279665629,0.70738671875,80.49,98.11
+281,1.1812797873448102,0.70809609375,80.43,98.23
+282,1.192939802316519,0.70842890625,80.44,98.34
+283,1.2226612211802066,0.7510875,79.8,98.12
+284,1.2158398165152624,0.70241796875,80.12,98.11
+285,1.1902551819116642,0.7058703125,80.85,98.0
+286,1.1990944792062808,0.71063046875,80.96,98.22
+287,1.187341482975544,0.70388125,80.69,98.07
+288,1.213708246824069,0.7189546875,80.22,98.18
+289,1.2006041115675217,0.71808359375,80.48,98.28
+290,1.20671560275249,0.70744921875,80.77,98.12
+291,1.1834159314632415,0.7142828125,80.42,98.06
+292,1.2158481596372066,0.66938984375,81.39,98.21
+293,1.1933162866494595,0.7360109375,80.13,98.28
+294,1.1579475517456348,0.69920234375,80.43,98.13
+295,1.1769685353988255,0.75489375,80.14,98.04
+296,1.2072027038305233,0.74137265625,80.27,98.17
+297,1.1890337908879305,0.70539609375,80.77,98.27
+298,1.2069633511396556,0.73314375,79.97,97.99
+299,1.1832145461669334,0.7093375,80.53,98.18
+300,1.1913305854186034,0.71185078125,80.81,98.09
+301,1.2166120119583912,0.7281734375,80.47,98.04
+302,1.1917584709632092,0.687088671875,80.88,98.29
+303,1.2269900335715367,0.733,80.75,97.96
+304,1.1661489118368198,0.722228125,80.6,98.24
+305,1.1920245765111386,0.73414140625,80.32,98.12
+306,1.193873355480341,0.71337734375,81.1,98.02
+307,1.1895873140066098,0.695115625,81.29,98.18
+308,1.2130800037811964,0.76367734375,80.22,97.91
+309,1.16362869204619,0.66957734375,81.35,97.94
+310,1.1796072186567845,0.7215,80.61,98.21
+311,1.180280168239887,0.67531171875,81.32,98.18
+312,1.1954642742108077,0.67963125,81.43,97.89
+313,1.184195918456102,0.69447890625,81.49,98.11
+314,1.1488460759321848,0.68477734375,81.18,98.29
+315,1.1670387969567226,0.72840625,80.59,98.13
+316,1.1610736154592953,0.687796875,81.38,97.94
+317,1.186751803985009,0.69235234375,81.33,98.21
+318,1.1328105697265038,0.74700859375,80.1,98.17
+319,1.1705630329939036,0.6786390625,81.38,98.06
+320,1.1525041428896097,0.70781875,81.3,98.12
+321,1.1866930461846865,0.68540859375,81.2,98.16
+322,1.1817756495414635,0.74601328125,80.57,98.0
+323,1.1675409615039825,0.70809765625,80.88,98.2
+324,1.1757179112006457,0.706734375,81.2,98.09
+325,1.171381492033983,0.7066921875,80.89,98.25
+326,1.171319047609965,0.6955296875,81.3,98.39
+327,1.188783359221923,0.6874328125,81.26,98.11
+328,1.1697737459953015,0.68846875,80.69,98.1
+329,1.2095636266928453,0.694940625,80.91,98.23
+330,1.1873695177909656,0.7022640625,81.27,97.8
+331,1.1862475202633784,0.716513671875,81.1,98.36
+332,1.1801243387735807,0.7145625,80.99,98.24
+333,1.1664909072411367,0.67315,81.82,98.35
+334,1.1520969129525698,0.73216328125,80.92,98.37
+335,1.1429440171290666,0.6737453125,81.6,98.08
+336,1.1524440685908,0.71976640625,80.75,98.29
+337,1.1829151560098696,0.70310234375,81.09,98.09
+338,1.1867899650182478,0.75615859375,80.54,98.12
+339,1.1558364094832005,0.68069140625,81.36,98.22
+340,1.1915105378016448,0.69121640625,81.39,98.37
+341,1.1229986204550817,0.6934609375,81.67,97.87
+342,1.1920547100213859,0.69966640625,81.33,98.12
+343,1.1364070577499195,0.7211453125,81.03,98.06
+344,1.1576999303622124,0.7172578125,80.94,98.19
+345,1.1640351549173014,0.6769453125,81.46,98.21
+346,1.1631131392258864,0.67302109375,81.7,98.3
+347,1.1672549778070205,0.707409375,81.48,98.1
+348,1.1535979568958283,0.70829140625,81.07,98.08
+349,1.1386856883000105,0.749484375,80.62,98.16
+350,1.1732576814981608,0.6849109375,81.53,97.89
+351,1.1445476223260929,0.707953125,81.48,97.98
+352,1.1665784681454683,0.69628203125,82.0,98.15
+353,1.1730086555847754,0.69074765625,81.49,98.22
+354,1.1710732903235999,0.6577234375,82.1,98.18
+355,1.1749451987254314,0.68192734375,81.66,98.17
+356,1.1886899691361648,0.71605,81.54,98.08
+357,1.1561103877348777,0.7075546875,81.65,98.21
+358,1.1725791789018192,0.70005703125,81.36,98.01
+359,1.1958840931073214,0.71657734375,81.54,98.24
+360,1.1189747414527795,0.68541953125,81.92,97.97
+361,1.1374064167340596,0.6682921875,81.62,98.05
+362,1.1807313475853358,0.67615390625,81.63,98.16
+363,1.171412758032481,0.67071015625,81.81,98.06
+364,1.1512174233412131,0.7041359375,81.06,98.01
+365,1.1461398868988721,0.6953234375,81.7,98.17
+366,1.1620948196985783,0.71599375,81.3,98.09
+367,1.1672798237739466,0.71192734375,81.29,98.26
+368,1.1499395394936587,0.72141171875,81.71,98.17
+369,1.1393891488894439,0.67014765625,82.31,98.11
+370,1.1804172639663404,0.6755671875,81.43,98.04
+371,1.1773049025963513,0.73390703125,80.97,98.05
+372,1.216076690569902,0.70826015625,81.46,98.22
+373,1.1637613437114618,0.7127046875,80.93,98.08
+374,1.1770129767748025,0.673328125,82.09,98.11
+375,1.1436552177637052,0.7087453125,81.39,98.12
+376,1.1442255506148704,0.69206328125,81.82,98.11
+377,1.138711527830515,0.66826171875,81.83,98.05
+378,1.1686221018815652,0.6710109375,81.91,98.24
+379,1.163775769716654,0.6841328125,81.81,97.96
+380,1.1267480376439216,0.700575,81.64,97.85
+381,1.1364425773804003,0.678425,81.85,98.02
+382,1.1383663576382856,0.70393046875,81.74,98.03
+383,1.1494242330392201,0.66506953125,81.96,98.13
+384,1.1356285258745535,0.67690234375,81.64,98.18
+385,1.1537994024081109,0.720415625,81.39,98.22
+386,1.1645128295971796,0.6811890625,81.75,98.22
+387,1.1177564749350914,0.68799296875,81.67,98.12
+388,1.1665392449268928,0.71082578125,81.6,98.1
+389,1.1741277353885846,0.68892890625,81.82,98.08
+390,1.1744017778298794,0.7176984375,81.56,98.06
+391,1.1371641504458891,0.6791125,81.78,97.99
+392,1.1372433824416919,0.7124875,81.47,98.4
+393,1.1498495809542828,0.73575390625,81.19,98.02
+394,1.1646427093408047,0.68978359375,81.75,98.13
+395,1.175416653889876,0.704425,81.58,98.29
+396,1.163562497878686,0.7092421875,81.43,98.02
+397,1.1611657112072675,0.68505078125,81.64,98.08
+398,1.1644039452075958,0.70637578125,81.4,98.2
+399,1.1550942570735248,0.673903125,82.08,98.07
+400,1.1312231341997783,0.67170625,81.96,98.17
+401,1.123822370859293,0.67083515625,81.78,98.11
+402,1.1421946403307792,0.69776171875,81.82,98.06
+403,1.150142581340594,0.66087109375,81.89,98.11
+404,1.1402122193422073,0.6921859375,81.91,98.16
+405,1.1800452125378145,0.72046953125,81.43,98.31
+406,1.1407379454527147,0.66084921875,82.13,98.21
+407,1.1412936825018662,0.67546640625,81.6,97.97
+408,1.1486545102718548,0.70212109375,81.77,98.3
+409,1.1718173236418994,0.6774546875,81.62,98.13
diff --git a/ckpt/cls/SDT/scifar/model_best.pth.tar b/ckpt/cls/SDT/scifar/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..68d2b6eed41ce4e65ec96dc008865206d8d557fd
--- /dev/null
+++ b/ckpt/cls/SDT/scifar/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a483b504e15a3cdae6885dc6d1acbef105eb2016457e4cf8b09ca41aaf35775e
+size 95875508
diff --git a/ckpt/cls/SDT/smnist/args.yaml b/ckpt/cls/SDT/smnist/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a48d8bc5a7192ae44d959472a72fb414b9b33bbb
--- /dev/null
+++ b/ckpt/cls/SDT/smnist/args.yaml
@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: smnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 7
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/SDT/smnist/log.csv b/ckpt/cls/SDT/smnist/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6dd4b6d9bf81e815553daac1242c7bf01111bac2
--- /dev/null
+++ b/ckpt/cls/SDT/smnist/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.0326620508462954,1.598221875,50.66,92.31
+1,1.374693455349686,0.744265625,77.29,98.57
+2,1.03245470730158,0.457962890625,87.07,99.35
+3,0.9269509706487004,0.3995826171875,89.28,99.51
+4,0.8803420105041602,0.39304921875,89.16,99.51
+5,0.8458565226477436,0.355250390625,90.05,99.65
+6,0.8221673313369099,0.376596875,90.24,99.61
+7,0.8009380644712693,0.3125712890625,92.06,99.69
+8,0.7867851881389945,0.3024865234375,92.64,99.74
+9,0.771869776213271,0.30365703125,92.44,99.76
+10,0.7497679621745379,0.280962109375,93.48,99.89
+11,0.7354627798000971,0.3035359375,92.39,99.77
+12,0.725366518410862,0.286848046875,93.43,99.84
+13,0.7165526429302672,0.297025,92.92,99.82
+14,0.7095759135280919,0.265012109375,93.67,99.85
+15,0.7014495220958678,0.3090669921875,92.02,99.72
+16,0.6988144434160657,0.2554958984375,94.22,99.82
+17,0.6880694263511233,0.258021875,93.87,99.87
+18,0.6854392366531568,0.312569140625,91.56,99.78
+19,0.6832356242797314,0.2483787109375,94.3,99.86
+20,0.6784245536113397,0.2729056640625,92.93,99.81
+21,0.6693795576818988,0.2481888671875,94.53,99.87
+22,0.6666564968151923,0.2345869140625,94.62,99.83
+23,0.6610255066910361,0.22948359375,94.97,99.81
+24,0.6566370752377387,0.233108203125,94.93,99.86
+25,0.6499514781002306,0.22873359375,95.26,99.86
+26,0.647526204586029,0.2321529296875,94.91,99.86
+27,0.6415237585703532,0.21629375,95.46,99.91
+28,0.640229161351155,0.2132646484375,95.78,99.89
+29,0.6408084290914047,0.2126173828125,95.67,99.88
+30,0.627976265982685,0.205673828125,95.99,99.86
+31,0.6233458766061016,0.1997927734375,96.05,99.93
+32,0.6210786491377741,0.1965134765625,96.32,99.87
+33,0.6191236221382761,0.1979326171875,96.36,99.93
+34,0.6162744431923597,0.19115859375,96.64,99.88
+35,0.6115966215092912,0.198137890625,96.22,99.9
+36,0.609917349794991,0.182351171875,97.17,99.9
+37,0.6060569823807122,0.18867080078125,96.76,99.93
+38,0.6056069422226685,0.19230791015625,96.89,99.84
+39,0.6035699098028688,0.180538671875,97.03,99.91
+40,0.6024743712101227,0.1813640625,96.88,99.88
+41,0.6005133384058619,0.1830619140625,96.87,99.87
+42,0.5985012935776995,0.1858599609375,96.83,99.9
+43,0.5972704968900762,0.18366845703125,96.94,99.91
+44,0.5946310444010628,0.1710970703125,97.15,99.92
+45,0.5918196709746988,0.18143974609375,96.82,99.83
+46,0.5925179359495131,0.1750595703125,97.09,99.87
+47,0.5915324605173535,0.172590234375,97.28,99.9
+48,0.5912166705243608,0.1765791015625,97.09,99.87
+49,0.5884770576515769,0.1831759765625,96.78,99.85
+50,0.5861324741799607,0.167666796875,97.32,99.9
+51,0.58740991481349,0.17264609375,96.98,99.91
+52,0.5860049934723438,0.1827912109375,97.01,99.84
+53,0.5845080113563782,0.16633515625,97.3,99.88
+54,0.5841507106764704,0.17548837890625,97.24,99.91
+55,0.5832439401210883,0.16742314453125,97.11,99.93
+56,0.5807211422003232,0.168126171875,97.37,99.88
+57,0.5811135384262117,0.16854375,97.26,99.84
+58,0.5784795023182518,0.157803125,97.68,99.91
+59,0.5777341035696176,0.17002451171875,97.32,99.85
+60,0.5792612299705163,0.1608154296875,97.57,99.9
+61,0.575216386308018,0.166412890625,97.58,99.87
+62,0.5756498293744193,0.1619720703125,97.62,99.88
+63,0.5727273095876743,0.166131640625,97.47,99.88
+64,0.5753627413103723,0.1695205078125,97.39,99.85
+65,0.572951917974358,0.166003515625,97.45,99.87
+66,0.5720239498166957,0.16097119140625,97.54,99.95
+67,0.5727897709251469,0.1683236328125,97.45,99.91
+68,0.5715422337381248,0.17071318359375,97.24,99.86
+69,0.5735145246880686,0.1647298828125,97.61,99.88
+70,0.5694704132202344,0.16849521484375,97.47,99.83
+71,0.565842026956061,0.162619140625,97.61,99.84
+72,0.57107818317719,0.1666759765625,97.4,99.88
+73,0.569371970036091,0.1664619140625,97.41,99.93
+74,0.5690957635131657,0.1750521484375,97.28,99.87
+75,0.5688789535282005,0.16562265625,97.46,99.86
+76,0.56758345115898,0.16369169921875,97.54,99.81
+77,0.564728333399846,0.15892001953125,97.75,99.84
+78,0.5658085672264426,0.16374345703125,97.58,99.9
+79,0.567435241662539,0.162353515625,97.65,99.92
+80,0.5653681148830642,0.17102080078125,97.3,99.89
+81,0.5635846678772544,0.162112890625,97.66,99.86
+82,0.5645395565746177,0.162019140625,97.6,99.89
+83,0.5654453427618386,0.163359765625,97.53,99.88
+84,0.5632984611468438,0.15752001953125,97.9,99.86
+85,0.5639334629234086,0.1608654296875,97.76,99.81
+86,0.5623132212039752,0.1675849609375,97.51,99.88
+87,0.5616285578053222,0.1523712890625,97.84,99.83
+88,0.5604633022832055,0.16277041015625,97.66,99.88
+89,0.5599269352407537,0.1566236328125,97.82,99.89
+90,0.5631972272426654,0.15977294921875,97.63,99.89
+91,0.5590728055208157,0.1550791015625,97.87,99.83
+92,0.5616538616327139,0.15547294921875,97.83,99.8
+93,0.5596470617585712,0.159154296875,97.58,99.85
+94,0.5612923724529071,0.170716796875,97.26,99.81
+95,0.5602404889133241,0.15974765625,97.67,99.75
+96,0.5602634312250675,0.162048046875,97.69,99.86
+97,0.5587907888186283,0.16233603515625,97.54,99.82
+98,0.5587992312816473,0.1631419921875,97.51,99.82
+99,0.5588492456919107,0.1573703125,97.83,99.85
+100,0.5577945840409678,0.15412890625,97.84,99.86
+101,0.5581979524885488,0.15359814453125,97.92,99.87
+102,0.5564616536482786,0.1586986328125,97.62,99.84
+103,0.5575401667091582,0.15403046875,97.91,99.83
+104,0.5566423553177434,0.157142578125,97.87,99.82
+105,0.557637659020913,0.1611513671875,97.68,99.85
+106,0.5564208186080313,0.1563365234375,97.9,99.87
+107,0.5548025844698279,0.153167578125,97.99,99.93
+108,0.5561860258507932,0.1632796875,97.64,99.84
+109,0.556612542933888,0.15316650390625,97.86,99.85
+110,0.5555796493322421,0.1572189453125,97.85,99.83
+111,0.5546401795159038,0.1601455078125,97.7,99.88
+112,0.5546038107484834,0.15539189453125,97.75,99.85
+113,0.5541405462556415,0.16371572265625,97.63,99.81
+114,0.5525685651944234,0.15130625,98.09,99.84
+115,0.5549443248245451,0.1504017578125,98.0,99.85
+116,0.5529578847762866,0.15432646484375,97.87,99.84
+117,0.5550834570939724,0.1614544921875,97.77,99.88
+118,0.552945855845753,0.147910546875,98.18,99.91
+119,0.5535314593814377,0.15105166015625,98.09,99.89
+120,0.5512931762088058,0.15798984375,97.82,99.82
+121,0.5521245979600482,0.1552154296875,97.84,99.9
+122,0.5512713439698912,0.1484759765625,97.99,99.85
+123,0.5506633113846819,0.1604267578125,97.86,99.84
+124,0.5516595165444236,0.152691015625,98.02,99.83
+125,0.5516469427663037,0.16511884765625,97.54,99.8
+126,0.5501934203327211,0.15546591796875,97.79,99.83
+127,0.5506754264108136,0.15995859375,97.64,99.92
+128,0.5505260995820037,0.15486630859375,97.83,99.86
+129,0.5509192701588329,0.15243505859375,98.1,99.86
+130,0.5490962911365379,0.15714140625,97.81,99.81
+131,0.5498507053424151,0.15112158203125,97.99,99.89
+132,0.5504448255922041,0.1563564453125,97.93,99.82
+133,0.550111260679033,0.15432412109375,97.98,99.82
+134,0.552332232777889,0.152616015625,98.02,99.85
+135,0.55002917158298,0.15555703125,97.86,99.85
+136,0.5476568922018393,0.15351630859375,97.84,99.88
+137,0.5492391242430761,0.15288955078125,97.95,99.9
+138,0.5471915647260144,0.1580716796875,97.84,99.82
+139,0.5486911199031732,0.15250791015625,98.02,99.86
+140,0.5473436063680893,0.15402626953125,97.94,99.85
+141,0.5471910132556899,0.15299921875,97.89,99.91
+142,0.54725137200111,0.15511884765625,97.94,99.85
+143,0.5479398978571607,0.15014619140625,98.13,99.83
+144,0.5467602134260356,0.16115419921875,97.9,99.82
+145,0.5471916309533975,0.15325947265625,98.03,99.92
+146,0.5483763300710254,0.1517755859375,98.1,99.82
+147,0.5474240391427635,0.1564328125,98.03,99.78
+148,0.5478057965763614,0.1527126953125,98.09,99.84
+149,0.5486359265115526,0.154020703125,97.93,99.86
+150,0.5462470879921546,0.14896513671875,98.02,99.87
+151,0.5465637824983678,0.1510818359375,98.11,99.87
+152,0.5474674573056718,0.1541734375,98.03,99.88
+153,0.5464041537453985,0.153755078125,98.09,99.86
+154,0.5471157389573562,0.15108916015625,98.03,99.84
+155,0.5443481408123277,0.153812890625,97.92,99.89
+156,0.5449671175999519,0.15027216796875,98.03,99.95
+157,0.5445602990877934,0.14863974609375,98.2,99.88
+158,0.5458527805968227,0.14621025390625,98.21,99.85
+159,0.5450825042958952,0.15001201171875,98.05,99.86
+160,0.5465135725899639,0.15659521484375,97.91,99.8
+161,0.5445563821201651,0.15043046875,97.97,99.82
+162,0.5442756031058792,0.15087685546875,97.94,99.85
+163,0.5439200960418098,0.15909013671875,97.84,99.8
+164,0.5451580724145613,0.1507517578125,97.98,99.86
+165,0.5441300755637324,0.1479091796875,98.2,99.88
+166,0.5445795650156136,0.152103515625,98.05,99.82
+167,0.5450212142915807,0.1536248046875,97.92,99.83
+168,0.5432459019188188,0.15348564453125,97.95,99.85
+169,0.5434291772862785,0.14702236328125,98.23,99.89
+170,0.5438125181911339,0.14792666015625,98.15,99.89
+171,0.5455638652938044,0.1494828125,98.14,99.88
+172,0.5430078096369393,0.15464306640625,98.12,99.81
+173,0.5438750563268988,0.1493193359375,98.16,99.82
+174,0.5459802572289084,0.1530330078125,98.16,99.83
+175,0.543235183144227,0.15276015625,98.07,99.84
+176,0.5423590286165221,0.150751171875,98.09,99.86
+177,0.5416676684831961,0.15225859375,98.02,99.81
+178,0.5425316063512085,0.1517271484375,97.91,99.85
+179,0.5437751633998675,0.151227734375,97.99,99.86
+180,0.5430474141214647,0.14973427734375,98.13,99.83
+181,0.542387777286717,0.14700986328125,98.19,99.85
+182,0.5416188722747004,0.1518642578125,98.09,99.81
+183,0.5430802514410427,0.14841123046875,98.27,99.82
+184,0.5409254894042627,0.15416474609375,98.05,99.81
+185,0.5429515544420633,0.15421875,97.99,99.8
+186,0.5415349443498839,0.14728212890625,98.12,99.8
+187,0.5405571360109199,0.15252734375,98.06,99.84
+188,0.539842793192619,0.15076708984375,98.09,99.87
+189,0.5401833375804445,0.15170458984375,98.07,99.86
+190,0.5396409563274465,0.1498396484375,98.04,99.81
+191,0.5397903554969363,0.14964326171875,98.09,99.85
+192,0.540375733986879,0.1537087890625,98.11,99.8
+193,0.5392800168349192,0.15123759765625,98.1,99.81
+194,0.5396538564027884,0.152737109375,98.06,99.78
+195,0.5398415733351667,0.1528802734375,98.08,99.85
+196,0.5398934168948067,0.15418173828125,98.03,99.81
+197,0.538554013794304,0.14985458984375,98.07,99.83
+198,0.5394530940769066,0.1474533203125,98.17,99.8
+199,0.537837666960863,0.1504154296875,98.01,99.82
+200,0.54009813707099,0.1538720703125,97.95,99.81
+201,0.5393000597882475,0.1510013671875,98.11,99.81
+202,0.5387450324164497,0.14883701171875,98.13,99.83
+203,0.5408958014514711,0.14996728515625,98.06,99.89
+204,0.5371987733066591,0.1469677734375,98.19,99.89
+205,0.5385079345641992,0.14949501953125,98.08,99.86
+206,0.540559214913947,0.15068486328125,98.13,99.85
+207,0.5388165447447035,0.151281640625,98.03,99.8
+208,0.5377248236511507,0.1554048828125,97.98,99.84
+209,0.5388223588721365,0.14392353515625,98.33,99.88
+210,0.5375859757773896,0.14386416015625,98.2,99.9
+211,0.5387433336840736,0.151000390625,98.12,99.82
+212,0.5382896321706283,0.15345078125,98.08,99.79
+213,0.53704673013626,0.14490400390625,98.27,99.83
+214,0.5367808148392246,0.14867294921875,98.18,99.82
+215,0.5397006747050163,0.1463654296875,98.22,99.85
+216,0.5378609544191605,0.14641904296875,98.32,99.82
+217,0.5370928088569233,0.15026533203125,98.0,99.8
+218,0.5357955346504847,0.15293486328125,98.0,99.8
+219,0.5380474410505376,0.14386943359375,98.32,99.8
+220,0.5390075412061479,0.1431615234375,98.34,99.87
+221,0.5350319214610972,0.1459828125,98.18,99.82
+222,0.5360971293133548,0.144649609375,98.13,99.82
+223,0.5367310407579454,0.14613857421875,98.27,99.82
+224,0.5358433820243574,0.1485494140625,98.19,99.81
+225,0.5344947144771234,0.142963671875,98.38,99.84
+226,0.5359819947909086,0.145951171875,98.21,99.88
+227,0.5341210772848537,0.1432607421875,98.25,99.83
+228,0.535801552554481,0.1478560546875,98.2,99.85
+229,0.5362373710188091,0.14227724609375,98.34,99.86
+230,0.5345804742258838,0.1481205078125,98.17,99.82
+231,0.5353825518972853,0.1486052734375,98.2,99.84
+232,0.5340180296419014,0.1519931640625,98.05,99.88
+233,0.5366904939341749,0.1454177734375,98.14,99.85
+234,0.532720132643341,0.143214453125,98.3,99.83
+235,0.5340835941143525,0.15062734375,98.13,99.84
+236,0.535242421250058,0.142073828125,98.5,99.81
+237,0.5347339671391708,0.144071875,98.29,99.81
+238,0.5338081669094216,0.148183203125,98.21,99.87
+239,0.5332184926821635,0.142566015625,98.36,99.85
+240,0.5344079730347691,0.148820703125,98.14,99.85
+241,0.5334929981802263,0.14964736328125,98.15,99.82
+242,0.5323520040410197,0.1461595703125,98.34,99.88
+243,0.533092871053606,0.14628017578125,98.23,99.77
+244,0.5331983994214963,0.14682763671875,98.34,99.79
+245,0.5343672949024755,0.14674228515625,98.26,99.86
+246,0.5317483785060736,0.144898828125,98.35,99.85
+247,0.5329417555760114,0.142541015625,98.36,99.86
+248,0.5329509886920961,0.13993203125,98.5,99.83
+249,0.5322349828023177,0.143037109375,98.29,99.86
+250,0.531328996277263,0.142016015625,98.38,99.77
+251,0.5314244629226179,0.14459697265625,98.31,99.84
+252,0.5323424456465957,0.14709638671875,98.19,99.89
+253,0.531715726495808,0.145028515625,98.28,99.88
+254,0.531211268570688,0.14433544921875,98.36,99.82
+255,0.5311002297024442,0.151004296875,98.15,99.87
+256,0.5301655164131751,0.14724052734375,98.17,99.8
+257,0.53475108768186,0.14462080078125,98.21,99.83
+258,0.5313926923733491,0.14131875,98.33,99.81
+259,0.5308477620029042,0.1429525390625,98.42,99.88
+260,0.5303654039007986,0.14662080078125,98.27,99.86
+261,0.5315547948464369,0.1483689453125,98.25,99.85
+262,0.5312809053903971,0.1460958984375,98.35,99.83
+263,0.5308245568193941,0.14759892578125,98.21,99.88
+264,0.5320958099049381,0.1450802734375,98.39,99.87
+265,0.5300922285542529,0.148490625,98.1,99.85
+266,0.5292389390305576,0.14276982421875,98.28,99.91
+267,0.5302562139227859,0.1465748046875,98.34,99.86
+268,0.5312159924935071,0.13959755859375,98.56,99.9
+269,0.5314275214814732,0.1419890625,98.49,99.89
+270,0.530187977812229,0.14376171875,98.38,99.89
+271,0.5291103734674617,0.14066181640625,98.43,99.89
+272,0.5307553148167765,0.14329697265625,98.45,99.84
+273,0.5302181270642158,0.1426564453125,98.37,99.83
+274,0.528631248153173,0.14334609375,98.34,99.87
+275,0.5320081324913563,0.147456640625,98.24,99.85
+276,0.528417117957376,0.14361865234375,98.31,99.87
+277,0.5284641707300121,0.1416138671875,98.4,99.86
+278,0.5303933223088583,0.1411904296875,98.4,99.89
+279,0.5279375359288647,0.14610322265625,98.34,99.83
+280,0.5297062880972512,0.1443384765625,98.34,99.87
+281,0.5299435870514976,0.142608203125,98.41,99.88
+282,0.5287355505503141,0.14273203125,98.35,99.81
+283,0.5269503230467821,0.1458890625,98.34,99.92
+284,0.5279362776085862,0.14016982421875,98.4,99.84
+285,0.5282140949852446,0.145290625,98.32,99.86
+286,0.5281614964334373,0.14590576171875,98.19,99.86
+287,0.5281908602541329,0.14384189453125,98.41,99.87
+288,0.529130580333563,0.14306357421875,98.35,99.87
+289,0.5281726591862165,0.1391021484375,98.37,99.85
+290,0.5275862585020881,0.14314609375,98.37,99.78
+291,0.5293502156805788,0.1380634765625,98.47,99.88
+292,0.5272751227658019,0.139346875,98.49,99.82
+293,0.5273640430890597,0.14249326171875,98.3,99.85
+294,0.5283888491809877,0.14195859375,98.33,99.87
+295,0.5279019110732608,0.13932685546875,98.45,99.89
+296,0.5277490163715477,0.14148974609375,98.4,99.87
+297,0.5269654169041886,0.1389107421875,98.49,99.86
+298,0.5267612457784832,0.14077822265625,98.36,99.83
+299,0.5280901403763355,0.14021162109375,98.43,99.87
+300,0.5273477978940703,0.13930458984375,98.51,99.89
+301,0.5261626018163486,0.13984677734375,98.57,99.89
+302,0.527620867276803,0.14470546875,98.31,99.92
+303,0.5260365386294503,0.14290146484375,98.4,99.86
+304,0.5262623249720304,0.14071279296875,98.45,99.87
+305,0.5259485864995891,0.13711201171875,98.61,99.87
+306,0.5263236545854144,0.138415625,98.59,99.84
+307,0.5259101311875205,0.13915947265625,98.53,99.87
+308,0.5248664358996937,0.142190234375,98.45,99.86
+309,0.5262161745474889,0.138020703125,98.52,99.82
+310,0.5251133799807638,0.13875791015625,98.53,99.85
+311,0.5253647854949675,0.14021123046875,98.49,99.81
+312,0.5245252896068443,0.1379197265625,98.54,99.88
+313,0.5263771864338818,0.1372291015625,98.63,99.89
+314,0.5258635924412653,0.13625732421875,98.65,99.83
+315,0.5261225632877431,0.139248828125,98.46,99.88
+316,0.5247822086780499,0.1379576171875,98.55,99.88
+317,0.5256524871811907,0.13795830078125,98.58,99.89
+318,0.5257287235596241,0.13913759765625,98.57,99.82
+319,0.5254092480127628,0.1402658203125,98.46,99.83
+320,0.5244979404995584,0.13941044921875,98.52,99.84
+321,0.5242756568213813,0.13719833984375,98.57,99.92
+322,0.5234164863060682,0.1351490234375,98.54,99.9
+323,0.5241590193194202,0.141438671875,98.45,99.86
+324,0.526145828075898,0.13642138671875,98.53,99.89
+325,0.5241314114158989,0.13778056640625,98.53,99.9
+326,0.5231461899402814,0.13818330078125,98.48,99.83
+327,0.5244289961380836,0.1363900390625,98.57,99.88
+328,0.5241989166053951,0.13835986328125,98.54,99.87
+329,0.5240954093189321,0.1376287109375,98.52,99.88
+330,0.5236611845146897,0.1368912109375,98.64,99.89
+331,0.524157904406898,0.13657080078125,98.55,99.83
+332,0.5226248731979957,0.13725234375,98.62,99.82
+333,0.5241305119970925,0.1402646484375,98.46,99.84
+334,0.5233396435649986,0.14108466796875,98.5,99.85
+335,0.5236364502427925,0.1410033203125,98.34,99.84
+336,0.5248230705913316,0.13749443359375,98.62,99.86
+337,0.5236930198903776,0.14108486328125,98.44,99.89
+338,0.521882523710911,0.1414923828125,98.39,99.89
+339,0.523130404134082,0.1407140625,98.48,99.81
+340,0.5234644879133273,0.13812998046875,98.52,99.86
+341,0.5237202109434665,0.1393421875,98.47,99.88
+342,0.5221900281488386,0.13804580078125,98.48,99.87
+343,0.52431736415268,0.138512890625,98.47,99.85
+344,0.5238284826533407,0.14102099609375,98.48,99.9
+345,0.5227536811278417,0.1381982421875,98.52,99.91
+346,0.5232950266864564,0.13950888671875,98.52,99.87
+347,0.5224275331721346,0.1361240234375,98.56,99.88
+348,0.5230230681407146,0.1394603515625,98.49,99.84
+349,0.5220575310990342,0.13552919921875,98.52,99.88
+350,0.5235861318233686,0.13915576171875,98.49,99.85
+351,0.5233083139372687,0.13908837890625,98.51,99.89
+352,0.521619606221843,0.1384916015625,98.51,99.88
+353,0.5231820893848044,0.13463154296875,98.6,99.91
+354,0.5233899214838305,0.13500830078125,98.63,99.84
+355,0.5234883600830013,0.1358880859375,98.53,99.88
+356,0.5230269390038955,0.1359044921875,98.61,99.88
+357,0.5214049586882958,0.136847265625,98.62,99.9
+358,0.5220785348588585,0.13866611328125,98.46,99.85
+359,0.5229033458436656,0.13624775390625,98.6,99.88
+360,0.5204711927053256,0.13634267578125,98.6,99.89
+361,0.5213383828472887,0.13585,98.63,99.86
+362,0.5218460971218908,0.13440009765625,98.72,99.86
+363,0.5218012765941457,0.13591416015625,98.58,99.9
+364,0.5207796844407024,0.13540185546875,98.57,99.88
+365,0.5230982539236037,0.138040234375,98.59,99.87
+366,0.522055886240087,0.13697265625,98.61,99.83
+367,0.5208651326660417,0.1338685546875,98.66,99.87
+368,0.5214096167658129,0.13816953125,98.56,99.84
+369,0.5214704184705375,0.13733857421875,98.63,99.89
+370,0.5210497580532335,0.1348626953125,98.71,99.84
+371,0.5224649460397215,0.1365140625,98.56,99.87
+372,0.5208404591450324,0.13757802734375,98.68,99.86
+373,0.5204614982900456,0.13463076171875,98.7,99.86
+374,0.5228909107609692,0.13350068359375,98.68,99.83
+375,0.5232708654087833,0.1366896484375,98.61,99.81
+376,0.5210151374340057,0.1380033203125,98.48,99.89
+377,0.5212706550318971,0.1375701171875,98.5,99.91
+378,0.5208151108688779,0.1378197265625,98.56,99.9
+379,0.5210854325793747,0.13823828125,98.57,99.86
+380,0.520968378863783,0.137606640625,98.56,99.88
+381,0.521942127846245,0.13625283203125,98.63,99.88
+382,0.5205176307095422,0.13853466796875,98.49,99.86
+383,0.5201872066300139,0.13489892578125,98.77,99.86
+384,0.5221288402875265,0.13886669921875,98.53,99.84
+385,0.521847762613215,0.13674580078125,98.53,99.91
+386,0.5196042774070022,0.13770537109375,98.54,99.9
+387,0.522102202487807,0.1361533203125,98.61,99.87
+388,0.5213472662318466,0.13632900390625,98.59,99.88
+389,0.521184200914497,0.13732392578125,98.56,99.9
+390,0.521333048868383,0.1346259765625,98.68,99.86
+391,0.5215190437614409,0.138515234375,98.59,99.9
+392,0.5207270171143051,0.13445107421875,98.61,99.91
+393,0.5214952133659624,0.1377419921875,98.45,99.84
+394,0.5209544601603451,0.1359552734375,98.65,99.9
+395,0.5215646087104439,0.13756171875,98.55,99.85
+396,0.5200957019104917,0.137124609375,98.64,99.85
+397,0.5209753903058859,0.13612236328125,98.61,99.9
+398,0.5203489957966356,0.139512109375,98.43,99.9
+399,0.5209059042808337,0.13545234375,98.65,99.89
+400,0.5211126567461551,0.13645556640625,98.61,99.85
+401,0.5199946652874987,0.137345703125,98.45,99.88
+402,0.52085543035442,0.13519912109375,98.52,99.88
+403,0.5216661649636734,0.1385529296875,98.53,99.89
+404,0.5212735233143864,0.13312265625,98.65,99.9
+405,0.520935411636646,0.139346875,98.54,99.87
+406,0.5197524921252177,0.13719794921875,98.51,99.9
+407,0.520914835552884,0.1342013671875,98.64,99.84
+408,0.5199520372682147,0.1397638671875,98.53,99.87
+409,0.5202100791482844,0.136641015625,98.58,99.85
diff --git a/ckpt/cls/SDT/smnist/model_best.pth.tar b/ckpt/cls/SDT/smnist/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..18d12db73a6e90d2663b2272127e1c99cc302227
--- /dev/null
+++ b/ckpt/cls/SDT/smnist/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211aee459655eccb582329f68667e82ae76349e8654c90ab339a096fb170830
+size 95867764
diff --git a/ckpt/cls/SGLFormer/cifar10/args.yaml b/ckpt/cls/SGLFormer/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a1759198f4f27c4569928b46a232a9a4dd749665
--- /dev/null
+++ b/ckpt/cls/SGLFormer/cifar10/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 16
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 1
+device: 4
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sglformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 16
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SGLFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 16
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/SGLFormer/cifar10/log.csv b/ckpt/cls/SGLFormer/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a8a596b510221d63229be39baf24f7d78b8fbd61
--- /dev/null
+++ b/ckpt/cls/SGLFormer/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.1598225076293947,1.76005625,37.39,88.02
+1,1.9876924015808106,1.50966875,47.02,90.82
+2,1.8778370505523683,1.2832375,56.69,94.15
+3,1.7982883364868163,1.15808125,61.48,95.86
+4,1.7479684281158447,1.027627734375,66.15,96.51
+5,1.6869407074546814,0.991790234375,69.34,97.21
+6,1.6557973943328856,0.916728125,73.22,98.0
+7,1.6132099567031861,0.79843203125,74.92,97.91
+8,1.6016264408874512,0.840083984375,74.41,98.0
+9,1.566877963809967,0.799575390625,76.26,98.22
+10,1.5470188786125183,0.801388671875,76.86,98.85
+11,1.5339194696617127,0.768851171875,78.33,98.22
+12,1.5153993565940858,0.719294140625,81.3,98.96
+13,1.5083069506835938,0.6950859375,81.26,98.52
+14,1.4979576076698302,0.653658203125,81.25,98.66
+15,1.4887062885856628,0.72752265625,81.46,98.79
+16,1.4911352590942384,0.676181640625,81.85,98.44
+17,1.4862394623565673,0.6714109375,82.19,98.76
+18,1.4870124627113341,0.619471484375,83.6,99.06
+19,1.4709947157096863,0.700660546875,80.93,98.72
+20,1.4701173001670838,0.6779072265625,81.54,98.45
+21,1.4718529994010925,0.73868125,81.66,98.6
+22,1.4576465998268127,0.67007734375,83.24,98.91
+23,1.462538341217041,0.6037087890625,83.98,99.0
+24,1.4509251539802552,0.62352578125,84.11,99.18
+25,1.448118442554474,0.67129296875,84.31,99.17
+26,1.4432438753700256,0.5924802734375,84.03,99.14
+27,1.4362560822868347,0.64732421875,84.75,99.01
+28,1.4438269286346435,0.6120880859375,83.95,99.23
+29,1.437980065727234,0.70820546875,84.72,99.29
+30,1.4195457565307616,0.78633515625,82.52,98.97
+31,1.4325052841567993,0.693295703125,84.15,98.92
+32,1.4190384069824218,0.598997265625,86.37,99.17
+33,1.422230346736908,0.644575390625,84.39,99.29
+34,1.4130314074897765,0.54551953125,86.2,99.31
+35,1.4172122887420655,0.602814453125,85.25,99.16
+36,1.4245760343933105,0.641153515625,85.17,99.18
+37,1.4210757429122924,0.5780890625,85.29,99.13
+38,1.4091175863265992,0.58998828125,85.55,99.05
+39,1.4116548262405395,0.654613671875,86.5,99.03
+40,1.4163451790809631,0.5402751953125,85.29,99.28
+41,1.3996365730476379,0.60114375,85.1,99.05
+42,1.404545191345215,0.622917578125,85.55,99.19
+43,1.4109415923118591,0.583198046875,86.23,99.2
+44,1.3968381540107726,0.56536875,86.01,99.16
+45,1.3978370302772523,0.6241099609375,84.95,99.25
+46,1.4050227304458618,0.56641328125,86.3,99.31
+47,1.4109981811714172,0.591355859375,85.31,99.18
+48,1.399307186794281,0.578674609375,86.39,99.21
+49,1.3971150202560425,0.682128515625,82.74,98.68
+50,1.4007145696640015,0.568608203125,85.82,99.2
+51,1.400494358215332,0.597605078125,86.52,99.15
+52,1.396196784210205,0.5619943359375,87.23,99.49
+53,1.3923893641853333,0.606698828125,87.03,99.28
+54,1.3853452764892578,0.618853515625,85.04,99.36
+55,1.3887848107147216,0.574123046875,86.64,99.3
+56,1.4097232165718079,0.668780078125,86.82,99.17
+57,1.396004540309906,0.61106484375,86.71,99.27
+58,1.386192742614746,0.61839921875,86.39,99.0
+59,1.4003597611808778,0.65973515625,86.49,99.34
+60,1.3957406223487854,0.61078828125,85.77,99.21
+61,1.3872563913726808,0.58938359375,87.25,99.2
+62,1.3980227682495117,0.62265,86.8,99.36
+63,1.3962905795097351,0.540035546875,86.79,99.12
+64,1.3939652792739867,0.669948828125,86.79,99.09
+65,1.3937911765289306,0.6563703125,83.12,99.25
+66,1.378523036251068,0.603953515625,86.3,99.31
+67,1.3843770739364625,0.5668859375,86.69,99.26
+68,1.3989040401268005,0.5585109375,87.39,99.29
+69,1.3859686762237549,0.582404296875,85.91,99.25
+70,1.385351838092804,0.57523359375,88.09,99.34
+71,1.4009763188552857,0.583555078125,86.42,99.31
+72,1.3913025988197327,0.5904171875,87.09,99.18
+73,1.3882518661689758,0.5388369140625,86.97,99.49
+74,1.3968435430717467,0.5859783203125,85.79,99.24
+75,1.394567289352417,0.614948046875,86.15,99.19
+76,1.3718550713729858,0.590576171875,86.58,99.21
+77,1.3776053524971008,0.61401015625,86.55,99.34
+78,1.3694200364875793,0.610340234375,86.99,99.44
+79,1.380224637966156,0.56945703125,87.23,99.15
+80,1.3883159363555908,0.536559375,87.03,99.44
+81,1.378625751991272,0.6235328125,86.77,99.14
+82,1.38798016040802,0.58507421875,86.2,99.28
+83,1.384157428703308,0.55694375,87.76,99.3
+84,1.3848030911636353,0.553515234375,87.73,99.39
+85,1.3785620644760133,0.622801953125,85.98,99.37
+86,1.3939028717422486,0.5505083984375,87.35,99.28
+87,1.3918460954666139,0.6082734375,86.34,99.32
+88,1.3870409413337708,0.60081953125,85.85,99.34
+89,1.38115798412323,0.5519833984375,87.87,99.29
+90,1.37912257522583,0.551345703125,87.66,99.4
+91,1.3769087628173828,0.6262,86.09,99.25
+92,1.3844083171844483,0.70431328125,85.31,99.36
+93,1.3816567366027832,0.667669140625,86.25,99.12
+94,1.3726163684463502,0.6065015625,87.21,99.12
+95,1.3841470209121705,0.583265625,88.44,99.35
+96,1.3637281184196473,0.62809453125,87.67,99.32
+97,1.3875775094985963,0.61771484375,86.75,99.22
+98,1.391192928791046,0.57286328125,87.62,99.48
+99,1.3788899903678895,0.584516015625,86.86,99.37
+100,1.3740137519073485,0.588478515625,86.74,99.37
+101,1.3725635377883911,0.581222265625,87.09,99.37
+102,1.3739574606704712,0.5868578125,86.84,99.35
+103,1.3770955895233155,0.65748203125,86.28,99.27
+104,1.3793913410377503,0.5549228515625,86.89,99.35
+105,1.3767935431480407,0.611323046875,85.86,99.24
+106,1.3874006239700318,0.6133109375,86.35,99.27
+107,1.3733888758468629,0.55123046875,87.66,99.38
+108,1.3748052219200135,0.5336552734375,88.02,99.48
+109,1.3690847735977172,0.525106640625,88.12,99.49
+110,1.3667288752365112,0.563855078125,87.51,99.0
+111,1.3780188262557984,0.5779640625,86.79,99.26
+112,1.3704847018623352,0.6123421875,87.02,99.27
+113,1.3770019269371032,0.629853125,87.4,99.41
+114,1.3609217271232605,0.543458203125,87.13,99.22
+115,1.3715684292411805,0.5833380859375,87.35,99.36
+116,1.3634807515525817,0.582631640625,86.18,99.22
+117,1.370135295829773,0.585119140625,86.81,99.25
+118,1.3697793014907838,0.614859765625,87.44,99.27
+119,1.3753573540878297,0.60799765625,88.04,99.36
+120,1.3679039096832275,0.596192578125,85.76,99.33
+121,1.3567589964866638,0.56671953125,86.89,99.39
+122,1.360090745792389,0.575359375,87.46,99.45
+123,1.36280292760849,0.5033962890625,87.29,99.35
+124,1.3639961265754699,0.5929609375,88.09,99.3
+125,1.3732088992118836,0.57270859375,87.53,99.5
+126,1.3654578735923768,0.585973828125,87.72,99.45
+127,1.3687896570205689,0.56717265625,87.56,99.12
+128,1.3607277662658692,0.53006640625,87.72,99.27
+129,1.3686982858276366,0.54962734375,87.6,99.31
+130,1.3686818488121033,0.63123203125,86.73,99.22
+131,1.3631689644813538,0.568040625,87.37,99.37
+132,1.3597736204910278,0.581469921875,87.31,99.23
+133,1.3706053000831604,0.628748828125,87.47,99.29
+134,1.3690110337257386,0.584605078125,86.5,99.37
+135,1.36511113615036,0.5069875,89.19,99.46
+136,1.3678164433670044,0.615812109375,87.81,99.42
+137,1.3624483837890624,0.5666515625,88.2,99.38
+138,1.3584643238449097,0.4964537109375,89.21,99.52
+139,1.3519084887123107,0.567976171875,87.87,99.35
+140,1.3477806196022033,0.510245703125,87.99,99.41
+141,1.3531637558364868,0.57182578125,87.97,99.25
+142,1.3488359105110168,0.618828515625,87.62,99.28
+143,1.3519965096855164,0.4901908203125,88.66,99.52
+144,1.3584750405311585,0.594948046875,87.85,99.44
+145,1.3578183610343932,0.589722265625,87.51,99.4
+146,1.3467566585731507,0.538538671875,88.1,99.53
+147,1.3520998016357422,0.541702734375,86.74,99.58
+148,1.3464671598625184,0.549919921875,88.68,99.37
+149,1.3556944186973572,0.636490234375,86.0,99.39
+150,1.35222964138031,0.611614453125,88.27,99.33
+151,1.354315462284088,0.5227638671875,88.01,99.38
+152,1.3408290878486633,0.5491416015625,87.58,99.46
+153,1.3482423064804077,0.513165234375,88.7,99.49
+154,1.3520664880561828,0.5882125,86.98,99.22
+155,1.3512024928283692,0.560580859375,88.72,99.43
+156,1.33821254945755,0.5101599609375,88.11,99.51
+157,1.353004874420166,0.505593359375,88.87,99.51
+158,1.3479351691246033,0.527664453125,88.22,99.3
+159,1.3455880411338805,0.582433984375,85.63,99.42
+160,1.3543573065185548,0.5802484375,88.77,99.35
+161,1.3445799887657166,0.57729921875,87.63,99.51
+162,1.3335919112205505,0.549414453125,86.87,99.42
+163,1.3496819568824767,0.60392421875,88.01,99.33
+164,1.334181518611908,0.490291796875,88.84,99.42
+165,1.3420095009422301,0.629922265625,87.96,99.31
+166,1.3410890640640258,0.556082421875,88.59,99.4
+167,1.332006977710724,0.5401048828125,88.55,99.32
+168,1.3282892328834535,0.58466484375,87.91,99.56
+169,1.326153080997467,0.539387890625,89.66,99.59
+170,1.3329156320953368,0.551984375,90.09,99.6
+171,1.3392107524681092,0.549212109375,89.12,99.5
+172,1.3386311031341553,0.58682109375,88.2,99.35
+173,1.3358620096206666,0.55165390625,89.5,99.42
+174,1.3430787783813476,0.5721890625,89.32,99.54
+175,1.3387600330543519,0.5365720703125,88.45,99.25
+176,1.335071632156372,0.566958203125,88.89,99.51
+177,1.3337853610992432,0.5609703125,87.35,99.31
+178,1.3274312949943543,0.50058125,88.8,99.58
+179,1.3267749611091613,0.538169140625,88.63,99.53
+180,1.3290151537704469,0.5173056640625,89.0,99.61
+181,1.331828892917633,0.570969921875,89.32,99.45
+182,1.3260638842964172,0.4949205078125,89.12,99.46
+183,1.3272944311523438,0.551175,88.53,99.42
+184,1.3288293586921691,0.51474296875,89.04,99.4
+185,1.3207555391693115,0.5404953125,89.64,99.43
+186,1.314039028778076,0.543439453125,89.85,99.53
+187,1.321610970401764,0.497955078125,88.49,99.38
+188,1.3177738719558716,0.563708203125,89.81,99.44
+189,1.3082519614601136,0.560923046875,88.42,99.46
+190,1.3282088709831237,0.5045251953125,90.12,99.55
+191,1.3127525076675415,0.50835703125,89.91,99.42
+192,1.3215254664993286,0.549382421875,89.1,99.38
+193,1.3085334746551514,0.529425,90.17,99.45
+194,1.332667204875946,0.518093359375,89.59,99.6
+195,1.3112168525505066,0.62342109375,87.59,99.48
+196,1.3108756606674195,0.58958125,89.26,99.49
+197,1.3087909273147582,0.5296703125,88.71,99.61
+198,1.328285819416046,0.54846640625,89.05,99.4
+199,1.3007006521034241,0.542955859375,89.16,99.39
+200,1.3078402288246154,0.474607421875,90.28,99.6
+201,1.2966183242988587,0.4906341796875,89.5,99.53
+202,1.311414727745056,0.494996875,90.49,99.54
+203,1.3072326423835754,0.486006640625,90.41,99.59
+204,1.3060538627052307,0.54789375,89.61,99.47
+205,1.3089761145210266,0.514080859375,89.55,99.49
+206,1.3085914900779725,0.5592546875,89.41,99.49
+207,1.313338469314575,0.531041015625,89.61,99.5
+208,1.3048504609298706,0.4701056640625,90.84,99.56
+209,1.3000811955451965,0.4775666015625,90.38,99.54
+210,1.3055873534965514,0.52744140625,90.49,99.69
+211,1.3000977838134766,0.49680859375,90.37,99.66
+212,1.3037535614585876,0.485383984375,90.68,99.63
+213,1.2877523142623901,0.4530095703125,90.51,99.65
+214,1.3021878814506531,0.5577203125,90.4,99.56
+215,1.293271768283844,0.531607421875,89.67,99.52
+216,1.2993693537330628,0.55711328125,89.92,99.49
+217,1.2969994176101685,0.522617578125,90.37,99.47
+218,1.2923555583381652,0.543629296875,89.9,99.42
+219,1.291066330127716,0.4638041015625,91.0,99.63
+220,1.2926171783638,0.510447265625,90.84,99.65
+221,1.286812697467804,0.532419921875,90.84,99.69
+222,1.276013174648285,0.490667578125,90.19,99.49
+223,1.2847610411262511,0.4978638671875,90.32,99.33
+224,1.2961329447555543,0.4918271484375,90.88,99.64
+225,1.2802313076400758,0.517431640625,90.8,99.56
+226,1.283440562019348,0.49618671875,90.61,99.6
+227,1.2807690094566344,0.5287953125,91.08,99.57
+228,1.284783629951477,0.50036328125,90.64,99.57
+229,1.2732346068954468,0.52461875,90.25,99.46
+230,1.2745862630271911,0.464571484375,90.8,99.54
+231,1.2796713948249816,0.464690625,90.96,99.45
+232,1.2838182935142517,0.4178626953125,91.49,99.64
+233,1.2745473720169067,0.50358359375,90.48,99.49
+234,1.2647580416870117,0.48809296875,90.7,99.64
+235,1.2692224215698242,0.4826583984375,91.29,99.61
+236,1.2666415571022034,0.490745703125,90.34,99.51
+237,1.2687755804061889,0.4276375,91.43,99.68
+238,1.2862795436286927,0.5130765625,90.64,99.62
+239,1.259188833580017,0.508152734375,91.08,99.56
+240,1.2697870860290528,0.46183203125,91.14,99.66
+241,1.2655147285079955,0.4142642578125,91.39,99.69
+242,1.2555806915664673,0.49615625,91.21,99.58
+243,1.2708639365005494,0.4842859375,91.77,99.65
+244,1.2646553905677795,0.4935294921875,91.09,99.53
+245,1.2774286598205566,0.529811328125,91.13,99.48
+246,1.2704380457878113,0.51951796875,91.09,99.45
+247,1.2666092314338684,0.507955078125,91.9,99.56
+248,1.2714574752044678,0.506475,91.58,99.65
+249,1.2635882948493957,0.457813671875,91.03,99.62
+250,1.262445535030365,0.440975,92.25,99.71
+251,1.2642563361358643,0.54258515625,91.44,99.63
+252,1.2428228546333313,0.446287109375,90.7,99.57
+253,1.2627438930892945,0.44721015625,91.83,99.61
+254,1.2516882812690735,0.419959375,92.2,99.58
+255,1.2534830511856079,0.4438494140625,91.81,99.74
+256,1.2465481424713134,0.52672578125,91.32,99.58
+257,1.236987339782715,0.47348125,91.67,99.57
+258,1.2484337490463258,0.52169453125,91.25,99.28
+259,1.2391497144126893,0.51540703125,91.34,99.59
+260,1.2326211812973022,0.4328673828125,92.03,99.8
+261,1.237845839729309,0.4709828125,91.64,99.71
+262,1.24106057056427,0.4765091796875,91.69,99.67
+263,1.241034601650238,0.50314609375,91.88,99.57
+264,1.2428541590881348,0.4342025390625,91.3,99.71
+265,1.236252016582489,0.4489328125,92.25,99.62
+266,1.2395597407341004,0.4512568359375,91.21,99.64
+267,1.2249297107505799,0.466023046875,92.18,99.57
+268,1.2253731597709656,0.433341015625,91.98,99.65
+269,1.2190822419166565,0.4426724609375,92.43,99.57
+270,1.2219525990867615,0.4523671875,92.03,99.57
+271,1.2272192379379272,0.46251953125,91.84,99.67
+272,1.2207667535591125,0.52421875,92.08,99.69
+273,1.2138582212638855,0.42855390625,92.24,99.68
+274,1.2289367006111145,0.4339212890625,92.41,99.69
+275,1.2157044894218445,0.493645703125,92.52,99.55
+276,1.2282237704467773,0.459866015625,92.45,99.69
+277,1.2244174333381652,0.461980859375,92.48,99.68
+278,1.20708265045166,0.471036328125,92.18,99.64
+279,1.2142335056495666,0.401335546875,93.25,99.69
+280,1.2117866512107849,0.491375390625,92.6,99.64
+281,1.2134482911872864,0.4480876953125,92.51,99.7
+282,1.210855484638214,0.450915625,92.87,99.64
+283,1.216538357219696,0.4239951171875,92.72,99.58
+284,1.208114494380951,0.45715234375,92.61,99.56
+285,1.2172726134300231,0.395777734375,92.47,99.62
+286,1.212216231765747,0.41739375,92.99,99.7
+287,1.203478086528778,0.4149072265625,92.99,99.62
+288,1.2088525973892212,0.4219958984375,92.29,99.6
+289,1.20274674993515,0.4239701171875,92.52,99.67
+290,1.208940902900696,0.442966015625,92.54,99.64
+291,1.20469617603302,0.41467734375,93.26,99.61
+292,1.1957657040214538,0.477848046875,92.21,99.7
+293,1.1937530219459533,0.3968587890625,93.3,99.71
+294,1.1920795258140564,0.474353515625,92.89,99.56
+295,1.1948781483459472,0.415042578125,93.0,99.67
+296,1.190086402797699,0.490705078125,92.35,99.66
+297,1.1883006930160522,0.4439884765625,92.94,99.65
+298,1.1843155833244323,0.411715234375,93.35,99.62
+299,1.1849570774650573,0.397774609375,93.29,99.76
+300,1.1986274963760375,0.3883974609375,93.42,99.75
+301,1.173394259967804,0.4233419921875,92.9,99.74
+302,1.1790437323188783,0.48808125,92.83,99.6
+303,1.18420896692276,0.3697662109375,93.58,99.62
+304,1.1889177929496766,0.4533734375,92.92,99.59
+305,1.1791052820014953,0.4093408203125,93.08,99.62
+306,1.1745778729057312,0.44738203125,93.46,99.73
+307,1.1858270542526246,0.472342578125,93.17,99.66
+308,1.1711530530357361,0.433204296875,93.38,99.73
+309,1.1604966119766236,0.501646484375,93.22,99.68
+310,1.1665128288078308,0.46680859375,92.99,99.51
+311,1.1659277236747743,0.3772732421875,93.62,99.73
+312,1.1723967427253723,0.4043244140625,93.71,99.74
+313,1.153721648979187,0.4123802734375,93.69,99.68
+314,1.1631760643577576,0.4425671875,92.96,99.53
+315,1.1690686870384217,0.441421484375,93.52,99.73
+316,1.1644778274726868,0.3704189453125,93.45,99.66
+317,1.1513142667198182,0.4107537109375,93.95,99.7
+318,1.166957690563202,0.461143359375,93.46,99.59
+319,1.1534687837028503,0.3974177734375,93.72,99.63
+320,1.1615318944168092,0.4217677734375,93.61,99.59
+321,1.147814059638977,0.4143228515625,93.81,99.61
+322,1.14909351934433,0.421612109375,94.0,99.73
+323,1.1473799648284913,0.41465625,94.09,99.53
+324,1.149129423942566,0.438560546875,93.92,99.65
+325,1.1461178639793397,0.4044927734375,93.92,99.6
+326,1.1415768157577515,0.4250853515625,93.81,99.64
+327,1.148344210205078,0.3803423828125,93.82,99.65
+328,1.147672366065979,0.4100171875,93.99,99.66
+329,1.1446123364830016,0.37804453125,93.9,99.73
+330,1.1349261603164673,0.3790244140625,93.88,99.72
+331,1.1361770599174499,0.413823046875,94.13,99.75
+332,1.1260166410255432,0.37505078125,94.17,99.73
+333,1.1321661059188843,0.40321796875,94.24,99.68
+334,1.1304973349761962,0.394216015625,93.97,99.68
+335,1.1334079465293885,0.425447265625,94.02,99.75
+336,1.140278328590393,0.4007322265625,94.23,99.69
+337,1.1317338462257385,0.354151171875,94.66,99.72
+338,1.135458313922882,0.352475,94.69,99.75
+339,1.1136917484283446,0.3955955078125,94.55,99.76
+340,1.124833722782135,0.358508203125,94.79,99.69
+341,1.1270768414878845,0.3772548828125,94.69,99.64
+342,1.112537951927185,0.407178125,94.87,99.65
+343,1.114850720729828,0.418469921875,94.62,99.62
+344,1.1138239730644226,0.405210546875,94.34,99.64
+345,1.127997892627716,0.3841390625,94.47,99.73
+346,1.0970874317741395,0.3729634765625,94.7,99.68
+347,1.1044580483818054,0.41386640625,94.81,99.7
+348,1.1156431685829162,0.4151359375,94.59,99.65
+349,1.107543903980255,0.3644498046875,94.62,99.75
+350,1.1118618740272521,0.41086640625,94.95,99.73
+351,1.097239600505829,0.420976171875,94.57,99.66
+352,1.1035060708618165,0.3547109375,94.96,99.64
+353,1.1041357991981506,0.416502734375,94.9,99.66
+354,1.0973761322212219,0.454608984375,94.73,99.69
+355,1.0937106099891662,0.3692923828125,94.86,99.63
+356,1.1092888872909545,0.3654365234375,94.93,99.67
+357,1.1060509026908873,0.3363720703125,95.24,99.69
+358,1.0934636804199218,0.3347369140625,94.87,99.65
+359,1.0926571212959288,0.3767626953125,95.15,99.69
+360,1.0879274193382262,0.3523794921875,95.1,99.67
+361,1.094063276538849,0.3151533203125,95.04,99.62
+362,1.0940784992027284,0.3666498046875,95.24,99.71
+363,1.0994028575325012,0.389890234375,95.19,99.77
+364,1.0771392281532288,0.34800703125,95.14,99.78
+365,1.0862589491844177,0.393956640625,95.17,99.69
+366,1.0930814366531372,0.3285921875,95.33,99.73
+367,1.072330638961792,0.403135546875,95.18,99.68
+368,1.081914746284485,0.3758587890625,95.27,99.69
+369,1.080828350715637,0.334250390625,95.06,99.6
+370,1.0806115240097045,0.3476359375,95.21,99.7
+371,1.0874239292144776,0.3522884765625,95.46,99.65
+372,1.0916745491981505,0.354339453125,95.51,99.69
+373,1.0693584922599793,0.32543359375,95.37,99.7
+374,1.0900981907844542,0.37505078125,95.22,99.66
+375,1.0797911812591552,0.35098203125,95.5,99.68
+376,1.0596423742675782,0.3640001953125,95.55,99.59
+377,1.0749726850128174,0.3951390625,95.43,99.67
+378,1.0816764982795715,0.3851705078125,95.39,99.7
+379,1.0757732397460937,0.3365265625,95.54,99.6
+380,1.0836366097068786,0.3051779296875,95.46,99.62
+381,1.0723022019004822,0.358415625,95.42,99.65
+382,1.0782872665405274,0.360122265625,95.51,99.65
+383,1.0828055377578736,0.34033828125,95.47,99.69
+384,1.0664389981651305,0.3547904296875,95.47,99.69
+385,1.0682204999732972,0.3810765625,95.56,99.73
+386,1.0682437072563171,0.3954236328125,95.5,99.7
+387,1.076384882965088,0.366134765625,95.55,99.73
+388,1.0616005157089234,0.422737109375,95.57,99.67
+389,1.0706708563423157,0.391944921875,95.36,99.69
+390,1.0690866904830933,0.406382421875,95.52,99.72
+391,1.082779817428589,0.405657421875,95.39,99.72
+392,1.0629180321121217,0.36779453125,95.66,99.76
+393,1.067767564868927,0.40816015625,95.55,99.72
+394,1.0618947332954407,0.330875390625,95.88,99.66
+395,1.0550648928070068,0.3640171875,95.7,99.72
+396,1.0663284689331054,0.3667578125,95.47,99.71
+397,1.0623419618225098,0.448933203125,95.34,99.68
+398,1.0542792991828918,0.3473373046875,95.85,99.61
+399,1.0585661193466187,0.3660658203125,95.52,99.69
+400,1.0636425217819214,0.3406541015625,95.75,99.66
+401,1.0577758250045777,0.378959765625,95.8,99.69
+402,1.0645597448349,0.34116484375,95.7,99.65
+403,1.052073128051758,0.404571484375,95.51,99.73
+404,1.0676745113372803,0.344943359375,95.77,99.66
+405,1.0662972711753844,0.373707421875,95.46,99.6
+406,1.0516103294372559,0.3325068359375,95.68,99.65
+407,1.051006062335968,0.361198828125,95.64,99.59
+408,1.0589145810317993,0.3512521484375,95.8,99.69
+409,1.0603421765518188,0.33967265625,95.75,99.77
diff --git a/ckpt/cls/SGLFormer/cifar10/model_best.pth.tar b/ckpt/cls/SGLFormer/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..8f209e92fb51d18b395fef9a359e63e9fbccccd8
--- /dev/null
+++ b/ckpt/cls/SGLFormer/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ef1d9fca3c3018eaeb28c57cc3f82eed401e399f81aaa824b0e01483a19564
+size 99385542
diff --git a/ckpt/cls/SGLFormer/cifar100/args.yaml b/ckpt/cls/SGLFormer/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..e4d6d0bb8315491c03aa58f8d70e8fcf9052f5aa
--- /dev/null
+++ b/ckpt/cls/SGLFormer/cifar100/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 16
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 1
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sglformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 16
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SGLFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 16
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.05
+workers: 16
diff --git a/ckpt/cls/SGLFormer/cifar100/log.csv b/ckpt/cls/SGLFormer/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a012b143e0c08a3caca8005003aaf8ca794e36ea
--- /dev/null
+++ b/ckpt/cls/SGLFormer/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.510967078552246,4.291515625,5.39,19.15
+1,4.30466412071228,3.81876875,11.95,34.72
+2,4.085313282852173,3.3453,19.62,48.02
+3,3.9120174628448487,2.9641453125,27.64,58.71
+4,3.765031876373291,2.6756125,33.03,65.17
+5,3.646931734237671,2.447084375,38.51,71.13
+6,3.5468761404418947,2.3110890625,41.55,73.12
+7,3.4579086477661134,2.2347484375,42.57,74.83
+8,3.3986704501342775,2.17029375,44.83,75.7
+9,3.349756000366211,2.032821875,48.06,79.21
+10,3.291940803947449,1.86319609375,50.78,81.03
+11,3.265802068977356,1.86524609375,51.98,81.36
+12,3.211487760696411,1.91284140625,51.77,80.71
+13,3.190597712135315,1.791896875,53.09,82.51
+14,3.177781330909729,1.8269875,52.69,82.32
+15,3.1596169905853273,1.71087578125,55.61,83.75
+16,3.132220681304932,1.77880625,54.81,83.07
+17,3.1043538154602053,1.6788890625,55.8,84.58
+18,3.1024508895874026,1.79611875,54.88,82.95
+19,3.0872755670166017,1.61425859375,57.98,85.23
+20,3.085996349067688,1.70373671875,55.55,85.03
+21,3.0643275037384035,1.7323765625,55.55,83.99
+22,3.0353083380126953,1.62064375,57.6,85.03
+23,3.0353687725067138,1.612896875,58.55,86.01
+24,3.0110325518035888,1.563574609375,59.77,86.52
+25,2.991011859741211,1.55689609375,60.3,86.98
+26,2.9700946421813965,1.474059765625,60.99,87.27
+27,2.9504083156967162,1.55361875,60.95,87.55
+28,2.955790000076294,1.54550703125,60.9,87.38
+29,2.93751571144104,1.57577890625,59.85,86.67
+30,2.9367234865951537,1.49818203125,61.2,87.34
+31,2.9167973401260374,1.5648625,60.17,86.17
+32,2.9319842142486574,1.519965625,61.7,87.55
+33,2.8956151808166504,1.46204453125,62.08,88.13
+34,2.920629511680603,1.556884375,61.16,86.89
+35,2.9122534915924074,1.504375,61.32,86.81
+36,2.9058898066711425,1.595680078125,59.41,85.74
+37,2.917101672515869,1.554221484375,61.66,86.86
+38,2.909097940711975,1.42941015625,62.69,88.77
+39,2.873976696014404,1.39488359375,63.83,89.03
+40,2.8822426567459107,1.50415859375,63.53,88.3
+41,2.8773066302490236,1.42335703125,62.84,88.36
+42,2.8954695093154905,1.41096640625,62.86,88.19
+43,2.9015728712081907,1.48610078125,62.42,87.78
+44,2.874475337600708,1.407467578125,64.83,88.92
+45,2.8665122524261473,1.408048046875,64.72,88.88
+46,2.8700478300857544,1.46916171875,63.57,88.63
+47,2.874708405189514,1.5045484375,62.63,88.61
+48,2.8675248756027223,1.380785546875,64.3,89.06
+49,2.8540190732955932,1.4761984375,64.7,88.64
+50,2.8464612371826172,1.381850390625,64.84,89.15
+51,2.8449078818130493,1.40039453125,63.86,89.03
+52,2.862323900604248,1.45916328125,64.06,89.08
+53,2.8555637299346923,1.40568984375,64.59,89.33
+54,2.867768759727478,1.375903515625,65.82,89.42
+55,2.8655674325942995,1.45998359375,63.93,88.6
+56,2.8330300859069824,1.39342890625,64.6,89.02
+57,2.8363292093658448,1.40376171875,64.19,88.34
+58,2.838612589187622,1.4648171875,65.17,88.77
+59,2.8344696906280515,1.463103125,64.65,88.79
+60,2.8330022605895997,1.4182796875,64.72,89.33
+61,2.8202897535705564,1.357998046875,65.1,89.42
+62,2.846668729133606,1.375509765625,66.14,89.68
+63,2.8343024628067015,1.39680546875,65.29,89.02
+64,2.8141955379104613,1.402283203125,64.58,89.32
+65,2.832993799171448,1.510165625,63.87,88.11
+66,2.8350244190979006,1.49919609375,63.6,88.41
+67,2.829539962425232,1.317873828125,66.34,89.72
+68,2.8216099529647827,1.336335546875,66.1,89.14
+69,2.8266678295898435,1.50513046875,63.38,88.49
+70,2.812972512550354,1.342574609375,65.45,89.48
+71,2.8131731798171997,1.447529296875,64.72,89.04
+72,2.8124501345062254,1.37172421875,65.51,89.72
+73,2.81831012386322,1.409949609375,64.99,88.71
+74,2.8168867611312867,1.319131640625,67.15,89.95
+75,2.8195865270996094,1.43766796875,65.39,89.21
+76,2.825754877433777,1.4503,64.4,89.11
+77,2.8160562309265136,1.339450390625,65.57,89.84
+78,2.827406667404175,1.46542421875,64.62,88.96
+79,2.798288154525757,1.45028515625,65.39,88.97
+80,2.810207698173523,1.45192265625,64.1,88.47
+81,2.813406926231384,1.34968046875,66.1,89.79
+82,2.815889950828552,1.3481484375,65.42,89.41
+83,2.8221116217803957,1.389092578125,66.07,89.83
+84,2.803065862388611,1.344691015625,67.33,90.57
+85,2.8136572048187256,1.41738515625,64.93,89.48
+86,2.8001885470962526,1.3721578125,65.72,88.97
+87,2.797111065826416,1.373307421875,66.22,89.48
+88,2.803553762359619,1.38350546875,66.09,89.92
+89,2.791985203590393,1.44811015625,64.54,88.73
+90,2.787428925895691,1.44769296875,64.88,88.62
+91,2.803093347740173,1.375429296875,65.86,89.71
+92,2.791834740409851,1.351922265625,66.73,89.76
+93,2.788635092315674,1.4284765625,66.76,89.53
+94,2.7833093016433716,1.332717578125,67.24,90.5
+95,2.7975272692871096,1.345837109375,66.24,89.8
+96,2.7732241579055787,1.385932421875,66.29,89.69
+97,2.776436874961853,1.4086078125,66.67,89.83
+98,2.7762581048965456,1.382947265625,66.22,89.44
+99,2.793421234931946,1.44587109375,65.67,89.34
+100,2.7833820141220094,1.36978984375,67.3,90.05
+101,2.7913842250823975,1.34254609375,67.19,89.9
+102,2.7913862768173217,1.35060859375,66.26,90.02
+103,2.770236454696655,1.381478125,65.29,89.57
+104,2.7866244149398804,1.4129375,67.19,89.75
+105,2.786768433380127,1.413928125,66.43,89.22
+106,2.773639486351013,1.3893546875,66.92,89.9
+107,2.7729324408721925,1.358068359375,65.54,89.93
+108,2.776384053840637,1.37545078125,66.79,89.98
+109,2.775530478782654,1.332262109375,67.43,90.12
+110,2.7728081925964356,1.356890625,67.11,90.01
+111,2.763489510345459,1.37154765625,66.91,89.05
+112,2.777491528739929,1.2804515625,67.7,90.77
+113,2.7750165380096434,1.388695703125,67.5,89.86
+114,2.7706901959228514,1.4251296875,65.71,89.67
+115,2.7728406532669068,1.37936640625,66.94,90.04
+116,2.7485911325454713,1.378087890625,67.26,89.97
+117,2.743157564620972,1.46795390625,65.48,89.26
+118,2.761475311355591,1.3484859375,66.58,89.86
+119,2.774923639945984,1.339995703125,66.73,90.17
+120,2.7706755603408815,1.299459375,68.16,90.5
+121,2.753402162399292,1.40862578125,66.01,89.7
+122,2.763598807487488,1.394653515625,66.59,89.33
+123,2.759823103942871,1.253105078125,68.77,91.11
+124,2.7555597148895266,1.356868359375,68.06,90.17
+125,2.727454454536438,1.284492578125,67.88,90.72
+126,2.74061717628479,1.27664140625,67.24,90.25
+127,2.737867375564575,1.46207109375,66.38,89.43
+128,2.754586512145996,1.276032421875,67.79,90.28
+129,2.708757574005127,1.40780703125,66.8,89.8
+130,2.7382163167572022,1.304208203125,68.29,90.59
+131,2.7376783114242556,1.352784375,67.51,90.24
+132,2.7437239772415163,1.3001234375,68.39,90.51
+133,2.7432250544738768,1.2560921875,68.74,90.91
+134,2.746962952308655,1.3130796875,68.2,90.37
+135,2.7471714596939085,1.368788671875,67.2,89.45
+136,2.7416685654067994,1.2965796875,68.61,90.77
+137,2.7473742568206787,1.35874453125,67.02,90.23
+138,2.7434967612075805,1.380480859375,66.78,89.96
+139,2.720894079170227,1.3403046875,68.37,90.95
+140,2.7266413863372803,1.36704609375,67.62,90.15
+141,2.710585427818298,1.301744921875,67.95,90.41
+142,2.7248286990737913,1.26127265625,69.16,90.69
+143,2.7178881229400633,1.3286265625,68.26,89.83
+144,2.707260460357666,1.244051953125,68.6,91.01
+145,2.708541665534973,1.211046875,68.98,91.02
+146,2.71097842250824,1.2904515625,68.58,90.79
+147,2.70271522064209,1.35011875,67.24,90.34
+148,2.72217107875824,1.279454296875,68.09,90.5
+149,2.6930409477233885,1.36418671875,67.38,90.08
+150,2.707880139541626,1.289910546875,68.58,90.93
+151,2.693356575126648,1.308776171875,69.25,90.88
+152,2.6987224599456785,1.2826421875,68.66,90.43
+153,2.674440345039368,1.361767578125,68.14,90.36
+154,2.7123828163146975,1.298429296875,68.51,90.81
+155,2.6812669606399537,1.355803125,68.41,90.58
+156,2.690304472923279,1.257866015625,69.19,91.12
+157,2.7207163008499147,1.2356234375,70.09,91.25
+158,2.684014450378418,1.299445703125,68.88,90.62
+159,2.679425809059143,1.181446484375,70.34,91.75
+160,2.6779697007751464,1.24931953125,69.82,90.93
+161,2.689024730873108,1.39025078125,68.23,90.59
+162,2.6981561409759522,1.307998046875,67.68,90.55
+163,2.6793143355560303,1.189601171875,70.1,91.63
+164,2.6875036474990845,1.28551640625,69.38,91.02
+165,2.6773200659561156,1.29193515625,68.1,91.17
+166,2.6731924197387693,1.2345671875,69.92,91.16
+167,2.6917579235458375,1.245525,70.0,91.48
+168,2.6795091223526,1.296201953125,68.74,90.92
+169,2.664647582397461,1.2930578125,69.01,90.38
+170,2.674516609916687,1.281819140625,69.72,90.67
+171,2.6858435099029543,1.28406640625,70.01,91.15
+172,2.6849901358413697,1.3120046875,68.43,90.75
+173,2.6577894356918335,1.26851328125,69.88,91.27
+174,2.6583644954299928,1.269409375,70.0,91.39
+175,2.6375815451812743,1.259239453125,69.08,90.78
+176,2.6661253671646117,1.16288515625,71.08,91.99
+177,2.639294044570923,1.27106015625,69.93,91.41
+178,2.664752148857117,1.194678125,71.17,91.5
+179,2.6462772325134276,1.268134375,69.98,91.1
+180,2.6206579020309446,1.36176796875,68.63,90.23
+181,2.652449591331482,1.214609765625,70.07,91.59
+182,2.63003250869751,1.276571484375,70.95,91.38
+183,2.6473289030075073,1.249623046875,69.83,91.37
+184,2.624377294502258,1.30743515625,70.01,91.11
+185,2.621133897819519,1.25855234375,70.08,91.14
+186,2.6471947804260254,1.235465625,70.57,91.39
+187,2.639507102584839,1.24494609375,69.48,91.38
+188,2.6086590613555907,1.18819375,70.61,91.64
+189,2.6364629885482787,1.2022140625,70.94,91.41
+190,2.630832732582092,1.16211015625,71.26,91.69
+191,2.6324418018722535,1.282205078125,70.05,91.17
+192,2.607549127883911,1.28252890625,69.47,91.35
+193,2.614041831817627,1.203684765625,70.42,91.62
+194,2.606980934944153,1.24135234375,70.74,91.9
+195,2.6242122500991822,1.3227078125,70.26,91.13
+196,2.598688766593933,1.173234765625,71.22,92.26
+197,2.6203040521621705,1.1875322265625,71.88,92.07
+198,2.6074648933029176,1.21248515625,71.17,91.59
+199,2.5943551926422117,1.183101171875,70.47,91.66
+200,2.596924792442322,1.23778515625,70.22,91.57
+201,2.578141224822998,1.1814609375,71.17,91.58
+202,2.5808392334365844,1.182619921875,71.67,91.85
+203,2.589123238105774,1.234811328125,71.13,91.64
+204,2.5742577090072634,1.201161328125,71.48,91.47
+205,2.5690566060256956,1.22081953125,70.72,91.74
+206,2.5881020975112916,1.29381328125,71.45,91.52
+207,2.5759725747299194,1.177900390625,71.68,91.98
+208,2.590566749687195,1.19463515625,72.22,92.22
+209,2.5909299867248534,1.23996640625,71.18,91.49
+210,2.581924676742554,1.174187109375,71.63,92.15
+211,2.5610627760124207,1.210972265625,71.35,91.92
+212,2.5807344480133056,1.17267578125,72.28,92.52
+213,2.563775616378784,1.220909765625,70.63,91.61
+214,2.552118108520508,1.3743109375,69.0,90.92
+215,2.5625004591369627,1.202449609375,71.9,91.57
+216,2.5578177599716185,1.159180859375,71.69,92.31
+217,2.5586813803100585,1.18610546875,72.3,91.88
+218,2.5530037910461427,1.206333984375,71.7,92.02
+219,2.5412291874694826,1.143714453125,71.64,91.97
+220,2.563795556564331,1.186320703125,72.44,92.06
+221,2.5436955900573732,1.179536328125,71.82,92.25
+222,2.5369643378067015,1.234987109375,71.43,91.82
+223,2.527939646987915,1.24310859375,71.4,91.39
+224,2.5554549883651734,1.233724609375,71.92,91.78
+225,2.544772954673767,1.154928515625,72.76,92.72
+226,2.5419785097122194,1.1562125,73.29,92.69
+227,2.533129754486084,1.156912890625,72.76,92.46
+228,2.5348435000228884,1.18716015625,72.79,92.29
+229,2.534230892829895,1.232480859375,71.42,91.96
+230,2.517871800994873,1.123562890625,73.07,92.56
+231,2.5225943951416014,1.23029375,72.58,91.85
+232,2.512024528465271,1.2138265625,72.54,92.15
+233,2.5063320205307007,1.16515859375,72.9,92.65
+234,2.5003120742416383,1.19768359375,72.52,92.29
+235,2.5151360623168943,1.17379765625,72.87,92.24
+236,2.493045558204651,1.182508203125,72.83,92.16
+237,2.4955865935516357,1.1891515625,72.92,92.36
+238,2.4963573191452024,1.13646875,73.25,92.16
+239,2.488922676315308,1.24531171875,71.79,91.79
+240,2.4873762886810304,1.1368625,73.68,92.57
+241,2.4963642586517336,1.25717421875,72.41,92.12
+242,2.4719741221618654,1.187801953125,72.56,92.06
+243,2.4653536223220827,1.21139921875,72.26,92.0
+244,2.47075462474823,1.147215234375,73.52,92.46
+245,2.486247220001221,1.1547484375,73.41,92.36
+246,2.4734481180953978,1.187125,72.81,92.46
+247,2.460872097377777,1.13775390625,73.49,92.62
+248,2.4809603242492675,1.1958265625,73.14,91.92
+249,2.459636370296478,1.19331875,73.08,92.07
+250,2.447789567298889,1.18144765625,72.94,92.36
+251,2.455433377914429,1.198134375,73.44,92.45
+252,2.4557350378036498,1.20901328125,73.34,92.18
+253,2.451136053009033,1.195755078125,73.01,92.19
+254,2.456221358642578,1.177305859375,72.9,92.17
+255,2.475121386795044,1.22324921875,73.31,92.3
+256,2.4306521031188963,1.15161640625,74.29,92.24
+257,2.443102657546997,1.19103671875,73.19,92.42
+258,2.432278441505432,1.111201171875,74.71,93.34
+259,2.4312972416687013,1.12105625,74.24,92.9
+260,2.4112802740669252,1.199342578125,74.16,92.39
+261,2.41736861038208,1.15889296875,74.06,92.46
+262,2.3981012171936036,1.110823046875,74.71,92.95
+263,2.430638728027344,1.122194921875,74.03,93.08
+264,2.4144070993041993,1.168519140625,74.43,92.47
+265,2.397400791282654,1.14084921875,74.01,92.78
+266,2.3972624243164065,1.065406640625,75.58,93.19
+267,2.387150500488281,1.109884765625,74.55,92.56
+268,2.4118173250198365,1.152283203125,74.11,92.57
+269,2.379304746208191,1.145648046875,74.33,92.66
+270,2.390056201019287,1.106862109375,74.77,93.04
+271,2.4051947872543336,1.141541796875,74.91,92.76
+272,2.381321317062378,1.126801953125,74.06,92.59
+273,2.3864058966445922,1.0453640625,75.64,92.67
+274,2.3754275372314453,1.0896890625,75.4,93.08
+275,2.367614972457886,1.1661265625,75.26,92.65
+276,2.3501685009765625,1.136423046875,74.64,92.83
+277,2.3398679722595217,1.051503515625,75.77,93.23
+278,2.367310391559601,1.169225,74.12,92.41
+279,2.366822788887024,1.118508984375,75.05,92.81
+280,2.352116348896027,1.113977734375,75.43,92.78
+281,2.3331891909980773,1.108644140625,75.7,92.74
+282,2.3606658097457887,1.151010546875,74.42,92.82
+283,2.323141810836792,1.090601953125,75.53,92.75
+284,2.3161434463500976,1.0496984375,76.22,93.59
+285,2.339496070213318,1.144187109375,75.46,92.96
+286,2.3233502437210083,1.0637166015625,75.29,92.99
+287,2.331752141780853,1.07336875,75.84,93.23
+288,2.3442742288970946,1.1123734375,75.22,92.96
+289,2.338133376045227,1.12855859375,75.47,92.52
+290,2.3421872024726866,1.025326171875,75.89,93.2
+291,2.3090022912788393,1.107566796875,75.65,92.77
+292,2.2780914752197265,1.076225390625,76.44,93.29
+293,2.2823705212020875,1.157356640625,75.76,92.68
+294,2.3058249880599977,1.123406640625,76.12,93.22
+295,2.2811373320960997,1.169248046875,75.35,92.41
+296,2.2915290142440794,1.0835171875,76.4,93.52
+297,2.278511859970093,1.098080078125,76.06,93.19
+298,2.279069502696991,1.093849609375,76.17,93.34
+299,2.2903430194664,1.04783359375,76.5,93.5
+300,2.248707773895264,1.174867578125,75.2,92.77
+301,2.2802903413963316,1.04008203125,76.68,93.35
+302,2.256791609134674,1.035342578125,76.9,93.29
+303,2.2673594149589538,1.095478515625,76.01,93.05
+304,2.285968343219757,1.118268359375,76.74,93.36
+305,2.2702925312423705,1.015459765625,76.95,93.58
+306,2.253525233192444,1.1297578125,76.48,92.85
+307,2.2388980536842347,1.10535,76.46,93.17
+308,2.2378139650535585,1.0569859375,76.93,93.13
+309,2.249498716850281,1.138756640625,76.32,92.74
+310,2.204805166378021,1.140586328125,76.62,92.97
+311,2.2361160893630982,1.04467890625,76.91,93.84
+312,2.2219975689697264,1.109862109375,76.56,93.36
+313,2.2175617091560365,1.05578125,77.29,93.75
+314,2.2126388677787783,1.111333203125,76.96,93.18
+315,2.2005912558746337,1.0979875,77.19,93.32
+316,2.2154323475456237,1.064692578125,77.38,93.15
+317,2.2253840912437437,1.054006640625,77.17,93.35
+318,2.213232842292786,1.091700390625,77.05,93.32
+319,2.1920948239707947,1.0314236328125,77.5,93.19
+320,2.1840574866867066,1.089351171875,76.93,93.5
+321,2.19040635679245,1.05398046875,77.6,93.48
+322,2.1768628835105894,1.18989921875,76.15,92.72
+323,2.1880507230377195,1.086434765625,77.21,93.46
+324,2.1497998201751707,1.025626171875,77.75,93.71
+325,2.1955228080940246,1.090089453125,77.05,93.56
+326,2.173004732685089,0.989329296875,78.16,93.87
+327,2.151035569705963,1.0613736328125,78.02,93.56
+328,2.1574985198783874,1.107795703125,77.07,93.29
+329,2.165222382259369,1.046163671875,77.94,93.6
+330,2.1518555166625974,1.058491015625,77.45,93.57
+331,2.138978882160187,1.1491890625,77.07,92.95
+332,2.164500128726959,1.087034765625,77.71,93.65
+333,2.134920741596222,1.0193767578125,78.48,93.82
+334,2.1413625383377077,1.074241796875,77.95,93.31
+335,2.128788183517456,1.093103125,77.83,93.35
+336,2.1326543481636047,1.03902578125,78.12,93.9
+337,2.120501633605957,1.0534609375,78.04,93.9
+338,2.1167660892677307,1.09383828125,77.7,93.65
+339,2.114624156932831,1.05946171875,78.09,93.65
+340,2.129308819179535,1.041235546875,79.14,93.78
+341,2.1411449319648743,1.088121875,78.54,93.64
+342,2.116822628593445,1.077137890625,78.28,93.39
+343,2.106293205051422,1.01157890625,79.17,93.91
+344,2.101091132698059,0.9873138671875,78.88,93.67
+345,2.1110680119323733,1.107741015625,77.78,93.54
+346,2.097203678703308,1.060894921875,79.12,93.68
+347,2.100268666610718,1.0185859375,79.2,93.81
+348,2.0889868736839294,1.07708203125,78.71,93.27
+349,2.0970992264175417,1.144685546875,77.47,92.28
+350,2.082924410419464,1.09731640625,78.39,93.48
+351,2.0866948230743407,1.092870703125,78.32,93.51
+352,2.0915286727523803,1.093678125,79.01,93.63
+353,2.071892144393921,1.00773515625,79.12,93.79
+354,2.0422225878715516,1.063053515625,79.0,93.6
+355,2.070986875743866,1.04166640625,79.24,93.99
+356,2.0662337132644653,1.103167578125,78.79,93.61
+357,2.0562397178268434,1.066178125,79.0,93.84
+358,2.070759695739746,1.0815046875,79.11,93.81
+359,2.0461758704948427,1.042384375,79.2,93.94
+360,2.039803934764862,0.9800724609375,79.16,94.36
+361,2.024485874404907,1.0348453125,79.44,93.78
+362,2.0407278244781493,0.981575390625,79.78,94.14
+363,2.036095663871765,1.127398828125,79.07,93.33
+364,2.0506215727615356,1.1005421875,79.12,93.53
+365,2.042473641796112,1.10860859375,79.15,93.74
+366,2.01852298910141,1.106915625,79.02,93.46
+367,2.02684255941391,1.0805546875,79.32,93.79
+368,2.037139499435425,1.1043640625,79.38,93.49
+369,2.0120497435951235,1.081768359375,79.19,93.69
+370,2.0322018673324584,1.057786328125,79.56,93.82
+371,2.0298688177108763,0.9702765625,80.31,94.24
+372,2.0165417220687867,1.008184375,79.77,94.04
+373,2.0137341594696045,1.09753203125,79.4,93.65
+374,2.0191320014190675,1.028680078125,79.92,93.99
+375,2.016660367889404,1.0877015625,79.38,93.68
+376,2.0115502296447754,1.03918125,79.79,93.78
+377,1.994873498916626,1.018928125,80.38,94.14
+378,1.9867551753616333,1.08442109375,79.18,93.63
+379,2.0293432744026183,1.073816796875,79.56,93.78
+380,2.0081126193237306,1.051862890625,80.01,93.92
+381,2.01229866563797,0.98655703125,80.12,94.06
+382,1.9897743193626405,1.066019140625,79.74,94.05
+383,1.9849291119384767,1.076531640625,79.71,93.7
+384,1.9992389457893371,1.042284375,80.26,94.01
+385,1.9983263736724854,1.044526953125,79.86,93.95
+386,1.9789103334236144,1.1083203125,79.56,93.73
+387,1.9984968008422852,1.03306953125,80.08,93.9
+388,2.0005256336212156,1.047173828125,79.96,93.88
+389,1.9830231239700318,1.05196015625,80.14,93.88
+390,1.9853099389457702,1.0818015625,79.79,93.63
+391,1.9944736444664002,1.052048046875,79.9,93.66
+392,1.9853100619125366,1.0303875,79.77,93.84
+393,1.9826864395523072,1.052418359375,80.22,94.08
+394,1.9805923674201966,1.05205859375,79.88,93.95
+395,1.9920427254676818,1.05398828125,79.98,93.87
+396,1.9671771407699585,1.02943359375,80.38,93.99
+397,1.9895796257209777,1.01915234375,80.61,94.11
+398,1.9929283826637267,1.055904296875,80.06,94.11
+399,1.9942977249336242,1.06910703125,79.87,93.5
+400,2.001250196990967,1.04756640625,80.0,94.01
+401,2.007183277492523,1.0384578125,80.1,94.02
+402,1.970489982509613,1.047365234375,80.21,93.95
+403,2.0022366327285765,1.099178515625,79.68,93.54
+404,1.9730111185646058,1.0507046875,80.27,93.85
+405,1.9804511519622803,1.051258203125,79.82,93.94
+406,1.9957561271095277,1.04705703125,80.21,93.99
+407,1.9932611125183106,1.08656796875,79.64,93.62
+408,1.951472630558014,1.025849609375,80.46,94.02
+409,1.9811267854881287,1.04667578125,80.57,93.85
diff --git a/ckpt/cls/SGLFormer/cifar100/model_best.pth.tar b/ckpt/cls/SGLFormer/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..47704c3fd42f95ab60b254f1cd42f98d3d573388
--- /dev/null
+++ b/ckpt/cls/SGLFormer/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc86ada010a86a0763315b19814f92a4251dc102d1cc075f7b0ed517ff9c111
+size 99801414
diff --git a/ckpt/cls/SWFormer/cifar10/args.yaml b/ckpt/cls/SWFormer/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..c330b49e2926d83ba6d51a2d9fbb9db9c022f70f
--- /dev/null
+++ b/ckpt/cls/SWFormer/cifar10/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: null
+attn_scale: null
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0015
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: swformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: null
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SWFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 8.0e-05
+weight_decay: 0.06
+workers: 4
diff --git a/ckpt/cls/SWFormer/cifar10/log.csv b/ckpt/cls/SWFormer/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4ce187a3f77e1bbc48b402c34907c7044a07827f
--- /dev/null
+++ b/ckpt/cls/SWFormer/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.0422691974884426,1.732990625,36.64,85.08
+1,1.910556038832053,1.46308125,49.73,91.43
+2,1.8489059032537998,1.355371875,52.23,93.19
+3,1.7588924267353157,1.126275,63.54,96.57
+4,1.721970193202679,1.0479234375,64.9,96.64
+5,1.684116277939234,1.05383671875,65.25,96.77
+6,1.6418337693581215,1.00212578125,68.52,97.0
+7,1.5997096676092881,0.93999921875,69.69,97.01
+8,1.562768102914859,0.90573359375,72.48,96.58
+9,1.5709406070220164,0.8615125,73.76,98.28
+10,1.5337170671194027,1.07935703125,67.26,95.82
+11,1.5248968075483273,0.7604859375,77.85,98.35
+12,1.5230330051519931,0.775253125,79.25,98.44
+13,1.4924153813948997,0.738878125,80.9,98.7
+14,1.4555408814014532,0.77200234375,79.68,98.72
+15,1.4652764884325173,0.71672421875,80.73,98.73
+16,1.438775015488649,0.74035234375,80.06,98.53
+17,1.4761380585340353,0.7188,80.3,98.91
+18,1.4333659985126592,0.67585859375,83.37,98.97
+19,1.4421381404766669,0.7044984375,82.45,99.09
+20,1.433902772420492,0.658580859375,81.38,98.8
+21,1.4230623550904102,0.75676328125,82.65,98.83
+22,1.3976187430895293,0.66210625,83.75,99.08
+23,1.4224912453920413,0.66855,84.2,99.09
+24,1.392607810558417,0.6517625,83.52,99.24
+25,1.3813933092814226,0.67492890625,84.25,98.97
+26,1.3770903335167812,0.64526640625,84.12,99.13
+27,1.3595009427804214,0.693503125,84.32,99.05
+28,1.3908854837601001,0.6372515625,84.23,99.19
+29,1.3721207577448624,0.64279921875,84.71,99.14
+30,1.368317984464841,0.60505703125,86.1,99.29
+31,1.3632230011316446,0.62934296875,85.3,98.96
+32,1.3705730025584881,0.603032421875,85.74,99.21
+33,1.3511502322478173,0.62944140625,84.23,99.11
+34,1.3274211535087,0.56809453125,85.67,99.18
+35,1.351051711730468,0.73927734375,83.87,99.07
+36,1.308407152310396,0.609434375,86.24,99.34
+37,1.3503309038969187,0.6083625,86.72,99.48
+38,1.3249457261501214,0.64884140625,85.15,99.24
+39,1.3445519583347516,0.6251453125,86.32,99.22
+40,1.3082455607560965,0.54898515625,87.03,99.17
+41,1.355711138706941,0.59779765625,87.88,99.38
+42,1.3271118729542464,0.54644140625,88.11,99.32
+43,1.298981900092883,0.60553359375,86.83,99.24
+44,1.3133448869754107,0.64450703125,87.27,99.45
+45,1.3290977965562771,0.62120625,86.84,99.18
+46,1.3113208594994668,0.61157421875,87.0,99.39
+47,1.298406056715892,0.5855453125,86.79,99.37
+48,1.3261264611513186,0.56384609375,88.52,99.39
+49,1.2830699489666866,0.530358984375,87.42,99.28
+50,1.3012886298008455,0.57507421875,87.93,99.41
+51,1.3127823777687855,0.549090625,87.71,99.45
+52,1.3103813093442183,0.541103125,87.61,99.32
+53,1.3222125438543466,0.62827734375,87.23,99.23
+54,1.2697846308732643,0.53484921875,88.05,99.35
+55,1.2851264238357545,0.55457109375,88.81,99.49
+56,1.2982779249166831,0.5065125,88.18,99.36
+57,1.2949397932260465,0.549940625,88.09,99.48
+58,1.28067057010455,0.59161640625,88.36,99.49
+59,1.3055658844801097,0.555240625,88.15,99.25
+60,1.2898591035451645,0.5104171875,88.86,99.47
+61,1.2810987695669516,0.60083125,87.95,99.47
+62,1.2816418355856187,0.5692828125,87.79,99.25
+63,1.290425212566669,0.54933671875,88.5,99.46
+64,1.2884713509143928,0.66339921875,87.34,99.27
+65,1.2741148248696939,0.564353125,88.84,99.38
+66,1.3037614178963197,0.509719140625,89.13,99.58
+67,1.264681491179344,0.530166796875,88.59,99.49
+68,1.318609967445716,0.487098046875,89.48,99.4
+69,1.2879511871399023,0.557687109375,88.83,99.43
+70,1.2890833905109993,0.55042890625,88.28,99.44
+71,1.2748754441738128,0.55617890625,88.12,99.32
+72,1.2647720605899127,0.59544609375,88.61,99.43
+73,1.2459956465623319,0.55988984375,89.01,99.51
+74,1.2793535692569538,0.58919296875,89.23,99.52
+75,1.2631934081896758,0.5232109375,89.24,99.43
+76,1.2697915748143807,0.49151171875,89.0,99.53
+77,1.2540225623509822,0.551566796875,89.86,99.59
+78,1.2522481929033231,0.55854609375,88.72,99.38
+79,1.2821048825215071,0.4573484375,89.65,99.42
+80,1.2764908857834645,0.450059375,89.31,99.37
+81,1.2969836368010594,0.64694375,89.18,99.4
+82,1.2538080053451734,0.5407375,89.0,99.48
+83,1.2544416218231886,0.54515546875,89.33,99.48
+84,1.272890130067483,0.58126015625,90.05,99.46
+85,1.2686490673285264,0.6297390625,89.56,99.45
+86,1.2602519649725694,0.52883359375,89.32,99.43
+87,1.2431705383154061,0.57428125,88.82,99.44
+88,1.247312348928207,0.525696875,89.73,99.42
+89,1.2404917828547648,0.485751953125,90.11,99.52
+90,1.2371296855119558,0.5963171875,89.58,99.39
+91,1.2658070275416742,0.523837890625,89.56,99.44
+92,1.2657975834149582,0.511004296875,89.63,99.58
+93,1.2468393493921328,0.5316109375,89.73,99.46
+94,1.264764277293132,0.5300796875,89.67,99.61
+95,1.247847704551159,0.50634296875,89.89,99.56
+96,1.2633641132941613,0.53727265625,89.66,99.55
+97,1.2404746659291097,0.519503125,89.72,99.5
+98,1.2325339123224601,0.6136796875,89.78,99.57
+99,1.2699756695674016,0.50452890625,89.98,99.5
+100,1.2495266724855472,0.54802734375,89.62,99.44
+101,1.243050401027386,0.46540859375,89.93,99.58
+102,1.2295416342906462,0.46373671875,89.93,99.48
+103,1.2824489469711597,0.534365625,90.12,99.5
+104,1.2470696362165303,0.49503828125,89.85,99.49
+105,1.266753675081791,0.5479609375,90.68,99.61
+106,1.2308447058384235,0.48399921875,89.61,99.42
+107,1.255302013953527,0.54497421875,90.4,99.44
+108,1.2898644493176388,0.573624609375,89.7,99.52
+109,1.2427174849387927,0.481633984375,90.65,99.63
+110,1.2445403221325997,0.58021640625,90.08,99.5
+111,1.2331330513342833,0.51297578125,90.25,99.47
+112,1.237153413356879,0.54021171875,90.25,99.64
+113,1.237761094325628,0.49209140625,90.1,99.56
+114,1.2370962444024207,0.509344921875,90.14,99.5
+115,1.2290763954321544,0.532568359375,89.94,99.57
+116,1.2514747262001038,0.6132390625,89.79,99.56
+117,1.253397935628891,0.47155,90.81,99.58
+118,1.212142514418333,0.5965765625,90.38,99.49
+119,1.2452003527910283,0.6030125,89.98,99.42
+120,1.2340188469642248,0.51945078125,90.79,99.56
+121,1.2215274879565605,0.4178234375,90.72,99.59
+122,1.2191972753940485,0.50526328125,90.27,99.53
+123,1.2258972198535234,0.57458828125,90.1,99.44
+124,1.2276032946048638,0.524102734375,90.14,99.63
+125,1.2064549453747577,0.518798828125,90.51,99.61
+126,1.240184214634773,0.5049125,90.42,99.57
+127,1.2268119356571099,0.45184453125,90.8,99.61
+128,1.2267261784810286,0.51947734375,90.48,99.5
+129,1.2793779963102097,0.53809453125,90.46,99.52
+130,1.2019336784497285,0.50291484375,90.14,99.53
+131,1.2326718651331388,0.5017734375,91.17,99.6
+132,1.2571518728366264,0.476420703125,90.18,99.67
+133,1.2394167620402117,0.4910984375,91.0,99.64
+134,1.2525818691803858,0.51695234375,90.26,99.56
+135,1.2170059946867136,0.49850546875,89.75,99.44
+136,1.260484178402485,0.5039921875,90.96,99.56
+137,1.2224069521977352,0.4983203125,90.8,99.6
+138,1.222369601482,0.511249609375,90.37,99.52
+139,1.2284495575305743,0.514960546875,90.19,99.57
+140,1.2339904688871823,0.51956796875,90.84,99.54
+141,1.2184648697192852,0.57844296875,90.95,99.56
+142,1.2479693565613184,0.59011875,90.53,99.59
+143,1.2560779151244041,0.44321640625,90.83,99.61
+144,1.2124169155573234,0.4970203125,90.07,99.41
+145,1.2195523969638042,0.5379453125,90.2,99.61
+146,1.2222685746657542,0.54486328125,90.92,99.56
+147,1.2099042135935563,0.5441390625,91.31,99.59
+148,1.2019065598646799,0.481476171875,90.64,99.58
+149,1.1944818758047544,0.5440453125,90.54,99.55
+150,1.2100929014193706,0.52090390625,90.9,99.62
+151,1.215397335168643,0.40774140625,91.53,99.67
+152,1.190401304837985,0.562521875,90.15,99.54
+153,1.2399593139306093,0.450443359375,91.11,99.62
+154,1.2088418022180214,0.51663515625,91.17,99.65
+155,1.2352883303776765,0.477073828125,91.23,99.55
+156,1.2029392318847851,0.53725234375,91.04,99.58
+157,1.2200538094227131,0.47641640625,91.29,99.61
+158,1.2137683523006928,0.462284765625,90.87,99.55
+159,1.2313847127633217,0.533096875,90.93,99.62
+160,1.2290051665061559,0.4774453125,91.15,99.71
+161,1.2057504008977842,0.45308671875,91.36,99.64
+162,1.2155817134258076,0.51787890625,91.24,99.6
+163,1.2075957307448755,0.5223828125,91.32,99.52
+164,1.191063007330283,0.402733203125,91.73,99.7
+165,1.199205679159898,0.52203125,90.95,99.54
+166,1.1894823068227522,0.48434140625,91.47,99.57
+167,1.2091868525896317,0.51546640625,91.79,99.66
+168,1.2141835640638303,0.53407890625,91.55,99.7
+169,1.205666443781975,0.494283203125,91.45,99.58
+170,1.1852652665896293,0.468913671875,91.22,99.58
+171,1.200027034068719,0.4922828125,91.59,99.67
+172,1.2185353717742822,0.434065625,91.81,99.64
+173,1.171862455820426,0.48853359375,91.61,99.63
+174,1.2034802704285352,0.50923828125,92.04,99.61
+175,1.1877686905555236,0.42340625,91.99,99.68
+176,1.186138424812219,0.537018359375,91.79,99.68
+177,1.2001729699281545,0.464833984375,91.57,99.69
+178,1.2153640357347635,0.479567578125,91.84,99.72
+179,1.18275867272646,0.436991796875,91.67,99.63
+180,1.2061487158139548,0.6053,91.06,99.56
+181,1.2011997491885453,0.45183984375,92.22,99.65
+182,1.2025608519713085,0.471573046875,91.33,99.69
+183,1.1809649498034747,0.444281640625,91.88,99.62
+184,1.2187517859996893,0.506475,91.73,99.69
+185,1.194690534701714,0.5037921875,91.74,99.53
+186,1.1955297434941317,0.49320625,91.95,99.69
+187,1.2048245810545408,0.44293671875,91.45,99.65
+188,1.209366000768466,0.456158984375,91.81,99.76
+189,1.2079018880159427,0.44223125,91.98,99.66
+190,1.187078242118542,0.533965625,91.96,99.73
+191,1.1969914531096435,0.481989453125,91.95,99.65
+192,1.1425623155557192,0.47851015625,91.82,99.7
+193,1.192754371960958,0.5047765625,91.56,99.46
+194,1.1777920877322172,0.50484765625,92.02,99.6
+195,1.1814450357204829,0.4518890625,92.2,99.65
+196,1.1651507697044274,0.46565390625,92.37,99.55
+197,1.1819740721812615,0.427271875,91.94,99.69
+198,1.216605464464579,0.49475859375,92.22,99.65
+199,1.1961935028051718,0.474036328125,91.93,99.72
+200,1.2215054843670283,0.47299921875,91.99,99.63
+201,1.198266774874467,0.44355703125,92.29,99.63
+202,1.177574311158596,0.427833984375,92.46,99.66
+203,1.1775195329617232,0.52907265625,91.97,99.63
+204,1.1779458857499636,0.4615578125,92.87,99.7
+205,1.1863113602002462,0.4314671875,92.09,99.7
+206,1.1871995420028,0.553309375,92.32,99.63
+207,1.212761657513105,0.498329296875,92.1,99.62
+208,1.1757137537002564,0.4922125,92.41,99.61
+209,1.166535489834272,0.49046796875,92.54,99.68
+210,1.1843832801549863,0.4252109375,92.72,99.68
+211,1.165441392782407,0.4730078125,92.54,99.65
+212,1.1608113541052891,0.45979765625,92.37,99.75
+213,1.1779284506272047,0.484570703125,92.28,99.72
+214,1.162107258118116,0.473625390625,92.65,99.69
+215,1.1660797369785798,0.48052734375,92.12,99.71
+216,1.1775637383644397,0.458863671875,92.94,99.69
+217,1.1764923789562323,0.438281640625,92.59,99.68
+218,1.1623850434254377,0.49087265625,92.22,99.53
+219,1.1551814566820096,0.438865625,92.11,99.69
+220,1.162425634647027,0.4805953125,92.4,99.74
+221,1.1677010586628547,0.475825390625,92.66,99.73
+222,1.1724824225291228,0.44503984375,92.33,99.75
+223,1.1652757303837018,0.4537484375,92.29,99.69
+224,1.1468344148917076,0.4405453125,92.8,99.63
+225,1.126103018491696,0.4484109375,92.65,99.82
+226,1.1473825499033317,0.4847796875,92.66,99.62
+227,1.156616273140296,0.478735546875,92.35,99.7
+228,1.129653424024582,0.402755078125,92.89,99.62
+229,1.1471609332622625,0.452415625,92.81,99.69
+230,1.1543364309347592,0.48955859375,92.84,99.57
+231,1.1460550642930545,0.47786171875,92.8,99.69
+232,1.1473315645486881,0.48479765625,92.79,99.74
+233,1.1449110990915543,0.517355859375,92.59,99.68
+234,1.1457002826226064,0.4167171875,93.02,99.68
+235,1.1343277784494252,0.415475390625,92.84,99.72
+236,1.1613041799802046,0.439263671875,93.21,99.67
+237,1.1509964582247612,0.47887109375,92.82,99.62
+238,1.11654539841872,0.483241796875,93.07,99.67
+239,1.1493672022452721,0.53463359375,92.89,99.67
+240,1.1727518508067498,0.454184375,92.97,99.74
+241,1.1285268306732177,0.440753125,93.29,99.63
+242,1.140980356778854,0.50728671875,93.13,99.73
+243,1.1578438071104196,0.47789921875,93.28,99.66
+244,1.149916258530739,0.51816328125,92.78,99.72
+245,1.14773447681696,0.51752421875,93.12,99.68
+246,1.1527652381322322,0.49494765625,93.1,99.69
+247,1.1398591098112938,0.47089296875,93.47,99.68
+248,1.1318544430610462,0.41553203125,93.28,99.69
+249,1.1621086799181424,0.5052359375,93.02,99.66
+250,1.1045939101622655,0.433096484375,93.08,99.74
+251,1.1204034343743936,0.50806953125,93.38,99.69
+252,1.1290109108655881,0.441225,93.32,99.73
+253,1.1464623327438648,0.443315625,93.27,99.73
+254,1.1306853517507895,0.427695703125,93.5,99.59
+255,1.1002801545155354,0.41493984375,93.5,99.78
+256,1.1377537900056593,0.46256015625,93.25,99.66
+257,1.1729480226834614,0.4836984375,93.23,99.7
+258,1.110724936081813,0.52625078125,93.35,99.71
+259,1.1292940741930253,0.50955546875,93.23,99.7
+260,1.1429200398616302,0.4791359375,93.11,99.73
+261,1.1364447043492243,0.453909375,93.09,99.75
+262,1.1176643634453798,0.44263125,93.65,99.78
+263,1.1441251744062473,0.437885546875,93.25,99.65
+264,1.1312993002243532,0.44253125,93.25,99.68
+265,1.1236986409395169,0.4373421875,93.36,99.72
+266,1.1289931914745233,0.4742171875,93.64,99.79
+267,1.1261633027822544,0.45533984375,93.51,99.67
+268,1.104340248535841,0.43083984375,93.57,99.61
+269,1.1076460696183719,0.460503125,93.71,99.72
+270,1.1308436939349542,0.4669953125,93.6,99.72
+271,1.0788431986784324,0.44507109375,93.72,99.79
+272,1.1541736705180927,0.508203125,93.44,99.69
+273,1.1033093888026018,0.44299296875,93.84,99.75
+274,1.1123813560375801,0.411254296875,93.67,99.68
+275,1.0799253850411146,0.42222734375,93.77,99.79
+276,1.1138253328127738,0.379819921875,93.68,99.74
+277,1.1212760590589963,0.45163046875,93.37,99.68
+278,1.1330811275885655,0.46239453125,93.65,99.75
+279,1.129040143887202,0.42726796875,94.1,99.67
+280,1.1361922450554676,0.44025859375,93.96,99.74
+281,1.1177601638512733,0.44757890625,94.08,99.79
+282,1.099680291536527,0.419623046875,93.87,99.71
+283,1.1230384123631012,0.3939890625,94.05,99.56
+284,1.1225516297878364,0.417589453125,94.31,99.79
+285,1.1278879393369723,0.42794453125,94.04,99.77
+286,1.1023449057187789,0.4148015625,94.04,99.73
+287,1.097565958591608,0.41283515625,94.11,99.78
+288,1.1095260364887043,0.46532109375,94.12,99.76
+289,1.108712174800726,0.45336484375,93.73,99.71
+290,1.0897486434533046,0.38010625,93.92,99.71
+291,1.1307710927266341,0.3844734375,94.16,99.72
+292,1.1136844208607306,0.46061640625,94.08,99.8
+293,1.0961698108758682,0.4215984375,94.02,99.83
+294,1.108314480384191,0.4570375,93.8,99.74
+295,1.0610141592148024,0.378944140625,94.35,99.75
+296,1.0901447456616622,0.447596875,93.45,99.67
+297,1.0659987902029966,0.407418359375,93.96,99.73
+298,1.0884788523881863,0.381421875,94.3,99.77
+299,1.0553327181400396,0.404740625,94.41,99.73
+300,1.0967548252680364,0.52731484375,93.96,99.82
+301,1.052610544822155,0.39589765625,94.32,99.73
+302,1.0751773449090811,0.42131171875,94.33,99.81
+303,1.0955814022284287,0.49128515625,94.17,99.77
+304,1.0695907487319065,0.40973671875,94.24,99.82
+305,1.0867097264681107,0.411868359375,94.28,99.78
+306,1.0949275978100605,0.403441015625,94.38,99.81
+307,1.0806566638824266,0.400234375,94.49,99.83
+308,1.0734035140428788,0.43272109375,94.42,99.8
+309,1.106030621436926,0.404824609375,94.45,99.75
+310,1.0580359645378896,0.38636171875,94.19,99.75
+311,1.123361635972292,0.4340984375,94.36,99.74
+312,1.1145155228101291,0.37496953125,94.59,99.78
+313,1.106960833683992,0.393525390625,94.63,99.77
+314,1.0879124329640315,0.401567578125,94.41,99.69
+315,1.0882076598130739,0.457865625,94.42,99.77
+316,1.0895322432884804,0.409028125,94.14,99.77
+317,1.086745054141069,0.4942515625,94.36,99.71
+318,1.1066643111216716,0.445612109375,94.19,99.69
+319,1.0903982908297807,0.40963125,94.54,99.74
+320,1.110920817271257,0.4166671875,94.27,99.75
+321,1.0725087735897456,0.439803125,94.56,99.72
+322,1.0901027876597185,0.4086328125,94.43,99.68
+323,1.080446066764685,0.37742265625,94.5,99.75
+324,1.0684366721373337,0.44089140625,94.36,99.76
+325,1.0599455582789885,0.389309375,94.61,99.71
+326,1.108900504081677,0.4116671875,94.59,99.8
+327,1.0753781089415917,0.366540625,94.68,99.69
+328,1.0757387578487396,0.43461796875,94.72,99.74
+329,1.0967201072436112,0.440308984375,94.5,99.7
+330,1.0835003134531853,0.390059765625,94.59,99.76
+331,1.0540906849579934,0.41183359375,94.58,99.67
+332,1.0736203693426571,0.40402265625,94.85,99.74
+333,1.0912691325713426,0.45946484375,94.36,99.67
+334,1.0494877697565617,0.382693359375,94.71,99.73
+335,1.0788535775282444,0.4154625,94.79,99.72
+336,1.0875955734497462,0.4425296875,94.69,99.73
+337,1.077445844045052,0.42308515625,94.52,99.76
+338,1.0961265013768122,0.395172265625,94.64,99.79
+339,1.0839926965725728,0.40777578125,94.8,99.77
+340,1.0841336288513281,0.396941015625,94.83,99.77
+341,1.0552792648474376,0.40461171875,94.9,99.77
+342,1.0537453691164653,0.41219765625,94.77,99.76
+343,1.0917540039771643,0.4064078125,94.77,99.76
+344,1.0539771914482117,0.40541171875,95.05,99.73
+345,1.0854533391121106,0.45845390625,94.79,99.72
+346,1.0637844707721318,0.467840625,94.94,99.69
+347,1.03545785118372,0.42223125,94.81,99.73
+348,1.068252824820005,0.394842578125,94.9,99.7
+349,1.0898020343902783,0.429609375,94.85,99.74
+350,1.0784438851552132,0.396966796875,94.89,99.72
+351,1.065863777582462,0.4246296875,94.83,99.74
+352,1.0686028628777235,0.432810546875,94.86,99.71
+353,1.0361527991600525,0.37862109375,94.83,99.74
+354,1.0737903410043472,0.40749296875,94.99,99.75
+355,1.0628572263778784,0.411096875,94.75,99.72
+356,1.0699787792487023,0.371878515625,94.77,99.68
+357,1.0697938475853357,0.417915625,94.9,99.76
+358,1.0603713005017013,0.3910640625,94.84,99.74
+359,1.0364512050763155,0.4268375,94.86,99.7
+360,1.095495484272639,0.42781953125,95.05,99.73
+361,1.0606476401671385,0.44150859375,94.97,99.78
+362,1.0360648460877246,0.38290078125,94.96,99.75
+363,1.0395420178388939,0.40073203125,95.15,99.79
+364,1.0687958920613314,0.384001953125,95.06,99.8
+365,1.058111136387556,0.41835546875,94.94,99.76
+366,1.0485170038846823,0.416412890625,94.88,99.8
+367,1.0126658843113825,0.4165953125,94.88,99.77
+368,1.0722011101551545,0.427508984375,94.84,99.78
+369,1.042032618706043,0.4283578125,94.87,99.84
+370,1.0749291297716972,0.3976046875,94.97,99.82
+371,1.0675269094797282,0.4390046875,94.93,99.8
+372,1.0466465564874503,0.38920390625,95.16,99.75
+373,1.043395142371838,0.43729140625,95.07,99.79
+374,1.0514866861013266,0.396132421875,95.13,99.72
+375,1.0747061015703738,0.43326796875,95.04,99.72
+376,1.066902253108147,0.422441015625,94.93,99.79
+377,1.0405305258738689,0.379053125,95.14,99.73
+378,1.0311204668803093,0.410373046875,95.0,99.81
+379,1.0730521203615726,0.396776953125,94.95,99.81
+380,1.0674235843695128,0.41780625,95.0,99.77
+381,1.0350312708280025,0.403166796875,95.08,99.78
+382,1.0748619339404961,0.45411015625,94.97,99.79
+383,1.0475808918476104,0.381244140625,95.23,99.71
+384,1.0470659813819787,0.434967578125,95.15,99.77
+385,1.0396874488928378,0.373755078125,95.25,99.73
+386,1.040263357376441,0.41139375,94.9,99.78
+387,1.0490583974581498,0.38498203125,95.17,99.75
+388,1.0539223498258836,0.42951640625,94.94,99.76
+389,1.061313274426338,0.437209765625,95.02,99.74
+390,1.0493517864973116,0.4086,95.15,99.77
+391,1.0384356159430284,0.39300546875,95.11,99.75
+392,1.0445489822289882,0.42661484375,95.06,99.81
+393,1.049142486621172,0.4252234375,95.09,99.83
+394,1.0530553368421702,0.428961328125,94.94,99.78
+395,1.0634825141001971,0.38642265625,95.23,99.77
+396,1.0309227862419226,0.404787890625,95.27,99.82
+397,1.0562679735513834,0.43322890625,95.09,99.8
+398,1.0500215814663814,0.406919140625,95.03,99.73
+399,1.053422363751974,0.40955625,95.01,99.72
+400,1.0410618412188994,0.445307421875,94.94,99.77
+401,1.0503771029985869,0.405197265625,95.29,99.8
+402,1.049876515681927,0.3795484375,95.02,99.79
+403,1.0370098535831158,0.40339609375,95.31,99.79
+404,1.048266868866407,0.386351953125,95.21,99.78
+405,1.0708590996571077,0.42570078125,94.9,99.77
+406,1.0154752246844463,0.376840234375,95.13,99.7
+407,1.0250430038342109,0.3905203125,95.02,99.73
+408,1.0492940505345663,0.3799046875,95.07,99.74
+409,1.0470878790586422,0.436235546875,94.88,99.82
diff --git a/ckpt/cls/SWFormer/cifar10/model_best.pth.tar b/ckpt/cls/SWFormer/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..37f1fb7006aba1a6f99d7ca97b1363e842654bb6
--- /dev/null
+++ b/ckpt/cls/SWFormer/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e82a928dd3919a7fd61c1e5a36a05c3ae1d1c276e28389b425d8c346e3a7fb8
+size 84589124
diff --git a/ckpt/cls/SWFormer/cifar100/args.yaml b/ckpt/cls/SWFormer/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..655e6b50c4151767159e0cb2de54a94b3c948b64
--- /dev/null
+++ b/ckpt/cls/SWFormer/cifar100/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0015
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: swformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SWFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 4
diff --git a/ckpt/cls/SWFormer/cifar100/log.csv b/ckpt/cls/SWFormer/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e0db4f8e5933427dcb6aef3bb2b579e53b47d888
--- /dev/null
+++ b/ckpt/cls/SWFormer/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.498951559800368,4.2621875,6.33,20.18
+1,4.284862073262532,3.87978125,11.17,31.53
+2,4.110120692619911,3.5356625,17.34,42.18
+3,3.944581564267476,3.287521875,20.58,49.43
+4,3.816103848432883,2.983425,27.15,56.73
+5,3.733894056540269,2.79694375,30.48,61.48
+6,3.599942319209759,2.688965625,33.56,64.6
+7,3.532620733212202,2.492521875,38.08,69.17
+8,3.464846831101638,2.342271875,41.28,72.45
+9,3.359835940140944,2.270565625,43.58,73.63
+10,3.318658738869887,2.2785125,43.76,73.86
+11,3.2353063620053804,2.0935421875,48.67,77.46
+12,3.2448235413967033,1.9938578125,49.22,79.08
+13,3.1779338879463,2.0281640625,49.27,79.29
+14,3.1585996964038947,1.9266671875,51.7,80.53
+15,3.1392616785489595,1.8648,53.0,81.34
+16,3.075303182235131,1.9172125,52.89,80.94
+17,3.0497865951978245,1.8679296875,53.45,81.41
+18,3.0596018302134977,1.9294109375,53.22,80.99
+19,3.0258100075599477,1.6940109375,56.33,83.87
+20,3.025150771630116,1.73485,56.35,84.23
+21,2.97267796198527,1.68616875,56.91,84.88
+22,3.0061923338816716,1.6934,57.74,84.16
+23,2.9823327278479552,1.6291203125,58.17,85.71
+24,2.933822881258451,1.6885703125,58.1,85.0
+25,2.9272789628077778,1.613721875,60.02,85.61
+26,2.879835022107149,1.6664796875,59.64,85.48
+27,2.8738245505553026,1.6147296875,60.45,86.52
+28,2.8582442690164616,1.633609375,60.33,86.02
+29,2.8309644356752055,1.5903921875,60.74,85.78
+30,2.87708043104563,1.4734078125,61.15,87.33
+31,2.8210454152180597,1.53249375,61.34,86.61
+32,2.8011858866764947,1.5937765625,61.11,86.25
+33,2.8297387037521755,1.5676828125,62.39,87.08
+34,2.75646387949968,1.579878125,62.51,87.33
+35,2.7727403515424482,1.537384375,62.4,87.6
+36,2.755105035732954,1.499153125,62.81,88.05
+37,2.792292585128393,1.5013,63.62,87.63
+38,2.775402050446241,1.4947390625,63.59,88.02
+39,2.742274800630716,1.5582578125,62.36,87.58
+40,2.7726368723771513,1.6231765625,62.02,86.71
+41,2.713731600688054,1.4678125,64.18,88.0
+42,2.731030999391507,1.56103125,62.79,87.55
+43,2.728896875564869,1.504659375,64.17,88.37
+44,2.6651018164096736,1.4354640625,65.09,89.02
+45,2.650203673961835,1.3705984375,65.78,88.97
+46,2.665116058863126,1.4460609375,64.47,88.32
+47,2.6737373877794313,1.5053609375,64.46,88.6
+48,2.6790343437439357,1.4498125,66.34,88.97
+49,2.6125223444058343,1.387425,66.41,88.58
+50,2.6311801763681264,1.444728125,66.0,88.46
+51,2.6216656122452173,1.4656828125,65.92,88.13
+52,2.570083335424081,1.3471484375,65.79,89.05
+53,2.6778024655122024,1.40048125,66.1,89.19
+54,2.634820512930552,1.4061640625,66.31,89.42
+55,2.5913896420063116,1.4264375,66.33,88.55
+56,2.645903247442001,1.4664640625,66.0,89.02
+57,2.611503947392488,1.4061734375,66.15,89.14
+58,2.629681642544575,1.47033125,66.05,89.0
+59,2.576236262382605,1.37659375,66.94,89.42
+60,2.60555882423352,1.4849625,65.42,88.66
+61,2.5764513009633774,1.419915625,66.28,89.16
+62,2.6025435041158627,1.375484375,66.41,89.04
+63,2.6075027688955648,1.4363921875,65.63,88.62
+64,2.5763981993381795,1.5811484375,64.13,87.54
+65,2.552282485595116,1.3884390625,66.56,89.37
+66,2.576043074558943,1.46715625,66.68,89.04
+67,2.5316104858349533,1.3530796875,67.33,89.9
+68,2.63611015417637,1.5080578125,65.64,88.47
+69,2.6135256470778048,1.3642046875,67.31,89.7
+70,2.567228926756443,1.40331875,67.71,89.48
+71,2.5404416142365873,1.315009375,67.78,90.13
+72,2.5538058458230433,1.4309421875,66.73,89.24
+73,2.486438623147133,1.3835734375,67.61,89.99
+74,2.578010489084782,1.3179140625,67.92,90.15
+75,2.4838223417599994,1.2530265625,69.21,90.65
+76,2.4736854018309176,1.3573859375,67.41,89.94
+77,2.5244860236461344,1.3150640625,68.05,90.34
+78,2.5234701877985244,1.3434921875,67.54,89.98
+79,2.536500811882508,1.443546875,67.35,89.31
+80,2.5558280791991796,1.2575265625,68.47,90.64
+81,2.495583377434657,1.3474140625,68.1,90.23
+82,2.5081850342261487,1.35616875,67.81,89.79
+83,2.5326115855803857,1.383471875,68.17,90.05
+84,2.475004021632366,1.325234375,68.9,90.03
+85,2.442746897844168,1.322815625,68.0,89.98
+86,2.58117587077312,1.3878390625,67.43,89.53
+87,2.5219579751674948,1.4113203125,67.32,89.71
+88,2.466715420515109,1.4088546875,68.23,89.61
+89,2.487817543897873,1.3050234375,68.03,89.9
+90,2.4325178283911484,1.3456921875,67.95,89.5
+91,2.438822689423194,1.310575,68.36,89.71
+92,2.4777702967325848,1.31496875,68.45,89.95
+93,2.47425213654836,1.47701875,67.31,89.4
+94,2.402891480617034,1.333121875,68.52,89.85
+95,2.434919280272264,1.3361046875,68.67,90.16
+96,2.483767571204748,1.316765625,68.34,90.15
+97,2.403797201315562,1.3548296875,68.86,89.83
+98,2.5228154038771606,1.3417359375,68.87,90.19
+99,2.5044916223257014,1.445984375,67.7,89.32
+100,2.4588654927718334,1.384175,68.28,89.7
+101,2.4010818991905603,1.3625171875,68.67,89.89
+102,2.45810869320845,1.3277703125,67.97,89.94
+103,2.4722971943708565,1.31044375,68.9,90.26
+104,2.4868631763335984,1.3815265625,68.84,90.31
+105,2.420638772768852,1.3171828125,69.78,90.08
+106,2.4760900824497907,1.3692390625,68.85,90.44
+107,2.42598571349413,1.3429328125,69.18,90.35
+108,2.406210126632299,1.2976171875,68.98,90.46
+109,2.4578855340297405,1.382159375,68.62,90.22
+110,2.427729379825103,1.3868109375,68.73,90.06
+111,2.4223995361572657,1.279415625,70.2,90.81
+112,2.4638428565783377,1.3272734375,69.01,90.01
+113,2.4100326620615444,1.268865625,70.19,90.66
+114,2.4409577577542034,1.2853859375,69.59,90.55
+115,2.418176143597334,1.35095,69.07,90.34
+116,2.4199841896692913,1.3264828125,69.57,90.19
+117,2.4619818219771754,1.3968671875,68.3,89.36
+118,2.4799193382263183,1.4433625,68.53,89.6
+119,2.3945800362489162,1.2974625,69.57,90.72
+120,2.363455784932161,1.29780546875,68.89,90.5
+121,2.4490982370498853,1.34535,69.34,90.55
+122,2.3606158177057903,1.314865625,70.11,90.51
+123,2.434204097588857,1.26914375,69.61,90.54
+124,2.3926980467943046,1.3943703125,68.56,89.98
+125,2.384804249726809,1.3615375,68.98,90.13
+126,2.3620162456463545,1.2538765625,70.06,90.75
+127,2.416447497942509,1.3450359375,68.97,90.38
+128,2.3911386682437015,1.330171875,69.96,90.6
+129,2.359353738564711,1.290721875,70.07,90.57
+130,2.44570915943537,1.368840625,69.55,90.01
+131,2.3295583963394164,1.3686015625,69.3,90.29
+132,2.4383770765402377,1.272440625,70.41,90.83
+133,2.3937916214649495,1.345178125,69.35,90.25
+134,2.3616411034877482,1.421375,68.2,89.7
+135,2.3745980064074197,1.388596875,69.44,90.28
+136,2.3959851203820643,1.3039265625,69.05,90.25
+137,2.345867590415172,1.3101796875,70.28,90.47
+138,2.33972523976595,1.3463421875,69.94,90.36
+139,2.351477421858372,1.232015625,71.05,90.62
+140,2.385296041231889,1.27640625,69.84,90.55
+141,2.3430981510724775,1.2328390625,69.6,91.02
+142,2.363193787672581,1.3171234375,70.36,90.93
+143,2.354822623118376,1.250390625,70.92,90.97
+144,2.382818891451909,1.3040921875,70.25,90.77
+145,2.3466901406263694,1.2980921875,70.16,90.78
+146,2.392419607211382,1.2661203125,70.51,90.76
+147,2.2376349864861904,1.1973578125,70.73,91.27
+148,2.3383407204579085,1.29354375,70.48,91.07
+149,2.3214517761499454,1.2539546875,70.14,90.97
+150,2.3263162741294274,1.30535234375,70.42,90.8
+151,2.4306196191372016,1.22715625,71.09,90.99
+152,2.3171153248884737,1.3438109375,70.07,90.34
+153,2.296098472521855,1.3469375,70.23,90.72
+154,2.3159651279449465,1.2690078125,70.77,90.72
+155,2.3190730831561943,1.25962421875,71.09,91.11
+156,2.380801792328174,1.23938359375,70.51,91.07
+157,2.3104339911387517,1.3493234375,70.55,90.47
+158,2.336517298221588,1.29081875,70.04,90.76
+159,2.3337805873308426,1.3501546875,70.9,90.66
+160,2.3620063735888555,1.38591875,70.27,90.37
+161,2.2421614582722005,1.3610171875,69.5,90.23
+162,2.349621002185039,1.3265140625,70.25,90.45
+163,2.3043712065770077,1.3129546875,71.08,90.87
+164,2.3205418103780504,1.285409375,70.55,90.71
+165,2.2960256876089633,1.1980421875,71.36,91.54
+166,2.3239399671554564,1.341325,70.17,90.56
+167,2.3097137668193914,1.3280234375,70.82,90.89
+168,2.264384972437834,1.3593859375,70.83,90.19
+169,2.2752799024948707,1.407428125,69.41,89.62
+170,2.2678171827242926,1.3823046875,70.52,90.27
+171,2.3087855965663224,1.3351703125,70.24,90.34
+172,2.3769872249701085,1.343071875,70.76,90.87
+173,2.3015886169213515,1.2767671875,70.78,90.79
+174,2.326819271307725,1.2588703125,71.42,91.17
+175,2.2715387448286397,1.310690625,70.97,91.09
+176,2.296437037602449,1.2741296875,70.97,91.16
+177,2.2646171658467025,1.253815625,71.2,91.2
+178,2.3000801153672046,1.2649515625,70.63,90.79
+179,2.255427519480387,1.2364375,71.98,91.52
+180,2.3194957363299835,1.2415375,71.89,91.01
+181,2.2471500381445275,1.3012625,70.43,91.04
+182,2.2490253222294343,1.3222328125,70.92,90.51
+183,2.2405820164925014,1.2089859375,72.04,91.1
+184,2.2525440628711992,1.3298078125,70.26,90.09
+185,2.2541536954733044,1.298196875,71.12,90.93
+186,2.212803199963692,1.2688390625,71.58,90.84
+187,2.2194759096854773,1.22614375,72.2,91.57
+188,2.2290166368851296,1.3092171875,70.61,90.58
+189,2.2829055287899114,1.2139703125,71.86,91.47
+190,2.2813928799751477,1.317440625,71.35,90.94
+191,2.282953973916861,1.27032890625,71.51,91.05
+192,2.241651886854416,1.299834375,71.34,90.85
+193,2.2715905302610153,1.2076296875,72.15,91.44
+194,2.1972445115064962,1.26705234375,71.68,91.5
+195,2.2091466784477234,1.3240859375,71.22,90.7
+196,2.21503710991297,1.217965625,72.21,91.68
+197,2.27380126561874,1.2949015625,71.43,90.75
+198,2.2735796680817235,1.297109375,71.63,91.11
+199,2.2373753416232574,1.301596875,71.27,90.74
+200,2.2675826029899793,1.3135453125,71.55,91.25
+201,2.2633719034684012,1.20918984375,72.38,91.39
+202,2.1949519875722054,1.2451625,71.75,91.35
+203,2.264656481681726,1.269028125,71.79,91.42
+204,2.2573465255590586,1.25056875,71.71,90.92
+205,2.1527026265095444,1.299825,71.89,90.67
+206,2.2564495056103437,1.250228125,72.14,91.1
+207,2.214604897071154,1.199178125,72.5,91.48
+208,2.2325456322767794,1.2619578125,72.18,91.14
+209,2.2312688631889146,1.328190625,71.73,90.89
+210,2.2588147887816796,1.2586625,71.98,91.36
+211,2.274062410990397,1.3279046875,71.46,90.9
+212,2.223129034653688,1.2306140625,72.31,90.87
+213,2.2163524270057677,1.3114515625,71.81,90.96
+214,2.123638010636354,1.2758296875,72.42,91.24
+215,2.1919173748065264,1.181709375,72.79,91.58
+216,2.1407769805345778,1.3008328125,71.45,90.99
+217,2.320303248747801,1.3062625,72.08,91.01
+218,2.1894525115306562,1.2593125,72.5,91.44
+219,2.1131905292853332,1.1872484375,72.71,91.38
+220,2.1565071665323696,1.2797921875,71.85,91.01
+221,2.200897319194598,1.293315625,72.66,91.31
+222,2.1892347357211968,1.265365625,72.24,90.97
+223,2.158265043833317,1.230028125,73.41,91.42
+224,2.1954518064474446,1.2520921875,72.65,91.55
+225,2.170820868932284,1.3085515625,72.41,91.11
+226,2.156606594721476,1.272946875,72.27,91.27
+227,2.2303237679677133,1.2406234375,73.33,91.42
+228,2.178324553905389,1.21995,72.96,91.34
+229,2.2356512210307975,1.2590671875,72.53,91.14
+230,2.212852240525759,1.2868359375,72.47,90.9
+231,2.0810013933059497,1.2971875,72.84,90.97
+232,2.163567234308292,1.1985671875,73.0,91.56
+233,2.1227024521583164,1.1782890625,73.1,91.69
+234,2.144901848450685,1.2560296875,73.07,91.69
+235,2.170452472796807,1.2086734375,73.21,91.59
+236,2.1395727353218272,1.19875625,72.85,91.46
+237,2.161547695673429,1.2537453125,72.99,91.17
+238,2.1204233407974242,1.3502703125,71.88,90.81
+239,2.0683952319316377,1.3202859375,72.03,91.17
+240,2.172937066738422,1.2584125,73.0,91.45
+241,2.1430860482729397,1.32304375,71.81,91.33
+242,2.0902570522748505,1.24555625,72.12,91.62
+243,2.1292439433244557,1.223921875,73.36,91.94
+244,2.1638243118921916,1.27478359375,73.26,91.51
+245,2.0840538125771744,1.21492890625,73.16,91.34
+246,2.140793792406718,1.23286875,73.33,91.85
+247,2.069513223415766,1.2808078125,72.96,91.35
+248,2.1265264315482897,1.27471875,73.25,91.23
+249,2.147521325869438,1.2580640625,73.62,91.54
+250,2.0965827556756826,1.24333125,73.18,91.21
+251,2.145507125976758,1.303171875,73.31,91.41
+252,2.12078846631906,1.19020078125,74.01,91.94
+253,2.0650287435604975,1.250965625,73.48,91.42
+254,2.0833992884709285,1.2805390625,73.13,91.25
+255,2.065515668881245,1.2248984375,73.41,91.74
+256,2.1079553154798654,1.2721875,72.95,91.35
+257,2.1099501472253066,1.25631171875,73.74,91.53
+258,2.1326137163700203,1.3135125,73.44,91.1
+259,2.1005274690114533,1.2357828125,73.66,91.64
+260,2.0682843893002243,1.2487015625,73.6,91.63
+261,2.0554061712362826,1.23293203125,74.12,91.8
+262,2.0754527733876156,1.2417984375,73.41,91.93
+263,2.025186676856799,1.2620640625,73.42,91.37
+264,2.1426820452396687,1.2389484375,74.26,91.86
+265,2.0169130496489696,1.26320625,73.25,91.59
+266,2.0639575894062334,1.268096875,73.57,91.4
+267,2.108339936305315,1.34669375,73.41,91.1
+268,2.051604119019631,1.262953125,74.1,91.38
+269,2.064873719521058,1.2388171875,74.34,91.62
+270,2.1110423867519086,1.27651875,73.77,91.76
+271,2.027944742410611,1.3360984375,73.77,91.32
+272,2.0276846742018675,1.21840234375,74.29,91.8
+273,2.032420441431877,1.2123703125,74.59,91.77
+274,2.0385261752666572,1.258003125,74.2,91.96
+275,2.0499199041953453,1.2255140625,74.17,92.06
+276,2.0318560138726847,1.211053125,74.26,92.08
+277,2.0264493116965663,1.2820578125,73.47,91.61
+278,2.0736652028866303,1.244996875,74.12,92.0
+279,2.0933508038520814,1.2486890625,74.28,91.95
+280,2.06085179906625,1.319371875,73.56,91.35
+281,1.9829254440772228,1.255146875,74.66,91.89
+282,2.0508932899206114,1.2331546875,74.49,92.14
+283,2.007642080844977,1.25555625,74.78,92.09
+284,2.05692906777064,1.2727921875,73.75,91.66
+285,2.0604040851959815,1.2198203125,74.81,91.87
+286,2.0421598174633124,1.2155328125,74.64,92.13
+287,2.0514106185008316,1.18738125,74.77,91.99
+288,1.9857377822582538,1.2800046875,74.65,91.93
+289,2.039723855104202,1.2325140625,74.96,92.13
+290,2.034388510997479,1.27758359375,74.39,91.7
+291,2.0742036345677497,1.24629921875,74.17,92.0
+292,2.0278665689321667,1.2673796875,74.45,91.69
+293,2.119576057715294,1.20876640625,74.69,92.03
+294,2.010229004957737,1.185028125,75.33,92.25
+295,2.01215624106236,1.152940625,75.27,92.09
+296,1.991583894002132,1.242059375,74.86,91.78
+297,2.0788765072822573,1.257953125,75.05,92.27
+298,2.016152866375752,1.2946234375,74.16,91.73
+299,2.0026750521782115,1.249690625,75.33,91.7
+300,1.9512796800870162,1.2570578125,74.79,92.05
+301,2.110826410391392,1.2807609375,74.53,91.79
+302,1.9846297540725806,1.239146875,75.5,92.33
+303,1.9995762788332425,1.19253515625,75.53,92.53
+304,2.052328659632267,1.26652578125,75.2,92.22
+305,2.057701001411829,1.2301984375,75.11,92.14
+306,1.9604448639429533,1.251275,75.01,91.85
+307,1.979175649697964,1.23165,75.52,91.83
+308,1.975882341311528,1.2208359375,75.25,92.18
+309,2.0723326148130954,1.2299390625,75.26,92.25
+310,2.0279432623814313,1.28485625,74.6,91.97
+311,1.960997918477425,1.227440625,75.54,92.35
+312,1.974301506464298,1.2951796875,74.69,91.96
+313,1.9601653612577,1.266478125,75.22,92.04
+314,1.9702186495829852,1.2397859375,75.85,92.16
+315,2.0065335845335937,1.2783765625,75.24,92.02
+316,1.9701625244739729,1.20554140625,75.46,92.11
+317,2.016476127123221,1.2630953125,74.87,91.89
+318,1.9854531300373566,1.2255515625,75.48,92.21
+319,1.9693382354883047,1.2593734375,75.2,92.05
+320,1.95630783026035,1.2841,75.48,92.0
+321,1.9385295096116189,1.246165625,75.13,92.07
+322,1.9931297583457752,1.274090625,75.33,92.32
+323,1.9636684437592824,1.209953125,75.94,92.35
+324,1.957022796685879,1.234453125,75.92,92.1
+325,1.956881129894501,1.278703125,75.55,91.94
+326,1.954000025223463,1.2213328125,75.83,92.39
+327,1.996503093609443,1.285753125,75.24,91.63
+328,1.9118566429003692,1.233359375,75.79,91.89
+329,1.9404466460912655,1.20163984375,76.17,92.3
+330,1.9207509219646455,1.2321703125,75.91,92.21
+331,1.9475889370991633,1.26293125,76.07,91.85
+332,2.001101399079347,1.2140046875,76.3,92.48
+333,1.9696933874717126,1.215459375,76.07,92.48
+334,1.9374735069580566,1.200115625,76.5,92.07
+335,1.9532853233508574,1.2053453125,76.33,92.41
+336,1.9265719291491386,1.219175,76.07,92.25
+337,1.9582243792521647,1.253428125,76.11,92.23
+338,1.934329602504388,1.2470375,76.17,92.06
+339,1.922238190815999,1.1993765625,76.49,92.41
+340,1.9313909964683729,1.2724140625,75.92,91.95
+341,1.9055535695491692,1.249978125,75.68,91.91
+342,1.965436656658466,1.235784375,76.17,92.27
+343,1.9276079699015005,1.2526125,75.95,92.26
+344,1.9212692143061223,1.22459453125,76.03,92.04
+345,1.9311030910565303,1.2534640625,76.1,92.03
+346,1.9225050056592012,1.3065125,75.48,91.67
+347,1.8785380918246048,1.2353484375,76.11,92.28
+348,1.9801878647926525,1.256946875,75.94,92.17
+349,1.883382054934135,1.242784375,75.88,92.25
+350,1.884095097352297,1.2454265625,76.14,92.1
+351,1.8962553348296727,1.2391046875,76.51,92.18
+352,1.8622714547010568,1.283296875,75.7,92.1
+353,1.9898047916400128,1.280534375,75.99,92.22
+354,1.9560546069573133,1.2469609375,76.22,92.2
+355,1.9463090852285043,1.2752109375,76.04,92.26
+356,1.912626096835503,1.2351828125,76.39,92.28
+357,1.9671834815771152,1.2682234375,75.52,92.21
+358,1.9174028923878303,1.2324125,76.42,92.23
+359,1.9346108546623817,1.244528125,76.25,92.23
+360,1.920578795671463,1.27988671875,76.29,92.07
+361,1.9015808670948713,1.2657125,76.37,92.28
+362,1.8830360695337638,1.25662578125,76.39,92.3
+363,1.8948529277092372,1.22835859375,76.59,92.23
+364,1.9309046320426158,1.239884375,76.27,91.99
+365,1.9348560348535195,1.2297671875,76.58,92.34
+366,1.8914604705113631,1.211609375,76.12,92.26
+367,1.9124266968323633,1.29139453125,76.11,92.27
+368,1.8577369095423282,1.237825,75.99,92.46
+369,1.9228949051636917,1.265753125,76.23,92.1
+370,1.9156128703019557,1.2285484375,76.54,92.44
+371,1.8686312706042558,1.2788625,76.26,92.4
+372,1.9086954657848065,1.2707578125,76.17,92.13
+373,1.9859097627493052,1.2952125,75.77,92.33
+374,1.8901019677137718,1.20936875,76.4,92.42
+375,1.9755720560367291,1.2901015625,75.85,92.23
+376,1.952782783141503,1.2700609375,76.44,92.18
+377,1.8332681085818854,1.27380625,76.19,92.32
+378,1.9325041980315478,1.21451875,76.59,92.53
+379,1.8675774484108656,1.2840984375,76.09,92.25
+380,1.9147857612524277,1.296271875,75.96,92.06
+381,1.924316602639663,1.272909375,76.27,92.46
+382,1.8926779424532867,1.260309375,76.53,92.25
+383,1.9974798529576032,1.28145625,76.12,92.03
+384,1.9141646796312088,1.2613171875,76.33,92.51
+385,1.902516348239703,1.319934375,76.07,92.14
+386,1.9117942589979906,1.2445546875,76.29,92.3
+387,1.836001941638115,1.230275,76.99,92.38
+388,1.9141000345731394,1.29925,75.75,91.97
+389,1.894089520894564,1.2830203125,75.9,92.19
+390,1.910005126396815,1.2642375,76.44,92.4
+391,1.829415794977775,1.2591078125,76.61,92.13
+392,1.8565140322232858,1.227971875,76.63,92.51
+393,1.889099685045389,1.2552,76.36,92.29
+394,1.8929273498363983,1.2617671875,76.42,92.29
+395,1.9587696318443004,1.303309375,75.97,91.93
+396,1.879304533891189,1.28643125,76.65,92.38
+397,1.860841315679061,1.2737296875,76.62,91.97
+398,1.8724474640992972,1.2238390625,76.97,92.33
+399,1.8938062456937936,1.2792765625,76.59,92.34
+400,1.9360984897002196,1.2416796875,76.67,92.48
+401,1.8590739878324363,1.1942234375,76.9,92.58
+402,1.8938926070164412,1.28298125,76.63,92.18
+403,1.876992602378894,1.3133625,76.21,92.12
+404,1.8736684174109728,1.28791875,76.58,92.12
+405,1.8804518086787982,1.244921875,76.85,92.54
+406,1.840482219365927,1.2589625,76.46,92.52
+407,1.8623120387395222,1.2615984375,76.48,92.47
+408,1.8572994930621904,1.2658515625,76.71,92.3
+409,1.918291567074947,1.2582484375,76.77,92.2
diff --git a/ckpt/cls/SWFormer/cifar100/model_best.pth.tar b/ckpt/cls/SWFormer/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..94061d1874ec1d0f8f5871e1c30fad2e19904f2e
--- /dev/null
+++ b/ckpt/cls/SWFormer/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ebc9ff8e707315d9a2d4963c95f697e20fa00e59e8c734006dec0f46794e5e
+size 85004996
diff --git a/ckpt/cls/Spikf_SEMM/cifar10/args.yaml b/ckpt/cls/Spikf_SEMM/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8b09717e2a394bca45c8df3e75b6432270330c62
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/cifar10/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikf_SEMM/cifar10/log.csv b/ckpt/cls/Spikf_SEMM/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4e9f137104d9d90f7343720cde25b83e8c28b8fb
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2846036709271944,2.21169375,16.9,65.22
+1,2.186268149278103,1.9203171875,32.18,84.04
+2,2.0527327980750645,1.66114375,40.79,90.29
+3,1.935516468072549,1.4575078125,49.64,93.76
+4,1.8517920460456456,1.4572984375,47.22,91.8
+5,1.7933780865791515,1.2760328125,56.1,95.05
+6,1.7542561265138479,1.2169890625,60.11,95.91
+7,1.7100431154935787,1.1169890625,64.63,96.76
+8,1.6648931157894624,0.98835,68.26,97.42
+9,1.6433951310622386,0.9765375,69.67,97.64
+10,1.6065956714825753,0.9822703125,70.52,97.59
+11,1.600215110106346,0.94805078125,73.71,97.93
+12,1.5919307274696155,0.85345,74.99,98.09
+13,1.5685854334097642,0.8256828125,76.57,98.6
+14,1.5183493433854518,0.85536875,75.6,98.11
+15,1.518919332822164,0.8124859375,77.81,98.59
+16,1.4955358804800571,0.874778125,75.69,98.41
+17,1.477941430379183,0.8482734375,77.76,98.23
+18,1.4658648784344013,0.76078671875,79.35,98.56
+19,1.4458716763899877,0.77468828125,78.35,98.46
+20,1.4412970662117004,0.8666953125,79.86,98.5
+21,1.4400684815186722,0.7497359375,80.67,98.45
+22,1.4277115002656595,0.75600234375,80.86,98.97
+23,1.417989668632165,0.80022109375,81.61,98.88
+24,1.4056145642048274,0.70994453125,82.43,99.01
+25,1.3909216208335682,0.791478125,82.46,99.06
+26,1.3728553108679942,0.72852109375,82.58,98.94
+27,1.4163797632241861,0.69299375,84.3,99.02
+28,1.3783580494232668,0.72112109375,83.17,99.07
+29,1.364811658553588,0.6472921875,83.67,98.98
+30,1.3615232183383061,0.72962734375,83.98,99.02
+31,1.3737973399651355,0.6952390625,83.77,99.2
+32,1.3746038169432908,0.67615078125,85.03,99.03
+33,1.3558892945448557,0.681649609375,84.03,99.04
+34,1.3558606163049356,0.71206640625,85.08,99.31
+35,1.3575193846837068,0.67788203125,85.49,99.31
+36,1.3318937303164067,0.62541328125,86.55,99.17
+37,1.3450397989688776,0.6830015625,84.3,98.85
+38,1.324655891687442,0.6184390625,85.71,99.38
+39,1.3472085075500684,0.593571875,87.23,99.35
+40,1.3341447883691544,0.6245546875,86.61,99.3
+41,1.3393231275754096,0.60076796875,86.7,99.11
+42,1.3512510070433983,0.62637890625,86.74,99.26
+43,1.327516979437608,0.60336015625,86.69,99.36
+44,1.2989942469657996,0.60574765625,87.72,99.43
+45,1.3060172249109316,0.6188703125,86.67,99.38
+46,1.3197781463464102,0.655165625,86.49,99.15
+47,1.3174166662570759,0.64600078125,86.59,99.12
+48,1.295008208659979,0.67209921875,87.18,99.28
+49,1.3029874223929185,0.588228125,87.76,99.35
+50,1.2870937251127683,0.5982796875,87.62,99.39
+51,1.2822343080471723,0.598326171875,87.26,99.26
+52,1.2700639992188185,0.581423828125,88.25,99.39
+53,1.2934169916006235,0.57527734375,88.61,99.43
+54,1.281812774676543,0.59063984375,88.04,99.54
+55,1.2744324448781135,0.5890890625,87.83,99.37
+56,1.302247500113952,0.528531640625,88.61,99.6
+57,1.2855886789468618,0.56694453125,88.59,99.39
+58,1.276247018881333,0.53941171875,88.58,99.5
+59,1.2777420792824183,0.5847796875,88.66,99.46
+60,1.3080612596793053,0.59236796875,88.34,99.48
+61,1.2672454882890751,0.649528125,87.65,99.33
+62,1.2475816670136575,0.50608828125,89.19,99.55
+63,1.2848916309002119,0.6274703125,89.12,99.45
+64,1.2453972099683224,0.5456015625,89.25,99.57
+65,1.2505174872202751,0.5521078125,87.15,99.37
+66,1.2433494761968271,0.585533203125,87.85,99.51
+67,1.2695242545543572,0.5968921875,88.34,99.54
+68,1.2540333931262677,0.5616234375,89.11,99.56
+69,1.2811258210585668,0.562828125,89.19,99.31
+70,1.2400977675731366,0.531696875,89.16,99.47
+71,1.2575906457045138,0.573475,89.06,99.45
+72,1.2232731244502923,0.57537734375,87.97,99.52
+73,1.2431420960487463,0.60053515625,87.53,99.26
+74,1.2676828142924186,0.54638828125,88.83,99.52
+75,1.2687678531194344,0.52074765625,89.32,99.38
+76,1.2272404537751125,0.508084375,88.69,99.57
+77,1.2526038380769582,0.518883203125,89.2,99.42
+78,1.2482691151973528,0.57275625,88.22,99.46
+79,1.2205264614178584,0.56434765625,89.35,99.43
+80,1.2195621080887624,0.6084546875,88.93,99.51
+81,1.2264025211334229,0.5071796875,90.08,99.44
+82,1.2505455504625271,0.58000625,89.31,99.53
+83,1.2274539586825248,0.57046015625,89.21,99.46
+84,1.2299174855916928,0.578638671875,89.29,99.52
+85,1.2304874349863102,0.533922265625,89.63,99.47
+86,1.2333291577987182,0.5433890625,89.27,99.57
+87,1.2250944713751475,0.485232421875,90.09,99.63
+88,1.253906319080255,0.54596015625,90.23,99.61
+89,1.2196220448383919,0.539350390625,89.66,99.65
+90,1.26463340031795,0.459976953125,90.33,99.54
+91,1.2104529707859724,0.47341953125,90.68,99.44
+92,1.232352131910813,0.538647265625,89.99,99.52
+93,1.2566617413973198,0.4931625,89.88,99.4
+94,1.235151842312935,0.54142109375,89.49,99.52
+95,1.2166836659113567,0.55144453125,89.78,99.6
+96,1.2430733686838396,0.50566015625,90.7,99.47
+97,1.222172140616637,0.528469921875,89.61,99.46
+98,1.2310897706410824,0.483469140625,90.15,99.58
+99,1.2260053413036542,0.5071171875,90.08,99.46
+100,1.2184815081266256,0.559303125,90.1,99.48
+101,1.2131728140207438,0.56570234375,89.84,99.46
+102,1.225093931876696,0.5265859375,89.63,99.56
+103,1.1965818527417305,0.524636328125,90.34,99.58
+104,1.2172447053285746,0.503622265625,90.51,99.53
+105,1.2273093954110756,0.525070703125,90.46,99.5
+106,1.2596249875349876,0.55900078125,90.11,99.58
+107,1.2526597403562987,0.57735546875,89.27,99.47
+108,1.2314075873448298,0.521464453125,90.66,99.65
+109,1.2033911827283028,0.506330078125,90.74,99.59
+110,1.223352183592625,0.47174375,90.84,99.5
+111,1.2214647297675794,0.499337890625,90.74,99.61
+112,1.2323983521033557,0.547427734375,90.5,99.62
+113,1.1901906737914452,0.478298828125,90.82,99.53
+114,1.2271681021421383,0.52310390625,90.66,99.51
+115,1.213078765074412,0.504441796875,90.86,99.67
+116,1.2066337904868982,0.455488671875,91.1,99.54
+117,1.2516067396371793,0.5496,89.53,99.52
+118,1.2081510513256757,0.5092390625,90.26,99.56
+119,1.179300995514943,0.487594921875,90.8,99.64
+120,1.2035576925827907,0.5385953125,91.07,99.59
+121,1.210596721753096,0.504775,90.21,99.49
+122,1.2156749966817024,0.498126171875,91.2,99.59
+123,1.2003359067134367,0.500986328125,91.0,99.67
+124,1.1790953587263058,0.489640234375,91.27,99.54
+125,1.1943022304620499,0.5130328125,90.95,99.55
+126,1.2390106893502748,0.5615640625,90.54,99.45
+127,1.2354409855145674,0.5252203125,90.61,99.57
+128,1.178286545857405,0.517140625,91.0,99.56
+129,1.2249446595326448,0.51339765625,91.09,99.58
+130,1.1935668196433629,0.48661171875,91.29,99.65
+131,1.1956899421337324,0.493023046875,91.39,99.6
+132,1.1707515010466942,0.5237625,90.8,99.51
+133,1.1991304963062972,0.448488671875,91.1,99.64
+134,1.1942173571158679,0.524077734375,90.16,99.43
+135,1.1741310289272895,0.522335546875,90.56,99.6
+136,1.204663264598602,0.5239265625,90.89,99.58
+137,1.202471216672506,0.539169140625,91.02,99.49
+138,1.2256067708516731,0.52080859375,91.54,99.67
+139,1.2124607492715884,0.50044921875,90.7,99.6
+140,1.1952288179825514,0.50511953125,90.72,99.56
+141,1.205019670419204,0.50678515625,90.64,99.57
+142,1.2037127701135781,0.55484375,91.03,99.57
+143,1.1950452618109875,0.480468359375,91.16,99.61
+144,1.1733750740687052,0.44711328125,91.21,99.65
+145,1.1833346862059373,0.45312734375,91.23,99.62
+146,1.20211748113999,0.45401015625,91.14,99.56
+147,1.1846315894371424,0.47511796875,91.25,99.54
+148,1.204182044817851,0.4582375,91.25,99.55
+149,1.185631633721865,0.48224140625,90.89,99.63
+150,1.1846236563645876,0.448240234375,90.81,99.57
+151,1.2223647172634418,0.53772109375,91.09,99.63
+152,1.2065794457227756,0.502429296875,91.32,99.66
+153,1.1504067903909927,0.46099140625,91.03,99.56
+154,1.1925253631212773,0.46929921875,91.54,99.61
+155,1.1887853235770494,0.540371875,91.82,99.56
+156,1.1790431572840765,0.49819453125,91.76,99.63
+157,1.1520027328760196,0.44778984375,91.59,99.61
+158,1.1877105103089258,0.4730484375,91.95,99.54
+159,1.1696674585342408,0.47220703125,91.77,99.55
+160,1.206745510529249,0.506890234375,91.65,99.62
+161,1.206441129782261,0.486112109375,91.45,99.57
+162,1.1942258559740506,0.51482890625,91.5,99.61
+163,1.2116696681731787,0.492708984375,91.85,99.64
+164,1.1811108923875369,0.436773828125,91.35,99.67
+165,1.1953413564425248,0.481821484375,92.09,99.69
+166,1.168454506764045,0.494279296875,91.58,99.57
+167,1.1778312114568856,0.4483828125,91.54,99.63
+168,1.1859860093165666,0.45768359375,92.13,99.6
+169,1.1531596046227675,0.468995703125,91.72,99.48
+170,1.1957083110625928,0.51663203125,91.77,99.62
+171,1.2199123176244588,0.492817578125,91.67,99.67
+172,1.2057844958244226,0.47614609375,92.1,99.57
+173,1.1935124021310073,0.519427734375,91.21,99.6
+174,1.1830321001700865,0.458909765625,92.44,99.68
+175,1.1693926228926732,0.56121953125,91.18,99.53
+176,1.1744249704556586,0.50994765625,91.84,99.66
+177,1.1580814891900773,0.433188671875,91.79,99.61
+178,1.1590549713526017,0.443890234375,91.58,99.6
+179,1.1713244896668655,0.55018515625,91.9,99.61
+180,1.1669088707520412,0.5093828125,91.05,99.48
+181,1.1956729529759822,0.43781640625,92.06,99.56
+182,1.1607305905757805,0.4589734375,92.37,99.72
+183,1.1801173369089761,0.4945796875,91.9,99.54
+184,1.1373480015840285,0.47647109375,91.7,99.62
+185,1.154012121604039,0.48408984375,91.49,99.54
+186,1.18263408832061,0.4281572265625,92.33,99.52
+187,1.1432788399549632,0.461028515625,91.79,99.56
+188,1.1503233400674966,0.443078125,92.16,99.61
+189,1.1876050918530194,0.504656640625,91.8,99.68
+190,1.094358943364559,0.437043359375,91.81,99.56
+191,1.1652397728883304,0.482596875,92.04,99.52
+192,1.1897126301740988,0.487475,91.67,99.67
+193,1.1285498586984781,0.4541171875,92.27,99.74
+194,1.1262230260249897,0.419423046875,92.09,99.63
+195,1.161445309412785,0.491371875,92.13,99.7
+196,1.152507406931657,0.467594921875,92.42,99.72
+197,1.1618724381312346,0.44143046875,92.61,99.69
+198,1.1491816442746383,0.4637015625,92.27,99.64
+199,1.1532125502060622,0.484215625,92.1,99.62
+200,1.143272190521925,0.468683984375,92.05,99.68
+201,1.1459763195270147,0.4914375,92.01,99.53
+202,1.1633711168399223,0.4421546875,92.57,99.68
+203,1.1501216396307334,0.47627421875,92.28,99.66
+204,1.1516451115791615,0.42157890625,92.05,99.64
+205,1.1524550147545642,0.4321359375,92.81,99.62
+206,1.20633877714475,0.47937265625,92.91,99.66
+207,1.1326523071680314,0.487618359375,92.51,99.58
+208,1.1397781532544355,0.42286328125,92.59,99.65
+209,1.1791682368669754,0.4642609375,92.3,99.58
+210,1.1720409353574117,0.49187265625,91.79,99.5
+211,1.1455680769223433,0.479998828125,92.08,99.51
+212,1.1177747295452998,0.437989453125,92.31,99.64
+213,1.164819001692992,0.425403125,92.37,99.71
+214,1.1452401822958238,0.48257578125,92.69,99.62
+215,1.1541678457688063,0.469911328125,92.74,99.6
+216,1.1641372460585373,0.49844921875,92.04,99.61
+217,1.1876982221236596,0.4752125,92.71,99.64
+218,1.1569693816013826,0.443178125,92.81,99.6
+219,1.1321990019235855,0.44674765625,92.87,99.65
+220,1.1463869424966666,0.45274296875,92.61,99.61
+221,1.1338847814462123,0.46522421875,92.47,99.56
+222,1.1610412195706978,0.497409375,92.54,99.51
+223,1.1163817656345856,0.420908203125,92.52,99.56
+224,1.1636418492366105,0.439783984375,92.37,99.56
+225,1.163064785951223,0.46405078125,93.01,99.62
+226,1.1334223348360795,0.486440625,92.57,99.66
+227,1.1123481088723892,0.455199609375,92.76,99.63
+228,1.1069982088529147,0.471506640625,92.53,99.56
+229,1.1572004843980839,0.52835859375,92.81,99.63
+230,1.1535321544378232,0.43127109375,92.84,99.66
+231,1.1833654371591715,0.422857421875,92.83,99.65
+232,1.171768171664996,0.4420078125,92.89,99.65
+233,1.1430490209506108,0.406401953125,92.92,99.62
+234,1.1359256048997244,0.4563984375,92.41,99.57
+235,1.1684252162774404,0.46456796875,92.96,99.66
+236,1.1180709537787314,0.374907421875,92.85,99.59
+237,1.1537240878129618,0.438534375,93.04,99.57
+238,1.1328288880678323,0.442615234375,92.66,99.64
+239,1.1392300616472195,0.455456640625,93.11,99.72
+240,1.1105685198918367,0.424280859375,93.4,99.63
+241,1.1629552327669583,0.4522078125,93.33,99.53
+242,1.1201851908977216,0.434551171875,93.16,99.67
+243,1.1152469547895285,0.412478515625,93.2,99.65
+244,1.14162187454028,0.42913125,92.64,99.72
+245,1.1004474633779282,0.40749375,93.24,99.62
+246,1.1215092235650772,0.41399140625,93.33,99.67
+247,1.1544945262945616,0.46548671875,92.61,99.62
+248,1.0911410927772522,0.470595703125,92.82,99.63
+249,1.141024536658556,0.470240234375,93.05,99.65
+250,1.1026879839408092,0.453544921875,93.29,99.62
+251,1.1379699051380157,0.42304609375,93.37,99.7
+252,1.1093979803415446,0.44717578125,93.44,99.7
+253,1.1577713752404237,0.446394140625,93.13,99.64
+254,1.1026393470091698,0.419655078125,93.15,99.59
+255,1.1262531086420402,0.4365421875,93.15,99.61
+256,1.066579351364038,0.443116015625,93.36,99.55
+257,1.136214417219162,0.48070546875,93.26,99.63
+258,1.1216467489034703,0.421560546875,93.11,99.62
+259,1.1025905810869656,0.397631640625,93.39,99.62
+260,1.1107846504602676,0.433719921875,93.41,99.58
+261,1.131360368698071,0.42580625,93.84,99.67
+262,1.104271939626107,0.413991796875,93.18,99.73
+263,1.1235452399804042,0.43931796875,93.42,99.61
+264,1.126293736543411,0.47405390625,93.04,99.6
+265,1.1060400024438515,0.436391796875,93.35,99.59
+266,1.135364467975421,0.530376953125,93.05,99.62
+267,1.1006204432401903,0.421011328125,93.71,99.58
+268,1.1053745948351346,0.4214484375,93.66,99.67
+269,1.112313120181744,0.388130078125,93.81,99.56
+270,1.0869534064561892,0.40377109375,93.57,99.66
+271,1.1078607608110478,0.466398046875,93.45,99.68
+272,1.1112452869231884,0.429275,93.66,99.69
+273,1.121572009416727,0.4580234375,93.52,99.53
+274,1.0997513971267603,0.394965625,93.57,99.62
+275,1.119084159227518,0.4468828125,93.58,99.63
+276,1.1115560345160655,0.437048828125,93.67,99.58
+277,1.0895428076768532,0.46804453125,93.09,99.6
+278,1.125776849496059,0.428918359375,93.77,99.59
+279,1.102931755169844,0.405888671875,94.04,99.66
+280,1.1153612847511585,0.403687109375,94.09,99.77
+281,1.126011590162913,0.439580859375,93.37,99.64
+282,1.1051890396154844,0.408109375,93.82,99.64
+283,1.1448457381664179,0.452119921875,93.7,99.61
+284,1.1244887391726175,0.4069734375,93.83,99.58
+285,1.0899605031196888,0.439515234375,93.65,99.64
+286,1.059475684013122,0.393320703125,93.78,99.61
+287,1.0899181462251224,0.403353125,93.58,99.49
+288,1.1058970680603615,0.443494140625,93.36,99.68
+289,1.0959514883848338,0.4614171875,93.61,99.64
+290,1.1084289003641177,0.4412453125,93.75,99.62
+291,1.0761032145756941,0.43658046875,93.83,99.67
+292,1.0899160363735296,0.445073828125,93.84,99.62
+293,1.108505349740004,0.420480078125,93.66,99.65
+294,1.0823841989040375,0.453402734375,93.9,99.65
+295,1.0910213840313447,0.430305859375,93.41,99.71
+296,1.0921103747991414,0.458773046875,93.47,99.67
+297,1.0677290288301615,0.4027609375,93.75,99.68
+298,1.0622191285475706,0.39994375,93.58,99.65
+299,1.1068166237611037,0.42939140625,93.59,99.64
+300,1.0942067652176588,0.4542125,93.74,99.7
+301,1.0983897848007007,0.487782421875,93.94,99.75
+302,1.0830708497609847,0.440832421875,94.14,99.67
+303,1.0817507913479438,0.43519140625,93.8,99.71
+304,1.1100746845587706,0.384535546875,94.32,99.71
+305,1.0530940658006913,0.41045859375,94.02,99.61
+306,1.0801131303493794,0.41054765625,94.02,99.69
+307,1.058542747528125,0.432398828125,94.14,99.64
+308,1.0810797358170534,0.444694921875,93.99,99.71
+309,1.0766754364356017,0.462683203125,94.19,99.72
+310,1.0887797120289924,0.398440234375,94.14,99.68
+311,1.0764423202245663,0.38225703125,94.42,99.78
+312,1.1001667012006808,0.468730859375,93.82,99.68
+313,1.058978055532162,0.386638671875,93.98,99.72
+314,1.0823378084561763,0.3945078125,94.12,99.75
+315,1.0753911692362565,0.455221875,94.04,99.7
+316,1.0887392363487145,0.438244140625,94.11,99.71
+317,1.057496022261106,0.418616796875,93.94,99.7
+318,1.0459765432736812,0.426708203125,94.14,99.6
+319,1.1054183362386165,0.448809375,94.14,99.67
+320,1.0522505631813637,0.44519140625,94.04,99.67
+321,1.040692208821957,0.427430859375,94.13,99.63
+322,1.078674487884228,0.44164375,93.99,99.69
+323,1.0773387668988643,0.411661328125,94.27,99.67
+324,1.071976598409506,0.48375078125,94.17,99.69
+325,1.0597607310001667,0.48073203125,93.86,99.72
+326,1.069656473551041,0.416133984375,94.27,99.68
+327,1.0793431673294458,0.40340078125,94.3,99.64
+328,1.0693892151881488,0.426340234375,94.01,99.61
+329,1.048381403929148,0.370150390625,94.39,99.63
+330,1.1017268787591885,0.37799765625,94.54,99.65
+331,1.0649288347134223,0.41796953125,94.32,99.7
+332,1.0441951404779386,0.416640625,94.29,99.65
+333,1.070560508660781,0.434644140625,94.41,99.7
+334,1.0705305186601786,0.38574296875,94.37,99.72
+335,1.0262801946737827,0.40810078125,94.38,99.66
+336,1.0750191104717743,0.42521796875,94.34,99.6
+337,1.0790258763692318,0.42337734375,94.39,99.66
+338,1.106387842924167,0.4292140625,94.42,99.63
+339,1.0482502575104053,0.40592265625,94.49,99.74
+340,1.0790319153895744,0.393562109375,94.34,99.75
+341,1.0858927512780214,0.3877078125,94.48,99.69
+342,1.0769416339886495,0.43540546875,94.08,99.67
+343,1.055734528333713,0.42573359375,94.32,99.7
+344,1.0258424263734085,0.415920703125,94.3,99.73
+345,1.0516898512840271,0.402066796875,94.34,99.66
+346,1.0655028584675912,0.415926953125,94.36,99.72
+347,1.1020302881032993,0.428023828125,94.46,99.75
+348,1.0441213901226336,0.39736171875,94.49,99.67
+349,1.077709554708921,0.427221875,94.29,99.67
+350,1.0738627875462556,0.45873203125,94.31,99.74
+351,1.0759720750344106,0.44407109375,94.39,99.71
+352,1.0637492954730987,0.401118359375,94.3,99.61
+353,1.060446003614328,0.425189453125,94.45,99.72
+354,1.073468638383425,0.40392265625,94.55,99.68
+355,1.0203472504248985,0.38187109375,94.72,99.75
+356,1.062819911272098,0.45514375,94.5,99.76
+357,1.0563383929240397,0.407214453125,94.32,99.69
+358,1.046383771682397,0.434646484375,94.4,99.72
+359,1.0632556568353604,0.408326171875,94.42,99.64
+360,1.0753946683345696,0.415108203125,94.63,99.75
+361,1.0784635815864954,0.402465625,94.84,99.76
+362,1.0583474740003929,0.38009375,94.7,99.73
+363,1.0430092741281558,0.390281640625,94.52,99.69
+364,1.0532853841781615,0.426593359375,94.6,99.7
+365,1.0506311292831714,0.411601953125,94.61,99.64
+366,1.0799775566810217,0.43549609375,94.42,99.7
+367,1.0666105135893211,0.422951171875,94.32,99.74
+368,1.0862304522440984,0.3798,94.69,99.6
+369,1.0870504244779928,0.40453359375,94.74,99.69
+370,1.0640461235474317,0.434720703125,94.54,99.73
+371,1.0799326268526224,0.412287109375,94.66,99.68
+372,1.0234857163368127,0.3797296875,94.64,99.63
+373,1.0509071839161408,0.39372890625,94.55,99.68
+374,1.0560798172767345,0.432708984375,94.56,99.67
+375,1.0698397180972956,0.4110875,94.8,99.75
+376,1.075104932448803,0.365851953125,94.78,99.7
+377,1.058970522116392,0.36975390625,94.65,99.65
+378,1.0731852034727731,0.379505859375,94.98,99.65
+379,1.031851952503889,0.399985546875,94.79,99.66
+380,1.0450700746132777,0.4043859375,94.5,99.71
+381,1.0320581327646206,0.372565625,94.64,99.67
+382,1.06405103237201,0.3850875,94.64,99.68
+383,1.0629576308604998,0.404975390625,94.65,99.74
+384,1.019335757310574,0.379894140625,94.72,99.72
+385,1.059240917976086,0.40537421875,94.35,99.69
+386,1.0938946078985166,0.38069140625,94.78,99.64
+387,1.0248822916776705,0.37200625,94.79,99.66
+388,1.030775701541167,0.388509765625,94.73,99.72
+389,1.07756284567026,0.36518828125,94.86,99.75
+390,1.0307065506776174,0.404743359375,94.83,99.66
+391,1.0160495933813927,0.35737265625,94.89,99.71
+392,1.0669004168265905,0.413783203125,94.49,99.69
+393,1.0667947992300375,0.379035546875,94.74,99.68
+394,1.054072386179215,0.3659671875,94.9,99.68
+395,1.0399991972324176,0.401302734375,94.62,99.7
+396,1.051808523061948,0.40900625,94.74,99.77
+397,1.0450423709857157,0.391968359375,94.84,99.73
+398,1.0297052325346532,0.360312109375,94.9,99.71
+399,1.0436547490266652,0.3710015625,94.93,99.75
+400,1.0559905640589886,0.3752375,94.8,99.64
+401,1.0543526137486483,0.37608828125,94.8,99.7
+402,1.0495501845310895,0.366761328125,94.66,99.75
+403,1.079428958434325,0.383205859375,94.88,99.66
+404,1.0367184006250822,0.403490625,94.75,99.72
+405,1.0469229869353465,0.40137734375,94.57,99.65
+406,1.033465398886265,0.43633671875,94.68,99.7
+407,1.0236337071810013,0.42073125,94.77,99.7
+408,1.0339841830424774,0.38268125,94.97,99.6
+409,1.033488112076735,0.365552734375,94.94,99.69
diff --git a/ckpt/cls/Spikf_SEMM/cifar10/model_best.pth.tar b/ckpt/cls/Spikf_SEMM/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..45c99c7d94a5a8b4df03527e31af4ebe94144dc0
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507f6249137db95163ad4bc315df2336bfc73fe0a1ad0c755c9fe95bf0b65a8b
+size 93328193
diff --git a/ckpt/cls/Spikf_SEMM/cifar100/args.yaml b/ckpt/cls/Spikf_SEMM/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2b1adf2e940e51ce9ce71f9f3752e65ea7a9283f
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/cifar100/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikf_SEMM/cifar100/log.csv b/ckpt/cls/Spikf_SEMM/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..cc5502c64b689bbc9fadbaa1f4585398a3ee9ef8
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.596906143579727,4.538425,1.78,8.77
+1,4.51130000505692,4.3262125,4.24,16.57
+2,4.424351324179233,4.14046875,7.68,24.71
+3,4.302648901328062,3.902146875,9.83,31.13
+4,4.150877149288471,3.681628125,14.11,38.28
+5,4.017345020709894,3.47629375,17.28,44.86
+6,3.912143797140855,3.349884375,20.22,48.12
+7,3.828533439147167,3.074396875,25.87,55.89
+8,3.7270274669696124,2.86349375,28.98,62.7
+9,3.619500674956884,2.76746875,31.34,64.35
+10,3.5340488873995266,2.55724375,35.83,69.07
+11,3.4852464302992208,2.467571875,37.39,71.17
+12,3.345897863461421,2.283615625,41.36,74.66
+13,3.3213363311229607,2.331478125,41.85,73.9
+14,3.275199835117047,2.187425,45.32,76.93
+15,3.246115018771245,2.1552734375,46.11,77.85
+16,3.2292551920964168,2.1004296875,47.29,78.91
+17,3.1378139624228845,1.9935046875,49.77,80.8
+18,3.1251945941876142,2.0086984375,49.75,80.51
+19,3.1279067968710876,1.888803125,52.23,82.13
+20,3.0658714465605907,1.919584375,53.05,82.37
+21,2.9938896601016705,1.8974046875,52.51,83.05
+22,3.027492377696893,1.78300625,54.37,83.13
+23,2.998562049865723,1.7358546875,55.83,84.49
+24,2.9408094528393867,1.7620328125,55.07,84.02
+25,2.9179369669694166,1.70943125,56.16,84.84
+26,2.895215971653278,1.7073171875,57.3,85.67
+27,2.911414289780152,1.7713578125,58.04,85.45
+28,2.84624970020392,1.614209375,59.18,86.62
+29,2.876290735525963,1.6982984375,56.64,85.29
+30,2.8383764798824602,1.6753796875,58.52,86.16
+31,2.78675485757681,1.5571984375,60.71,86.96
+32,2.8394988558231256,1.632440625,60.06,86.42
+33,2.8202458103497823,1.5724609375,61.21,87.35
+34,2.7267517004257593,1.5635453125,60.65,87.73
+35,2.7641435173841624,1.5505125,61.1,87.78
+36,2.7416058350832033,1.57176875,61.51,87.5
+37,2.7541200845669476,1.5087640625,61.82,87.82
+38,2.670428987955436,1.4486625,63.0,88.76
+39,2.7562172587101275,1.4419984375,64.0,88.83
+40,2.6850801336459624,1.4209109375,64.12,89.68
+41,2.7084082792966795,1.4975359375,63.24,88.61
+42,2.7045508458064154,1.4735953125,63.52,88.74
+43,2.678604789574941,1.5043171875,63.15,88.62
+44,2.694894826106536,1.4663984375,64.31,89.31
+45,2.680516830468789,1.4879265625,63.04,88.69
+46,2.6265385010303595,1.4436484375,64.04,88.81
+47,2.642006186949901,1.4800859375,64.54,89.37
+48,2.634692106797145,1.5722921875,63.54,88.26
+49,2.635160516775571,1.4060765625,65.26,89.79
+50,2.6951840513791794,1.3699015625,65.82,90.2
+51,2.647155416928805,1.3634375,66.32,90.29
+52,2.640339611738156,1.389403125,65.28,90.04
+53,2.5907327104837465,1.3867796875,66.27,90.17
+54,2.629993791457934,1.3914,65.96,89.48
+55,2.566636081230946,1.459546875,65.13,89.84
+56,2.5469138154616724,1.46084375,63.89,88.77
+57,2.569150319771889,1.3531671875,66.41,89.91
+58,2.597741401806856,1.4081140625,66.02,90.09
+59,2.584447484444349,1.4285796875,65.94,89.59
+60,2.5446793275001722,1.31865703125,67.53,90.74
+61,2.5161681667352336,1.40080625,65.77,89.98
+62,2.543568622454619,1.2930109375,66.75,90.79
+63,2.5768815627464883,1.3543734375,66.82,90.34
+64,2.5245872910206133,1.3195328125,67.98,90.92
+65,2.5594404165561384,1.431890625,65.57,89.78
+66,2.543424967313424,1.334140625,66.74,90.62
+67,2.5406476537386578,1.4368765625,66.46,90.16
+68,2.5523313354223203,1.3623109375,67.6,90.56
+69,2.503429771080995,1.3230796875,67.18,90.8
+70,2.529306082542126,1.2880484375,67.54,90.35
+71,2.4792675061103626,1.3780796875,66.1,90.43
+72,2.525024845966926,1.307259375,68.46,90.9
+73,2.5537020799441215,1.375090625,67.2,90.0
+74,2.544406255391928,1.3124015625,67.51,90.64
+75,2.502878005688007,1.326965625,68.15,91.08
+76,2.491877780205164,1.26846875,68.03,90.86
+77,2.4706025053293277,1.2673828125,67.92,90.82
+78,2.4930781602859495,1.33004921875,68.21,91.12
+79,2.461971762852791,1.3561203125,67.68,90.98
+80,2.5821310431529314,1.2753875,68.09,90.89
+81,2.4831631822463796,1.20606875,69.04,91.61
+82,2.4919134931686595,1.2752234375,68.63,91.28
+83,2.479688060283661,1.3465,67.55,90.84
+84,2.4952656666437787,1.36952578125,67.3,90.55
+85,2.424807219933241,1.3664125,68.3,90.82
+86,2.4591036124107166,1.4101015625,67.37,90.53
+87,2.4685109049845964,1.256340625,69.1,91.58
+88,2.5168497427915915,1.3081734375,68.21,90.99
+89,2.531564649557456,1.3203296875,68.06,91.39
+90,2.5047249894875745,1.34277890625,68.21,90.98
+91,2.4339242516419826,1.315721875,69.13,91.03
+92,2.4460270606554473,1.3263640625,68.33,90.96
+93,2.4836164138255974,1.324,69.09,91.61
+94,2.4641254706260485,1.23060078125,69.55,91.51
+95,2.466659278747363,1.2889421875,68.39,91.44
+96,2.4752576717963586,1.3237078125,69.51,91.28
+97,2.413048825508509,1.3083234375,68.73,91.17
+98,2.429613790450952,1.276965625,69.7,91.8
+99,2.4825792804742473,1.2658703125,69.11,91.65
+100,2.4377541835491474,1.293996875,69.33,91.45
+101,2.493620037726867,1.258121875,69.8,91.78
+102,2.487970503171285,1.27683125,68.74,91.52
+103,2.4276504840606297,1.34829609375,68.69,91.08
+104,2.455832912066044,1.24886796875,69.27,91.58
+105,2.37541294892629,1.238525,69.74,91.55
+106,2.4561189859341352,1.262296875,69.71,91.66
+107,2.3948302143659346,1.278759375,69.38,91.22
+108,2.3794796200898976,1.246509375,70.11,91.63
+109,2.35642670637522,1.2058921875,71.22,91.68
+110,2.4474372362479184,1.27876875,69.66,91.43
+111,2.444228320855361,1.29349765625,69.18,91.03
+112,2.4565436247067574,1.2773203125,69.55,91.12
+113,2.4332350874558473,1.2843578125,69.35,91.37
+114,2.400324634099618,1.271140625,69.78,91.81
+115,2.4201242902340034,1.278890625,69.74,91.56
+116,2.459138417855287,1.319928125,69.63,91.36
+117,2.422047127515842,1.2285890625,70.72,91.84
+118,2.3582292385590384,1.30301171875,70.06,91.1
+119,2.331575565154736,1.25353203125,69.38,91.53
+120,2.415085983887697,1.2293984375,70.37,91.73
+121,2.4093418601231695,1.31419375,70.47,91.28
+122,2.3563635129194993,1.23909140625,70.51,91.79
+123,2.3702724924454324,1.24868125,69.83,91.53
+124,2.334830295428252,1.21025546875,70.18,91.82
+125,2.4222891067847225,1.3317375,69.73,91.67
+126,2.37662591108909,1.281853125,70.35,91.82
+127,2.3473528975095506,1.166390625,71.07,92.4
+128,2.399905676413805,1.2554671875,70.76,91.83
+129,2.3588794191678364,1.259559375,70.77,92.23
+130,2.334480797327482,1.258946875,70.55,91.82
+131,2.4408009581076793,1.3075984375,70.04,91.49
+132,2.3561867331847166,1.274203125,70.66,91.59
+133,2.409305921273354,1.23339375,71.63,91.89
+134,2.329173109164605,1.22564375,71.17,92.13
+135,2.294582378252959,1.28163359375,70.74,91.85
+136,2.3497535512997554,1.2958390625,70.86,91.69
+137,2.3567951184052687,1.2245140625,71.4,91.8
+138,2.37872093518575,1.1894375,71.84,92.38
+139,2.3305193106333415,1.1931359375,71.2,92.09
+140,2.306602794390458,1.2929984375,70.76,91.78
+141,2.2907750484270926,1.207978125,71.26,92.1
+142,2.3553504194968786,1.204046875,71.44,92.29
+143,2.3508802796021486,1.203178125,71.64,92.14
+144,2.3738378643989564,1.267225,71.17,92.05
+145,2.2794382128960047,1.2095375,70.74,91.72
+146,2.363275282505231,1.22035625,71.63,91.8
+147,2.3116803196760323,1.1961140625,70.62,91.76
+148,2.330857454507779,1.2376546875,71.63,92.25
+149,2.301349067687988,1.19048125,71.67,92.33
+150,2.2811298278661876,1.262334375,70.64,91.51
+151,2.3351142547069452,1.26683125,70.65,91.84
+152,2.3712804176868536,1.2921265625,70.96,91.66
+153,2.294522174199422,1.2816078125,70.93,91.55
+154,2.2645692467689513,1.1936796875,71.58,91.96
+155,2.2568552234233956,1.2639640625,71.41,91.81
+156,2.321081836712666,1.2465046875,72.06,92.08
+157,2.3328735342392553,1.2274828125,71.17,91.77
+158,2.260336235242012,1.2239296875,71.62,92.08
+159,2.361061267975049,1.3418234375,70.43,91.21
+160,2.2802481926404514,1.2146953125,71.02,91.65
+161,2.295388250473218,1.2015484375,72.11,92.27
+162,2.3347667043025675,1.27956484375,70.83,91.35
+163,2.385342413645524,1.236440625,71.66,92.54
+164,2.2908211246514933,1.1970484375,71.53,92.13
+165,2.283764640184549,1.2467484375,71.16,91.79
+166,2.272652897162315,1.221671875,71.93,92.13
+167,2.2943306650870885,1.1968046875,71.83,92.51
+168,2.2541953423084355,1.215165625,72.67,92.67
+169,2.278463067763891,1.19323046875,72.21,92.12
+170,2.2715789101062676,1.221346875,71.54,91.86
+171,2.369647884980226,1.2057796875,72.53,92.66
+172,2.2160853263659357,1.1647171875,72.05,92.66
+173,2.244965636730194,1.184478125,71.99,92.48
+174,2.2448642229422546,1.16646015625,71.86,92.07
+175,2.2057608164273774,1.14649375,72.8,92.41
+176,2.250865543499971,1.1992625,72.12,92.42
+177,2.2884349016042855,1.1994390625,72.2,92.45
+178,2.293528735332,1.2946828125,71.13,91.8
+179,2.26851270259955,1.20090234375,72.39,92.23
+180,2.277244401589418,1.2239296875,71.97,92.18
+181,2.2496974951181654,1.201278125,72.57,92.0
+182,2.204424129999601,1.25029765625,71.6,92.02
+183,2.25533697727399,1.20700859375,72.44,92.31
+184,2.2881052475709183,1.173734375,72.61,92.35
+185,2.1838808444830087,1.2186109375,72.07,92.58
+186,2.31168544231317,1.22828125,72.33,91.86
+187,2.2638721661689956,1.173309375,72.57,92.28
+188,2.2567064737662292,1.1951109375,71.83,92.24
+189,2.2194536206049795,1.25238125,71.97,92.22
+190,2.215250102678935,1.1690859375,72.58,92.52
+191,2.2425947840397176,1.20806875,72.41,92.25
+192,2.2591550982915436,1.1788859375,71.96,92.25
+193,2.230923214019873,1.14749375,72.55,92.35
+194,2.284969174556243,1.1817484375,72.54,92.29
+195,2.2460539741393846,1.223909375,72.01,92.07
+196,2.2702499863428947,1.259675,72.07,91.86
+197,2.236558066575955,1.2290984375,72.07,92.36
+198,2.21336428354948,1.10573984375,73.08,92.81
+199,2.215680231803503,1.168584375,72.51,92.58
+200,2.2936994075775146,1.1596703125,73.31,92.79
+201,2.1859393413250263,1.1580296875,72.05,92.38
+202,2.1945791186430514,1.1912515625,73.62,92.55
+203,2.1841177105903626,1.18193671875,73.66,92.51
+204,2.185168537421104,1.1300359375,73.02,92.78
+205,2.18456035332802,1.193678125,73.05,92.33
+206,2.261539116883889,1.23337734375,72.33,92.16
+207,2.209353561584766,1.2331125,72.42,92.31
+208,2.1983548402786255,1.165678125,73.23,92.56
+209,2.2418050102698497,1.1910375,73.09,92.27
+210,2.183910272977291,1.2125796875,72.83,92.3
+211,2.1926770402834967,1.223396875,73.07,91.93
+212,2.1993053041971646,1.149765625,73.19,92.61
+213,2.243511065764305,1.2064046875,73.23,92.4
+214,2.167200058240157,1.219534375,73.12,92.12
+215,2.206650029390286,1.10591953125,74.03,92.84
+216,2.2214411582702245,1.230990625,73.24,92.67
+217,2.199052391602443,1.226071875,72.84,92.01
+218,2.187543963163327,1.22442421875,73.03,92.07
+219,2.171246042618385,1.2447546875,73.08,92.2
+220,2.213455555989192,1.1116078125,73.35,92.47
+221,2.1541128965524527,1.185596875,73.22,92.51
+222,2.1855720899043938,1.2363921875,72.59,92.1
+223,2.133891897018139,1.137665625,74.29,92.66
+224,2.1290444710315803,1.1604734375,73.73,92.51
+225,2.1717580122825426,1.185215625,73.29,92.21
+226,2.2296126866951966,1.14964765625,73.51,92.47
+227,2.1893204499513677,1.19113671875,73.19,92.44
+228,2.1442393825604364,1.2199796875,73.32,92.55
+229,2.1667430685116695,1.2387265625,72.97,92.13
+230,2.1348574451911144,1.1673078125,73.61,92.6
+231,2.1326366348144337,1.099975,74.2,93.0
+232,2.189798832551027,1.19641953125,73.79,92.38
+233,2.226747662593157,1.1658546875,73.89,92.39
+234,2.161248690959735,1.13240625,74.15,92.88
+235,2.1189604300719043,1.197728125,73.31,92.49
+236,2.111905375505105,1.219621875,73.49,92.4
+237,2.1554982961752476,1.1720203125,73.92,92.54
+238,2.122386994728675,1.12615,74.21,93.27
+239,2.0871070268826606,1.097946875,74.5,93.09
+240,2.1635574692334885,1.2484109375,72.82,92.09
+241,2.149041903935946,1.2106046875,73.57,92.25
+242,2.14079913298289,1.17720390625,73.94,92.62
+243,2.149512436756721,1.1418015625,74.24,92.87
+244,2.1527053747421654,1.16392890625,73.59,92.58
+245,2.1011036020058853,1.13114140625,74.61,92.77
+246,2.1465275324307953,1.2075296875,73.54,92.4
+247,2.2181004628157006,1.144759375,73.79,92.78
+248,2.111096873650184,1.1548390625,73.96,92.65
+249,2.164744739043407,1.1491171875,74.43,92.72
+250,2.0806662617585596,1.2041984375,74.07,92.41
+251,2.147927348736005,1.16654765625,74.09,92.75
+252,2.0582955482678535,1.132421875,73.94,92.83
+253,2.0899272215672027,1.18730625,74.29,92.42
+254,2.0997358416899656,1.2293546875,73.56,92.25
+255,2.1235729679083213,1.1068234375,74.65,93.09
+256,2.099200613070757,1.1934796875,73.97,92.62
+257,2.1402915853720446,1.1343078125,74.56,92.72
+258,2.1394232517633682,1.2007796875,74.38,92.4
+259,2.085894091312702,1.1434703125,74.1,92.61
+260,2.078102988157517,1.1422578125,74.33,92.95
+261,2.1354123583206763,1.191359375,73.67,92.37
+262,2.0444609709275077,1.1579546875,74.24,92.45
+263,2.0858904245572214,1.17519375,74.12,92.52
+264,2.094745417741629,1.1310875,74.49,92.53
+265,2.077013475772662,1.1743953125,74.53,92.74
+266,2.0737459036020134,1.21234453125,74.19,92.37
+267,2.0834522614112267,1.1276953125,74.61,93.1
+268,1.9941368717413681,1.13175078125,75.06,92.81
+269,2.1592536223240386,1.21820546875,74.08,92.73
+270,2.0411416976879804,1.1739140625,74.22,92.75
+271,2.0356025446683934,1.1774578125,74.6,92.7
+272,2.136024185327383,1.1175078125,75.19,93.09
+273,2.0967188945183386,1.128146875,75.22,92.93
+274,2.0392989332859335,1.1209125,74.96,93.11
+275,2.075509745952411,1.214203125,74.53,92.42
+276,2.0242637814619604,1.1832046875,74.75,92.64
+277,2.073627657003892,1.1200765625,74.93,92.82
+278,2.0872635801633197,1.18765,74.79,92.51
+279,2.061416735710242,1.11845546875,75.23,92.78
+280,2.016881471261,1.0986484375,74.98,93.01
+281,2.0899091142874497,1.17985078125,75.06,92.66
+282,1.9773707029147025,1.085546875,75.53,93.04
+283,2.0507903202986104,1.1770828125,75.18,92.7
+284,2.004383558187729,1.137103125,75.27,92.9
+285,1.9666820585727691,1.096521875,75.19,93.01
+286,2.0665806295015874,1.11209375,74.89,93.1
+287,2.063337601759495,1.2407328125,74.39,92.41
+288,2.0254722819878506,1.12170625,75.01,92.48
+289,2.0257894668823635,1.13185390625,75.36,92.91
+290,2.0212957108632112,1.12066875,75.37,93.16
+291,2.020367515087128,1.185790625,74.93,92.93
+292,2.0607241710027058,1.16021875,74.85,92.92
+293,2.046547481494072,1.11020390625,75.62,93.07
+294,1.9989785889784495,1.08668671875,75.61,92.85
+295,2.126492442993017,1.183334375,74.76,92.74
+296,2.0148128286386147,1.10138046875,75.77,93.01
+297,2.024136690145884,1.13698828125,75.64,93.09
+298,2.0265627809059925,1.185175,74.89,92.65
+299,1.9418242731155493,1.126040625,75.46,92.83
+300,1.9929101193562533,1.123940625,75.21,92.81
+301,2.0292099622579722,1.1820796875,75.05,92.53
+302,2.015460945856877,1.13954375,75.63,92.72
+303,1.9801423299006926,1.1423453125,75.36,92.83
+304,1.9686043669015933,1.13766953125,75.62,92.88
+305,2.0091977671170844,1.19735546875,75.28,92.59
+306,2.0168072015811234,1.14369296875,75.41,92.79
+307,1.9823297908672919,1.0434734375,76.22,93.12
+308,2.0369447231292725,1.14187109375,76.01,92.79
+309,2.0472664368458284,1.16467265625,75.54,92.69
+310,2.0141222096406497,1.1493796875,75.21,92.68
+311,1.9445970749243713,1.15699453125,75.48,92.56
+312,2.0608881901472045,1.1575390625,75.27,92.95
+313,1.9748482077549665,1.1727078125,75.35,92.43
+314,2.0246343404818803,1.1441546875,75.28,92.83
+315,1.9828329093945332,1.1070296875,75.82,93.04
+316,2.0239655115665536,1.1012015625,76.36,93.13
+317,1.9773118541790888,1.1691109375,75.33,92.95
+318,2.028302054527478,1.1300921875,75.88,93.03
+319,1.9869388149334835,1.12606171875,76.21,93.0
+320,2.0134124972881415,1.14943671875,75.58,92.71
+321,2.0161432853111854,1.137696875,75.65,92.8
+322,1.9610325958484258,1.171453125,75.3,92.61
+323,1.95586080963795,1.1780015625,75.53,93.29
+324,2.0072516928880644,1.1217296875,76.15,92.72
+325,1.9706709329898542,1.1998,75.65,92.58
+326,1.939520805157148,1.1142640625,76.3,92.88
+327,2.0091046933944408,1.113925,76.4,92.94
+328,2.0155101721103375,1.1448234375,75.83,92.8
+329,1.9504605039572105,1.10602734375,76.13,93.3
+330,1.9453652453728212,1.15011484375,76.31,92.91
+331,1.9683272456511474,1.0848453125,76.56,93.09
+332,1.974689220312314,1.116325,76.3,93.13
+333,1.9996901979813209,1.10111953125,76.06,93.3
+334,1.9575813891031804,1.09863359375,76.26,93.05
+335,1.900859718903517,1.08091640625,76.16,92.96
+336,1.967217372625302,1.06642734375,76.64,92.98
+337,1.8913094942386335,1.1397375,76.55,93.01
+338,2.0130259156227113,1.1089921875,76.54,93.08
+339,1.9960864394139022,1.0796203125,76.57,93.04
+340,1.9090873886377384,1.1141734375,76.34,93.26
+341,1.9800795391584054,1.138525,76.48,92.76
+342,1.9687516767245072,1.1552609375,76.01,92.81
+343,1.9863523798111158,1.0888078125,76.46,93.22
+344,1.9943952172230452,1.1213828125,76.45,93.12
+345,1.9686064675832406,1.130359375,76.47,93.12
+346,1.9355464701469127,1.05451484375,76.7,93.24
+347,2.0001347466921193,1.0982421875,76.75,93.01
+348,1.9325451959402133,1.1338640625,76.54,93.1
+349,1.9742901479586576,1.11925625,76.64,93.14
+350,1.968385113661106,1.1625140625,76.38,92.96
+351,1.9364022759290842,1.11535625,76.61,93.0
+352,1.929167665885045,1.1414375,76.55,93.13
+353,2.0372300589695955,1.195396875,75.73,92.82
+354,1.9627798393750802,1.15000859375,76.32,93.15
+355,1.9481373640207145,1.12225,76.47,93.11
+356,1.950411703189214,1.12425,76.61,93.2
+357,1.9257845455255265,1.052228125,77.39,93.57
+358,1.9799291797173328,1.1508609375,76.28,93.28
+359,1.9561751708006248,1.089546875,76.83,93.27
+360,1.9934599624230311,1.1175453125,76.44,93.14
+361,1.9218181497011428,1.0873078125,76.56,93.4
+362,1.98076520439906,1.1749859375,76.24,93.11
+363,2.0065168088827376,1.1738015625,76.12,92.79
+364,1.9055848139982956,1.0843859375,76.78,93.23
+365,1.9707503815491993,1.1365046875,76.5,92.99
+366,1.9046236924636057,1.14526015625,76.4,93.1
+367,1.956307892768811,1.1673296875,76.32,92.78
+368,1.9143072585264842,1.11755,76.7,92.95
+369,2.0025179914939097,1.0988921875,76.86,93.23
+370,1.9708977121573228,1.086578125,77.33,93.18
+371,1.8696766590460754,1.0909109375,76.97,93.12
+372,1.913756581911674,1.1546734375,76.53,92.88
+373,1.9343962999490592,1.12240703125,76.79,93.17
+374,1.8692603257986216,1.12961484375,76.81,93.06
+375,1.9156185461924626,1.14739765625,76.57,92.88
+376,1.9012607221419995,1.1218578125,76.34,93.35
+377,1.8444961074071053,1.0452578125,76.97,93.09
+378,1.9529617346250094,1.1143875,77.14,93.27
+379,1.9788772656367375,1.064065625,77.18,93.43
+380,1.8671239906396622,1.0897703125,77.26,93.46
+381,1.8951808964594816,1.0787921875,77.01,93.47
+382,1.952102269576146,1.1184609375,76.59,92.96
+383,1.8854524904336685,1.05222578125,77.37,93.33
+384,1.8869211279428921,1.10416640625,76.94,93.21
+385,1.9515478099003816,1.1365734375,77.08,93.05
+386,1.8964305351942012,1.1097328125,76.72,93.34
+387,1.9078976736618922,1.064121875,77.59,93.51
+388,1.9140037501469636,1.090584375,76.73,93.24
+389,1.9202857919228382,1.1201140625,76.88,93.03
+390,1.9331195116043092,1.0778921875,77.16,93.38
+391,1.9369897376268337,1.1121796875,76.89,93.36
+392,1.8677897908748724,1.1104375,77.2,93.02
+393,1.994986252906995,1.16860703125,76.43,93.26
+394,1.9672334651152292,1.0770546875,77.29,93.42
+395,1.9561574718891046,1.1011046875,77.24,93.28
+396,1.903874755058533,1.1232296875,76.74,93.09
+397,2.0509800107051164,1.1261734375,76.53,93.36
+398,2.002555844264153,1.1489328125,76.16,93.34
+399,1.8472408982423636,1.07168671875,76.92,93.41
+400,1.8996494704332108,1.11245,76.75,93.16
+401,1.8795125712186862,1.05707734375,77.38,93.4
+402,1.892360428816233,1.08095,76.69,93.22
+403,1.9130034643870133,1.1531453125,76.91,93.15
+404,1.9884157735567827,1.1966078125,76.88,92.83
+405,1.9358805367579828,1.10177109375,76.8,93.33
+406,1.9535394045022818,1.0820015625,77.14,93.27
+407,1.9714843349579052,1.0756515625,77.14,93.25
+408,1.8954494956212167,1.0626078125,77.06,93.54
+409,1.8662471751372018,1.14595234375,76.99,93.16
diff --git a/ckpt/cls/Spikf_SEMM/cifar100/model_best.pth.tar b/ckpt/cls/Spikf_SEMM/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..bf4c7c405463863f70adc6d878071b49edc22e81
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7083cc6c76e4005419bd413ba58cf94839c4ef6591df8b496cfa1fb75fd8d034
+size 93744065
diff --git a/ckpt/cls/Spikf_SEMM/psmnist/args.yaml b/ckpt/cls/Spikf_SEMM/psmnist/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..da7112846717ef6746738bce28b4683f3ecb7dbe
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/psmnist/args.yaml
@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: psmnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikf_SEMM/psmnist/log.csv b/ckpt/cls/Spikf_SEMM/psmnist/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a05c5e92452092b1a9007189c4d0495aaf7e9ec6
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/psmnist/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.176929737258161,1.881346875,44.45,88.98
+1,1.6391549354944475,0.74391875,77.44,98.15
+2,1.3473339169962792,0.673135546875,78.24,98.02
+3,1.2075252543147812,0.7649015625,75.74,97.36
+4,1.13860249468404,0.66510234375,80.45,98.53
+5,1.0820684995916154,0.5883125,81.89,98.73
+6,1.0392696880377257,0.39944609375,88.64,99.4
+7,1.0013414757628727,0.42223046875,88.41,99.24
+8,0.9748829477108442,0.460108203125,87.34,99.17
+9,0.950999465635699,0.3952,89.31,99.49
+10,0.923358810126272,0.27953984375,92.67,99.59
+11,0.9066192301420065,0.3317546875,91.91,99.49
+12,0.8940713381410664,0.42134921875,89.52,99.19
+13,0.8810855429141949,0.32527265625,92.4,99.6
+14,0.876310021449358,0.3179859375,92.66,99.68
+15,0.8671885185007356,0.388947265625,90.0,99.19
+16,0.8578582090190333,0.33253046875,91.58,99.48
+17,0.8487216677421179,0.34448125,91.53,99.71
+18,0.8428695665465461,0.28895703125,93.82,99.6
+19,0.8349002747454195,0.266948046875,93.44,99.75
+20,0.8351907241038787,0.27525546875,94.28,99.71
+21,0.823908638750386,0.293083984375,93.25,99.7
+22,0.8224451802989357,0.29578203125,93.79,99.63
+23,0.8114702365337274,0.273154296875,93.46,99.74
+24,0.8079857484907167,0.24557109375,94.34,99.8
+25,0.7990852239040228,0.27850546875,93.38,99.72
+26,0.7900399847163094,0.21801640625,95.1,99.8
+27,0.7914505393331887,0.229016015625,95.05,99.83
+28,0.7822510816602626,0.22986796875,95.57,99.85
+29,0.7825525130471612,0.22179609375,95.2,99.87
+30,0.7740653367378773,0.2269609375,95.13,99.75
+31,0.771887354616426,0.234021484375,95.15,99.83
+32,0.7669954147094336,0.21482265625,95.71,99.89
+33,0.7601705401116966,0.22127421875,95.42,99.85
+34,0.7591729696489807,0.22002109375,95.69,99.83
+35,0.7538768520467302,0.2147857421875,95.79,99.82
+36,0.7483754750245657,0.213659765625,96.04,99.79
+37,0.7513547009891934,0.2000640625,96.05,99.88
+38,0.7497389904963665,0.22206015625,95.64,99.86
+39,0.7486094948318269,0.228425,95.79,99.83
+40,0.7431641752139116,0.197640234375,96.25,99.9
+41,0.7422724824685317,0.203161328125,95.79,99.9
+42,0.7356015517670884,0.202622265625,95.97,99.8
+43,0.739510264279496,0.19852265625,96.16,99.91
+44,0.7341891421466811,0.213836328125,95.8,99.89
+45,0.732863652273121,0.2096484375,96.16,99.88
+46,0.7306640372317061,0.197597265625,96.21,99.92
+47,0.7285527183204634,0.19101875,96.32,99.87
+48,0.729383907511703,0.2044328125,96.04,99.87
+49,0.7262932407295603,0.2117125,96.04,99.91
+50,0.7263959150793206,0.2040953125,96.32,99.87
+51,0.7215462842812905,0.1957103515625,96.59,99.86
+52,0.7247980480265414,0.196565625,96.14,99.89
+53,0.7210146195103979,0.1997822265625,96.25,99.89
+54,0.7204580853382746,0.20464921875,96.33,99.85
+55,0.7197387459186407,0.19954765625,96.18,99.84
+56,0.7172175023036126,0.20836484375,96.05,99.91
+57,0.7174747316246359,0.1901095703125,96.48,99.9
+58,0.7179684585485703,0.185965625,96.53,99.92
+59,0.7149787634356409,0.200520703125,96.27,99.92
+60,0.7137106087727424,0.18352265625,96.73,99.9
+61,0.7148645492190988,0.213161328125,95.71,99.88
+62,0.714773375254411,0.21391796875,95.82,99.88
+63,0.7116344064219385,0.19341875,96.55,99.91
+64,0.7086445132636616,0.186104296875,96.58,99.81
+65,0.7112566798161237,0.196353125,96.37,99.88
+66,0.7070493237075642,0.2076171875,96.24,99.91
+67,0.7050841907914888,0.18488515625,96.78,99.86
+68,0.7062088063894174,0.194553125,96.6,99.95
+69,0.7061210975178287,0.19504140625,96.44,99.91
+70,0.7054366328013248,0.190096484375,96.47,99.94
+71,0.7031010878391755,0.20592734375,95.86,99.85
+72,0.7027941244280237,0.19308203125,96.42,99.9
+73,0.7021668787695404,0.18775546875,96.72,99.88
+74,0.7000320979163178,0.185198046875,96.72,99.88
+75,0.7002739436351336,0.20240234375,96.37,99.88
+76,0.7002656334995204,0.18455,96.73,99.92
+77,0.7018326755262848,0.193909375,96.62,99.88
+78,0.6964546189858363,0.20035546875,96.84,99.83
+79,0.6953231083531665,0.18425546875,96.57,99.8
+80,0.6970336683030821,0.197958984375,96.36,99.82
+81,0.697754012977975,0.19668984375,96.38,99.88
+82,0.6946923554453075,0.18440859375,96.95,99.85
+83,0.6940591513601124,0.20009609375,96.56,99.89
+84,0.6958650693170025,0.196266015625,96.61,99.85
+85,0.6943500534846232,0.17595234375,96.83,99.95
+86,0.6944192389392445,0.1982765625,96.38,99.87
+87,0.6946694217940681,0.19796640625,96.43,99.87
+88,0.6917366307770085,0.1847732421875,96.61,99.86
+89,0.6902892127251014,0.179869921875,96.96,99.85
+90,0.6862815763705816,0.189562890625,96.71,99.9
+91,0.6904738535228957,0.18786796875,96.75,99.88
+92,0.6868521242569654,0.1912625,96.51,99.87
+93,0.6884798710672264,0.17813125,96.8,99.85
+94,0.6862782646193464,0.1905572265625,96.65,99.91
+95,0.6856594984857445,0.180225390625,97.06,99.94
+96,0.6893717134610201,0.1787482421875,96.93,99.85
+97,0.6876138020784427,0.18640625,96.9,99.9
+98,0.689062570532163,0.186226171875,96.65,99.87
+99,0.6846970363050444,0.1766056640625,96.84,99.95
+100,0.687165268848085,0.190787890625,96.6,99.84
+101,0.6871373964171125,0.177848828125,96.9,99.95
+102,0.6860691213454956,0.18748046875,96.72,99.88
+103,0.6816627834087763,0.184859765625,96.75,99.88
+104,0.6859339596624048,0.18029921875,97.05,99.92
+105,0.6840777524516114,0.1884787109375,96.66,99.89
+106,0.6819420084994063,0.196580859375,96.74,99.92
+107,0.6813192562415049,0.1877515625,96.83,99.88
+108,0.6791407192109996,0.1922345703125,96.81,99.93
+109,0.6831734493756906,0.1810671875,96.78,99.86
+110,0.680650093107142,0.1741220703125,96.99,99.91
+111,0.6812736085082731,0.17598984375,96.94,99.89
+112,0.6831608831118314,0.188908984375,97.27,99.91
+113,0.6788982248459107,0.1859884765625,96.55,99.85
+114,0.6760755162208508,0.19599921875,96.62,99.93
+115,0.6792398450466303,0.18089296875,96.92,99.88
+116,0.6738685745204616,0.1758923828125,97.27,99.94
+117,0.6787634787396488,0.18133125,96.61,99.9
+118,0.6735297826110808,0.1833888671875,96.89,99.92
+119,0.6773003886143366,0.182961328125,96.73,99.92
+120,0.675279282606565,0.18345859375,96.95,99.91
+121,0.6763193269825389,0.18195,97.27,99.87
+122,0.6726216923477303,0.1798681640625,96.71,99.86
+123,0.6724228166107439,0.191969921875,96.88,99.9
+124,0.6724455177019804,0.1814634765625,96.97,99.89
+125,0.6712347034715179,0.172341015625,97.36,99.93
+126,0.672288935790714,0.1713162109375,97.18,99.9
+127,0.675047653225752,0.171611328125,97.34,99.95
+128,0.672837960287037,0.1694615234375,97.21,99.92
+129,0.6741317252063344,0.1717609375,97.34,99.85
+130,0.6716225288617306,0.165741796875,97.38,99.9
+131,0.6700020511435647,0.169678515625,97.16,99.91
+132,0.668447206927161,0.178928515625,96.95,99.92
+133,0.6726967256802779,0.181111328125,97.07,99.92
+134,0.6715059598796388,0.18252109375,96.93,99.89
+135,0.666526549264916,0.17728359375,97.35,99.8
+136,0.6680602543374412,0.1814015625,96.99,99.87
+137,0.667075399022836,0.181431640625,97.17,99.82
+138,0.6658529727122723,0.1761416015625,97.09,99.92
+139,0.6660807503339572,0.1708068359375,97.1,99.92
+140,0.6695521210248654,0.1781125,96.76,99.91
+141,0.664884754225739,0.183759765625,97.01,99.88
+142,0.6666987295079435,0.176831640625,97.18,99.92
+143,0.6627266618431124,0.16094609375,97.55,99.92
+144,0.6637609602294416,0.17662265625,97.13,99.93
+145,0.6663437167294005,0.1674306640625,97.47,99.94
+146,0.6652173541295223,0.1672693359375,97.31,99.96
+147,0.6615893454887928,0.1838984375,96.7,99.88
+148,0.6611120448662684,0.17771171875,97.16,99.92
+149,0.6638188838449299,0.181205859375,96.92,99.94
+150,0.6619549583420794,0.1647634765625,97.22,99.91
+151,0.6630645101396446,0.16905390625,97.21,99.88
+152,0.6600104221421429,0.1888552734375,96.85,99.86
+153,0.6608680174646214,0.168701171875,97.14,99.86
+154,0.6625018673829544,0.18021875,97.11,99.92
+155,0.661540904488319,0.170755078125,97.2,99.96
+156,0.6606821267523317,0.1730857421875,97.08,99.88
+157,0.6612896799531758,0.1728537109375,97.06,99.87
+158,0.6602776422459855,0.1651056640625,97.46,99.91
+159,0.6598200284772449,0.17840791015625,96.86,99.89
+160,0.6589451503549886,0.172125390625,97.1,99.88
+161,0.658941061832966,0.1652736328125,97.39,99.87
+162,0.6575355399877597,0.167530859375,97.41,99.91
+163,0.6598551401979903,0.1695306640625,97.21,99.91
+164,0.6574927842260426,0.1709912109375,97.21,99.91
+165,0.6572531837428737,0.175946875,96.93,99.94
+166,0.6561051050567219,0.17185078125,97.27,99.89
+167,0.6597569746594144,0.172920703125,97.36,99.93
+168,0.6550859187403296,0.1682939453125,97.31,99.94
+169,0.6542932643340185,0.1756091796875,97.09,99.93
+170,0.6550723788065788,0.1791611328125,97.1,99.94
+171,0.6538418083109407,0.1662552734375,97.36,99.93
+172,0.6534253788045329,0.1763611328125,97.12,99.91
+173,0.6499160371529751,0.16641123046875,97.23,99.91
+174,0.6531869244371724,0.16661953125,97.21,99.97
+175,0.6519083869762909,0.178180859375,97.28,99.9
+176,0.6518149742713342,0.1669884765625,97.29,99.89
+177,0.6508570684072299,0.169234765625,97.32,99.93
+178,0.6529848264832782,0.1669734375,97.54,99.95
+179,0.6495935807370732,0.164567578125,97.35,99.91
+180,0.6502637263291922,0.170884375,97.22,99.92
+181,0.6498220124815264,0.166175,97.44,99.94
+182,0.6494276340191181,0.16221572265625,97.28,99.97
+183,0.6494018919447548,0.168701171875,97.32,99.91
+184,0.650885266243902,0.161965234375,97.44,99.94
+185,0.6469881454339395,0.16942822265625,97.34,99.95
+186,0.6469767561070939,0.1597609375,97.45,99.91
+187,0.6465706664782304,0.155825390625,97.48,99.91
+188,0.6463266216282152,0.1710525390625,97.47,99.87
+189,0.6468981217879516,0.163065234375,97.59,99.88
+190,0.6490414090390898,0.1585572265625,97.58,99.91
+191,0.6452177982045035,0.166038671875,97.25,99.95
+192,0.6475744955560081,0.15945458984375,97.52,99.92
+193,0.6464689757324692,0.17015078125,97.2,99.93
+194,0.6444706676098017,0.161643359375,97.64,99.94
+195,0.6442075543678724,0.1650453125,97.34,99.92
+196,0.6418673406299363,0.16635625,97.29,99.9
+197,0.6431220145816476,0.156657421875,97.59,99.92
+198,0.6443884342144697,0.16890751953125,97.3,99.96
+199,0.6426790676310531,0.1601181640625,97.54,99.93
+200,0.6438829763832256,0.16360546875,97.4,99.9
+201,0.6440665700242051,0.1638654296875,97.44,99.89
+202,0.6427004995763811,0.16516845703125,97.53,99.94
+203,0.6396058790194683,0.1612888671875,97.65,99.93
+204,0.6402021750935123,0.169884765625,97.34,99.89
+205,0.6373983205128939,0.1566603515625,97.62,99.93
+206,0.6439367931368004,0.15669296875,97.55,99.96
+207,0.6396211851865817,0.15829296875,97.61,99.93
+208,0.6390733005654099,0.165308203125,97.46,99.94
+209,0.6398660838603973,0.156649609375,97.72,99.9
+210,0.6411170625788534,0.171409375,97.33,99.89
+211,0.6350207462524756,0.1604115234375,97.63,99.9
+212,0.6379066690420493,0.15419609375,97.83,99.91
+213,0.6350661385008413,0.1606302734375,97.6,99.95
+214,0.6361736410703415,0.1513134765625,97.83,99.92
+215,0.6373459254829292,0.159747265625,97.6,99.94
+216,0.6350731284190447,0.161458203125,97.5,99.94
+217,0.6385432477944937,0.158498046875,97.56,99.95
+218,0.6333412256760474,0.16698515625,97.55,99.96
+219,0.6343599797314049,0.1522099609375,97.74,99.93
+220,0.6327839720452952,0.1655375,97.56,99.88
+221,0.6362383571954874,0.16577109375,97.37,99.97
+222,0.629430342433799,0.1575251953125,97.49,99.93
+223,0.6314708646546062,0.1582474609375,97.76,99.92
+224,0.6326608701139433,0.1605203125,97.46,99.94
+225,0.6330831932206439,0.158542578125,97.61,99.94
+226,0.632555071487386,0.16303076171875,97.63,99.88
+227,0.6295412178987112,0.169315625,97.44,99.94
+228,0.6275831213873676,0.1591525390625,97.66,99.94
+229,0.6317891669579041,0.1577826171875,97.68,99.96
+230,0.6295167493005084,0.159793359375,97.72,99.95
+231,0.6287758247210429,0.154764453125,97.55,99.92
+232,0.6290068865841271,0.1652671875,97.54,99.87
+233,0.6307117141719557,0.1583189453125,97.63,99.86
+234,0.6263365518843007,0.1568859375,97.59,99.91
+235,0.6292701524037582,0.1579373046875,97.71,99.9
+236,0.6259672369202997,0.162659765625,97.56,99.92
+237,0.6257128315603632,0.156261328125,97.72,99.93
+238,0.6247179555332559,0.1527474609375,97.68,99.93
+239,0.6265244570552794,0.1589826171875,97.74,99.93
+240,0.6230034015626988,0.1542494140625,97.95,99.92
+241,0.625034003940403,0.158544921875,97.72,99.92
+242,0.6239648457521048,0.1578232421875,97.78,99.9
+243,0.6237727066135814,0.1605869140625,97.63,99.92
+244,0.6210588666363659,0.16248818359375,97.62,99.93
+245,0.6247076244435759,0.1569888671875,97.83,99.9
+246,0.6189859537487357,0.15816640625,97.75,99.94
+247,0.6226154340383334,0.153303515625,97.81,99.86
+248,0.6231447220103353,0.15332421875,98.03,99.93
+249,0.621932945572413,0.15813232421875,97.71,99.95
+250,0.6214318328943008,0.1606568359375,97.68,99.92
+251,0.618491763742561,0.1584068359375,97.77,99.9
+252,0.6207478931571684,0.1592728515625,97.8,99.91
+253,0.6187074093991874,0.1594869140625,97.94,99.95
+254,0.6208091854539692,0.14948017578125,98.0,99.95
+255,0.6216300815089136,0.1549986328125,97.9,99.91
+256,0.6189039010777433,0.15439765625,97.91,99.95
+257,0.6190841138108164,0.1499900390625,98.04,99.88
+258,0.6179654367713847,0.1519291015625,97.82,99.9
+259,0.6165325976589806,0.15567451171875,97.7,99.95
+260,0.6167623308988718,0.157912109375,97.8,99.94
+261,0.6150463606811997,0.147411328125,97.98,99.91
+262,0.6159834482221522,0.1535060546875,97.84,99.95
+263,0.6119686390599633,0.15492958984375,97.87,99.89
+264,0.6147631144421732,0.1493552734375,98.08,99.96
+265,0.6156792193651199,0.15228125,97.88,99.92
+266,0.6140816887983909,0.1567138671875,97.9,99.92
+267,0.6131901817444043,0.1510890625,97.98,99.92
+268,0.6138915294765407,0.155848828125,97.97,99.89
+269,0.61134941659422,0.1496828125,98.03,99.94
+270,0.6123524217778801,0.15639443359375,98.0,99.93
+271,0.6096673015600595,0.1559017578125,97.84,99.94
+272,0.6123092340098487,0.1529677734375,97.73,99.87
+273,0.6134260261160696,0.15116201171875,97.99,99.89
+274,0.6093641965307741,0.1564595703125,97.94,99.91
+275,0.6105433401898441,0.1545484375,97.75,99.91
+276,0.6076710952652825,0.15242548828125,97.92,99.9
+277,0.6107078206080657,0.149901171875,98.09,99.91
+278,0.6104405033282745,0.1548337890625,97.91,99.89
+279,0.6077493811265017,0.14662275390625,98.04,99.9
+280,0.608459891926529,0.1543912109375,98.02,99.9
+281,0.6088970812976869,0.148828125,98.01,99.95
+282,0.6041582973084898,0.1532962890625,97.92,99.92
+283,0.6065101640092002,0.156600390625,97.97,99.94
+284,0.6043182701891304,0.15090009765625,97.74,99.9
+285,0.6084697422308799,0.150740234375,98.07,99.87
+286,0.6061577454336688,0.155492578125,98.02,99.89
+287,0.6050609380770953,0.1546943359375,97.93,99.91
+288,0.6041700356027,0.15693974609375,97.77,99.92
+289,0.6065963529623472,0.1586541015625,97.7,99.87
+290,0.6003475097509531,0.1500095703125,98.14,99.92
+291,0.6073035441147976,0.1524822265625,97.9,99.92
+292,0.605854352697348,0.1533685546875,97.97,99.95
+293,0.6011513685568785,0.1477298828125,98.15,99.91
+294,0.6041278097874079,0.14746328125,98.16,99.9
+295,0.6012727703548905,0.15266552734375,97.91,99.91
+296,0.5992124639769905,0.1485037109375,98.11,99.87
+297,0.6005133482126089,0.151765234375,98.02,99.95
+298,0.5990932932776264,0.14898671875,98.12,99.9
+299,0.5993547856043546,0.1558275390625,97.96,99.86
+300,0.5981518342199489,0.15188056640625,97.91,99.9
+301,0.5976083995694788,0.1506875,98.02,99.88
+302,0.6000554616379942,0.1501345703125,98.04,99.84
+303,0.6007820228990327,0.14891845703125,98.04,99.89
+304,0.5979803507654076,0.154873828125,98.06,99.9
+305,0.5963463952653428,0.15173037109375,98.07,99.88
+306,0.5972419860016587,0.1526517578125,97.98,99.91
+307,0.5952626651423609,0.15170263671875,98.0,99.91
+308,0.5952856208269413,0.1482634765625,98.32,99.91
+309,0.5953644281014417,0.1571681640625,97.9,99.88
+310,0.5946274385747746,0.1500419921875,98.01,99.92
+311,0.593253805469244,0.149026953125,98.07,99.92
+312,0.5918370811348288,0.15284912109375,98.14,99.92
+313,0.5939820858403149,0.1514501953125,98.09,99.91
+314,0.5948697472484703,0.15387939453125,98.1,99.93
+315,0.5929762336433443,0.1507501953125,98.1,99.9
+316,0.5898836406632366,0.1505955078125,98.13,99.9
+317,0.590649265382025,0.14845546875,98.08,99.89
+318,0.5921251689776396,0.15249765625,98.01,99.9
+319,0.5910065976473001,0.1505646484375,98.15,99.89
+320,0.5922531676598084,0.1516419921875,98.07,99.89
+321,0.5914043449183815,0.1533857421875,98.01,99.91
+322,0.590729642754946,0.1489095703125,98.24,99.92
+323,0.5894124314316318,0.14822578125,98.24,99.91
+324,0.5886293358018255,0.154478515625,98.04,99.88
+325,0.5880611187372452,0.15177421875,98.05,99.89
+326,0.5908860354087292,0.1513525390625,97.99,99.91
+327,0.588277685846019,0.1524669921875,98.1,99.91
+328,0.5886515301262212,0.149342578125,98.04,99.86
+329,0.5877664391046915,0.147547265625,98.16,99.91
+330,0.5873538320645307,0.1513015625,98.1,99.88
+331,0.5872005012809721,0.1505330078125,98.09,99.89
+332,0.5870596260851265,0.14925546875,98.18,99.88
+333,0.587113229255391,0.150454296875,98.17,99.91
+334,0.5858073861171038,0.151585546875,98.17,99.94
+335,0.5872723423262947,0.1496787109375,98.12,99.88
+336,0.5862890732848746,0.15123046875,98.13,99.87
+337,0.58679051990183,0.1478244140625,98.16,99.91
+338,0.5827669550975164,0.14916640625,98.27,99.91
+339,0.5849241945478652,0.149108203125,98.22,99.93
+340,0.5870217408379937,0.15163515625,98.19,99.92
+341,0.5837619593764982,0.14620732421875,98.33,99.9
+342,0.5864654266171985,0.14502197265625,98.3,99.88
+343,0.5845240069250776,0.1469875,98.23,99.9
+344,0.5865450353703947,0.1442943359375,98.38,99.93
+345,0.5830499262381823,0.15075087890625,98.16,99.93
+346,0.5835267399620806,0.14796923828125,98.31,99.92
+347,0.5838016733909265,0.15184189453125,98.24,99.92
+348,0.5817549921508528,0.14842578125,98.15,99.92
+349,0.5827517743803498,0.14680341796875,98.21,99.87
+350,0.5828980902830759,0.1443552734375,98.38,99.9
+351,0.5824474259319469,0.14616494140625,98.26,99.87
+352,0.5807492215918679,0.14874453125,98.21,99.91
+353,0.5824158180218476,0.14821640625,98.24,99.9
+354,0.5807669158929434,0.14749384765625,98.16,99.88
+355,0.5784648535852759,0.1476224609375,98.25,99.92
+356,0.5792194788272564,0.14822900390625,98.26,99.9
+357,0.5812392397823497,0.1494703125,98.21,99.89
+358,0.5800984175796182,0.1462236328125,98.35,99.89
+359,0.5808026349952078,0.1436904296875,98.36,99.87
+360,0.5793237928141896,0.1468263671875,98.25,99.9
+361,0.5801811820676184,0.14800234375,98.38,99.9
+362,0.581486149221404,0.1478447265625,98.22,99.93
+363,0.5791352924882857,0.1470212890625,98.33,99.87
+364,0.5783259276396189,0.145865234375,98.32,99.91
+365,0.5799620221567969,0.1485345703125,98.31,99.9
+366,0.5779627156563294,0.1468494140625,98.24,99.9
+367,0.579418174094624,0.148251953125,98.31,99.89
+368,0.578548085103687,0.14566640625,98.21,99.93
+369,0.5759920198947955,0.1476203125,98.29,99.89
+370,0.5789099633693695,0.148130078125,98.31,99.9
+371,0.5775666685185881,0.14559150390625,98.21,99.92
+372,0.57890977907894,0.14126943359375,98.39,99.92
+373,0.5778439425759845,0.145375390625,98.37,99.92
+374,0.5791135748736879,0.149426171875,98.26,99.94
+375,0.578445404003828,0.1465375,98.29,99.91
+376,0.5753700849082735,0.1478228515625,98.34,99.92
+377,0.5789007715180389,0.1476017578125,98.36,99.92
+378,0.5753835127649144,0.148309375,98.27,99.91
+379,0.5767354898982577,0.148152734375,98.21,99.93
+380,0.5768172096492897,0.148682421875,98.23,99.9
+381,0.5788463081559564,0.14858828125,98.18,99.91
+382,0.5755908742674396,0.147680859375,98.11,99.89
+383,0.5749938936315031,0.14665625,98.25,99.91
+384,0.5774489715058579,0.150496875,98.13,99.92
+385,0.5752650754064577,0.148130078125,98.28,99.93
+386,0.5758347208173866,0.1516703125,98.28,99.88
+387,0.5751212397192278,0.14691435546875,98.34,99.9
+388,0.5780962859718208,0.1461103515625,98.32,99.91
+389,0.5761722184908695,0.14625048828125,98.38,99.85
+390,0.5754214344371078,0.14883271484375,98.25,99.91
+391,0.5779019846366003,0.14619619140625,98.31,99.9
+392,0.5766679476468991,0.1485853515625,98.27,99.9
+393,0.5776546302004757,0.1449443359375,98.29,99.92
+394,0.5775968333085378,0.1483689453125,98.15,99.9
+395,0.5780313743485345,0.14590859375,98.38,99.86
+396,0.5754984430013559,0.1469525390625,98.34,99.86
+397,0.5753932976060443,0.144762109375,98.29,99.93
+398,0.5760616215630474,0.14546640625,98.27,99.93
+399,0.5735385772000011,0.14353828125,98.35,99.88
+400,0.5760089355146784,0.1440529296875,98.39,99.89
+401,0.5760926136858443,0.14189150390625,98.46,99.92
+402,0.5760152062289735,0.1467103515625,98.33,99.88
+403,0.575257887188186,0.142953515625,98.29,99.92
+404,0.5744771030214098,0.1461873046875,98.25,99.87
+405,0.5755375186856996,0.14269365234375,98.35,99.91
+406,0.575332744508727,0.142744140625,98.36,99.92
+407,0.5771442259478773,0.144489453125,98.43,99.93
+408,0.5752956950002246,0.144343359375,98.42,99.91
+409,0.5753421700663037,0.1471978515625,98.34,99.9
diff --git a/ckpt/cls/Spikf_SEMM/psmnist/model_best.pth.tar b/ckpt/cls/Spikf_SEMM/psmnist/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..3e1f918a5e163eead79a1ee2bace8541d2586c1c
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/psmnist/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcd35a85d88aa83af1dbffd540619d62babfb7f09a1ebc079d97c42b3b0af32
+size 78072559
diff --git a/ckpt/cls/Spikf_SEMM/scifar/args.yaml b/ckpt/cls/Spikf_SEMM/scifar/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f83ef9c2947e6f8f37baab71f7a0109ac0a830dd
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/scifar/args.yaml
@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: scifar
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 5
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 1024
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikf_SEMM/scifar/log.csv b/ckpt/cls/Spikf_SEMM/scifar/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f43a045cf5dbeffd8984320c7245959021ed7e5b
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/scifar/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2346915043317352,2.0232984375,28.31,80.14
+1,2.1150869277807383,1.8125203125,35.7,85.7
+2,2.0135596363972397,1.653153125,42.65,88.7
+3,1.94233974248935,1.532490625,47.84,91.05
+4,1.8980540550672091,1.4558296875,50.46,92.14
+5,1.8633458473743536,1.3808609375,53.95,93.33
+6,1.8324982670637278,1.3751296875,54.7,93.83
+7,1.8120032634490575,1.2194171875,58.91,95.04
+8,1.7687234203020732,1.2235921875,58.8,95.06
+9,1.7692817122508318,1.1770765625,60.83,95.6
+10,1.7478657108086806,1.1781484375,62.76,95.45
+11,1.7274370997379989,1.2392625,59.89,94.12
+12,1.6965698841290595,1.160490625,62.96,96.02
+13,1.7021639796403738,1.1276421875,63.8,95.78
+14,1.663634048669766,1.1420203125,63.25,96.19
+15,1.653098791379195,1.119421875,65.5,96.15
+16,1.6642669161160788,1.048559375,67.2,97.12
+17,1.634662372026688,1.015046875,68.47,97.13
+18,1.624557040593563,1.0139984375,68.08,96.95
+19,1.6164386602548453,1.023884375,69.01,96.86
+20,1.622511112384307,0.989546875,69.56,96.86
+21,1.600289692939856,0.9615109375,70.42,97.4
+22,1.571496406885294,0.9551265625,70.65,97.7
+23,1.576834945800977,0.9312859375,69.83,97.19
+24,1.5552464041954432,0.91220859375,71.3,97.45
+25,1.5404023353870098,0.9718875,70.56,97.43
+26,1.5534946646445837,0.9374671875,70.5,97.18
+27,1.5234290770995311,0.90114296875,71.75,97.51
+28,1.5281788538663814,0.92025859375,71.59,97.47
+29,1.5108944498575652,0.92502421875,72.33,97.36
+30,1.530581139601194,0.88189453125,73.45,97.53
+31,1.518727838076078,0.86563046875,73.73,97.81
+32,1.5075420323090676,0.87300625,73.9,97.76
+33,1.4858174178844843,0.8968515625,72.11,97.88
+34,1.5050909329683353,0.87215234375,73.8,98.1
+35,1.5153944275318048,0.85523125,74.92,98.05
+36,1.4856205397691482,0.85451171875,75.42,97.9
+37,1.4911356473580384,0.92478359375,72.35,97.83
+38,1.4844816739742572,0.8125125,76.19,98.1
+39,1.4730419625074436,0.88783203125,74.81,98.09
+40,1.4527405789265266,0.8072703125,76.09,98.11
+41,1.46086480984321,0.85019765625,76.03,98.09
+42,1.4319463564799382,0.76122265625,76.8,98.51
+43,1.4455348667425987,0.7973125,76.56,98.34
+44,1.445796201320795,0.7910390625,76.18,98.09
+45,1.4263148589011951,0.7955890625,76.29,98.51
+46,1.4504876966659839,0.76561171875,76.8,98.36
+47,1.4518994282453488,0.7939796875,77.33,98.35
+48,1.415617178953611,0.810715625,77.74,98.28
+49,1.4086860190599393,0.7480734375,77.7,98.24
+50,1.4452220551478556,0.84280625,77.7,97.92
+51,1.4158171384762495,0.8049890625,77.68,98.27
+52,1.403699518319888,0.819746875,76.34,97.82
+53,1.4450896848470738,0.76136796875,77.87,98.37
+54,1.4272535050526642,0.78895703125,77.05,98.24
+55,1.3664939026037852,0.7593125,77.76,98.27
+56,1.376706711604045,0.80059453125,76.79,98.08
+57,1.4038859313879257,0.73271953125,78.66,98.18
+58,1.3873849468353467,0.74743515625,78.2,98.29
+59,1.3870504385385758,0.7898953125,77.41,98.22
+60,1.3848881403605142,0.79303125,78.15,98.3
+61,1.3624937234780727,0.73804375,78.32,98.28
+62,1.3920153263287667,0.82626953125,78.06,98.08
+63,1.3744146258403094,0.72605859375,78.76,98.43
+64,1.3907387811404008,0.7638265625,78.58,98.25
+65,1.3794313453710996,0.75866875,77.89,98.36
+66,1.3913978355053143,0.74290625,78.93,98.32
+67,1.371958628220436,0.7563640625,78.8,98.36
+68,1.362095923301501,0.7710234375,78.43,98.28
+69,1.3772144190776043,0.73374765625,79.36,98.34
+70,1.3606358763499138,0.76210703125,79.1,98.39
+71,1.3486154906260661,0.734665625,79.22,98.41
+72,1.3443434623571542,0.76874140625,78.09,98.06
+73,1.3516033637217986,0.73268671875,78.78,98.32
+74,1.362593317337525,0.74700625,79.45,98.49
+75,1.3522490334816468,0.79853203125,78.38,98.05
+76,1.353607536584903,0.81417890625,78.42,98.18
+77,1.352284755003758,0.72052734375,79.5,98.39
+78,1.3432529200346042,0.72516484375,79.55,98.41
+79,1.3479299039412767,0.73670078125,79.15,98.3
+80,1.3710347455281477,0.744415625,79.75,98.42
+81,1.3588086562278943,0.730484375,79.2,98.28
+82,1.339046840942823,0.77101328125,78.92,98.29
+83,1.3295327548797313,0.81269609375,77.8,97.97
+84,1.3534050748898432,0.7308453125,79.28,98.15
+85,1.3374825994173685,0.78171953125,79.17,98.15
+86,1.3481062688888648,0.77301875,78.97,98.22
+87,1.3234757524270278,0.782925,79.18,98.39
+88,1.3397768311011486,0.73936640625,79.54,98.46
+89,1.3432326841048705,0.7046640625,80.06,98.33
+90,1.3095049906999636,0.81072109375,78.6,98.1
+91,1.3359008903686818,0.72680625,79.22,98.52
+92,1.3364580706143991,0.75408125,80.7,98.33
+93,1.305167075762382,0.72268984375,79.2,98.39
+94,1.3337557124785888,0.751721875,80.05,98.22
+95,1.2895346060777322,0.7545453125,79.75,98.26
+96,1.3447636217643053,0.71198984375,80.15,98.4
+97,1.3517268012731503,0.79291953125,79.3,98.09
+98,1.2886606434981027,0.7110453125,79.94,98.46
+99,1.3089325727560581,0.73698671875,79.21,98.41
+100,1.316357122017787,0.71123046875,80.09,98.4
+101,1.3177463658345052,0.72383125,80.25,98.26
+102,1.334929158595892,0.786315625,79.63,98.29
+103,1.3035027618591601,0.68110078125,80.18,98.39
+104,1.323837434175687,0.755771875,79.37,98.31
+105,1.3259095899569682,0.7168828125,80.39,98.24
+106,1.289997283464823,0.763209375,79.72,98.16
+107,1.3143188478090824,0.73100234375,79.62,98.39
+108,1.286160428248919,0.6814125,80.91,98.54
+109,1.315205269287794,0.6960296875,80.44,98.55
+110,1.3046428420604803,0.73706640625,80.43,98.37
+111,1.3325924155039666,0.7607140625,79.83,98.31
+112,1.2767527600129445,0.68955234375,81.11,98.53
+113,1.3050236510924804,0.70803984375,80.92,98.55
+114,1.291693772108127,0.71337734375,80.99,98.45
+115,1.2996445023096526,0.73126953125,80.37,98.33
+116,1.2576911623661335,0.72513125,79.97,98.43
+117,1.320157855290633,0.690384375,80.52,98.28
+118,1.2769314898894384,0.73406796875,80.64,98.3
+119,1.2922920055878468,0.73007578125,79.94,98.24
+120,1.2928408965086327,0.7770984375,79.35,98.01
+121,1.294545673407041,0.733840625,80.4,98.21
+122,1.2633858471344679,0.6939171875,80.7,98.49
+123,1.2850590135806645,0.75159453125,80.5,98.17
+124,1.277245671626849,0.74033515625,79.77,98.12
+125,1.3254126067344958,0.7060359375,80.33,98.32
+126,1.2761022344613686,0.687288671875,80.62,98.19
+127,1.317108233158405,0.70271640625,81.15,98.47
+128,1.2946473052868477,0.7345765625,80.68,98.34
+129,1.283834654551286,0.6983296875,80.58,98.27
+130,1.2874128329448211,0.73221015625,80.4,98.34
+131,1.2717529145570903,0.7432421875,80.17,98.06
+132,1.2471872112689875,0.75124140625,79.65,98.19
+133,1.2674025858059907,0.72400703125,80.49,98.49
+134,1.2567144999137292,0.692196875,80.59,98.18
+135,1.2860403985549242,0.7406234375,79.29,98.16
+136,1.2630361538666945,0.72617109375,80.61,98.2
+137,1.2899006187915802,0.6746859375,81.42,98.24
+138,1.2472890474857428,0.74238671875,80.25,98.35
+139,1.2561796076786824,0.676003125,81.01,98.15
+140,1.2888945313600393,0.73052265625,80.83,98.29
+141,1.2819110659452586,0.6888734375,80.94,98.36
+142,1.285326090378639,0.7505171875,80.57,98.31
+143,1.272424133007343,0.7431828125,79.85,98.03
+144,1.290870006267841,0.72874140625,80.84,98.52
+145,1.2607777699446068,0.70456640625,81.52,98.34
+146,1.2539845949564226,0.66641953125,81.06,98.22
+147,1.2858088001226768,0.693346875,81.53,98.24
+148,1.2912694182151403,0.700434375,81.85,98.54
+149,1.2598229889686292,0.6431109375,81.97,98.55
+150,1.2399022316321349,0.6628546875,81.7,98.32
+151,1.254256261159212,0.74764140625,80.26,98.19
+152,1.262072839645239,0.726290625,80.98,98.29
+153,1.2650630205105513,0.7225984375,81.0,98.35
+154,1.2935209032816766,0.73035703125,81.2,98.35
+155,1.2573650884322631,0.70523359375,80.97,98.11
+156,1.2763995788036249,0.6737515625,81.62,98.58
+157,1.2500794164645366,0.6952765625,81.57,98.36
+158,1.2588255611749797,0.704065625,80.88,98.26
+159,1.2401236986502624,0.7556125,80.39,98.14
+160,1.278554021853667,0.68210625,82.12,98.39
+161,1.2819929164189559,0.7155265625,81.07,98.07
+162,1.2441597241621751,0.6942140625,81.25,98.21
+163,1.2424754563050393,0.6689875,81.92,98.22
+164,1.2434300790994595,0.67244296875,81.96,98.41
+165,1.2507425820216154,0.67129765625,81.68,98.3
+166,1.247652608461869,0.66199140625,82.09,98.6
+167,1.2451290688453576,0.6992640625,81.19,98.13
+168,1.2462324383931283,0.71053515625,80.6,98.27
+169,1.2642170956501595,0.7086546875,81.35,98.25
+170,1.252033672730128,0.67262265625,81.92,98.44
+171,1.2019567153392694,0.71092890625,81.15,98.45
+172,1.2438164229576405,0.67450234375,81.74,98.39
+173,1.2192314656881185,0.6581375,82.04,98.49
+174,1.2634331293595142,0.73121640625,81.35,98.07
+175,1.2366529399003738,0.7370953125,80.84,98.07
+176,1.2664909413227667,0.707671875,81.59,98.33
+177,1.244366914492387,0.69871328125,81.13,98.36
+178,1.2583973878469223,0.68103671875,81.8,98.46
+179,1.227621257916475,0.70926484375,82.03,98.48
+180,1.267410614551642,0.71877109375,81.08,98.1
+181,1.2637184627545186,0.72785625,81.24,98.05
+182,1.2097242671709794,0.64913359375,81.88,98.47
+183,1.2273044301913334,0.69150703125,81.79,98.14
+184,1.2283191149051373,0.74006015625,81.46,98.28
+185,1.225131814296429,0.70203125,81.4,98.44
+186,1.239063623165473,0.693534375,81.37,98.29
+187,1.2272103528181713,0.74259609375,81.54,98.12
+188,1.2374246364984758,0.67417109375,81.79,98.56
+189,1.2480810726300264,0.6806671875,81.74,98.26
+190,1.2891566606668325,0.6878984375,82.55,98.54
+191,1.2624658645727695,0.7297671875,81.54,98.45
+192,1.1781235471749918,0.6965265625,81.66,98.49
+193,1.2264334123868208,0.72465859375,81.97,98.45
+194,1.2382303095780887,0.68779140625,81.56,98.13
+195,1.22078231771787,0.65341953125,82.04,98.3
+196,1.2312171309422224,0.69400390625,82.08,98.53
+197,1.2386774491041135,0.7216328125,81.95,98.18
+198,1.2252560155513958,0.6789421875,81.98,98.3
+199,1.2369895629393748,0.7154859375,81.51,98.21
+200,1.1921479157912425,0.6382953125,82.75,98.43
+201,1.200353277188081,0.6855140625,81.98,98.25
+202,1.2091176184324117,0.6745375,81.96,98.42
+203,1.199362162901805,0.67212109375,81.99,98.16
+204,1.206338163675406,0.68816796875,82.34,98.49
+205,1.2022883869134462,0.69341875,81.84,98.22
+206,1.1774779382424476,0.67627890625,82.1,98.52
+207,1.2021067827175824,0.68935234375,81.92,98.4
+208,1.2350242993770502,0.73030546875,81.18,98.29
+209,1.2177556669100738,0.7079625,82.13,98.29
+210,1.2227514885939084,0.66390078125,82.63,98.25
+211,1.1875931640466055,0.6944890625,81.33,98.27
+212,1.1896338241222577,0.62530546875,83.12,98.39
+213,1.2356891112449842,0.68951640625,81.86,98.18
+214,1.22251608142486,0.683659375,82.0,98.19
+215,1.2043734380832085,0.67195234375,81.91,98.39
+216,1.2123317545805221,0.68374296875,82.44,98.34
+217,1.187261173511163,0.6320328125,82.86,98.33
+218,1.197947915395101,0.63605390625,82.83,98.28
+219,1.1853252791441404,0.68410078125,82.39,98.37
+220,1.1707141182361505,0.65618203125,82.92,98.34
+221,1.1582738124407255,0.6716046875,82.18,98.36
+222,1.183840883236665,0.67459765625,82.34,98.13
+223,1.1942219802966485,0.65115859375,82.81,98.14
+224,1.190139862207266,0.6539015625,82.93,98.31
+225,1.192199419400631,0.6985828125,82.71,98.02
+226,1.1818129317882733,0.6629796875,82.67,98.24
+227,1.19890484274962,0.668953125,82.24,98.37
+228,1.204206065642528,0.61807109375,83.14,98.43
+229,1.166292233344836,0.68117421875,82.45,98.45
+230,1.204559297592212,0.7039703125,82.39,98.21
+231,1.1624720758352525,0.6627703125,82.21,98.15
+232,1.1912459809046525,0.70226796875,82.09,98.39
+233,1.1888480903246463,0.69002734375,82.56,98.44
+234,1.211409141161503,0.6805453125,82.92,98.51
+235,1.16580424507459,0.66540234375,83.12,98.34
+236,1.1840528932901528,0.6781375,82.14,98.4
+237,1.1644651827139731,0.68515546875,82.22,98.26
+238,1.1868721581422366,0.71613203125,82.54,98.44
+239,1.1792063798659886,0.6806546875,82.71,98.17
+240,1.2047611406216254,0.711625,82.36,98.16
+241,1.1816742227627681,0.66466640625,82.82,98.22
+242,1.174165859283545,0.639971875,83.16,98.45
+243,1.1764558211351053,0.69640625,82.48,98.36
+244,1.1617573892458892,0.67910390625,82.7,98.29
+245,1.1703206117336566,0.65626328125,82.86,98.31
+246,1.1993008237618668,0.6722078125,82.6,98.39
+247,1.1812980271302738,0.65501484375,83.13,98.36
+248,1.1858984088286375,0.65109765625,83.31,98.44
+249,1.181202777226766,0.65344296875,82.91,98.57
+250,1.1992829813407018,0.6560984375,83.39,98.27
+251,1.1375170823855278,0.65021328125,82.63,98.12
+252,1.2045523750476348,0.67768984375,82.85,98.48
+253,1.1888179516180968,0.69345859375,82.84,98.35
+254,1.1976976289198948,0.67646171875,82.93,98.14
+255,1.2018954442097591,0.7062234375,82.61,98.36
+256,1.1456043208256745,0.6800921875,82.66,98.57
+257,1.1764061941550328,0.65825078125,83.5,98.34
+258,1.1810644377500583,0.6347234375,83.87,98.52
+259,1.1587944292105161,0.6267859375,83.25,98.41
+260,1.1553439519344233,0.6461390625,83.61,98.31
+261,1.1622406846437698,0.63733984375,83.61,98.22
+262,1.1943541539021028,0.6590625,83.56,98.34
+263,1.2038266637386419,0.66545,83.39,98.48
+264,1.1718622501079852,0.685634375,83.17,98.13
+265,1.1585562522594746,0.65778828125,83.4,98.11
+266,1.1484370558689803,0.6755125,83.68,98.58
+267,1.1405363319775996,0.64217265625,83.74,98.41
+268,1.202282935839433,0.66496484375,83.42,98.23
+269,1.1570287744204204,0.69891484375,82.9,98.33
+270,1.128121047295057,0.63602421875,83.45,98.14
+271,1.1541788710997656,0.6664390625,83.66,98.29
+272,1.1591545147773548,0.6426,83.56,98.4
+273,1.1416276386150948,0.6493984375,83.69,98.23
+274,1.1426554039502754,0.64461328125,83.94,98.46
+275,1.159668536675282,0.669640625,83.43,97.87
+276,1.140325644535896,0.62643359375,83.99,98.3
+277,1.1122640172640483,0.68127578125,83.17,98.32
+278,1.1386338964486733,0.6608859375,83.62,98.26
+279,1.1648435581953098,0.62646640625,83.92,98.26
+280,1.1558626112265464,0.62176953125,84.24,98.22
+281,1.148025974402061,0.628721875,83.96,98.33
+282,1.1658493858117325,0.67936953125,83.08,98.41
+283,1.159815874008032,0.625265625,84.07,98.26
+284,1.134938942316251,0.65203359375,84.1,98.31
+285,1.1446932875193083,0.628084375,83.74,98.44
+286,1.170105171814943,0.646628125,84.11,98.06
+287,1.1559372374644645,0.6844421875,83.61,98.41
+288,1.1361353025986598,0.62356953125,83.92,98.3
+289,1.1167653439900813,0.62898984375,83.99,98.33
+290,1.1684131458783762,0.6319953125,84.14,98.27
+291,1.1870854090421628,0.631675,83.79,98.16
+292,1.1587084336158557,0.65195390625,83.66,98.3
+293,1.1289762860689407,0.6512953125,84.0,98.41
+294,1.145359527759063,0.6727921875,83.99,98.33
+295,1.1175626675287882,0.62151875,83.99,98.17
+296,1.1229704526754527,0.632607421875,83.92,98.22
+297,1.1303664412253942,0.613896875,84.41,98.38
+298,1.1656554466638809,0.61152578125,84.22,98.23
+299,1.1418039399843949,0.7154734375,83.46,98.4
+300,1.121543929210076,0.6161578125,84.22,98.24
+301,1.1109728936965648,0.65541875,83.62,98.28
+302,1.110924503283623,0.6213640625,84.13,98.38
+303,1.1751458910795358,0.62654921875,83.79,98.52
+304,1.1467884363272252,0.6578921875,83.77,98.26
+305,1.1152558161662176,0.62813203125,84.01,98.42
+306,1.1378098828670307,0.65100546875,84.08,98.28
+307,1.1472796643391634,0.66016484375,83.76,98.35
+308,1.1481874423149305,0.65007578125,84.14,98.31
+309,1.149039064003871,0.63022890625,84.52,98.38
+310,1.1429860955629594,0.6207296875,84.35,98.35
+311,1.1319652308256198,0.59913984375,84.65,98.3
+312,1.1260068694750467,0.6657421875,83.64,98.16
+313,1.130140285461377,0.67429375,83.94,98.41
+314,1.114041180946888,0.633278125,84.14,98.4
+315,1.1273685783911973,0.63896640625,84.41,98.27
+316,1.1067974449732365,0.635625,84.39,98.51
+317,1.1477944716429098,0.614134375,84.57,98.6
+318,1.1244217589879648,0.64683125,83.71,98.47
+319,1.0986243749276186,0.6805984375,84.22,98.15
+320,1.1497209694140997,0.64023203125,84.68,98.31
+321,1.12841045994025,0.613040625,84.43,98.29
+322,1.0732943791609544,0.63180859375,84.86,98.37
+323,1.1569548354699062,0.6894984375,83.91,98.38
+324,1.0922722104268197,0.639296875,84.11,98.18
+325,1.1430539334431673,0.66005625,84.49,98.06
+326,1.1520730319695596,0.657309375,84.47,98.27
+327,1.1094840228557588,0.6460390625,84.43,98.29
+328,1.156607206662496,0.67058125,84.07,98.24
+329,1.1194430154103499,0.6055671875,84.72,98.07
+330,1.142130835239704,0.66912109375,84.27,98.45
+331,1.1099404808802482,0.6380578125,84.38,98.5
+332,1.083211198525551,0.5987125,85.04,98.2
+333,1.1013381303885044,0.6420921875,84.61,98.48
+334,1.11862764389087,0.6387578125,84.65,98.5
+335,1.1169725480752113,0.6175671875,84.7,98.37
+336,1.121061710975109,0.636103125,84.94,98.34
+337,1.1015041631001692,0.5809171875,84.98,98.51
+338,1.1325281465664887,0.6167671875,85.19,98.4
+339,1.118078946761596,0.6072625,84.99,98.37
+340,1.1145304456735268,0.62991875,84.84,98.42
+341,1.1134895359858488,0.63316171875,84.36,98.51
+342,1.1316640277703602,0.66975625,84.45,98.42
+343,1.1189842019325649,0.6403484375,84.38,98.34
+344,1.116658366490633,0.6580234375,84.37,98.49
+345,1.080363160218948,0.5798140625,85.19,98.2
+346,1.0905217422888829,0.65469453125,84.47,98.59
+347,1.0978184392819037,0.6235140625,84.83,98.51
+348,1.110201100814037,0.636925,84.65,98.27
+349,1.0814014359926567,0.63275625,84.97,98.49
+350,1.0932550112406412,0.62168359375,84.91,98.48
+351,1.105755331577399,0.6231171875,84.84,98.57
+352,1.0923677161718026,0.62860625,84.67,98.38
+353,1.1111304208254202,0.6005921875,85.37,98.3
+354,1.1169898892060304,0.6418984375,84.66,98.38
+355,1.0717928866545359,0.62233359375,84.71,98.36
+356,1.1266513642592308,0.59824921875,85.01,98.44
+357,1.0804882563077487,0.62421953125,84.72,97.99
+358,1.0781986522368896,0.64973203125,84.57,98.47
+359,1.1101272595234406,0.615221875,84.83,98.23
+360,1.0751712754750864,0.6162109375,84.79,98.24
+361,1.1084598765923426,0.64029453125,84.77,98.23
+362,1.1157308963628916,0.606821875,85.1,98.34
+363,1.0689936864070404,0.58732265625,85.44,98.37
+364,1.0892210584420425,0.64576875,84.41,98.38
+365,1.0849901135151203,0.62898671875,84.63,98.37
+366,1.1024402699409388,0.59902265625,85.17,98.29
+367,1.112325589473431,0.6009625,85.11,98.22
+368,1.070670272448124,0.64873828125,84.58,98.38
+369,1.0899099495166387,0.62377890625,84.67,98.46
+370,1.060712813719725,0.588825,85.17,98.39
+371,1.082134663600188,0.65836796875,84.61,98.25
+372,1.0818052816085326,0.62315,84.84,98.4
+373,1.0853488798324877,0.59314453125,85.17,98.41
+374,1.0823541309588995,0.625553125,85.13,98.28
+375,1.110003073246051,0.6166453125,84.94,98.36
+376,1.077420204725021,0.62522578125,84.95,98.42
+377,1.0890349513445146,0.5950015625,85.16,98.4
+378,1.0593411823113759,0.62183046875,84.92,98.55
+379,1.0640361208182114,0.6351015625,84.64,98.29
+380,1.1182093719641368,0.64131171875,84.76,98.31
+381,1.0774301854463724,0.6240390625,84.86,98.27
+382,1.1040557153714008,0.5830625,85.47,98.35
+383,1.0797647396723429,0.59390078125,85.32,98.6
+384,1.0870969702035953,0.59219296875,85.06,98.5
+385,1.0560227858714568,0.6027609375,85.29,98.27
+386,1.078725514962123,0.61679609375,84.94,98.16
+387,1.0888079268810076,0.61487265625,85.4,98.38
+388,1.1235395967960358,0.6686078125,84.39,98.52
+389,1.1038478128421,0.627228125,85.0,98.36
+390,1.0834426551293104,0.62374296875,84.86,98.55
+391,1.086595676953976,0.61429453125,85.13,98.4
+392,1.1059108183934139,0.61231796875,85.23,98.46
+393,1.105325499864725,0.6039265625,85.1,98.52
+394,1.0473053846603786,0.63520703125,84.96,98.4
+395,1.1077678315150432,0.60226953125,85.25,98.34
+396,1.0612318300283872,0.6151078125,85.35,98.4
+397,1.0970305010294303,0.57963671875,85.34,98.3
+398,1.1008621322803007,0.64277109375,85.01,98.43
+399,1.0644918168202424,0.61585078125,85.06,98.38
+400,1.1054813242875612,0.65534296875,84.93,98.44
+401,1.0900591514049431,0.64720234375,84.97,98.4
+402,1.0879975948578273,0.62551171875,84.93,98.39
+403,1.075105990966161,0.63724765625,84.84,98.53
+404,1.054524630919481,0.6031296875,85.61,98.34
+405,1.084574712545444,0.62913203125,84.89,98.27
+406,1.104337398822491,0.61259296875,85.23,98.51
+407,1.1175802209438421,0.6353859375,85.16,98.55
+408,1.0918745557467142,0.58800390625,85.56,98.46
+409,1.0793497385122837,0.58410546875,85.47,98.29
diff --git a/ckpt/cls/Spikf_SEMM/scifar/model_best.pth.tar b/ckpt/cls/Spikf_SEMM/scifar/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..d75b2e556f4ab559c6e896bcfdc6594603c8c07e
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/scifar/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77075129e818b746f27c3d9a5d2b247b6405e058a956fda68694f358e3118a1
+size 78078319
diff --git a/ckpt/cls/Spikf_SEMM/smnist/args.yaml b/ckpt/cls/Spikf_SEMM/smnist/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8d2384dbe8107bb822f7f99318c99c866d6d52b1
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/smnist/args.yaml
@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: smnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikf_SEMM/smnist/log.csv b/ckpt/cls/Spikf_SEMM/smnist/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a7748dd192ca9911dddb2fad70686c689dc9248a
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/smnist/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.049203749395843,1.574278125,50.06,91.17
+1,1.3927053605389392,0.4588916015625,87.46,99.58
+2,1.042914854028286,0.35226923828125,90.98,99.71
+3,0.9382345240849715,0.3416751953125,91.89,99.83
+4,0.8849964555766847,0.27543349609375,92.72,99.9
+5,0.8390877226479033,0.2549384765625,94.58,99.9
+6,0.8053608322754885,0.2497123046875,95.21,99.96
+7,0.7725402942070594,0.21578564453125,95.52,99.91
+8,0.7484030526163231,0.21256494140625,95.6,99.93
+9,0.7344241540910851,0.1983033203125,95.97,99.97
+10,0.7240188989119652,0.18975732421875,96.69,99.94
+11,0.7100657428431715,0.172712890625,97.13,99.97
+12,0.6994125761537471,0.1662802734375,97.24,99.96
+13,0.690460025627389,0.171416015625,97.42,99.96
+14,0.6867338933496394,0.159605078125,97.72,99.98
+15,0.6786597442423177,0.17133505859375,97.49,99.96
+16,0.6728733074970734,0.17228046875,97.42,99.95
+17,0.670522008696173,0.1627783203125,97.32,99.97
+18,0.6656140211300973,0.1734673828125,97.65,99.97
+19,0.6630403116727487,0.1556228515625,97.87,99.96
+20,0.6572317908971738,0.16122294921875,98.01,99.98
+21,0.6511063919617579,0.14964150390625,98.02,99.96
+22,0.6495503262322173,0.1448744140625,98.2,99.96
+23,0.6438452265201471,0.144097265625,98.19,99.99
+24,0.6374830146375884,0.15107578125,98.12,99.97
+25,0.6366701760353186,0.1501666015625,98.23,99.98
+26,0.6330100294107046,0.1375451171875,98.57,99.99
+27,0.6293690789204377,0.1553986328125,98.39,99.98
+28,0.6256000973984727,0.14353779296875,98.3,99.95
+29,0.6273197110137368,0.135529296875,98.56,99.99
+30,0.6193205309219849,0.15884765625,98.3,100.0
+31,0.6215914473829106,0.13963076171875,98.4,99.99
+32,0.6170776416348596,0.13633876953125,98.43,99.98
+33,0.6136783560117086,0.1416693359375,98.42,99.99
+34,0.6160502319152539,0.1435626953125,98.31,99.97
+35,0.6129352089940993,0.14032392578125,98.51,99.98
+36,0.612594489995231,0.13650087890625,98.58,99.97
+37,0.6093916419224862,0.1351462890625,98.5,99.97
+38,0.610197808752712,0.14546357421875,98.29,99.99
+39,0.6096327031015331,0.144216015625,98.46,99.98
+40,0.6067868140008714,0.13500634765625,98.51,100.0
+41,0.6063744974696738,0.13303984375,98.48,99.98
+42,0.6026916475886972,0.15171474609375,98.35,99.99
+43,0.604329472168898,0.14154384765625,98.4,99.99
+44,0.6011096348619869,0.134068359375,98.6,99.98
+45,0.6015684044259226,0.1394724609375,98.5,99.99
+46,0.5990602787997987,0.13877109375,98.59,99.96
+47,0.5990085697326905,0.135013671875,98.48,99.98
+48,0.5990471940519463,0.13548466796875,98.54,99.99
+49,0.5975974938298902,0.14013662109375,98.49,99.99
+50,0.5993613342189381,0.132107421875,98.61,100.0
+51,0.5949062482159362,0.1354912109375,98.53,99.99
+52,0.5959152663365389,0.13525498046875,98.51,99.97
+53,0.594587504863739,0.13973369140625,98.49,99.98
+54,0.5943457088154606,0.1408345703125,98.47,99.97
+55,0.594038697771537,0.13210517578125,98.61,99.96
+56,0.5938744729655421,0.1363298828125,98.74,99.98
+57,0.5937144642966425,0.12831025390625,98.78,99.97
+58,0.5916935220742837,0.130291015625,98.65,99.99
+59,0.5921685816640527,0.13181884765625,98.63,99.99
+60,0.5909548731695893,0.126191796875,98.45,99.97
+61,0.5904181881083382,0.1263501953125,98.68,99.98
+62,0.5912963908452255,0.1448142578125,98.21,99.99
+63,0.5896430212972511,0.1325982421875,98.71,99.97
+64,0.5891418072402986,0.13069150390625,98.5,99.97
+65,0.588060691061183,0.13856630859375,98.51,99.95
+66,0.5868872080603217,0.12651064453125,98.8,100.0
+67,0.5876255351254064,0.12060888671875,98.83,99.99
+68,0.5869405689911965,0.13286298828125,98.64,100.0
+69,0.5888192346717558,0.134579296875,98.78,99.98
+70,0.5860357576201105,0.13061767578125,98.69,99.97
+71,0.586005469927421,0.13439130859375,98.74,99.96
+72,0.58433979545903,0.13893388671875,98.51,100.0
+73,0.5835207634501987,0.13092294921875,98.68,99.99
+74,0.5844699568473376,0.13256435546875,98.77,99.97
+75,0.5860578764198173,0.13438046875,98.7,99.97
+76,0.5854919073928115,0.11696884765625,98.82,99.97
+77,0.5874865542874377,0.12487197265625,98.95,99.99
+78,0.5822941527152673,0.1270072265625,98.71,99.99
+79,0.582367687780633,0.129103125,98.85,99.99
+80,0.5809374400693127,0.1415828125,98.52,99.98
+81,0.5840936345167649,0.129009375,98.76,99.98
+82,0.5831048064506971,0.1310517578125,98.6,99.99
+83,0.5820666461164116,0.1309912109375,98.8,99.98
+84,0.5813346143461701,0.13278349609375,98.47,99.97
+85,0.5817375551176887,0.12078515625,98.84,100.0
+86,0.5823956147218362,0.12663134765625,98.92,99.97
+87,0.5826347546699719,0.127183203125,98.89,99.99
+88,0.5823203107485404,0.1318541015625,98.64,99.99
+89,0.5798375765737306,0.12867724609375,98.91,99.99
+90,0.5804703843135101,0.12332392578125,98.93,99.99
+91,0.5790931979815165,0.122334375,98.82,99.98
+92,0.5787249508067074,0.12780927734375,98.91,99.98
+93,0.5786382434969275,0.13520107421875,98.73,99.95
+94,0.5775901342813785,0.12469697265625,98.97,100.0
+95,0.5775822166703705,0.12621181640625,98.85,99.97
+96,0.5790859385688081,0.12909609375,98.9,99.97
+97,0.5797145411244824,0.13594716796875,98.72,99.99
+98,0.5789878975886565,0.1312041015625,98.48,99.97
+99,0.5782710842342458,0.1275306640625,98.77,100.0
+100,0.5783974954969863,0.13275439453125,98.56,99.99
+101,0.5796250765904402,0.133439453125,98.67,99.97
+102,0.5783576039422271,0.122379296875,98.91,99.98
+103,0.578528566365568,0.1438791015625,98.76,100.0
+104,0.5762475824508911,0.12730107421875,98.96,99.99
+105,0.5778636956571513,0.09559765625,98.95,100.0
+106,0.5775963692074149,0.12983232421875,98.83,99.98
+107,0.5763771383680849,0.1238208984375,98.88,99.99
+108,0.5767766582405466,0.12046103515625,98.77,99.98
+109,0.5786097815148851,0.12729384765625,98.85,100.0
+110,0.5756123789355286,0.13721484375,98.75,99.97
+111,0.5772137667378808,0.123394140625,98.82,99.99
+112,0.5783220948571832,0.12062548828125,98.85,100.0
+113,0.5764678600761626,0.1262322265625,98.97,100.0
+114,0.5734537240022268,0.13619658203125,98.67,99.99
+115,0.5752929577715377,0.1260365234375,98.75,100.0
+116,0.5723435933518614,0.13366923828125,98.75,99.99
+117,0.5749581410334661,0.1219021484375,98.95,99.99
+118,0.5744165585845964,0.1287455078125,98.89,100.0
+119,0.574301160298861,0.1297197265625,98.68,99.97
+120,0.5724229626675956,0.133007421875,98.87,99.97
+121,0.5735130133027704,0.1247048828125,98.93,99.99
+122,0.5711414764324824,0.13442197265625,98.83,99.98
+123,0.5702696012126075,0.1315990234375,98.7,99.95
+124,0.5701970236423688,0.125580078125,98.9,99.98
+125,0.5719736451521898,0.1227998046875,98.81,99.98
+126,0.5724257114860747,0.12026806640625,99.03,99.99
+127,0.5709745220394216,0.1297744140625,98.89,99.99
+128,0.571915620412582,0.12858525390625,98.85,99.98
+129,0.5732374395060743,0.1239734375,98.86,100.0
+130,0.5704013385579118,0.1171212890625,99.04,99.97
+131,0.5694184603854122,0.1272556640625,98.67,99.99
+132,0.5683599292722523,0.1226951171875,98.93,99.99
+133,0.5707461311776414,0.1310771484375,98.94,100.0
+134,0.5710641532881647,0.1193953125,99.03,99.98
+135,0.5684716935850617,0.12644609375,99.0,100.0
+136,0.5671236232305185,0.12135859375,99.0,99.98
+137,0.5683698980217307,0.12894267578125,98.87,99.98
+138,0.5682584926103934,0.11997880859375,99.07,100.0
+139,0.5671147064775484,0.127665234375,98.92,99.99
+140,0.5699093664049083,0.12500546875,98.94,99.98
+141,0.567645833405674,0.1204541015625,98.97,99.99
+142,0.567980256727618,0.1247033203125,98.95,100.0
+143,0.5656836446788576,0.1262134765625,98.92,99.98
+144,0.5672699099677241,0.12748134765625,98.92,99.99
+145,0.5690997701424819,0.12713232421875,98.82,99.98
+146,0.5680884085914009,0.12744150390625,98.78,99.98
+147,0.5657427466323233,0.11940126953125,99.07,99.98
+148,0.5667657537592782,0.1276365234375,98.92,99.98
+149,0.5676569164308727,0.1237685546875,98.86,100.0
+150,0.5653175865737801,0.12243134765625,99.03,99.99
+151,0.5650833685938109,0.133868359375,98.76,99.98
+152,0.5663267171535736,0.1282115234375,98.95,99.99
+153,0.5666709323214669,0.1259875,98.96,99.95
+154,0.567270520151171,0.12077529296875,99.0,99.97
+155,0.5649357162989103,0.1206697265625,99.1,99.99
+156,0.5640060034317848,0.12757919921875,98.79,99.97
+157,0.5624894408079294,0.12559765625,98.95,99.97
+158,0.5653565155389981,0.12997568359375,98.89,99.98
+159,0.5644599981287606,0.125005078125,98.88,99.96
+160,0.5643082602411253,0.12383583984375,99.12,99.98
+161,0.5618296799241987,0.1256177734375,99.16,99.99
+162,0.5622466882834067,0.1240330078125,99.01,100.0
+163,0.5637014746411234,0.13168115234375,99.01,99.98
+164,0.5631254857931381,0.12485625,98.99,99.99
+165,0.5615200550637693,0.11883974609375,99.2,99.98
+166,0.5623008517118601,0.12313173828125,99.06,99.99
+167,0.5618204133123414,0.12794912109375,98.97,99.99
+168,0.5612388338543411,0.1239474609375,99.05,99.96
+169,0.5620306019599621,0.12308349609375,98.96,99.97
+170,0.5622292051457951,0.12130458984375,98.97,100.0
+171,0.5618113274248238,0.1221951171875,99.11,99.99
+172,0.5609571495626726,0.12595712890625,99.0,99.99
+173,0.562185566012676,0.12820615234375,98.94,99.99
+174,0.5607339290217457,0.12457646484375,98.96,99.96
+175,0.5591688403207012,0.122189453125,98.96,99.99
+176,0.5593712042030107,0.1236150390625,98.98,99.99
+177,0.5597666530018179,0.1207978515625,99.09,99.99
+178,0.5636215481238488,0.12306533203125,99.01,99.98
+179,0.5592167744269738,0.1287533203125,99.05,99.99
+180,0.5605285642748206,0.12690146484375,98.98,99.99
+181,0.5605041997300254,0.12670556640625,99.02,99.99
+182,0.558561824198462,0.1259505859375,98.94,99.98
+183,0.5608802581699486,0.12058837890625,99.03,99.97
+184,0.5604965802696016,0.11559560546875,99.16,100.0
+185,0.558077360320295,0.12365830078125,98.96,99.95
+186,0.5595548210235742,0.12935400390625,98.94,99.96
+187,0.5573639672281395,0.113704296875,98.94,99.99
+188,0.558034655247998,0.13138974609375,98.83,99.99
+189,0.55856829486851,0.12296904296875,99.12,99.98
+190,0.5566886103051341,0.11847626953125,98.98,99.99
+191,0.5568428468755168,0.1308958984375,99.06,99.98
+192,0.5597969671854606,0.12405703125,99.17,99.99
+193,0.557933531765245,0.1240919921875,99.06,99.99
+194,0.5564505978781953,0.1227267578125,99.07,100.0
+195,0.5553959549492241,0.12446923828125,99.03,99.97
+196,0.5552485382709748,0.12157158203125,98.98,99.98
+197,0.5576879723459227,0.12222412109375,99.02,99.97
+198,0.5568467106065179,0.12643115234375,99.09,99.99
+199,0.5542582121924458,0.117430078125,99.05,100.0
+200,0.5555581230128932,0.122204296875,99.12,99.99
+201,0.5547507265184679,0.12399716796875,99.03,99.97
+202,0.5561901771614695,0.12051083984375,99.09,99.95
+203,0.5549356925946015,0.125097265625,99.05,99.97
+204,0.5559487835719035,0.12201064453125,99.03,99.97
+205,0.5537806364715608,0.1171564453125,99.12,99.98
+206,0.5558644446552309,0.12678837890625,99.01,100.0
+207,0.5548255056397527,0.12852998046875,99.01,99.99
+208,0.5540381915803648,0.124514453125,99.02,100.0
+209,0.5563251846111738,0.12000537109375,99.12,99.96
+210,0.557297840459734,0.12396396484375,99.11,100.0
+211,0.555099429610448,0.1310033203125,98.95,100.0
+212,0.5540768273620524,0.12298828125,98.96,99.98
+213,0.5530336846907934,0.12340234375,99.05,99.99
+214,0.5548204209050561,0.123146875,99.13,99.99
+215,0.5525186171389034,0.1218619140625,99.03,99.98
+216,0.5502528560976697,0.1221994140625,99.07,99.99
+217,0.5542494573144832,0.126258203125,98.87,99.99
+218,0.5511560499922842,0.122059375,99.17,99.97
+219,0.5505655018182901,0.1239375,98.97,99.99
+220,0.5533547145433915,0.1236455078125,99.09,100.0
+221,0.5540050566196442,0.121393359375,99.07,99.98
+222,0.5510702564930304,0.12175029296875,99.03,99.99
+223,0.5507524919051391,0.124687890625,99.02,99.97
+224,0.5517024902197031,0.12844287109375,98.97,99.95
+225,0.5521084629317634,0.12123583984375,99.05,99.98
+226,0.5521794022657932,0.12183642578125,99.06,99.99
+227,0.5503506865511593,0.11674052734375,99.19,100.0
+228,0.5493589732636753,0.12772705078125,99.09,99.95
+229,0.5503626748537406,0.12196845703125,99.03,99.98
+230,0.5489499785451808,0.11945009765625,99.05,99.97
+231,0.5509909112484027,0.1243626953125,99.11,99.98
+232,0.550254160267675,0.1208203125,99.16,99.95
+233,0.5532915809979806,0.11676083984375,99.14,99.97
+234,0.5491961631764714,0.12410888671875,99.09,99.98
+235,0.5485592414425988,0.1249484375,99.0,99.94
+236,0.5497473958465788,0.1183953125,99.09,99.96
+237,0.5455999948784837,0.127162109375,99.06,99.94
+238,0.5479540200824411,0.12338857421875,99.06,99.98
+239,0.5461078668252016,0.12743505859375,98.99,99.97
+240,0.5471093021651618,0.12548671875,99.02,99.98
+241,0.5488049435055155,0.11770712890625,99.17,99.95
+242,0.5508029649400303,0.12168017578125,99.15,99.95
+243,0.5463602665143136,0.12330166015625,99.0,99.99
+244,0.5474392566670719,0.122143359375,99.11,99.99
+245,0.546833517205002,0.1186517578125,99.2,99.97
+246,0.5473216476603451,0.1177796875,99.25,100.0
+247,0.5480896424279253,0.1231373046875,99.0,99.97
+248,0.5452695376852639,0.1243685546875,99.11,99.98
+249,0.5455561937429966,0.119180078125,99.11,99.99
+250,0.5462012909925901,0.12299951171875,99.01,99.98
+251,0.5447765528901011,0.1234208984375,98.98,99.99
+252,0.545920779562404,0.11923505859375,99.14,99.98
+253,0.545989308729131,0.12003427734375,99.14,100.0
+254,0.5470450608394085,0.121351953125,99.03,99.94
+255,0.5460598919636164,0.12101962890625,99.11,99.98
+256,0.5453465568204211,0.12320380859375,99.11,99.99
+257,0.5465121898386214,0.12301982421875,99.06,99.97
+258,0.5442490032595447,0.12259013671875,98.97,99.98
+259,0.545985307958391,0.12127548828125,99.13,99.96
+260,0.5447973221795172,0.1207568359375,99.13,99.97
+261,0.544297597092441,0.118973046875,99.09,99.98
+262,0.5438258048051443,0.11863662109375,99.03,99.98
+263,0.5421598986682729,0.1196048828125,99.06,99.98
+264,0.5430279613560082,0.11958994140625,99.21,99.92
+265,0.5439176284349881,0.1259359375,99.0,99.98
+266,0.54317194248876,0.124359765625,99.0,99.97
+267,0.5441820960269015,0.12078203125,99.19,99.95
+268,0.5425873801239536,0.12032021484375,99.05,99.97
+269,0.5420602603345854,0.12209765625,99.11,99.99
+270,0.5411795261833403,0.12047509765625,99.1,99.95
+271,0.5416645515932996,0.12109267578125,99.22,99.98
+272,0.5430871974199246,0.11620849609375,99.21,99.96
+273,0.5426481256627629,0.11958017578125,98.99,99.96
+274,0.5421339091327455,0.1234400390625,99.1,99.95
+275,0.5399131037485905,0.1204953125,99.17,99.94
+276,0.5397696684823077,0.11879296875,99.12,99.98
+277,0.5426003477002821,0.120455859375,99.12,99.97
+278,0.5430333456422529,0.12179951171875,99.09,99.95
+279,0.5413367478256552,0.11940537109375,99.1,99.95
+280,0.540363890493018,0.1220951171875,99.08,99.91
+281,0.5414908026528155,0.1190978515625,99.07,99.97
+282,0.5376138366185702,0.12153095703125,99.07,99.96
+283,0.5414118426732528,0.120766796875,99.13,99.97
+284,0.5386288652562687,0.11923369140625,99.15,99.97
+285,0.5404080502752565,0.1206541015625,99.13,99.93
+286,0.5425357661950283,0.11998212890625,99.29,99.98
+287,0.5419457998031225,0.12077431640625,99.11,99.97
+288,0.5385293845946972,0.1212609375,99.11,99.94
+289,0.5407988937237324,0.1202103515625,99.12,99.95
+290,0.5390369414519041,0.11714111328125,99.25,99.95
+291,0.5411247034103442,0.12267490234375,99.13,99.95
+292,0.5405524103050559,0.1236955078125,99.11,99.93
+293,0.5380691679624411,0.11936181640625,99.15,99.93
+294,0.5385236643318437,0.119561328125,99.25,99.99
+295,0.5380181978400956,0.11766552734375,99.27,99.93
+296,0.5387527123730407,0.11821083984375,99.22,99.95
+297,0.5363723080382388,0.1207146484375,99.1,99.92
+298,0.5364337013317988,0.12200888671875,99.19,99.92
+299,0.5382138491950483,0.12289638671875,99.07,99.92
+300,0.537247626699953,0.11921455078125,99.17,99.98
+301,0.53737300940049,0.1187576171875,99.23,99.93
+302,0.53724896041756,0.1204314453125,99.21,99.95
+303,0.5373096061058533,0.121327734375,99.16,99.93
+304,0.5363120914269717,0.118422265625,99.13,99.95
+305,0.5360445875642647,0.11897802734375,99.13,99.94
+306,0.5363243283369602,0.12131572265625,99.14,99.94
+307,0.5356775193642347,0.12002099609375,99.13,99.96
+308,0.5353708407308302,0.12066611328125,99.12,99.96
+309,0.5356730548744528,0.12070537109375,99.05,99.93
+310,0.5343578133063439,0.12355869140625,99.1,99.96
+311,0.5354884098737668,0.12080029296875,99.15,99.97
+312,0.5346352478377839,0.12198388671875,99.21,99.96
+313,0.5335496585083823,0.12126748046875,99.15,99.93
+314,0.53493782495841,0.11896435546875,99.15,99.97
+315,0.534708217295826,0.11924970703125,99.23,99.95
+316,0.5324308817457949,0.11978564453125,99.22,99.93
+317,0.5325958016845915,0.1223607421875,99.18,99.97
+318,0.5330272953734438,0.12056513671875,99.26,99.94
+319,0.5350063854557836,0.1180029296875,99.21,99.95
+320,0.5344770613134416,0.12096298828125,99.21,99.95
+321,0.5335558626132134,0.12107001953125,99.11,99.96
+322,0.5332570826141243,0.1203470703125,99.16,99.95
+323,0.5333358982944081,0.121357421875,99.14,99.98
+324,0.5329760511716207,0.121312109375,99.14,99.93
+325,0.5332305872032785,0.118637890625,99.21,99.96
+326,0.5340037896082952,0.12092802734375,99.17,99.95
+327,0.5335439730149049,0.128932421875,99.19,99.96
+328,0.5333183481652513,0.12025048828125,99.16,99.93
+329,0.5318112237076474,0.1220966796875,99.12,99.94
+330,0.5322992977423545,0.119646875,99.19,99.94
+331,0.5320717046658198,0.11886083984375,99.11,99.97
+332,0.5322251992347913,0.1188423828125,99.22,99.93
+333,0.5324596051986401,0.1217642578125,99.2,99.91
+334,0.5310296709211464,0.12149814453125,99.17,99.92
+335,0.5314236237452581,0.1198044921875,99.19,99.95
+336,0.5316204987784736,0.12126455078125,99.27,99.95
+337,0.5319090555621009,0.12271796875,99.2,99.93
+338,0.5295318343445786,0.12058154296875,99.19,99.94
+339,0.5316879760760528,0.11749140625,99.28,99.92
+340,0.5319424684231098,0.11989296875,99.24,99.95
+341,0.5302603708373176,0.1202650390625,99.22,99.93
+342,0.5318838336274155,0.1203275390625,99.19,99.94
+343,0.5307474911977084,0.12019365234375,99.17,99.94
+344,0.5314357374977862,0.11759296875,99.23,99.94
+345,0.5306921557992952,0.12079970703125,99.25,99.94
+346,0.5307983812103924,0.11749541015625,99.26,99.94
+347,0.5301228388507142,0.11886318359375,99.24,99.93
+348,0.5289084521623758,0.1199921875,99.21,99.89
+349,0.530620998933784,0.12262275390625,99.17,99.97
+350,0.5319102260037365,0.12013447265625,99.27,99.95
+351,0.5304431726789882,0.11790576171875,99.26,99.99
+352,0.5301329538098767,0.1212576171875,99.17,99.9
+353,0.5295341717891204,0.119,99.3,99.97
+354,0.5272885665424869,0.1179666015625,99.21,99.93
+355,0.5289288773241206,0.1206611328125,99.22,99.95
+356,0.5288480986387302,0.12003642578125,99.25,99.96
+357,0.5304511805884858,0.11960546875,99.23,99.94
+358,0.5287236009652798,0.12074873046875,99.27,99.92
+359,0.5287407076256907,0.1206546875,99.18,99.94
+360,0.5295863952646908,0.12064755859375,99.22,99.96
+361,0.5295098138670636,0.12149990234375,99.23,99.93
+362,0.5282197643039573,0.120649609375,99.19,99.9
+363,0.5285573678138928,0.11961943359375,99.16,99.93
+364,0.5276168566993159,0.117815625,99.31,99.95
+365,0.5286932366016583,0.12147666015625,99.25,99.96
+366,0.5286678832310897,0.1205390625,99.13,99.93
+367,0.5287020426784825,0.1207126953125,99.21,99.91
+368,0.5304468681669643,0.11679990234375,99.3,99.96
+369,0.5286487190641909,0.1214046875,99.19,99.96
+370,0.5271205537849002,0.11978046875,99.28,99.93
+371,0.5275755746242328,0.11874912109375,99.23,99.91
+372,0.5275554245608485,0.1189548828125,99.25,99.92
+373,0.5282069941361746,0.1205970703125,99.24,99.92
+374,0.5287563178019646,0.12182353515625,99.19,99.93
+375,0.527323907893947,0.1192630859375,99.22,99.93
+376,0.5279969222779967,0.12107431640625,99.2,99.92
+377,0.5279076700536613,0.11717998046875,99.33,99.94
+378,0.5275663131067896,0.120537109375,99.32,99.92
+379,0.5283841191448717,0.11749951171875,99.24,99.96
+380,0.5275026856579332,0.115131640625,99.26,99.97
+381,0.5294800298845667,0.1172572265625,99.26,99.94
+382,0.5268042822424163,0.119598828125,99.2,99.94
+383,0.5282312269903656,0.11760986328125,99.24,99.91
+384,0.5277380438951346,0.11915888671875,99.22,99.91
+385,0.52761441647497,0.119484375,99.26,99.93
+386,0.5272477641064897,0.11758330078125,99.27,99.93
+387,0.52756808214208,0.11779013671875,99.26,99.95
+388,0.5268481744405551,0.119007421875,99.19,99.97
+389,0.5265447572510467,0.11955341796875,99.21,99.95
+390,0.5272082631659304,0.12001708984375,99.33,99.94
+391,0.5259894736302204,0.11728896484375,99.27,99.95
+392,0.5267708889949017,0.11976142578125,99.23,99.92
+393,0.5273966624950751,0.118231640625,99.26,99.95
+394,0.5275357163105255,0.120197265625,99.22,99.92
+395,0.5286218583838552,0.12018154296875,99.18,99.92
+396,0.527097352549561,0.1176033203125,99.27,99.89
+397,0.5268393859394596,0.11855126953125,99.3,99.94
+398,0.5260507622335711,0.1194064453125,99.25,99.93
+399,0.5262014034212145,0.12112529296875,99.25,99.92
+400,0.5273481427859037,0.121321875,99.19,99.98
+401,0.5270794989206852,0.121044140625,99.24,99.92
+402,0.5287299609591818,0.11641337890625,99.3,99.95
+403,0.52704882570821,0.11749052734375,99.26,99.95
+404,0.5263446149153587,0.11870400390625,99.28,99.94
+405,0.5278836591885641,0.1190287109375,99.25,99.94
+406,0.5269953676013865,0.11876630859375,99.26,99.94
+407,0.5275352426573762,0.118384375,99.17,99.94
+408,0.5262100860858575,0.118436328125,99.26,99.92
+409,0.5277027803608495,0.1192666015625,99.21,99.94
diff --git a/ckpt/cls/Spikf_SEMM/smnist/model_best.pth.tar b/ckpt/cls/Spikf_SEMM/smnist/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..eef3200649f6dfcee300de8fad186e5bc781ba3c
--- /dev/null
+++ b/ckpt/cls/Spikf_SEMM/smnist/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79034bd5636b9b81de853eea44fc3b8029be04bf2bae63eec30fa1ac9efc04
+size 78072559
diff --git a/ckpt/cls/Spikformer/psmnist/args.yaml b/ckpt/cls/Spikformer/psmnist/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..e8cc10940addd41da36d0058f7e9c1d3d2b5b6d4
--- /dev/null
+++ b/ckpt/cls/Spikformer/psmnist/args.yaml
@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: psmnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 5
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/Spikformer/psmnist/log.csv b/ckpt/cls/Spikformer/psmnist/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4f3b375886a179c0864ffd87dda35b02bbe04d3c
--- /dev/null
+++ b/ckpt/cls/Spikformer/psmnist/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.0311976714521394,1.5050328125,56.01,92.95
+1,1.3278849453498156,0.69954375,79.67,98.3
+2,1.0502882837994485,0.527996875,85.29,98.74
+3,0.9441453939319676,0.52026171875,85.04,98.9
+4,0.8860271770475258,0.44233359375,87.81,99.2
+5,0.8513026199279687,0.63010078125,80.74,98.93
+6,0.8248500364203738,0.400628125,88.64,99.31
+7,0.7987316761516098,0.4679984375,86.58,98.94
+8,0.7879872350101798,0.39788203125,89.47,98.95
+9,0.7699746620706004,0.343231640625,91.16,99.39
+10,0.7486752480523199,0.30039296875,92.09,99.55
+11,0.7405678305106286,0.329017578125,91.94,99.51
+12,0.7267503293915691,0.34176953125,91.36,99.5
+13,0.7201808535645151,0.3401265625,91.47,99.51
+14,0.7143262042703792,0.292886328125,92.62,99.63
+15,0.7066302969414964,0.29316796875,92.72,99.73
+16,0.699442981909483,0.254087890625,93.58,99.7
+17,0.6960989443155435,0.357725,90.39,99.47
+18,0.6931850116731774,0.389740625,90.02,99.28
+19,0.6882256794179606,0.29025703125,93.33,99.54
+20,0.6844633658472289,0.306089453125,92.15,99.7
+21,0.6784809416430628,0.25144609375,94.53,99.68
+22,0.6730253937152716,0.2629671875,94.46,99.71
+23,0.6620907709639297,0.227743359375,94.93,99.77
+24,0.661750390743598,0.3230140625,92.05,99.61
+25,0.6589252325968865,0.258341015625,94.33,99.79
+26,0.6503411896972575,0.238496875,95.13,99.79
+27,0.6485831584685888,0.279256640625,93.71,99.59
+28,0.6442421924354683,0.22821796875,94.96,99.72
+29,0.6454041056398653,0.261337109375,94.23,99.73
+30,0.6402653338562729,0.2541421875,94.79,99.73
+31,0.6361593811685203,0.23298828125,95.2,99.75
+32,0.6331999331203282,0.231696484375,95.48,99.71
+33,0.6340167372145205,0.2280953125,95.09,99.77
+34,0.6302048949859081,0.21651328125,95.28,99.77
+35,0.6302301669732119,0.271593359375,94.12,99.64
+36,0.6242063696313108,0.24243046875,94.57,99.75
+37,0.6235095550361861,0.245002734375,94.82,99.65
+38,0.6215307037545066,0.22614453125,95.27,99.75
+39,0.6228651483344216,0.23268828125,95.47,99.78
+40,0.6178099650603074,0.22007890625,95.38,99.74
+41,0.6191081491291014,0.212910546875,95.92,99.79
+42,0.6137261518046387,0.22109609375,95.52,99.78
+43,0.6124246898624632,0.1986265625,96.02,99.86
+44,0.6124264646289695,0.203416015625,95.87,99.78
+45,0.613197379387342,0.218209375,95.66,99.71
+46,0.6083220835679617,0.20971015625,95.77,99.83
+47,0.6109152592909641,0.19916796875,95.99,99.77
+48,0.6084280834238753,0.20787734375,95.92,99.82
+49,0.6095045114684309,0.213365234375,95.8,99.71
+50,0.6064152371170174,0.234071484375,95.62,99.74
+51,0.6057653225894667,0.205765234375,95.89,99.77
+52,0.6044599233020065,0.2033564453125,95.97,99.81
+53,0.6031487715295237,0.209477734375,95.9,99.83
+54,0.6039654936036493,0.2034568359375,96.16,99.8
+55,0.6029409516570915,0.205505859375,95.96,99.77
+56,0.6011699536162564,0.2028890625,96.13,99.85
+57,0.6018800345750955,0.206420703125,95.9,99.85
+58,0.5996078464210542,0.19618046875,96.44,99.85
+59,0.5987645098541536,0.20009140625,96.14,99.82
+60,0.5971357437789949,0.19808359375,96.5,99.79
+61,0.5965182914947852,0.20600703125,95.86,99.84
+62,0.5991753760056618,0.19797734375,96.21,99.83
+63,0.5979780254200993,0.206502734375,96.09,99.8
+64,0.5942235071944375,0.21534140625,95.88,99.8
+65,0.5929781451948688,0.20165,95.99,99.77
+66,0.5932630152783842,0.20425078125,96.09,99.73
+67,0.5951229442133863,0.201555859375,96.22,99.85
+68,0.5917951653146336,0.19800703125,96.3,99.77
+69,0.5938850266811175,0.19351171875,96.64,99.83
+70,0.5881724860678371,0.19793046875,96.62,99.73
+71,0.5893765749075474,0.193241796875,96.61,99.74
+72,0.5914467258585824,0.197560546875,96.36,99.81
+73,0.5917107470524616,0.19855703125,96.4,99.79
+74,0.5880325030312579,0.19787734375,96.2,99.74
+75,0.58973270170709,0.18942890625,96.58,99.8
+76,0.5856191352901295,0.198340625,96.42,99.77
+77,0.5852725470167959,0.204709375,96.39,99.76
+78,0.5868446246171609,0.214966796875,96.08,99.75
+79,0.5849240643855853,0.1929333984375,96.42,99.82
+80,0.5859778327310187,0.208746484375,96.32,99.86
+81,0.5833944643919284,0.2010609375,96.38,99.69
+82,0.5864003285383567,0.19654609375,96.23,99.82
+83,0.585903817262405,0.1958861328125,96.45,99.83
+84,0.585150515803924,0.19412890625,96.48,99.78
+85,0.5835038743212692,0.1975798828125,96.32,99.83
+86,0.5843309670941442,0.19551640625,96.51,99.78
+87,0.5844282403460934,0.197051171875,96.46,99.79
+88,0.5823095105906837,0.20190078125,96.5,99.85
+89,0.5838471972025358,0.183071875,96.7,99.84
+90,0.58103693728773,0.187891015625,96.66,99.72
+91,0.5827777688829308,0.201236328125,96.31,99.81
+92,0.581844848445338,0.2144611328125,96.04,99.76
+93,0.5824162980430146,0.18362578125,96.74,99.71
+94,0.5803084485551231,0.188644140625,96.48,99.78
+95,0.5798753978859665,0.2012294921875,96.41,99.83
+96,0.5801419636123201,0.1909984375,96.73,99.82
+97,0.5787282288074493,0.200567578125,96.4,99.82
+98,0.5781546154847512,0.193865234375,96.24,99.73
+99,0.5801491044525408,0.19217734375,96.55,99.83
+100,0.5795652135315105,0.1990796875,96.46,99.83
+101,0.5802788614717305,0.19284375,96.45,99.73
+102,0.5775647084427695,0.18786328125,96.69,99.81
+103,0.5790672150687275,0.18724609375,96.77,99.79
+104,0.576947966701964,0.195354296875,96.65,99.8
+105,0.5772757604081407,0.18925546875,96.67,99.73
+106,0.5769881142510308,0.1923943359375,96.5,99.82
+107,0.5772142080415008,0.193919921875,96.56,99.76
+108,0.5763637322900642,0.19716875,96.3,99.8
+109,0.5753340112347888,0.1960046875,96.56,99.77
+110,0.5727521875220486,0.1937302734375,96.71,99.75
+111,0.5751173396905264,0.2018546875,96.47,99.79
+112,0.5760141509210962,0.19893203125,96.57,99.74
+113,0.5746360661891791,0.197252734375,96.39,99.7
+114,0.5755844972072504,0.194031640625,96.67,99.8
+115,0.5732299323774811,0.18108828125,96.99,99.86
+116,0.5730093913710016,0.18083125,96.94,99.83
+117,0.5725149600169598,0.194726171875,96.78,99.75
+118,0.572955556659617,0.18974921875,96.76,99.83
+119,0.572239191741006,0.1926,96.73,99.8
+120,0.5722128177045757,0.1970078125,96.41,99.76
+121,0.5738590918799751,0.1879296875,96.69,99.76
+122,0.5737223288951776,0.197746875,96.61,99.71
+123,0.5721752125228572,0.188099609375,96.76,99.72
+124,0.5715533238955033,0.188022265625,96.86,99.79
+125,0.5718291507572191,0.193272265625,96.75,99.79
+126,0.5696730990695138,0.192171484375,96.66,99.74
+127,0.5709422335156009,0.1931705078125,96.69,99.85
+128,0.571633547035038,0.2037921875,96.28,99.67
+129,0.5714657330869609,0.185165625,96.92,99.79
+130,0.5697104769130038,0.1867,96.87,99.8
+131,0.5678439291878643,0.191312890625,96.95,99.73
+132,0.5712293805474908,0.18139609375,96.86,99.77
+133,0.5683972928513829,0.193390625,96.88,99.63
+134,0.5689914836588069,0.1913671875,96.48,99.76
+135,0.5690301565023569,0.18526328125,96.96,99.86
+136,0.5690284429961799,0.19481328125,96.82,99.79
+137,0.5685696228701844,0.185437109375,96.86,99.76
+138,0.5674532608598726,0.18641875,96.98,99.76
+139,0.568370686000229,0.19043203125,96.81,99.76
+140,0.5684976320490878,0.18421484375,96.92,99.73
+141,0.5650377402193526,0.186201953125,96.63,99.77
+142,0.5687183461382858,0.183099609375,96.86,99.71
+143,0.5661985829599903,0.18673818359375,96.85,99.84
+144,0.5674315524152201,0.1997765625,96.33,99.72
+145,0.5675089503200645,0.1891732421875,96.92,99.7
+146,0.5676339524678695,0.185535546875,96.87,99.75
+147,0.5687676097592737,0.18494765625,97.12,99.81
+148,0.5655460015066669,0.18898359375,96.76,99.81
+149,0.5692717902935468,0.18235859375,97.15,99.72
+150,0.5674542197559633,0.185505078125,96.9,99.82
+151,0.5665820559375306,0.185198046875,97.05,99.82
+152,0.5653346904322633,0.1871373046875,96.87,99.81
+153,0.5644530643764724,0.188749609375,96.93,99.82
+154,0.564705072559862,0.192203125,96.86,99.82
+155,0.5634127410813274,0.1915775390625,96.73,99.72
+156,0.5623185508526288,0.19488046875,96.58,99.77
+157,0.565792368645342,0.1893453125,96.81,99.83
+158,0.5633201382608495,0.187628125,96.98,99.75
+159,0.5656113141877019,0.189161328125,96.95,99.7
+160,0.564655982148953,0.1850078125,97.03,99.84
+161,0.5653254641936376,0.1877453125,96.63,99.82
+162,0.5663151709187744,0.180658984375,97.1,99.76
+163,0.5635276748838588,0.17311171875,97.26,99.78
+164,0.5640073456825354,0.1793841796875,96.89,99.76
+165,0.5613570450208126,0.18914296875,96.84,99.82
+166,0.5613071118664538,0.1826671875,97.0,99.79
+167,0.5652083687038503,0.185616796875,96.8,99.7
+168,0.5605299623094053,0.187983203125,96.99,99.78
+169,0.563193950897608,0.19055703125,96.87,99.75
+170,0.5629497878571861,0.1895734375,96.81,99.74
+171,0.5622917862019987,0.17890390625,97.29,99.86
+172,0.5630986324997029,0.191083984375,96.89,99.75
+173,0.5605865150180638,0.186019140625,96.94,99.79
+174,0.561449757625914,0.1865462890625,97.06,99.8
+175,0.5616265997672693,0.179161328125,96.96,99.71
+176,0.5599847213070617,0.191798046875,96.86,99.73
+177,0.5617849449826102,0.18411328125,97.02,99.75
+178,0.5646417787951282,0.1918837890625,96.97,99.79
+179,0.5609104241061414,0.185317578125,96.97,99.78
+180,0.5583243482133262,0.176099609375,97.13,99.85
+181,0.5615443518528571,0.1842916015625,96.97,99.77
+182,0.5603846674546217,0.187741796875,96.95,99.72
+183,0.5622918272120321,0.181725,97.09,99.71
+184,0.5584821363544872,0.184675390625,97.01,99.68
+185,0.5592630899105316,0.1826828125,97.04,99.76
+186,0.560221007746509,0.185240625,96.96,99.68
+187,0.5589329849960457,0.18802666015625,96.96,99.67
+188,0.5595410001328868,0.183820703125,97.18,99.72
+189,0.5589091582940175,0.175554296875,97.23,99.72
+190,0.5582278030805099,0.18319462890625,96.96,99.73
+191,0.5588955674161259,0.18304453125,97.04,99.74
+192,0.5585906513226337,0.188223828125,97.13,99.71
+193,0.5582434454789529,0.176421875,97.24,99.73
+194,0.5571137155987259,0.17751875,96.98,99.79
+195,0.5578267208786092,0.177807421875,97.3,99.73
+196,0.5561833056883935,0.18105546875,97.12,99.75
+197,0.5549813505166616,0.176525390625,97.18,99.75
+198,0.5575456421854149,0.171566015625,97.41,99.76
+199,0.5558602886322217,0.17103681640625,97.26,99.82
+200,0.5574050541871634,0.18548125,96.96,99.72
+201,0.5583179878373431,0.1756716796875,97.18,99.83
+202,0.555835797618597,0.1677005859375,97.22,99.81
+203,0.5571411224002512,0.174117578125,97.25,99.77
+204,0.5566715740749979,0.1810365234375,97.0,99.79
+205,0.5539922048138757,0.1798328125,97.2,99.69
+206,0.5553065151230901,0.18689765625,96.99,99.72
+207,0.5575691951900466,0.187398828125,97.1,99.81
+208,0.554261861448614,0.18091953125,97.11,99.74
+209,0.5551761246135092,0.169439453125,97.38,99.73
+210,0.5564377297703017,0.173858984375,97.28,99.77
+211,0.5555444289731164,0.1810720703125,97.05,99.79
+212,0.5568977335834095,0.176315625,97.37,99.75
+213,0.5531683092952794,0.17711875,97.28,99.74
+214,0.5540266457276467,0.183172265625,97.07,99.78
+215,0.5535678142665797,0.183554296875,97.05,99.73
+216,0.5548475522261399,0.173651953125,97.27,99.75
+217,0.5542592341319109,0.18161953125,97.22,99.7
+218,0.5544031570609819,0.18795390625,96.99,99.7
+219,0.5519609335396025,0.181840234375,97.09,99.68
+220,0.5531606378718319,0.178651171875,97.27,99.73
+221,0.5538901279115269,0.17633359375,97.28,99.7
+222,0.5518697533342574,0.181567578125,97.1,99.75
+223,0.5517402488706459,0.17959921875,97.2,99.8
+224,0.5524754989096242,0.1810580078125,97.11,99.81
+225,0.5515549556057677,0.1774892578125,97.21,99.78
+226,0.5522726804782183,0.17563359375,97.32,99.72
+227,0.5515171768318894,0.17599248046875,97.13,99.74
+228,0.5509702277998639,0.1817546875,97.28,99.7
+229,0.551453542123493,0.1780369140625,97.27,99.78
+230,0.5508880952739308,0.170013671875,97.43,99.78
+231,0.5504902279020375,0.17848984375,97.22,99.74
+232,0.5526531202416135,0.175803125,97.23,99.64
+233,0.5508880917078409,0.181773828125,97.3,99.73
+234,0.5494834830363592,0.17615234375,97.35,99.7
+235,0.5517807823215795,0.17681640625,97.3,99.75
+236,0.550448001577304,0.1765734375,97.4,99.73
+237,0.5497270541058646,0.169726953125,97.6,99.77
+238,0.5489131497521685,0.1737703125,97.46,99.75
+239,0.5500119211327317,0.1774625,97.4,99.73
+240,0.5505149333904951,0.1824375,97.15,99.75
+241,0.5491466652124356,0.179651953125,97.29,99.7
+242,0.5524662813315024,0.178482421875,97.23,99.74
+243,0.5486685389127487,0.1763578125,97.33,99.61
+244,0.5495466083033472,0.176715625,97.36,99.72
+245,0.5511831538035319,0.1760083984375,97.27,99.67
+246,0.547602085221527,0.179869140625,97.3,99.7
+247,0.5482430330708495,0.1803125,97.33,99.63
+248,0.5488165949399655,0.177953515625,97.33,99.7
+249,0.5476805062120796,0.17559609375,97.34,99.72
+250,0.5486760217155147,0.16859609375,97.59,99.72
+251,0.548508145997667,0.17485859375,97.51,99.78
+252,0.5473721995312943,0.170283984375,97.53,99.79
+253,0.547933469980191,0.1736109375,97.41,99.76
+254,0.546493490664368,0.17313046875,97.39,99.69
+255,0.5475112352615747,0.1737234375,97.41,99.73
+256,0.5479175466248113,0.17089453125,97.47,99.76
+257,0.5469247223729761,0.17630390625,97.4,99.69
+258,0.5468898912270864,0.174780078125,97.37,99.76
+259,0.5496501853832831,0.17691015625,97.18,99.69
+260,0.5446439084843693,0.17851640625,97.3,99.75
+261,0.5480614172087775,0.1733935546875,97.43,99.67
+262,0.545965042633888,0.173512890625,97.34,99.74
+263,0.5451649370101782,0.16811328125,97.62,99.74
+264,0.5460079801388276,0.174680078125,97.33,99.73
+265,0.5446871038940218,0.174739453125,97.4,99.74
+266,0.5473817958791032,0.170508984375,97.58,99.76
+267,0.5459766189257304,0.17242958984375,97.42,99.82
+268,0.5445378611230443,0.17306796875,97.45,99.77
+269,0.544078780290408,0.173215625,97.42,99.75
+270,0.5436199602917728,0.1722828125,97.43,99.75
+271,0.5455712718077195,0.172241015625,97.55,99.72
+272,0.5447937354572818,0.175033203125,97.54,99.68
+273,0.5430778644533238,0.170819921875,97.51,99.76
+274,0.5450747876595228,0.17638203125,97.42,99.67
+275,0.5464766466210031,0.1680529296875,97.6,99.77
+276,0.5438093880557606,0.1722171875,97.48,99.82
+277,0.5451620265714123,0.1699640625,97.64,99.8
+278,0.5446190600975965,0.17086328125,97.66,99.84
+279,0.5426709626474951,0.17470546875,97.34,99.76
+280,0.5448952682762065,0.171666015625,97.45,99.74
+281,0.5436328905515182,0.1681578125,97.66,99.78
+282,0.5428648026835206,0.175416796875,97.41,99.7
+283,0.5443431940088924,0.1720515625,97.55,99.81
+284,0.5432180221009458,0.17553671875,97.32,99.69
+285,0.5451624708043205,0.176348828125,97.34,99.72
+286,0.5413652528554965,0.170333203125,97.63,99.71
+287,0.5436263196488731,0.170025390625,97.47,99.73
+288,0.5428216360573076,0.167956640625,97.73,99.7
+289,0.5417656247687136,0.1719578125,97.55,99.65
+290,0.5438036275470358,0.1702623046875,97.41,99.73
+291,0.5431999592190115,0.1734265625,97.56,99.76
+292,0.5428019932702056,0.169855078125,97.54,99.66
+293,0.5427037855753531,0.1719115234375,97.55,99.81
+294,0.5419714308192587,0.1666677734375,97.6,99.82
+295,0.5421390623873116,0.173469140625,97.58,99.75
+296,0.5417077486586367,0.17012265625,97.64,99.74
+297,0.5404469733818983,0.168484765625,97.61,99.68
+298,0.5425621355191256,0.1658375,97.57,99.8
+299,0.5421475457330035,0.1694,97.46,99.82
+300,0.5411867343971872,0.167272265625,97.68,99.71
+301,0.5418698550798954,0.167437109375,97.76,99.8
+302,0.5402019581733606,0.1705126953125,97.6,99.75
+303,0.5414542234860934,0.16804296875,97.62,99.72
+304,0.5411116405684724,0.1737275390625,97.62,99.77
+305,0.5407698279262608,0.1692060546875,97.57,99.73
+306,0.5394683573235813,0.1685955078125,97.65,99.69
+307,0.5407947248373276,0.170264453125,97.68,99.75
+308,0.5398616920679044,0.16667734375,97.65,99.67
+309,0.541182583086511,0.16458984375,97.77,99.76
+310,0.5400877559286916,0.16885859375,97.6,99.82
+311,0.5389298628538083,0.16903203125,97.67,99.67
+312,0.5383517600786991,0.17110625,97.57,99.69
+313,0.5377824306488037,0.16562890625,97.61,99.71
+314,0.5389080252657589,0.1666509765625,97.68,99.71
+315,0.540427631037867,0.17140869140625,97.66,99.6
+316,0.5377664429764463,0.1729421875,97.46,99.67
+317,0.5385887685239824,0.166828125,97.74,99.71
+318,0.5384260077252347,0.1674640625,97.61,99.75
+319,0.5395543987934406,0.16735615234375,97.63,99.74
+320,0.5379253094777082,0.167225,97.71,99.72
+321,0.5376793780387976,0.16878125,97.61,99.72
+322,0.5396120287159569,0.16643349609375,97.65,99.71
+323,0.5369667833686894,0.170996484375,97.66,99.74
+324,0.5376331887693486,0.16308671875,97.82,99.73
+325,0.5376566549142202,0.167777734375,97.75,99.74
+326,0.5371827191521978,0.16393671875,97.86,99.76
+327,0.5384849638510973,0.1674087890625,97.72,99.76
+328,0.5374812095338463,0.167199609375,97.69,99.8
+329,0.5382299670296856,0.16338203125,97.74,99.71
+330,0.5378550578895797,0.16734765625,97.6,99.71
+331,0.5383271018409321,0.166026171875,97.69,99.71
+332,0.5353362508054472,0.164640625,97.75,99.77
+333,0.535254017664836,0.1695439453125,97.65,99.73
+334,0.5376922004243248,0.1631662109375,97.83,99.79
+335,0.5376877317316512,0.1653375,97.85,99.67
+336,0.5376802346645257,0.16581328125,97.81,99.73
+337,0.5365964795789148,0.1637115234375,97.73,99.71
+338,0.5372829186355966,0.167565625,97.6,99.78
+339,0.5355949575065547,0.16928359375,97.66,99.74
+340,0.5357330438927708,0.164388671875,97.82,99.68
+341,0.5366510296733971,0.164779296875,97.7,99.8
+342,0.5370760813482807,0.165558203125,97.79,99.7
+343,0.5357197259481137,0.167085546875,97.79,99.71
+344,0.5361187854129025,0.16529140625,97.74,99.78
+345,0.536007339755694,0.166282421875,97.77,99.68
+346,0.5339357696282558,0.16833984375,97.76,99.66
+347,0.5368602519106661,0.168540625,97.67,99.74
+348,0.535358788111271,0.1666654296875,97.72,99.72
+349,0.5364622295412242,0.16744140625,97.66,99.75
+350,0.5345525493224462,0.165571484375,97.72,99.75
+351,0.5352840460518486,0.167353125,97.81,99.69
+352,0.5345274183230523,0.16890703125,97.73,99.63
+353,0.5363187470242509,0.167194140625,97.79,99.78
+354,0.5350774834808122,0.1610294921875,97.82,99.75
+355,0.5361623008791198,0.166330078125,97.71,99.77
+356,0.5352131528222662,0.163276171875,97.73,99.8
+357,0.5368442791394699,0.161966015625,97.8,99.77
+358,0.5333917326906807,0.163568359375,97.7,99.78
+359,0.5355247866648895,0.163541796875,97.83,99.79
+360,0.5354922165473303,0.1639921875,97.76,99.74
+361,0.5341724235023189,0.165369140625,97.74,99.77
+362,0.5341118134749241,0.16013359375,97.82,99.7
+363,0.5350317109344352,0.162141015625,97.82,99.77
+364,0.5345604637494454,0.16585859375,97.73,99.67
+365,0.5348521297813481,0.163748046875,97.81,99.7
+366,0.5330866417314253,0.165663671875,97.83,99.74
+367,0.5337066954781866,0.164532421875,97.77,99.76
+368,0.5356199509567685,0.1630595703125,97.79,99.74
+369,0.534910345943565,0.165504296875,97.71,99.76
+370,0.5336121347470161,0.1691578125,97.71,99.71
+371,0.5352008482839308,0.164329296875,97.69,99.77
+372,0.5342978617319694,0.162529296875,97.75,99.69
+373,0.5341645188820667,0.1660921875,97.75,99.73
+374,0.5355864647361968,0.162519921875,97.81,99.78
+375,0.5353197563662488,0.164692578125,97.85,99.74
+376,0.5340065272190632,0.1622845703125,97.9,99.77
+377,0.5328155123015754,0.16351953125,97.79,99.74
+378,0.5333385733712432,0.1636859375,97.78,99.8
+379,0.5345717222772093,0.1624310546875,97.8,99.73
+380,0.5351936334473455,0.167085546875,97.8,99.75
+381,0.5334190362029605,0.1629939453125,97.66,99.82
+382,0.532346622301982,0.1613787109375,97.87,99.79
+383,0.533306948776938,0.16464287109375,97.73,99.76
+384,0.5335311732995205,0.163790234375,97.8,99.8
+385,0.5339951047785262,0.1637216796875,97.71,99.76
+386,0.5326902796315331,0.16434404296875,97.82,99.7
+387,0.5329763483033221,0.165934765625,97.75,99.69
+388,0.5332469546642059,0.167691796875,97.73,99.74
+389,0.5329634202087027,0.16318125,97.79,99.74
+390,0.532012815022061,0.164626171875,97.84,99.71
+391,0.5347863886600885,0.1639958984375,97.86,99.77
+392,0.5334744780746281,0.1613376953125,97.85,99.74
+393,0.5338644545811874,0.1621669921875,97.81,99.74
+394,0.5326084709829755,0.1638287109375,97.83,99.75
+395,0.5335628031156002,0.16432998046875,97.72,99.75
+396,0.531333486493836,0.164346875,97.77,99.74
+397,0.5342588243830917,0.15994453125,97.86,99.77
+398,0.5330578566361697,0.16638359375,97.72,99.72
+399,0.5342336997517154,0.1626052734375,97.79,99.72
+400,0.5330598467690313,0.1641130859375,97.77,99.75
+401,0.5327211526724008,0.1631703125,97.7,99.82
+402,0.5323358334791966,0.16375859375,97.77,99.74
+403,0.5346125225480806,0.1616189453125,97.81,99.76
+404,0.533599527982565,0.1625265625,97.78,99.78
+405,0.532839023659372,0.161340625,97.78,99.71
+406,0.5338700293985188,0.1633513671875,97.75,99.78
+407,0.532475238172417,0.1620421875,97.78,99.79
+408,0.5349173117906619,0.1611669921875,97.81,99.75
+409,0.534146460203024,0.1617208984375,97.97,99.77
diff --git a/ckpt/cls/Spikformer/psmnist/model_best.pth.tar b/ckpt/cls/Spikformer/psmnist/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..2d3b776bef357cdbad86b09a238607ea9f40328d
--- /dev/null
+++ b/ckpt/cls/Spikformer/psmnist/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b43f1d521c58bdb7c69a880f3a705f7191e605b0f85e61ed37e65ac50d1e7e8
+size 96948756
diff --git a/ckpt/cls/Spikformer/scifar/args.yaml b/ckpt/cls/Spikformer/scifar/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..777bfd5bb50b157c440ab8b9d3fda62a76180a76
--- /dev/null
+++ b/ckpt/cls/Spikformer/scifar/args.yaml
@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: scifar
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 0
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 1024
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/Spikformer/scifar/log.csv b/ckpt/cls/Spikformer/scifar/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0ebeb132c5553b032aa0f293da7e049efaa38ead
--- /dev/null
+++ b/ckpt/cls/Spikformer/scifar/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2292503155194794,2.0304046875,28.38,80.54
+1,2.13086704657628,1.812965625,36.28,85.07
+2,2.0476745856113925,1.699115625,40.63,87.21
+3,2.000626126008156,1.659446875,42.47,88.96
+4,1.964882303812565,1.5590734375,47.35,91.18
+5,1.9157585428311275,1.5022625,48.08,91.54
+6,1.8933341203591763,1.439415625,51.17,92.92
+7,1.8709344011086684,1.4300671875,51.57,93.06
+8,1.8514447527054028,1.3635796875,53.34,93.1
+9,1.8257207029905074,1.3414375,55.36,94.53
+10,1.8107253912167671,1.2904359375,56.53,94.48
+11,1.792295329998701,1.2576203125,58.01,95.01
+12,1.783858054723495,1.243765625,58.85,95.0
+13,1.7588717818260193,1.272984375,56.36,94.04
+14,1.7452415447968703,1.2311765625,58.74,95.14
+15,1.7189604939558567,1.2074734375,60.0,95.86
+16,1.7194663931161929,1.2000625,60.09,95.67
+17,1.7033058074804452,1.193453125,61.01,95.66
+18,1.714685086103586,1.1297734375,63.2,96.02
+19,1.685296153410887,1.1259984375,62.31,96.13
+20,1.664639251965743,1.15366875,61.66,95.84
+21,1.661103101265736,1.144828125,63.08,96.28
+22,1.6626636477617116,1.115359375,64.88,96.75
+23,1.6509460996358822,1.0775234375,65.55,96.64
+24,1.6152690037702904,1.01730625,67.16,97.14
+25,1.619590740937453,1.0111234375,67.54,97.15
+26,1.5938961084072407,0.99431953125,68.17,97.14
+27,1.6034119926966153,0.954315625,69.92,97.06
+28,1.5670265769347167,0.9693421875,70.33,97.51
+29,1.5745095940736624,1.0153609375,69.4,97.37
+30,1.5793825112856352,1.0807984375,66.66,96.9
+31,1.5515795545700268,0.9813265625,70.31,97.14
+32,1.5548842497361013,0.974503125,70.06,97.58
+33,1.5551455571101263,0.944453125,71.19,97.71
+34,1.5473271036759402,0.9094703125,71.94,97.93
+35,1.556405735015869,0.916865625,71.32,97.81
+36,1.5611088920862246,0.95009375,71.9,97.99
+37,1.5550842329477652,0.9796625,70.54,97.58
+38,1.5027802115831619,0.9070828125,72.41,97.82
+39,1.5236056145949242,0.929978125,71.91,97.96
+40,1.5007717536045955,0.88498046875,73.8,98.11
+41,1.498339297221257,0.8863890625,73.37,98.02
+42,1.5019965891654674,0.9096796875,73.45,98.14
+43,1.4953587596233076,0.92919140625,73.72,97.92
+44,1.4688187131514916,0.876078125,73.86,97.92
+45,1.4761540388449645,0.93713125,73.49,98.17
+46,1.4991596272358527,0.91278359375,73.52,97.85
+47,1.4787548890480628,0.873453125,75.23,97.98
+48,1.4847169827192257,0.8841203125,74.54,97.93
+49,1.4695374967196049,0.893809375,74.29,98.23
+50,1.4657475965145306,0.8982328125,73.82,98.12
+51,1.4514599966697204,0.898325,74.12,97.84
+52,1.474480735185819,0.92168828125,73.27,97.94
+53,1.4477142109320713,0.83793125,75.79,97.99
+54,1.4589121627501953,0.85042421875,74.94,97.87
+55,1.4255350719659756,0.874140625,74.82,98.08
+56,1.4287144035865098,0.865071875,75.69,98.28
+57,1.4378487336329924,0.8502890625,75.19,98.24
+58,1.4315913862142808,0.8218109375,76.23,98.12
+59,1.439279180459487,0.82240234375,76.01,98.28
+60,1.4205493682470076,0.84625078125,75.56,97.85
+61,1.432886640383647,0.77919765625,77.25,98.24
+62,1.4209751951388823,0.8115328125,75.88,98.1
+63,1.4347997368910375,0.85313828125,75.66,97.98
+64,1.4238417179156573,0.8713,73.95,97.89
+65,1.4094530397500746,0.7548703125,77.73,98.38
+66,1.4442354402480981,0.81830234375,76.56,98.38
+67,1.4083271106084188,0.8072390625,76.84,98.34
+68,1.4434470386077196,0.8642078125,75.83,98.23
+69,1.389617485877795,0.810884375,76.83,98.17
+70,1.4118820794117757,0.7877421875,76.9,98.27
+71,1.3878887283496368,0.8488125,74.88,97.91
+72,1.3816512745160323,0.76930078125,77.16,98.41
+73,1.4003587783911289,0.8249609375,76.88,98.35
+74,1.4069351257422031,0.788134375,77.66,98.39
+75,1.3856733022592007,0.81569453125,76.71,98.3
+76,1.3851889419249999,0.80824296875,77.36,98.26
+77,1.3535498735232232,0.81617734375,76.89,98.21
+78,1.3948136766751607,0.78303984375,77.91,98.17
+79,1.3842752184623326,0.793703125,77.47,98.37
+80,1.378462063196378,0.8429421875,76.76,97.99
+81,1.3528137890192178,0.8513734375,76.39,98.13
+82,1.3762377469967573,0.8167640625,76.54,98.33
+83,1.4126278499762217,0.80588515625,77.61,98.24
+84,1.3552744691188519,0.75430625,77.31,98.4
+85,1.3684104525125944,0.7505640625,77.22,98.37
+86,1.3566917404150352,0.7669421875,77.85,98.36
+87,1.3533255870525653,0.768325,77.45,98.17
+88,1.371448490405694,0.758275,77.89,98.24
+89,1.3592664533700698,0.7320125,78.55,98.38
+90,1.3555648332987076,0.7663328125,77.75,98.32
+91,1.3393475315509697,0.801328125,78.21,98.43
+92,1.3715880505549602,0.8197265625,77.93,98.35
+93,1.3371579966483973,0.7345953125,78.25,98.25
+94,1.3301921416551639,0.7488734375,77.9,98.29
+95,1.3600081009742542,0.77847265625,78.14,98.39
+96,1.3662210307060143,0.82440625,76.93,98.2
+97,1.3426391227123065,0.7694859375,78.0,98.41
+98,1.3522299473102277,0.80431171875,77.27,98.12
+99,1.347968014386984,0.8246890625,77.71,97.97
+100,1.3467092261864588,0.756265625,78.83,98.49
+101,1.3617222211299798,0.7684484375,78.07,98.2
+102,1.334924202087598,0.78232421875,78.06,97.87
+103,1.3226271756184407,0.7505359375,78.31,98.22
+104,1.3382188506615467,0.72975234375,79.32,98.38
+105,1.3443145842124253,0.75452578125,78.8,98.42
+106,1.305686837129104,0.74635,78.64,98.25
+107,1.3080026275072343,0.79585703125,78.32,98.45
+108,1.3009916841983795,0.7701765625,77.82,98.34
+109,1.3541690641488784,0.76251484375,78.89,98.28
+110,1.3199587707336133,0.7223375,79.12,98.37
+111,1.297468657218493,0.794015625,78.75,98.32
+112,1.33582436304826,0.72459140625,79.36,98.38
+113,1.3413073354806655,0.726396875,79.18,98.41
+114,1.315234526915428,0.746465625,78.39,98.37
+115,1.317982131242752,0.7551828125,78.95,98.42
+116,1.3116173933713864,0.78902109375,78.4,98.12
+117,1.3284358785702632,0.7770546875,78.49,98.38
+118,1.3391727964083353,0.75170078125,79.22,98.18
+119,1.282617680537395,0.696478125,80.03,98.43
+120,1.2902671787983333,0.739965625,79.37,98.67
+121,1.3069866703106807,0.736303125,79.36,98.28
+122,1.319440410993038,0.7374640625,79.02,98.55
+123,1.3053031644760034,0.7579171875,78.63,98.1
+124,1.3142228484153748,0.71708203125,80.04,98.17
+125,1.3075265069802602,0.75679453125,78.9,98.18
+126,1.3103832801183064,0.7577859375,78.91,98.28
+127,1.3284128992985456,0.76008828125,79.32,98.29
+128,1.3180031198721665,0.75080859375,78.39,98.3
+129,1.287277640440525,0.7612375,78.82,98.14
+130,1.316980605553358,0.73915546875,79.22,98.19
+131,1.29437215419916,0.80600859375,78.3,98.23
+132,1.3076183128051269,0.7683640625,78.88,98.0
+133,1.2746112369574034,0.81244453125,78.08,98.04
+134,1.3068706410053448,0.73692578125,79.28,98.2
+135,1.2784088020141309,0.712115625,79.84,98.32
+136,1.293390362843489,0.70499453125,79.86,98.27
+137,1.3093641317807712,0.7032125,79.52,98.09
+138,1.2973111605032897,0.736815625,79.65,98.25
+139,1.3212435086568197,0.780796875,78.99,98.31
+140,1.2969280198598518,0.744434375,79.6,98.3
+141,1.3156200581636184,0.7577015625,79.44,98.26
+142,1.2873614262311885,0.76100078125,79.26,98.19
+143,1.3124401415005709,0.7321703125,80.03,98.34
+144,1.2839641366249477,0.721696875,79.66,98.33
+145,1.2963329871495566,0.7651796875,79.77,98.49
+146,1.2905336953126467,0.72862109375,79.73,98.04
+147,1.306402406631372,0.7923734375,79.0,98.34
+148,1.2568078100681306,0.7531875,79.52,98.1
+149,1.2820286359542454,0.760034375,79.09,98.59
+150,1.3034531578039512,0.7663625,78.81,98.14
+151,1.3057010679672927,0.72637109375,80.38,98.17
+152,1.2799494511041887,0.79830234375,78.47,98.05
+153,1.2705151247672546,0.68778046875,80.34,98.37
+154,1.288835191879517,0.7028,80.07,98.24
+155,1.2737925738860398,0.7394390625,79.41,98.32
+156,1.2803824314704308,0.714275,80.37,98.46
+157,1.265548976415243,0.7098203125,80.26,98.39
+158,1.2808727586880708,0.71344765625,80.69,98.31
+159,1.2951675335566202,0.759446875,79.34,98.25
+160,1.2697920232247084,0.74813125,79.9,98.38
+161,1.247378581456649,0.73019453125,79.9,98.43
+162,1.2650566336436149,0.73425625,80.14,98.36
+163,1.29065080896402,0.71367109375,80.29,98.19
+164,1.26771075068376,0.7431125,79.38,98.27
+165,1.268423981544299,0.7082578125,80.2,98.33
+166,1.253545399201222,0.7315671875,79.93,98.43
+167,1.2744274562750106,0.763903125,79.63,98.18
+168,1.2872496262574806,0.7348390625,80.08,98.17
+169,1.2699322500290016,0.69944609375,80.9,98.36
+170,1.294068149267099,0.699203125,80.7,98.49
+171,1.246015124901747,0.66333671875,81.24,98.46
+172,1.2811374647495075,0.72502734375,80.41,98.28
+173,1.2557099322477976,0.72326328125,80.49,98.29
+174,1.2293837623718458,0.722159375,80.39,98.4
+175,1.2346648610555209,0.71597109375,80.98,98.44
+176,1.2831171942062867,0.6991890625,80.47,98.46
+177,1.2424224951328375,0.7077125,80.78,98.27
+178,1.2943798552720975,0.70693671875,81.07,98.28
+179,1.2722067860456614,0.6969640625,80.92,98.33
+180,1.2368558605511983,0.689546875,81.39,98.23
+181,1.2262955450094664,0.7095984375,81.01,98.51
+182,1.237751992085041,0.774246875,79.92,98.2
+183,1.2627268266983522,0.740771875,80.18,98.28
+184,1.2322712345001026,0.734284375,80.89,97.9
+185,1.2401850601037343,0.68586171875,81.21,98.21
+186,1.2425396046577355,0.7218765625,80.7,98.31
+187,1.2659440535765427,0.70734296875,81.18,98.21
+188,1.2223268262850933,0.70015390625,81.17,98.24
+189,1.237219804066878,0.7168640625,80.42,98.21
+190,1.2030741003843455,0.71183984375,81.05,98.31
+191,1.2520902003997412,0.7006453125,81.28,97.89
+192,1.2336233310210398,0.732965625,80.79,98.38
+193,1.236916638031984,0.71496953125,80.79,98.31
+194,1.234220046721972,0.7382203125,80.62,98.45
+195,1.2435440691617818,0.68377109375,81.46,98.27
+196,1.231707332531611,0.7094015625,80.53,98.31
+197,1.246836955425067,0.70453671875,81.15,98.72
+198,1.1872896388555185,0.72591796875,80.74,98.47
+199,1.2224663054331755,0.68266171875,81.53,98.36
+200,1.2405885639863137,0.63994140625,81.69,98.36
+201,1.2490772699698425,0.6816078125,81.13,98.37
+202,1.2248386633701813,0.67283984375,81.09,98.22
+203,1.2488083944870876,0.6710921875,81.56,98.56
+204,1.218963537307886,0.700975,81.45,98.54
+205,1.2240561829163479,0.68108359375,81.48,98.14
+206,1.2250072456323184,0.69274609375,81.4,98.43
+207,1.2395006250112484,0.6857625,81.21,98.72
+208,1.2281308981088492,0.67343671875,80.86,98.64
+209,1.2194359158858274,0.69766640625,81.59,98.51
+210,1.2619453734312303,0.70361484375,81.19,98.66
+211,1.2282968796216525,0.687578125,81.57,98.37
+212,1.221035996155861,0.725215625,80.64,98.37
+213,1.251733489984121,0.71682890625,80.9,98.35
+214,1.219674262480858,0.702053125,81.64,98.5
+215,1.22793468160507,0.73152734375,80.71,98.29
+216,1.2587947441981389,0.65762890625,82.33,98.48
+217,1.2628772617914739,0.7128140625,80.87,98.61
+218,1.1938953991119678,0.67371953125,81.63,98.39
+219,1.2152667770018943,0.64938203125,81.96,98.71
+220,1.2545635561148325,0.739440625,80.82,98.46
+221,1.2228921758822906,0.6849484375,81.23,98.54
+222,1.2235959746898748,0.65979296875,82.46,98.4
+223,1.2539193174777887,0.72362421875,80.64,98.14
+224,1.2239931198266836,0.68376171875,81.56,98.35
+225,1.2227981842481173,0.6863703125,81.59,98.5
+226,1.2428484812760965,0.70660234375,81.39,98.16
+227,1.225418670819356,0.72107734375,80.62,98.41
+228,1.2158006626826066,0.6559609375,82.18,98.36
+229,1.192960697106826,0.68660703125,81.47,98.48
+230,1.1799326532926315,0.70246640625,80.67,98.28
+231,1.1838752392010812,0.66011015625,81.98,98.38
+232,1.2477787693341573,0.75541015625,80.7,98.27
+233,1.2143326267217978,0.63935078125,82.36,98.32
+234,1.2017221394257667,0.648578125,81.97,98.27
+235,1.248453793158898,0.6851875,82.17,98.41
+236,1.219597615645482,0.65509375,82.16,98.34
+237,1.1785745258514697,0.66810390625,82.35,98.21
+238,1.1897357685443684,0.6927984375,81.76,98.38
+239,1.2280975630650153,0.66168359375,82.06,98.32
+240,1.191172424188027,0.66982734375,81.79,98.38
+241,1.2052612298574203,0.6954140625,82.42,98.33
+242,1.2120861675494756,0.685546875,82.06,98.49
+243,1.2084497213363647,0.66840390625,82.17,98.38
+244,1.2073164540987749,0.6845109375,82.05,98.45
+245,1.2167665770420661,0.68748359375,81.85,98.37
+246,1.2005422488237039,0.68171640625,82.51,98.35
+247,1.219345261194767,0.6846484375,82.3,98.37
+248,1.1847002246440985,0.66777734375,82.48,98.37
+249,1.2029279777636894,0.68529765625,82.39,98.18
+250,1.2226336300373077,0.67756484375,82.31,98.27
+251,1.1715474466482798,0.67578828125,82.04,98.24
+252,1.1799322169560653,0.6939078125,82.0,98.44
+253,1.1767420476827866,0.681075,81.9,98.28
+254,1.204528566201528,0.68102734375,82.32,98.28
+255,1.1913772561611273,0.6636453125,82.58,98.31
+256,1.1677165832274998,0.6720765625,82.52,97.98
+257,1.176417683943724,0.7008375,81.96,98.39
+258,1.1851652313501406,0.63866953125,82.52,98.27
+259,1.155820751648683,0.67534765625,82.17,98.44
+260,1.192563797877385,0.66700078125,82.62,98.39
+261,1.2182619530421037,0.72038046875,82.05,98.35
+262,1.2092855124901503,0.679640625,82.46,98.55
+263,1.2367490484164312,0.68226171875,82.01,98.34
+264,1.1759985573780842,0.62999765625,83.38,98.32
+265,1.153251714584155,0.68937421875,82.51,98.4
+266,1.1498711427052817,0.70141484375,81.97,98.48
+267,1.1553383332032423,0.66076953125,82.5,98.47
+268,1.1811959414910047,0.6783125,82.21,98.29
+269,1.179286935696235,0.70424296875,82.33,98.26
+270,1.1717161641671108,0.68941875,82.37,98.3
+271,1.153308204962657,0.66450078125,82.14,98.28
+272,1.1737250101871979,0.6922234375,82.52,98.29
+273,1.1639410344453958,0.67576015625,82.39,98.26
+274,1.1659597326547673,0.686178125,82.15,98.31
+275,1.1922696330608467,0.738359375,81.84,98.45
+276,1.2001034794709622,0.6845171875,81.93,98.29
+277,1.1884229516371703,0.66952109375,82.51,98.24
+278,1.165433583045617,0.70044765625,82.16,98.36
+279,1.1855372939354334,0.64958671875,82.61,98.48
+280,1.170107119817,0.67876484375,82.75,98.2
+281,1.183822122751138,0.674228125,82.71,98.46
+282,1.1630666786279433,0.63880625,83.01,98.4
+283,1.1646726727485657,0.645725,82.78,98.24
+284,1.1659046712594154,0.67450703125,82.66,98.07
+285,1.142316677631476,0.662571875,83.4,98.3
+286,1.1551324508129022,0.6679328125,83.07,98.18
+287,1.1518739275443248,0.66825703125,82.94,98.39
+288,1.153662028679481,0.67900234375,82.27,98.34
+289,1.1342149534286596,0.6267375,82.98,98.15
+290,1.118120390482438,0.653421875,83.08,98.32
+291,1.1397082175963964,0.6471171875,82.54,98.31
+292,1.1738262074115948,0.648875,82.77,98.36
+293,1.1813838934287046,0.66548828125,82.79,98.3
+294,1.119847182279978,0.661578125,82.59,98.41
+295,1.1512996991475424,0.64202265625,82.92,98.02
+296,1.1933587855253465,0.652971875,83.06,98.21
+297,1.1176823704670638,0.6336890625,83.41,98.47
+298,1.1851699524965043,0.66756796875,82.56,98.35
+299,1.1696180849503248,0.676275,82.63,98.42
+300,1.1501774326348917,0.65347578125,82.97,98.34
+301,1.1791533563381587,0.671190625,83.36,98.32
+302,1.163320325123958,0.68360234375,82.64,98.26
+303,1.1429633132922343,0.681984375,83.25,98.17
+304,1.1517296000933035,0.649865625,83.06,98.28
+305,1.1831922525014633,0.67668984375,83.07,98.33
+306,1.142180510209157,0.747515625,82.47,98.06
+307,1.1478606213361788,0.66670546875,82.91,98.28
+308,1.1353710993742332,0.6273625,83.23,98.48
+309,1.1399205213938004,0.63899140625,82.92,98.22
+310,1.1880642944421524,0.65338203125,83.29,98.24
+311,1.1514155957943355,0.649471875,83.31,98.28
+312,1.096270091411395,0.6526078125,83.19,98.62
+313,1.1146643632497544,0.64888671875,83.28,98.49
+314,1.1954777850554539,0.67096640625,83.05,98.32
+315,1.1295357991487551,0.66367890625,83.3,98.36
+316,1.164959298341702,0.6816171875,83.01,98.23
+317,1.1194007120071314,0.65020390625,83.32,98.28
+318,1.1595367526396727,0.65170703125,83.24,98.3
+319,1.1619514152025565,0.64304140625,83.44,98.32
+320,1.1302936676221016,0.636603125,83.6,98.2
+321,1.172203202583851,0.675096875,82.83,98.28
+322,1.1623847602269588,0.6709359375,83.24,98.2
+323,1.12936827815496,0.631890625,83.42,98.57
+324,1.1427745709052453,0.6497796875,83.72,98.33
+325,1.1348268354550386,0.6121875,84.09,98.05
+326,1.16861647718992,0.6764734375,83.16,98.22
+327,1.120645002524058,0.645965625,83.37,98.52
+328,1.1446598464097733,0.64023203125,83.58,98.16
+329,1.141225577164919,0.65869296875,83.2,98.19
+330,1.1353593636781742,0.625640625,83.46,98.5
+331,1.1541347794043713,0.62842890625,83.53,98.34
+332,1.1416056582560905,0.6487625,83.72,98.38
+333,1.1140963931878407,0.6302703125,83.69,98.34
+334,1.130961044629415,0.66219296875,83.5,98.48
+335,1.1396539519994686,0.6959765625,83.13,98.46
+336,1.1179157379346016,0.66095234375,83.44,98.37
+337,1.1567622115978828,0.70021796875,82.79,98.37
+338,1.1200075494937407,0.64907109375,83.38,98.33
+339,1.1608095149199167,0.6323578125,83.62,98.37
+340,1.1221862340584778,0.66623203125,83.38,98.51
+341,1.145767766237259,0.6479109375,83.52,98.51
+342,1.099521272151898,0.645578125,83.29,98.34
+343,1.1407071989316206,0.69283359375,83.25,98.12
+344,1.1192366898059845,0.64377890625,83.53,98.22
+345,1.1428236201787607,0.658184375,83.27,98.35
+346,1.0873048013601547,0.6335453125,83.8,98.26
+347,1.1128207322878716,0.60795703125,83.67,98.22
+348,1.124409597653609,0.6394046875,83.48,98.53
+349,1.1554198882518671,0.656175,83.65,98.1
+350,1.1532066374253005,0.693675,83.05,98.33
+351,1.142023866298871,0.6251578125,83.85,98.21
+352,1.1243543424667457,0.6826296875,83.22,98.35
+353,1.146727294799609,0.6603609375,83.54,98.3
+354,1.1214973096664136,0.65089140625,83.62,98.29
+355,1.091228964389899,0.625546875,83.46,98.44
+356,1.1539147149293851,0.59715390625,84.19,98.43
+357,1.1113504263070912,0.65226171875,83.49,98.2
+358,1.0883878796528548,0.6215296875,83.87,98.05
+359,1.1460500640746876,0.61181640625,83.96,98.17
+360,1.146984269985786,0.65501640625,83.52,98.23
+361,1.1290583894802975,0.62503203125,83.93,98.33
+362,1.1234370256081605,0.652753125,83.43,98.32
+363,1.118310819222377,0.64035546875,83.7,98.27
+364,1.1672191058978056,0.64167421875,83.81,98.36
+365,1.1521548110705155,0.62007109375,83.96,98.25
+366,1.1419455896585415,0.6825625,83.46,98.33
+367,1.1083457766435085,0.6466984375,83.86,98.16
+368,1.1607885698477427,0.6949984375,83.3,98.18
+369,1.1487562445493844,0.67167890625,83.23,98.3
+370,1.1194467952618232,0.626853125,83.71,98.44
+371,1.1339184301021772,0.69424921875,83.28,98.44
+372,1.1318122767485106,0.602775,84.26,98.18
+373,1.1337932805220285,0.613634375,84.0,98.08
+374,1.1276961944042108,0.67408203125,83.57,98.35
+375,1.1269759650413806,0.62235,83.74,98.29
+376,1.1341471609396812,0.6233859375,83.89,98.37
+377,1.1508753244693464,0.65544765625,83.78,98.36
+378,1.1355245489340562,0.6337828125,83.9,98.21
+379,1.1300799822195982,0.64,83.63,98.45
+380,1.1030690491199493,0.644203125,84.05,98.42
+381,1.118874030846816,0.658653125,83.42,98.35
+382,1.1310383521593534,0.64745546875,83.51,98.4
+383,1.1352080968710092,0.66694921875,83.69,98.4
+384,1.1510699224777712,0.6463640625,83.64,98.29
+385,1.1580353747575711,0.70221875,82.83,98.4
+386,1.1337999201737918,0.6542671875,83.64,98.31
+387,1.1324142128993304,0.6244203125,83.91,98.19
+388,1.1376462513055556,0.62835078125,84.12,98.47
+389,1.1054714286938692,0.6501765625,83.64,98.24
+390,1.1467597640477694,0.6471046875,83.97,98.42
+391,1.1121065838214679,0.65105390625,83.62,98.39
+392,1.146957419315974,0.633909375,83.98,98.29
+393,1.1299487890341342,0.6535703125,83.53,98.33
+394,1.1393913351572478,0.6307375,84.09,98.24
+395,1.135619955490797,0.6387875,83.93,98.27
+396,1.1483996683206315,0.65879609375,83.49,98.36
+397,1.1143556750737704,0.6371890625,83.85,98.26
+398,1.1221669761034159,0.6279765625,83.96,98.17
+399,1.123902787000705,0.66433984375,83.75,98.35
+400,1.1401948673602862,0.681859375,83.63,98.17
+401,1.1179898744974381,0.62053671875,83.88,98.24
+402,1.1201438816694114,0.639984375,83.95,98.22
+403,1.160512917011212,0.66186640625,83.38,98.12
+404,1.1336718724324153,0.6121015625,84.04,98.27
+405,1.106848091345567,0.63754609375,83.91,98.4
+406,1.1376050482957791,0.6519,83.63,98.16
+407,1.1186272381207882,0.628449609375,84.03,98.29
+408,1.1072483334785852,0.63368984375,83.94,98.33
+409,1.1428605872851152,0.657359375,83.68,98.35
diff --git a/ckpt/cls/Spikformer/scifar/model_best.pth.tar b/ckpt/cls/Spikformer/scifar/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..bd4957a8be1c6709736f66383a7426e41a9ef6ed
--- /dev/null
+++ b/ckpt/cls/Spikformer/scifar/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5961e34d08b9cd18d1d35461600473efe428db50aa7fcf110ffc188880262f
+size 96954452
diff --git a/ckpt/cls/Spikformer/smnist/args.yaml b/ckpt/cls/Spikformer/smnist/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f93d8cd5207e428e9a7a4dbc4fb262338025b98e
--- /dev/null
+++ b/ckpt/cls/Spikformer/smnist/args.yaml
@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: smnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/cls/Spikformer/smnist/log.csv b/ckpt/cls/Spikformer/smnist/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4f9f8e5a71841f253e40f26d3f5deefebee12e50
--- /dev/null
+++ b/ckpt/cls/Spikformer/smnist/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,1.8825518295296237,1.282703125,60.21,95.57
+1,1.220214092833364,0.505762109375,85.88,99.09
+2,0.9593871977084723,0.4160330078125,88.7,99.42
+3,0.8872437829899992,0.3564359375,90.08,99.5
+4,0.8505070191672724,0.394183203125,88.67,99.55
+5,0.821144795188537,0.301644921875,92.89,99.73
+6,0.7996026104332036,0.3139671875,92.37,99.68
+7,0.7757102759220661,0.3099623046875,92.37,99.73
+8,0.7594203755386875,0.3102697265625,91.37,99.79
+9,0.7474376160619606,0.32001953125,92.58,99.8
+10,0.7350453581565466,0.27176171875,93.52,99.84
+11,0.7284733756230428,0.2728236328125,92.95,99.91
+12,0.7141610911259284,0.26255712890625,93.99,99.73
+13,0.7085905706780589,0.264271875,94.0,99.85
+14,0.6976278151711847,0.2312107421875,94.96,99.82
+15,0.6853794779023553,0.2298015625,95.02,99.89
+16,0.6773540423466609,0.2348884765625,94.67,99.9
+17,0.6709903333431635,0.208333203125,95.87,99.88
+18,0.6678190927984368,0.24754765625,94.17,99.81
+19,0.663350975793651,0.21382314453125,95.33,99.87
+20,0.658298126143268,0.228034765625,95.38,99.84
+21,0.6503789096306531,0.226790625,95.34,99.88
+22,0.6429475230029505,0.205498046875,96.07,99.85
+23,0.6324051351119311,0.1870455078125,96.55,99.87
+24,0.626746899424455,0.1986908203125,96.47,99.87
+25,0.6230171569901654,0.1851291015625,96.49,99.89
+26,0.6206274726706692,0.180256640625,96.85,99.87
+27,0.6128197154428205,0.184444921875,96.86,99.89
+28,0.612017916308509,0.195232421875,96.56,99.87
+29,0.6108622829883527,0.193093359375,96.47,99.91
+30,0.6063534347420065,0.2054509765625,95.99,99.83
+31,0.6041562641278292,0.1864986328125,96.99,99.86
+32,0.5990376403698554,0.1802828125,96.88,99.82
+33,0.59849128458235,0.16594560546875,97.55,99.91
+34,0.5963010617300996,0.168322265625,97.48,99.89
+35,0.5955904883961393,0.1731755859375,97.18,99.94
+36,0.5908190550712439,0.17995390625,97.04,99.92
+37,0.5940435472716633,0.1752498046875,97.34,99.86
+38,0.5893012407498482,0.2064478515625,95.95,99.84
+39,0.5887537280209044,0.166337109375,97.34,99.89
+40,0.586915249371121,0.176365625,97.31,99.81
+41,0.5862730163284856,0.170350390625,97.29,99.9
+42,0.5800249483595546,0.1652806640625,97.55,99.87
+43,0.5807746907329967,0.156046484375,97.62,99.91
+44,0.5827133184314793,0.1802072265625,97.02,99.9
+45,0.5792577261598701,0.1715912109375,97.3,99.79
+46,0.5760687309452611,0.16157216796875,97.42,99.9
+47,0.5777608710221755,0.1687171875,97.1,99.92
+48,0.5736441954842999,0.1619990234375,97.66,99.95
+49,0.576390109765224,0.1607908203125,97.56,99.88
+50,0.5743722992065625,0.17691953125,97.2,99.9
+51,0.573102290304298,0.1617283203125,97.56,99.91
+52,0.5741160767964828,0.157459375,97.66,99.91
+53,0.5728448005313547,0.1579056640625,97.61,99.86
+54,0.5716832937338413,0.16358759765625,97.61,99.91
+55,0.5697210383975607,0.1620677734375,97.47,99.88
+56,0.5705917790914193,0.15859140625,97.94,99.93
+57,0.56911567846934,0.15642451171875,97.86,99.92
+58,0.5703359162196134,0.1617095703125,97.57,99.9
+59,0.5677325580364618,0.16758837890625,97.52,99.9
+60,0.5659800082699865,0.161899609375,97.57,99.82
+61,0.5681905820328965,0.159148046875,97.79,99.91
+62,0.56530117835754,0.169113671875,97.56,99.84
+63,0.5643202170856998,0.168634375,97.47,99.86
+64,0.5644732213173157,0.1703201171875,97.49,99.84
+65,0.562336549290225,0.166816015625,97.79,99.88
+66,0.563420254832659,0.1650673828125,97.67,99.77
+67,0.5638995360360186,0.1615572265625,97.6,99.84
+68,0.5621432264645895,0.1652484375,97.53,99.86
+69,0.5643958874747285,0.1609384765625,97.72,99.89
+70,0.5593087815830851,0.1561619140625,97.76,99.91
+71,0.5596555024385452,0.1657283203125,97.52,99.88
+72,0.5641535318050629,0.15206845703125,97.89,99.94
+73,0.5620001457695268,0.16141015625,97.52,99.83
+74,0.561699125247124,0.166730078125,97.43,99.87
+75,0.5622967714682604,0.1494203125,98.04,99.87
+76,0.5571736147006353,0.15315673828125,97.7,99.9
+77,0.556372890742416,0.163274609375,97.74,99.82
+78,0.5584591974814733,0.15596474609375,97.75,99.84
+79,0.5586831206694628,0.1537671875,97.77,99.93
+80,0.5578555868476884,0.164519921875,97.68,99.86
+81,0.5549842710168953,0.15186435546875,98.17,99.88
+82,0.5565192099565115,0.15939267578125,97.74,99.83
+83,0.5572535559917108,0.152708984375,97.89,99.89
+84,0.557051175679916,0.15452080078125,97.86,99.8
+85,0.5553325649000641,0.157548046875,97.7,99.87
+86,0.5555868334749825,0.15777197265625,97.78,99.79
+87,0.5566126593412497,0.149108984375,98.11,99.93
+88,0.5539671395324234,0.1658267578125,97.59,99.92
+89,0.5560854780368316,0.147592578125,98.15,99.9
+90,0.5538787667313193,0.151837109375,97.94,99.91
+91,0.5562942373192209,0.153837109375,97.99,99.79
+92,0.5520171014926373,0.1444283203125,98.35,99.93
+93,0.5556346833960623,0.15028984375,97.98,99.86
+94,0.5543663061072683,0.159053515625,97.69,99.82
+95,0.552205969635238,0.145194140625,97.95,99.89
+96,0.5526089691198789,0.1457494140625,98.12,99.89
+97,0.5540743484201595,0.151287890625,98.03,99.9
+98,0.5536253313478242,0.137894921875,97.95,99.89
+99,0.5521164921104399,0.15373447265625,98.0,99.83
+100,0.5529345960443856,0.1514646484375,97.98,99.87
+101,0.5527431501282586,0.1506287109375,98.03,99.88
+102,0.549857673354638,0.156365234375,98.04,99.81
+103,0.5513376431842135,0.1526634765625,98.16,99.84
+104,0.551494099263452,0.15114453125,98.08,99.89
+105,0.5532976772285935,0.15567177734375,97.96,99.84
+106,0.5508942360806669,0.1571826171875,97.94,99.89
+107,0.5511681763534872,0.15416796875,97.94,99.93
+108,0.5515125373489836,0.148932421875,98.04,99.88
+109,0.5493549119967681,0.15734892578125,97.98,99.84
+110,0.5475554114732987,0.1588,97.68,99.88
+111,0.5507108569145203,0.15037822265625,98.06,99.86
+112,0.5484129110207925,0.1516126953125,98.04,99.85
+113,0.5508917069587952,0.15421103515625,97.89,99.87
+114,0.5491169297542328,0.14631083984375,98.08,99.93
+115,0.5493103877092019,0.151341015625,98.01,99.9
+116,0.5472701849081577,0.15085732421875,98.19,99.83
+117,0.547771251354462,0.1468025390625,98.21,99.89
+118,0.5485087759219683,0.15109130859375,98.05,99.92
+119,0.5478042255864184,0.14791787109375,98.23,99.91
+120,0.547224558571465,0.15498671875,98.01,99.91
+121,0.5482485349106992,0.14885947265625,98.17,99.88
+122,0.5498449931032637,0.148949609375,98.22,99.87
+123,0.5465589090544953,0.163766015625,97.72,99.83
+124,0.5461788634713899,0.152194140625,97.97,99.92
+125,0.5471060790567317,0.1542115234375,97.98,99.91
+126,0.5467988253913374,0.1496568359375,98.04,99.83
+127,0.5470289540851218,0.14425888671875,98.13,99.93
+128,0.5463900650158907,0.1500908203125,98.14,99.9
+129,0.5469456643630297,0.1523109375,98.12,99.88
+130,0.5458436775156575,0.1468271484375,98.29,99.95
+131,0.5455007190123583,0.1560046875,97.88,99.82
+132,0.5469125344967231,0.151474609375,98.04,99.87
+133,0.5456608844618512,0.156469140625,97.84,99.82
+134,0.5461010424754559,0.15747880859375,97.93,99.84
+135,0.5444581953124104,0.151324609375,98.11,99.89
+136,0.544525553782781,0.149113671875,98.11,99.85
+137,0.5444619655609131,0.14935986328125,98.25,99.87
+138,0.5433816658890146,0.14942099609375,98.23,99.82
+139,0.5443125274191555,0.15173515625,98.1,99.87
+140,0.5452532211684773,0.156004296875,98.16,99.8
+141,0.5426126630642475,0.14998984375,97.96,99.9
+142,0.5454635934697257,0.15687509765625,97.99,99.83
+143,0.5426843953438294,0.15115234375,98.17,99.87
+144,0.5449698130544435,0.151118359375,98.07,99.9
+145,0.5441756270125381,0.151612109375,98.08,99.91
+146,0.5438408323078074,0.152225,98.07,99.93
+147,0.5454369254856029,0.15062978515625,98.2,99.82
+148,0.5421738219566834,0.1589849609375,97.8,99.84
+149,0.5435945927842051,0.14641396484375,98.15,99.87
+150,0.5423822750647863,0.147052734375,98.41,99.89
+151,0.5427282479328986,0.1513095703125,98.05,99.84
+152,0.5422971211692207,0.1462947265625,98.32,99.89
+153,0.541317342947691,0.155005078125,97.93,99.86
+154,0.5422998754641949,0.1445302734375,98.26,99.87
+155,0.5401955437965882,0.145692578125,98.21,99.89
+156,0.5417897902492784,0.1518193359375,97.93,99.89
+157,0.5411662213567995,0.1423564453125,98.26,99.92
+158,0.5424235473331224,0.13296240234375,98.16,99.83
+159,0.5416292103691998,0.1514099609375,98.04,99.85
+160,0.5404646973579358,0.14703681640625,98.29,99.89
+161,0.5413338108959361,0.14851015625,98.28,99.87
+162,0.541593237947195,0.1503853515625,98.22,99.93
+163,0.5410284782067324,0.1481318359375,98.28,99.87
+164,0.5403520431783464,0.1493880859375,98.16,99.86
+165,0.5399153864281809,0.14271044921875,98.49,99.91
+166,0.5405960430701574,0.1434658203125,98.2,99.9
+167,0.5411682886700345,0.142101953125,98.35,99.9
+168,0.54016233012717,0.1513048828125,98.08,99.91
+169,0.5409979533690673,0.1460671875,98.33,99.86
+170,0.5394673772856721,0.14976044921875,98.22,99.94
+171,0.5409887443240892,0.14646328125,98.3,99.88
+172,0.5419627852164782,0.1492458984375,98.05,99.89
+173,0.5395579508736602,0.14278916015625,98.31,99.87
+174,0.5383180875299324,0.14740244140625,98.26,99.83
+175,0.5398906696046519,0.15119404296875,98.35,99.9
+176,0.5393110144342113,0.1469859375,98.31,99.85
+177,0.5393393216734259,0.15066171875,98.12,99.87
+178,0.5401801061935914,0.14752314453125,98.3,99.82
+179,0.5391702310651796,0.14449814453125,98.32,99.87
+180,0.5390292411176567,0.1544501953125,97.94,99.83
+181,0.5409363410157016,0.1486064453125,98.28,99.86
+182,0.5389576020658525,0.15502919921875,97.85,99.84
+183,0.5392041824057571,0.143054296875,98.37,99.8
+184,0.5374781693148817,0.1480365234375,98.18,99.9
+185,0.5384735523635505,0.1482107421875,98.2,99.85
+186,0.538249510475713,0.14891396484375,98.22,99.87
+187,0.5382089105426756,0.148415625,98.37,99.83
+188,0.5385236564355019,0.14106396484375,98.45,99.82
+189,0.537608937957348,0.1404376953125,98.41,99.89
+190,0.5386352709725372,0.13958134765625,98.49,99.87
+191,0.538484207712687,0.14603935546875,98.36,99.9
+192,0.53712966821642,0.1456466796875,98.35,99.88
+193,0.5386532657166831,0.1452361328125,98.21,99.83
+194,0.5366977171765434,0.1431564453125,98.37,99.87
+195,0.5354503058215492,0.14653544921875,98.36,99.86
+196,0.534694188935125,0.1430056640625,98.26,99.82
+197,0.5357365761047754,0.1419810546875,98.58,99.88
+198,0.5358087071496197,0.13990732421875,98.45,99.88
+199,0.536257860242811,0.13947548828125,98.47,99.86
+200,0.5348000447464805,0.1442005859375,98.36,99.87
+201,0.537151396784008,0.1435962890625,98.38,99.94
+202,0.5363348945338502,0.145564453125,98.23,99.9
+203,0.5366599780117345,0.1448953125,98.31,99.87
+204,0.5356518537060827,0.14107265625,98.6,99.9
+205,0.5362735847886811,0.144611328125,98.44,99.85
+206,0.535512378709948,0.14166865234375,98.31,99.92
+207,0.5357690661126732,0.148596484375,98.23,99.88
+208,0.5344095442794327,0.1387646484375,98.36,99.91
+209,0.5348031318340546,0.1416431640625,98.43,99.85
+210,0.5357210713828731,0.1450310546875,98.39,99.86
+211,0.5347442623132315,0.1490025390625,98.24,99.86
+212,0.5361841191083957,0.140973828125,98.44,99.89
+213,0.5352267650966971,0.13972470703125,98.43,99.89
+214,0.5346020213049701,0.15199130859375,98.25,99.88
+215,0.535602742790157,0.1409294921875,98.48,99.86
+216,0.5358767123558582,0.14497685546875,98.46,99.89
+217,0.5323764602852683,0.1504568359375,98.17,99.82
+218,0.5341823000429023,0.14178349609375,98.48,99.84
+219,0.5330182415807349,0.14505927734375,98.44,99.83
+220,0.5338545143604279,0.141287109375,98.42,99.9
+221,0.5344277808808873,0.14169130859375,98.37,99.87
+222,0.5331364265109739,0.1378701171875,98.33,99.91
+223,0.5327201066618292,0.137445703125,98.5,99.94
+224,0.5335001926391553,0.14387509765625,98.49,99.87
+225,0.5312517070107989,0.13675263671875,98.25,99.9
+226,0.533328444402442,0.1392,98.54,99.89
+227,0.5322633702785541,0.144695703125,98.36,99.85
+228,0.5317053048529177,0.13771337890625,98.48,99.87
+229,0.5326923775112528,0.1438232421875,98.51,99.86
+230,0.5325516700489908,0.138366796875,98.53,99.93
+231,0.5308039117063212,0.1420935546875,98.33,99.86
+232,0.5314922443567178,0.151566015625,98.24,99.84
+233,0.5319026976059644,0.13720390625,98.65,99.91
+234,0.5311793860716697,0.14170537109375,98.55,99.81
+235,0.5338329065304536,0.14726357421875,98.26,99.86
+236,0.5322433908780416,0.140371484375,98.45,99.87
+237,0.5306574436079743,0.14177490234375,98.44,99.87
+238,0.529996671483048,0.14039541015625,98.53,99.87
+239,0.5316805474014363,0.14450517578125,98.24,99.9
+240,0.5323706787620854,0.14388134765625,98.41,99.83
+241,0.5303271898092368,0.14256416015625,98.55,99.85
+242,0.5335498072652736,0.143248046875,98.3,99.85
+243,0.5308892340996326,0.1399037109375,98.37,99.86
+244,0.5314608569073881,0.1433693359375,98.47,99.84
+245,0.5325742425062717,0.1393412109375,98.51,99.85
+246,0.5293100715702416,0.13726787109375,98.53,99.93
+247,0.5315436043291011,0.13718046875,98.63,99.91
+248,0.5303200437472417,0.1419744140625,98.5,99.9
+249,0.5298314226998223,0.15140615234375,98.17,99.8
+250,0.5313553100722468,0.1374626953125,98.61,99.89
+251,0.5312273056588621,0.1437263671875,98.35,99.89
+252,0.5300252338250478,0.1389546875,98.56,99.88
+253,0.5291066114973818,0.13970078125,98.55,99.9
+254,0.5298147936407317,0.1417625,98.51,99.88
+255,0.5295981958381131,0.14188125,98.49,99.88
+256,0.5295992519101526,0.14242783203125,98.41,99.85
+257,0.530896608136658,0.13856728515625,98.57,99.88
+258,0.5287887727857655,0.14404814453125,98.44,99.87
+259,0.5306670921735275,0.1452337890625,98.42,99.8
+260,0.5287574134830736,0.14233671875,98.37,99.87
+261,0.5297713635059503,0.144380859375,98.43,99.87
+262,0.5296361613222677,0.1379994140625,98.56,99.91
+263,0.5288912518921062,0.140866796875,98.51,99.9
+264,0.529017906031038,0.1396595703125,98.52,99.88
+265,0.5282573716508018,0.140253515625,98.51,99.83
+266,0.5293951713376575,0.14208447265625,98.55,99.87
+267,0.5272277622905552,0.13889375,98.57,99.9
+268,0.5277993032056042,0.14015234375,98.56,99.87
+269,0.5261444505463299,0.14059697265625,98.4,99.86
+270,0.5282349469315293,0.14002587890625,98.53,99.9
+271,0.5283105277862304,0.1383802734375,98.53,99.84
+272,0.5276344159984181,0.1375248046875,98.56,99.9
+273,0.5269442888406607,0.14034130859375,98.52,99.88
+274,0.5260479308855839,0.14213466796875,98.55,99.78
+275,0.5280671388420284,0.14395244140625,98.44,99.83
+276,0.5280768705738915,0.1384890625,98.57,99.9
+277,0.525504805211328,0.1425341796875,98.51,99.83
+278,0.5272044477045027,0.14111142578125,98.55,99.88
+279,0.526393007264178,0.1351271484375,98.67,99.88
+280,0.5277579582145071,0.1409802734375,98.61,99.87
+281,0.526611685498148,0.1360396484375,98.61,99.93
+282,0.5269555180755436,0.13625205078125,98.66,99.89
+283,0.5275106505196319,0.1400662109375,98.59,99.9
+284,0.526971036934445,0.14087509765625,98.55,99.83
+285,0.5272747569868708,0.140078125,98.45,99.85
+286,0.52616760147433,0.139992578125,98.51,99.91
+287,0.5259496610388796,0.1346216796875,98.65,99.86
+288,0.5254752475481766,0.13590224609375,98.62,99.88
+289,0.5261524545076566,0.138186328125,98.68,99.85
+290,0.5250314303442963,0.13714189453125,98.51,99.84
+291,0.5267203538081585,0.13987041015625,98.58,99.88
+292,0.526629871664903,0.1355259765625,98.52,99.87
+293,0.5256264083660566,0.133387890625,98.75,99.88
+294,0.5246594566055852,0.13681357421875,98.51,99.84
+295,0.5250653050139419,0.140090234375,98.65,99.8
+296,0.5252788319037511,0.13943623046875,98.49,99.85
+297,0.5248412126914049,0.14142490234375,98.36,99.8
+298,0.5253742003542745,0.14509912109375,98.38,99.85
+299,0.5268337431117001,0.1426134765625,98.51,99.83
+300,0.5239178152420582,0.14132568359375,98.49,99.83
+301,0.5254063886454982,0.13817451171875,98.57,99.87
+302,0.524183665203233,0.140746875,98.52,99.88
+303,0.5252650234943781,0.13795078125,98.56,99.9
+304,0.5246754232634846,0.139819140625,98.52,99.85
+305,0.5252052075587786,0.13810556640625,98.52,99.83
+306,0.5235311129154303,0.138066015625,98.62,99.87
+307,0.524135417281053,0.1361400390625,98.64,99.87
+308,0.5244120766973903,0.1353310546875,98.66,99.84
+309,0.5241680816452727,0.13787509765625,98.64,99.89
+310,0.5240068440763359,0.139837890625,98.55,99.92
+311,0.5243162261879343,0.13627421875,98.59,99.91
+312,0.5232115840045815,0.1386712890625,98.52,99.89
+313,0.5231283480285579,0.1412720703125,98.61,99.83
+314,0.5239435867366627,0.136109375,98.6,99.87
+315,0.5235722109548047,0.1403697265625,98.46,99.9
+316,0.5230971610444224,0.13483583984375,98.7,99.89
+317,0.5229973972607882,0.13949228515625,98.57,99.9
+318,0.5230286709773235,0.1375548828125,98.65,99.85
+319,0.5227484021686081,0.136957421875,98.6,99.88
+320,0.5230376575237665,0.1383701171875,98.58,99.87
+321,0.5230272496357943,0.137878515625,98.5,99.9
+322,0.5226145645237377,0.135603125,98.59,99.87
+323,0.5222292115800401,0.13456611328125,98.68,99.87
+324,0.5223354355901735,0.1335974609375,98.76,99.89
+325,0.5224276137912375,0.1371501953125,98.66,99.88
+326,0.5232003287881868,0.135188671875,98.6,99.88
+327,0.5231254237075137,0.1390318359375,98.51,99.87
+328,0.5223289991800601,0.1369294921875,98.63,99.85
+329,0.5219660215398185,0.13552119140625,98.67,99.91
+330,0.52211530914164,0.13937744140625,98.59,99.85
+331,0.5232945382595062,0.1374888671875,98.68,99.89
+332,0.520370119657272,0.1364240234375,98.64,99.83
+333,0.5212674773911126,0.1363248046875,98.61,99.87
+334,0.5212497145701678,0.1357142578125,98.65,99.89
+335,0.5216806450715432,0.1379814453125,98.62,99.9
+336,0.5230356574567974,0.13474287109375,98.66,99.84
+337,0.5213785297595538,0.13973447265625,98.61,99.9
+338,0.5225489050404638,0.137955859375,98.6,99.9
+339,0.5212062061087698,0.1378947265625,98.63,99.9
+340,0.5216976039939456,0.1335294921875,98.7,99.88
+341,0.5208838281468449,0.13457001953125,98.71,99.88
+342,0.5215782353765944,0.1365189453125,98.58,99.86
+343,0.5217733541105547,0.138699609375,98.62,99.9
+344,0.5220065889959662,0.13605625,98.67,99.89
+345,0.5201487429121621,0.135902734375,98.71,99.86
+346,0.5196338429664954,0.134455859375,98.68,99.87
+347,0.522328549852738,0.13577294921875,98.67,99.87
+348,0.5213392522090521,0.13594619140625,98.66,99.9
+349,0.5207063535339812,0.1338025390625,98.67,99.89
+350,0.5210763400691187,0.134285546875,98.68,99.87
+351,0.5212363745921698,0.13816533203125,98.48,99.94
+352,0.5204307286657839,0.1365865234375,98.62,99.84
+353,0.5210073329189904,0.1337087890625,98.77,99.93
+354,0.5198047385256515,0.132267578125,98.84,99.89
+355,0.5207345025916384,0.136223828125,98.71,99.89
+356,0.5214252775041466,0.1344208984375,98.76,99.93
+357,0.5205866584920475,0.1344166015625,98.69,99.89
+358,0.5193526510499481,0.13815537109375,98.68,99.86
+359,0.5208136883811054,0.1384599609375,98.62,99.85
+360,0.5205864649043124,0.13359658203125,98.77,99.85
+361,0.5188791517518524,0.1327263671875,98.76,99.9
+362,0.5202755478457508,0.1360041015625,98.67,99.91
+363,0.5184308001373568,0.13271640625,98.72,99.88
+364,0.5195574523546757,0.13410048828125,98.66,99.9
+365,0.5206646832645448,0.13715634765625,98.67,99.87
+366,0.5199485668259808,0.1389291015625,98.62,99.87
+367,0.5196806713301911,0.1378095703125,98.67,99.85
+368,0.5205202612102541,0.13753359375,98.6,99.91
+369,0.5199688943023355,0.1334595703125,98.67,99.89
+370,0.5190286306489227,0.1371841796875,98.64,99.88
+371,0.5197090661933279,0.135250390625,98.76,99.84
+372,0.5199874584746157,0.1373091796875,98.66,99.9
+373,0.5192792195285487,0.1362814453125,98.63,99.91
+374,0.5190510958687872,0.1389583984375,98.61,99.88
+375,0.5206150404917889,0.1340873046875,98.73,99.91
+376,0.5186893820253193,0.13637353515625,98.71,99.84
+377,0.5190425103800929,0.13450283203125,98.73,99.91
+378,0.5199511168349502,0.13716376953125,98.66,99.88
+379,0.5203969614882754,0.1382814453125,98.65,99.92
+380,0.5213692783035784,0.133556640625,98.72,99.91
+381,0.5195469485643582,0.13534384765625,98.69,99.85
+382,0.5188747742491909,0.1366185546875,98.67,99.88
+383,0.5198437802047811,0.13675068359375,98.69,99.85
+384,0.5196960625740198,0.13589365234375,98.78,99.85
+385,0.5190201796527601,0.13367255859375,98.81,99.84
+386,0.5187788372620558,0.1350810546875,98.72,99.83
+387,0.5185190397195327,0.1354951171875,98.74,99.87
+388,0.5195685924373121,0.1386013671875,98.71,99.87
+389,0.5196751716554674,0.1343099609375,98.77,99.86
+390,0.5187016950967984,0.1344173828125,98.7,99.9
+391,0.5188722576086338,0.13638828125,98.68,99.85
+392,0.5185696467375144,0.13360126953125,98.75,99.87
+393,0.5191199910691661,0.13320341796875,98.79,99.92
+394,0.518244123739055,0.13282265625,98.81,99.89
+395,0.5199453728830713,0.13235390625,98.8,99.89
+396,0.5185735411623604,0.134778125,98.67,99.88
+397,0.5197364900611404,0.1375412109375,98.7,99.88
+398,0.5192516979753462,0.13419697265625,98.65,99.94
+399,0.5200424719060588,0.13743896484375,98.55,99.87
+400,0.5189248541226754,0.13329345703125,98.71,99.89
+401,0.5184098353498002,0.13674130859375,98.64,99.86
+402,0.5181829981569551,0.13269521484375,98.67,99.93
+403,0.5197279542429835,0.13222255859375,98.72,99.9
+404,0.5193306737475925,0.1389640625,98.64,99.86
+405,0.5187528133392334,0.13362451171875,98.79,99.88
+406,0.5192870644167957,0.13624697265625,98.75,99.87
+407,0.518078037052073,0.1356201171875,98.76,99.88
+408,0.5197669177228569,0.13492392578125,98.71,99.88
+409,0.5188657934339638,0.1370208984375,98.68,99.89
diff --git a/ckpt/cls/Spikformer/smnist/model_best.pth.tar b/ckpt/cls/Spikformer/smnist/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..dbe90e0d2c8d62fff0a9190424400014a6e7e541
--- /dev/null
+++ b/ckpt/cls/Spikformer/smnist/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2f00f9b69480fa3ad150e4191957556ab72c3aa1de065d1b17c0f51d110a22
+size 96948756
diff --git a/ckpt/cls/Spikingformer/cifar10/args.yaml b/ckpt/cls/Spikingformer/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..cfdfd3b3c6a781b6178ee367a6b0126d60a5f86d
--- /dev/null
+++ b/ckpt/cls/Spikingformer/cifar10/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 64
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 1
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikingformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikingformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 64
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikingformer/cifar10/log.csv b/ckpt/cls/Spikingformer/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5d75a5c7772e9d71c7ca266d6963a9c270f6f83a
--- /dev/null
+++ b/ckpt/cls/Spikingformer/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2162095154140733,2.005946875,28.05,81.47
+1,2.093204941700729,1.7529921875,35.88,87.12
+2,2.0225146938682976,1.723528125,37.35,87.38
+3,1.9913017371247275,1.650609375,41.01,87.71
+4,1.9379522702758047,1.47070625,48.23,92.17
+5,1.8747682376036112,1.4028,52.44,93.76
+6,1.8389320742916053,1.2725859375,56.45,94.42
+7,1.782864295261007,1.247896875,57.17,95.34
+8,1.7403306300142511,1.147653125,63.3,96.52
+9,1.6904238103751794,1.04357734375,67.11,97.3
+10,1.656556671621247,1.05910859375,67.1,96.36
+11,1.6234032723112999,1.008015625,69.92,97.31
+12,1.6034617804076698,0.87605859375,72.53,97.96
+13,1.5515714033617711,0.8327671875,75.4,98.03
+14,1.5399935920168282,0.8508296875,74.13,98.31
+15,1.5269024569002216,0.75537578125,78.36,98.64
+16,1.5010562320830116,0.75234453125,79.62,98.19
+17,1.476503536429509,0.8664734375,78.45,98.52
+18,1.4616391129896675,0.76166640625,81.0,98.79
+19,1.423950297350157,0.650439453125,82.0,98.98
+20,1.4407083628730188,0.75416171875,81.86,98.93
+21,1.4384890959601702,0.73190078125,81.63,98.75
+22,1.4184844911327434,0.67228984375,82.99,99.0
+23,1.4021878891198798,0.637256640625,84.17,99.01
+24,1.393361647287801,0.65394765625,83.89,99.11
+25,1.389612266944099,0.608076953125,84.55,99.25
+26,1.3811494863750686,0.58036328125,85.57,99.13
+27,1.3742647102333978,0.638355859375,85.05,99.1
+28,1.3533631088486402,0.55153515625,86.85,99.3
+29,1.3265337138108804,0.55115390625,86.82,99.31
+30,1.3364657315493547,0.59609375,87.2,99.16
+31,1.3481529318416317,0.547291015625,87.49,99.35
+32,1.3327226607503415,0.58576171875,87.05,99.26
+33,1.3186009365220992,0.572660546875,86.54,99.33
+34,1.3196078894538243,0.561359375,87.7,99.25
+35,1.3286516554224355,0.568260546875,88.0,99.36
+36,1.2888745230535539,0.56332578125,88.38,99.45
+37,1.2908592168408686,0.5146703125,87.46,99.39
+38,1.2999610580341765,0.58893125,87.45,99.31
+39,1.2906798117444702,0.5497828125,87.67,99.41
+40,1.279459319484066,0.516098046875,88.88,99.48
+41,1.283453001484523,0.472092578125,87.86,99.55
+42,1.2733144017554123,0.4842125,88.67,99.55
+43,1.2703957314222631,0.55725234375,88.62,99.48
+44,1.2703603922786542,0.50783359375,89.21,99.44
+45,1.2587738424043498,0.499773828125,89.23,99.53
+46,1.271919088693343,0.48615,89.37,99.49
+47,1.2537309897541236,0.477297265625,89.76,99.45
+48,1.2555098107010698,0.4961328125,89.49,99.44
+49,1.242200777716887,0.52581171875,88.69,99.45
+50,1.2565379060337394,0.45315,90.37,99.46
+51,1.2651494662831901,0.492948046875,89.88,99.42
+52,1.261220294366878,0.477226171875,88.86,99.65
+53,1.2440490608941883,0.501612890625,89.34,99.55
+54,1.250091329503151,0.46917734375,89.69,99.4
+55,1.227899263823994,0.44275390625,90.19,99.56
+56,1.255331980128905,0.48471484375,90.4,99.55
+57,1.2388089006139436,0.461109765625,90.24,99.65
+58,1.2198975370116485,0.467169921875,90.01,99.49
+59,1.2499952271256343,0.442123828125,89.86,99.57
+60,1.2141042704313574,0.436146875,90.97,99.44
+61,1.2173459352054914,0.54090390625,89.44,99.59
+62,1.2670091276895374,0.443771484375,90.49,99.62
+63,1.2167890947240567,0.483591796875,90.07,99.5
+64,1.241358853027549,0.49074765625,90.13,99.52
+65,1.2330964023721966,0.45180625,90.65,99.68
+66,1.222157952345898,0.485075,90.02,99.5
+67,1.243214264569301,0.479586328125,90.78,99.53
+68,1.2147333545660393,0.440451171875,90.5,99.58
+69,1.2299545525588695,0.43602265625,90.67,99.44
+70,1.229946825018918,0.451683203125,90.69,99.68
+71,1.221438358596284,0.472966796875,90.68,99.51
+72,1.2110452295570764,0.46122578125,90.66,99.56
+73,1.2097496783382304,0.4674734375,90.8,99.67
+74,1.2182041255521103,0.4581533203125,90.56,99.69
+75,1.20716907280508,0.44900390625,90.58,99.59
+76,1.197750580295558,0.4535587890625,91.05,99.6
+77,1.242186176639513,0.4378662109375,90.94,99.63
+78,1.2307621679446457,0.429546484375,91.04,99.64
+79,1.2119545100135167,0.46962109375,91.05,99.69
+80,1.2170473697396156,0.484583203125,90.96,99.59
+81,1.2133048282084788,0.421149609375,91.14,99.59
+82,1.1978063664271492,0.470717578125,91.3,99.65
+83,1.1856853624617396,0.495808203125,91.02,99.63
+84,1.173695828560525,0.50291953125,90.01,99.43
+85,1.1682626357762365,0.438665625,90.81,99.65
+86,1.2265512438803414,0.4900875,91.34,99.47
+87,1.2177541848181457,0.469631640625,90.95,99.54
+88,1.1891893961212852,0.42839765625,91.96,99.64
+89,1.194761368895615,0.4074453125,91.26,99.72
+90,1.1863044664435443,0.465026171875,91.27,99.54
+91,1.1764712170357894,0.4165294921875,91.99,99.65
+92,1.1944018098669993,0.47884140625,91.25,99.6
+93,1.1990893647246417,0.4497625,91.46,99.59
+94,1.1857838735232433,0.401982421875,91.58,99.71
+95,1.1965833192598194,0.455047265625,91.55,99.64
+96,1.1763068903118334,0.4730578125,91.01,99.63
+97,1.1749302401432764,0.38703359375,91.89,99.68
+98,1.1934258457793163,0.50783671875,90.68,99.57
+99,1.2151028005628062,0.464658984375,91.68,99.57
+100,1.2093916233156767,0.452080078125,90.63,99.48
+101,1.1878776149621542,0.400369921875,91.9,99.51
+102,1.1766499569412994,0.41532890625,92.1,99.61
+103,1.1899475269067303,0.41861953125,91.88,99.62
+104,1.1864448915523085,0.430842578125,91.09,99.59
+105,1.1786379368448685,0.417790234375,91.28,99.59
+106,1.182479249912096,0.477990625,91.75,99.64
+107,1.1899839296231043,0.430598828125,91.97,99.64
+108,1.19287144336444,0.455087890625,91.24,99.52
+109,1.1979379731012214,0.3780953125,91.98,99.68
+110,1.1688763142853174,0.3979734375,91.87,99.68
+111,1.189863847251433,0.4223361328125,91.48,99.63
+112,1.1888876325342324,0.435447265625,91.89,99.62
+113,1.1703812769982636,0.4419671875,91.7,99.65
+114,1.1664969248747246,0.4015814453125,92.26,99.62
+115,1.1620460318236894,0.425700390625,91.41,99.56
+116,1.1776059928532598,0.41755390625,92.13,99.66
+117,1.1756897555728576,0.424216015625,92.1,99.61
+118,1.186502908698728,0.3906662109375,92.44,99.62
+119,1.1797054769440283,0.44237734375,91.62,99.54
+120,1.1957552370432856,0.420970703125,91.54,99.65
+121,1.1694879029685497,0.3972875,92.42,99.67
+122,1.1577589873620397,0.45905078125,91.3,99.63
+123,1.1629400566201205,0.3913609375,92.55,99.68
+124,1.1736604556078796,0.413524609375,92.08,99.66
+125,1.1689266269399323,0.3948576171875,92.24,99.65
+126,1.1628953378728655,0.4066328125,92.47,99.59
+127,1.1285100555603087,0.3992064453125,91.57,99.57
+128,1.1663984372429597,0.3939,92.28,99.68
+129,1.1583805389501984,0.395940625,91.99,99.71
+130,1.1694378003420811,0.42695625,92.03,99.59
+131,1.1544627200778712,0.4039765625,92.41,99.69
+132,1.1670084624681216,0.35476328125,92.5,99.62
+133,1.1443449470969382,0.42036953125,92.13,99.68
+134,1.1468646263801487,0.3967025390625,92.22,99.54
+135,1.1581634077769387,0.445420703125,92.45,99.66
+136,1.1598352503684968,0.40361640625,91.88,99.65
+137,1.1630647755615537,0.4079306640625,92.29,99.68
+138,1.1283830215012065,0.39507421875,92.33,99.69
+139,1.1630675763693112,0.39440625,92.47,99.67
+140,1.1435034172788319,0.43119140625,92.03,99.57
+141,1.1586819992480601,0.45794296875,92.24,99.53
+142,1.167079884706783,0.494122265625,92.07,99.48
+143,1.1281678304934777,0.3992181640625,92.06,99.75
+144,1.1536308158375084,0.4083005859375,92.45,99.39
+145,1.1678110494656386,0.39846015625,92.6,99.72
+146,1.1650173353477262,0.40142734375,92.52,99.66
+147,1.15836214881853,0.40353984375,92.32,99.71
+148,1.1564365433059185,0.37830859375,92.2,99.62
+149,1.1370637081801969,0.427853515625,92.12,99.59
+150,1.1603358036882594,0.41566875,92.14,99.63
+151,1.1724472413752967,0.40927890625,92.11,99.6
+152,1.168571876273723,0.407692578125,92.79,99.7
+153,1.1582355214600069,0.392259765625,92.65,99.66
+154,1.1326266381407821,0.3839642578125,92.44,99.75
+155,1.1395091778490212,0.424443359375,92.2,99.68
+156,1.1456263014204828,0.3863859375,92.66,99.64
+157,1.164785908065288,0.3717998046875,93.13,99.57
+158,1.1533448688504637,0.406423046875,92.46,99.6
+159,1.17515310572601,0.41310078125,92.64,99.68
+160,1.1488438203606501,0.397506640625,92.9,99.72
+161,1.1445625747211765,0.3979509765625,92.62,99.57
+162,1.1727268170760932,0.386134765625,92.7,99.68
+163,1.1409110028520895,0.41077421875,92.47,99.53
+164,1.1402097896943477,0.422091796875,92.33,99.69
+165,1.141613013689405,0.45106484375,92.35,99.6
+166,1.124100763269637,0.41072734375,92.9,99.71
+167,1.137700475742814,0.3908984375,92.84,99.63
+168,1.1276725045239575,0.374369140625,92.76,99.68
+169,1.1396644153607183,0.421670703125,92.76,99.74
+170,1.156083203461045,0.3847435546875,92.78,99.67
+171,1.1334067694508922,0.3778083984375,92.4,99.7
+172,1.1666047499060783,0.3759556640625,92.8,99.66
+173,1.1310307833052475,0.3714947265625,92.97,99.66
+174,1.1344921703375257,0.3412462890625,93.29,99.71
+175,1.1490890821787825,0.399450390625,92.48,99.69
+176,1.1414842606354003,0.3872373046875,92.84,99.62
+177,1.1577771022896761,0.3818830078125,92.81,99.68
+178,1.1327136224576972,0.389019140625,92.64,99.56
+179,1.128504168285145,0.404269140625,93.22,99.73
+180,1.143112443397048,0.37089921875,93.08,99.5
+181,1.137530555111498,0.362046875,92.85,99.71
+182,1.1349917101493718,0.34322734375,93.37,99.74
+183,1.1211884088919197,0.40395078125,92.92,99.72
+184,1.1230093581881015,0.371387890625,93.0,99.7
+185,1.1212478617394628,0.395578515625,93.35,99.67
+186,1.14050471050028,0.38875703125,93.04,99.76
+187,1.1373135299444503,0.390691015625,93.17,99.57
+188,1.1438469554031705,0.3734154296875,93.34,99.66
+189,1.1064161547625415,0.382481640625,93.01,99.56
+190,1.1307791371504263,0.4049859375,93.02,99.7
+191,1.1312689855980964,0.39568984375,93.11,99.63
+192,1.116600086762261,0.4042296875,92.79,99.61
+193,1.141994664519453,0.38340546875,93.15,99.66
+194,1.1426301622970767,0.411221875,93.33,99.7
+195,1.1106956514139945,0.37635703125,93.18,99.69
+196,1.1321289692737075,0.41872890625,93.52,99.71
+197,1.1211939096145531,0.437259765625,93.05,99.68
+198,1.1033094423070606,0.351154296875,93.22,99.65
+199,1.1196042109237896,0.39514140625,93.51,99.64
+200,1.141457771217014,0.421391796875,93.3,99.74
+201,1.1321110054564385,0.4038875,93.4,99.72
+202,1.102402695620411,0.3432001953125,93.73,99.69
+203,1.1296136622697535,0.387097265625,93.21,99.65
+204,1.1109437588387658,0.3768203125,93.83,99.72
+205,1.1045115800734213,0.39299609375,92.99,99.61
+206,1.1322419515187243,0.3680599609375,93.37,99.71
+207,1.1260046239241137,0.3843294921875,93.31,99.73
+208,1.127805375793374,0.38767109375,93.26,99.62
+209,1.1280673836165904,0.413080078125,93.32,99.73
+210,1.112720541016851,0.33455703125,93.57,99.6
+211,1.119754599319072,0.357247265625,93.26,99.66
+212,1.1187937161986563,0.41946640625,93.41,99.67
+213,1.1185792302200035,0.396645703125,93.16,99.73
+214,1.104126080279161,0.3644578125,93.66,99.68
+215,1.107429827755453,0.406080859375,92.95,99.59
+216,1.084437713427672,0.392794140625,93.3,99.59
+217,1.1038632907269095,0.373483203125,93.26,99.65
+218,1.13469761709245,0.388687109375,93.37,99.67
+219,1.12212424310313,0.355121875,93.81,99.58
+220,1.0823374882092396,0.3834609375,93.68,99.67
+221,1.1027507404206505,0.3532748046875,93.59,99.68
+222,1.1147997267878162,0.3779703125,93.74,99.7
+223,1.1160895189463558,0.3935759765625,93.05,99.67
+224,1.1239444956126194,0.3458615234375,93.63,99.61
+225,1.1016156475003642,0.384283203125,93.53,99.62
+226,1.1012425296743151,0.391516796875,92.99,99.7
+227,1.1342091575627442,0.3885240234375,93.21,99.61
+228,1.0962157209765133,0.3573203125,93.75,99.7
+229,1.1185773589699584,0.3865427734375,93.63,99.63
+230,1.0896544438165525,0.3448486328125,93.37,99.72
+231,1.1143838924268754,0.391800390625,93.7,99.72
+232,1.1037558478979386,0.389991796875,93.54,99.62
+233,1.0919287236032962,0.391937109375,94.0,99.61
+234,1.1057524100308533,0.3846861328125,93.99,99.69
+235,1.0840979123848196,0.3774185546875,93.47,99.58
+236,1.1043937649678024,0.38513828125,93.89,99.67
+237,1.1016784073753942,0.394809375,93.79,99.65
+238,1.1024853140688127,0.3049203125,94.01,99.64
+239,1.0890979856901377,0.3934390625,93.73,99.57
+240,1.0962210541803308,0.39388671875,93.37,99.62
+241,1.0842260348964745,0.39955703125,93.73,99.74
+242,1.103339676667725,0.391653125,93.55,99.63
+243,1.094677074160069,0.33668046875,93.81,99.59
+244,1.1057828396139011,0.379741796875,93.69,99.63
+245,1.1102591375230064,0.338065625,94.09,99.67
+246,1.0962947633751834,0.37879453125,93.47,99.78
+247,1.1078013625859298,0.332307421875,94.1,99.7
+248,1.0975272472322979,0.3209291015625,93.97,99.69
+249,1.1000982824422028,0.342295703125,93.91,99.65
+250,1.0652281101626104,0.344071875,94.24,99.57
+251,1.0958334931796094,0.350519140625,94.12,99.62
+252,1.0853985056529125,0.3573076171875,94.07,99.72
+253,1.0741845370102172,0.363928125,93.82,99.65
+254,1.0883459156515045,0.35013671875,94.18,99.76
+255,1.0798719574944158,0.359435546875,94.17,99.78
+256,1.0747004684809687,0.354508984375,93.99,99.68
+257,1.1000539513922531,0.370684765625,94.04,99.7
+258,1.0827631689369601,0.3385134765625,94.57,99.73
+259,1.0870975620767982,0.337123046875,94.05,99.62
+260,1.097099157286362,0.37752734375,93.81,99.63
+261,1.0919061074183631,0.339358984375,93.94,99.69
+262,1.0832172469659285,0.3890046875,94.33,99.77
+263,1.070123057359312,0.323801953125,94.38,99.72
+264,1.0774447881305416,0.36896640625,94.09,99.6
+265,1.0877762637584065,0.3284828125,94.23,99.73
+266,1.080706883484209,0.3769369140625,94.12,99.67
+267,1.0810379379079529,0.3364287109375,94.22,99.7
+268,1.0825307695111606,0.3720142578125,93.98,99.69
+269,1.0952589765248317,0.361865625,94.15,99.73
+270,1.0846759773094432,0.361914453125,94.21,99.77
+271,1.0846735902998725,0.3528525390625,94.15,99.76
+272,1.0871630214851125,0.33628359375,94.53,99.74
+273,1.0679198353910262,0.330399609375,94.52,99.67
+274,1.072076486640642,0.3564828125,93.93,99.78
+275,1.0677557828026454,0.345505859375,94.26,99.74
+276,1.0733175208260246,0.400294921875,94.16,99.68
+277,1.071213717039355,0.29316796875,94.57,99.79
+278,1.0847616513163119,0.35597109375,94.26,99.69
+279,1.0849515169133908,0.361855078125,94.27,99.73
+280,1.0739289200107511,0.3388376953125,94.7,99.71
+281,1.074660170475133,0.340893359375,94.33,99.72
+282,1.0829863399457993,0.3267544921875,94.44,99.73
+283,1.0753053971655695,0.35826328125,94.52,99.61
+284,1.0673286468362992,0.368026953125,94.39,99.68
+285,1.0618950308666644,0.3289208984375,94.3,99.64
+286,1.065806531112417,0.356148828125,94.21,99.71
+287,1.0873672237927416,0.36686328125,94.47,99.72
+288,1.079954317299871,0.331512890625,94.2,99.71
+289,1.0580539651472651,0.3456560546875,94.49,99.68
+290,1.0863858057655842,0.33831171875,94.51,99.71
+291,1.0612351261699398,0.315912109375,94.68,99.7
+292,1.074604031905322,0.378353515625,94.32,99.68
+293,1.0715269734093231,0.34117890625,94.7,99.73
+294,1.056287896312611,0.353349609375,94.7,99.71
+295,1.0814895290266078,0.336999609375,94.65,99.69
+296,1.0501772248485481,0.3397123046875,94.87,99.71
+297,1.0423944322308871,0.3349859375,94.56,99.74
+298,1.050304945162408,0.2855533203125,94.65,99.72
+299,1.0459168888389987,0.36909921875,94.59,99.8
+300,1.0820468849622944,0.334910546875,94.78,99.71
+301,1.0606896433879105,0.3831609375,94.5,99.67
+302,1.0379200002295412,0.36518125,94.56,99.66
+303,1.0524532348489946,0.393584765625,94.37,99.63
+304,1.063553594825515,0.355169921875,94.6,99.72
+305,1.0522925911731207,0.337402734375,94.9,99.71
+306,1.0540058736459241,0.3349220703125,94.52,99.72
+307,1.0533590780788133,0.352355859375,94.39,99.71
+308,1.0575517641902734,0.3297515625,94.86,99.78
+309,1.0756392454520993,0.34704609375,94.65,99.66
+310,1.0429123104305487,0.34564453125,94.43,99.73
+311,1.0432647114831872,0.335994140625,94.66,99.71
+312,1.0268532095736944,0.3310203125,94.65,99.71
+313,1.0432551207066192,0.346877734375,94.78,99.78
+314,1.0421337435706477,0.367371484375,94.59,99.71
+315,1.0344851558095514,0.3220365234375,94.8,99.71
+316,1.0608549827039624,0.31975390625,94.67,99.69
+317,1.0425689998875811,0.318542578125,94.58,99.73
+318,1.0453810969632353,0.344199609375,94.74,99.76
+319,1.0715742290554218,0.38728203125,94.71,99.72
+320,1.0425428268088268,0.33283359375,94.7,99.75
+321,1.0603635702639933,0.306064453125,94.76,99.68
+322,1.0208381064875331,0.3140419921875,94.58,99.75
+323,1.0604527528551568,0.337031640625,94.81,99.74
+324,1.041878813589123,0.369890625,94.82,99.77
+325,1.0180388467717874,0.3042984375,94.89,99.72
+326,1.0458672534335742,0.3374078125,94.94,99.72
+327,1.069947842904456,0.325721875,94.77,99.69
+328,1.0274191341540573,0.3017615234375,94.95,99.68
+329,1.040472061319632,0.3626666015625,94.79,99.7
+330,1.051106328924548,0.3129359375,95.08,99.73
+331,1.0206664148121882,0.337414453125,94.89,99.74
+332,1.032224103522209,0.394320703125,94.68,99.8
+333,1.0490542035859922,0.3111564453125,94.99,99.72
+334,1.0371564620588256,0.2988931640625,95.18,99.62
+335,1.042260302318959,0.3218625,95.07,99.65
+336,1.0602791662710729,0.329626953125,94.85,99.66
+337,1.044545618352145,0.353073046875,94.82,99.7
+338,1.0303813323626598,0.320022265625,95.15,99.68
+339,1.033846807311958,0.35636171875,94.96,99.69
+340,1.0354253226907855,0.3034529296875,94.82,99.66
+341,1.0472286296257136,0.305607421875,94.8,99.79
+342,1.0493924104144723,0.3369376953125,94.96,99.77
+343,1.0289812200200694,0.366416796875,94.99,99.68
+344,1.0149256226042627,0.342021875,94.98,99.66
+345,1.02644699224284,0.3373466796875,95.35,99.69
+346,1.0188854228366504,0.3166369140625,94.84,99.65
+347,1.0450503404100786,0.31792890625,94.87,99.7
+348,1.0182249071350782,0.308491015625,94.96,99.67
+349,1.035157834598258,0.29930625,95.07,99.65
+350,1.0384770204407305,0.369368359375,94.81,99.67
+351,1.0196599303226006,0.297603515625,94.95,99.69
+352,1.0347591041755433,0.320543359375,94.96,99.69
+353,1.01996948525176,0.283928515625,94.94,99.72
+354,1.0338366829173666,0.349802734375,94.9,99.68
+355,1.029795481361897,0.3038642578125,95.22,99.74
+356,1.038246049771083,0.32525234375,95.15,99.7
+357,1.0396845082772679,0.307125390625,95.02,99.65
+358,1.0345075556319134,0.3105123046875,95.09,99.73
+359,1.031568390306529,0.349506640625,95.22,99.8
+360,1.02228217515689,0.3496748046875,95.19,99.68
+361,1.0187351405238982,0.308634765625,95.19,99.7
+362,1.033694750673487,0.351990625,95.12,99.7
+363,1.0058129096305934,0.2926076171875,95.15,99.74
+364,1.0144038478940458,0.361047265625,95.53,99.75
+365,1.0314172672706439,0.29880703125,94.95,99.74
+366,1.0328787446937855,0.307725390625,95.19,99.69
+367,1.0382158455561736,0.330255859375,95.05,99.75
+368,1.0361183798572624,0.318141796875,95.33,99.75
+369,1.0246346026620852,0.3162427734375,95.36,99.63
+370,1.0293962961580323,0.32039921875,95.18,99.69
+371,1.0223822953911659,0.3189849609375,95.24,99.81
+372,1.0222589396484072,0.2891591796875,95.25,99.66
+373,1.004587837279072,0.337363671875,94.95,99.69
+374,1.045487042654797,0.372132421875,95.03,99.67
+375,1.0400996317326183,0.3187310546875,95.31,99.77
+376,1.005347678206489,0.312762890625,95.22,99.71
+377,1.032424058712704,0.3200001953125,95.41,99.66
+378,1.0140757640101081,0.320486328125,95.03,99.75
+379,1.0297066866206757,0.3207748046875,95.09,99.69
+380,1.021302551069272,0.3278486328125,95.18,99.69
+381,1.0166615146223013,0.381766796875,94.97,99.76
+382,1.0373284087138352,0.303384765625,95.44,99.66
+383,1.0363639277929533,0.3396125,95.15,99.69
+384,1.0057636870312172,0.304236328125,95.13,99.75
+385,0.9991388191944811,0.2931828125,95.38,99.71
+386,1.0310734272308448,0.3172845703125,95.37,99.7
+387,1.0250171150501803,0.3416091796875,95.06,99.66
+388,1.008220188596337,0.324576953125,95.17,99.75
+389,1.0172688816024156,0.317918359375,95.22,99.72
+390,1.032450664440282,0.288639453125,95.21,99.65
+391,1.0187235138022488,0.3151896484375,95.41,99.78
+392,1.0317390741215167,0.352039453125,95.32,99.73
+393,1.0313491271033635,0.35035625,95.34,99.63
+394,1.0232901245012174,0.313429296875,95.21,99.74
+395,1.016401947918378,0.310227734375,95.33,99.71
+396,1.003626105345776,0.304007421875,95.37,99.69
+397,1.0065235477250913,0.2985677734375,95.31,99.62
+398,1.0259869074241452,0.335152734375,95.12,99.73
+399,1.0069319520350761,0.30430234375,95.43,99.77
+400,1.0217050681040931,0.31904765625,95.35,99.68
+401,1.0090181132284841,0.323239453125,95.16,99.66
+402,1.0134029901287163,0.352499609375,95.38,99.72
+403,1.0178570682504877,0.3303318359375,95.34,99.69
+404,1.013299614763443,0.286866796875,95.44,99.69
+405,1.0311314220159826,0.3196046875,95.12,99.78
+406,1.018700439172884,0.3126431640625,95.37,99.72
+407,1.0226691356846984,0.36662578125,95.4,99.73
+408,1.0288402383214532,0.2901599609375,95.31,99.67
+409,1.0358501795617323,0.346955859375,95.34,99.73
diff --git a/ckpt/cls/Spikingformer/cifar10/model_best.pth.tar b/ckpt/cls/Spikingformer/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..c26742627c59d9ec7b9e335e584c54667eb29e85
--- /dev/null
+++ b/ckpt/cls/Spikingformer/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb44af7f968a3e16232e2fe3d120ede0237599daa0cd36a7027983dcc67f6689
+size 112112060
diff --git a/ckpt/cls/Spikingformer/cifar100/args.yaml b/ckpt/cls/Spikingformer/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..90e20fc592f2e8cd4a80540c0b6aeab0e638923c
--- /dev/null
+++ b/ckpt/cls/Spikingformer/cifar100/args.yaml
@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 64
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikingformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikingformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 64
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/cls/Spikingformer/cifar100/log.csv b/ckpt/cls/Spikingformer/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0fe8b27385e9f96b20597a91fe9502c33f41edb9
--- /dev/null
+++ b/ckpt/cls/Spikingformer/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.523171576281364,4.30890625,5.66,18.98
+1,4.400145442171378,4.07271875,8.94,26.41
+2,4.263610295541155,3.88295,11.44,32.63
+3,4.158274833737812,3.61515,15.37,39.74
+4,4.067662029657107,3.52205,16.63,43.13
+5,3.987086126044221,3.28405625,21.32,49.37
+6,3.901899509332244,3.1394625,23.64,53.85
+7,3.7912475317907393,2.93541875,27.57,58.14
+8,3.737987162666956,2.85049375,30.08,62.19
+9,3.6378863517209297,2.638615625,35.06,66.99
+10,3.545741276002266,2.448371875,38.1,70.74
+11,3.47841263183711,2.36101875,42.27,73.32
+12,3.3586188534921018,2.2426359375,44.56,74.96
+13,3.3198578772868452,2.2100890625,45.21,76.0
+14,3.2580592900934353,2.0783265625,47.98,78.02
+15,3.192136710492963,1.9976984375,49.25,79.64
+16,3.1533171391822923,2.0093296875,49.63,80.32
+17,3.1322978525857765,1.969734375,50.07,79.79
+18,3.0912278446436843,1.912875,51.98,82.25
+19,3.07477433336529,1.8670296875,53.76,82.6
+20,3.025534904873173,1.7332671875,56.63,84.46
+21,2.966128743106974,1.7568484375,54.9,84.3
+22,2.9261474105673777,1.770615625,57.19,84.71
+23,2.8657799890496207,1.6614140625,58.53,85.71
+24,2.893890179684159,1.6156265625,58.88,86.18
+25,2.856099130096875,1.6128359375,60.52,86.53
+26,2.8471687699402186,1.588821875,61.28,87.18
+27,2.8244902382434254,1.5228171875,62.27,87.79
+28,2.8353058524076826,1.586690625,61.27,87.17
+29,2.7510560860859754,1.4926859375,63.04,88.53
+30,2.768956551020643,1.480428125,63.4,88.67
+31,2.707708577340452,1.41895,64.6,89.62
+32,2.6938586190781733,1.3985265625,65.17,89.11
+33,2.673591372756128,1.504796875,64.83,88.67
+34,2.682548893856483,1.4400234375,65.38,89.06
+35,2.6804447857884837,1.453565625,65.04,89.12
+36,2.639167355361577,1.4658796875,65.34,89.24
+37,2.618941222659757,1.3443046875,66.61,90.04
+38,2.6010066312040165,1.33786875,66.87,90.17
+39,2.6076277135734216,1.3736296875,66.61,90.66
+40,2.6293287686288127,1.3429984375,66.93,89.93
+41,2.611172401340304,1.378965625,67.1,90.3
+42,2.498914285750151,1.4064203125,66.53,89.79
+43,2.605322330159811,1.2829546875,67.84,90.86
+44,2.5297141543729054,1.2521265625,68.22,90.94
+45,2.5032758851667984,1.256471875,68.24,91.08
+46,2.557498748110137,1.3277921875,68.45,90.99
+47,2.551253374041119,1.32995,67.89,90.69
+48,2.4917609920574977,1.288565625,68.81,90.9
+49,2.4954165607957925,1.277303125,68.79,90.99
+50,2.5115774338742987,1.2117421875,70.12,91.45
+51,2.5136781376852118,1.2888484375,68.59,90.86
+52,2.5161081056436108,1.2841203125,69.49,91.35
+53,2.4660964958493747,1.26756484375,68.89,90.94
+54,2.488587669312725,1.3029,69.74,91.12
+55,2.478357328648146,1.2982171875,69.74,91.3
+56,2.4516216104375568,1.2910046875,68.97,90.9
+57,2.487617592805479,1.313128125,69.94,91.2
+58,2.4524225793330525,1.3423,68.85,90.78
+59,2.45528975339003,1.325715625,69.49,91.1
+60,2.456867089344811,1.2293015625,69.96,91.64
+61,2.460788201278364,1.3223453125,69.23,90.61
+62,2.4542629106707214,1.383609375,68.41,90.38
+63,2.4381994328028718,1.27274375,70.12,91.34
+64,2.4301904354449575,1.1982125,70.88,91.6
+65,2.4303874088768462,1.216796875,71.18,91.89
+66,2.416052950939662,1.2674375,70.27,91.6
+67,2.42824988679605,1.3003921875,70.06,91.16
+68,2.440403493357376,1.28794375,70.0,91.1
+69,2.4111461215074175,1.21971875,70.37,91.8
+70,2.4143217173184386,1.26319765625,70.5,91.48
+71,2.37197802665139,1.3138515625,70.09,91.2
+72,2.3782118709994036,1.255734375,70.04,91.43
+73,2.3968202725873256,1.2388703125,70.77,91.74
+74,2.3581556097035525,1.250528125,70.75,91.82
+75,2.3569367397457324,1.26283984375,70.91,91.47
+76,2.365401658908048,1.34676953125,70.06,91.23
+77,2.4112279380024164,1.251553125,70.6,92.02
+78,2.3672926048921106,1.2624046875,70.43,91.28
+79,2.363101906110932,1.2228984375,71.55,91.72
+80,2.401867166829323,1.3254609375,71.14,90.92
+81,2.3119166477388977,1.21367109375,71.51,91.82
+82,2.3075106612546192,1.26401171875,70.83,91.54
+83,2.3747878062435057,1.2694359375,70.57,91.27
+84,2.3389430155979993,1.191653125,71.89,92.31
+85,2.34546553691737,1.24339296875,71.25,91.85
+86,2.327842149783341,1.24672109375,71.53,91.35
+87,2.3513545651136685,1.236890625,70.94,91.01
+88,2.3947963125421814,1.16011953125,71.92,92.13
+89,2.329651100076878,1.21316953125,71.51,91.82
+90,2.296395694095255,1.1946640625,71.0,92.17
+91,2.3116243033647232,1.1838828125,71.95,92.18
+92,2.3090259250391765,1.3210265625,70.54,91.43
+93,2.3713310347934384,1.2678921875,71.71,91.36
+94,2.301237599339894,1.2633546875,71.1,91.52
+95,2.3373701401465072,1.2460984375,71.59,91.8
+96,2.3382289925549613,1.19245703125,70.81,92.05
+97,2.29564546897683,1.18310390625,72.22,91.78
+98,2.3149608477434946,1.2303875,71.72,92.04
+99,2.3521635329372295,1.1969515625,71.91,92.01
+100,2.3457576805742386,1.2476,71.86,91.97
+101,2.3387182604488124,1.2063,72.31,92.23
+102,2.310524611711197,1.2088421875,72.22,91.86
+103,2.2754600449499796,1.1971453125,72.7,92.07
+104,2.261152805805817,1.1987046875,72.2,91.92
+105,2.299107267517744,1.1860921875,72.34,92.31
+106,2.3175056882765475,1.257384375,71.04,91.77
+107,2.256519145910627,1.1844625,71.79,92.16
+108,2.2837560801133607,1.2399609375,71.95,91.91
+109,2.2524703376271815,1.20332265625,72.61,91.97
+110,2.3090531655066147,1.196640625,72.46,92.06
+111,2.3041997925114845,1.17675078125,72.32,91.94
+112,2.294885249662949,1.2551953125,71.8,91.67
+113,2.2587880135803613,1.183884375,72.61,91.99
+114,2.288084955587888,1.2269109375,72.36,91.77
+115,2.2531083930622446,1.2046875,72.16,92.11
+116,2.225098997316348,1.2318390625,72.22,91.67
+117,2.297617349368204,1.225703125,72.36,91.72
+118,2.2701091326763625,1.1575625,73.24,92.03
+119,2.2792846210176907,1.150009375,73.01,92.58
+120,2.262881049883961,1.2218328125,71.7,91.73
+121,2.283035864140099,1.1757421875,72.95,92.14
+122,2.2275991452030275,1.172128125,72.05,92.07
+123,2.2693943951407713,1.1797859375,73.27,92.19
+124,2.291601868658762,1.194609375,72.88,92.06
+125,2.2205783695020687,1.152140625,72.83,92.54
+126,2.277333304152446,1.18156796875,72.65,92.4
+127,2.239724437039579,1.244215625,71.87,91.63
+128,2.2105508050601093,1.19286875,72.59,91.76
+129,2.2433104599025886,1.20211953125,72.7,92.45
+130,2.241414575967532,1.202415625,73.3,92.32
+131,2.2330246392957074,1.2344921875,72.73,91.96
+132,2.232033517846072,1.29631875,71.49,91.18
+133,2.205217754184513,1.220521875,72.79,92.18
+134,2.2128253758487872,1.240215625,72.54,91.72
+135,2.200112825929737,1.14689375,73.48,92.35
+136,2.2778258358775885,1.178871875,72.58,92.16
+137,2.214757832308585,1.18661640625,73.2,92.08
+138,2.2024964515439374,1.1711796875,73.36,92.33
+139,2.184014892913926,1.24581640625,72.4,91.47
+140,2.2130609437842375,1.1993546875,73.69,92.31
+141,2.1940851693879933,1.361071875,71.6,91.05
+142,2.2518283220320443,1.227475,72.57,92.01
+143,2.1890936790752042,1.1715796875,73.48,92.05
+144,2.212150100098682,1.18345234375,72.87,92.19
+145,2.194459388717036,1.1802234375,73.53,92.43
+146,2.1969426038475866,1.24244296875,72.66,91.92
+147,2.164739020044764,1.1895578125,73.54,92.19
+148,2.2092909199327573,1.16865546875,73.05,91.87
+149,2.180628797919436,1.2302765625,73.21,91.75
+150,2.2404830500044683,1.200659375,73.74,92.12
+151,2.1846648779782383,1.216021875,73.05,92.1
+152,2.1564559144338786,1.2062984375,72.77,92.08
+153,2.1999895409341046,1.1789359375,73.06,92.15
+154,2.1848966388482594,1.21021171875,73.15,91.69
+155,2.2032557148939516,1.2402296875,72.72,91.6
+156,2.165349601478186,1.22647109375,73.09,92.22
+157,2.155901652444798,1.233865625,72.65,92.08
+158,2.1657526453386957,1.194940625,73.24,92.32
+159,2.197599379109665,1.22718359375,73.35,92.1
+160,2.1623077725326207,1.26076796875,73.07,92.14
+161,2.1563764899091438,1.2302953125,73.44,91.89
+162,2.188727436236627,1.1447890625,74.54,92.78
+163,2.1969364162596485,1.18719453125,73.73,92.14
+164,2.2133181438555942,1.2308078125,73.79,92.13
+165,2.1787843856860367,1.15604140625,73.73,92.42
+166,2.187327867891358,1.12706328125,73.75,92.34
+167,2.1604678777360125,1.13262265625,73.91,92.41
+168,2.1709243162951304,1.193865625,74.42,92.2
+169,2.1723842929175814,1.234971875,73.05,91.88
+170,2.117289031513522,1.14346328125,73.89,92.58
+171,2.1822289042222516,1.27119765625,72.85,91.61
+172,2.2091423125028915,1.1649875,73.83,92.47
+173,2.1744555650080977,1.1734390625,73.79,92.25
+174,2.122724772339136,1.16850859375,74.18,92.59
+175,2.1302559919149715,1.1781640625,73.63,92.22
+176,2.2017476723532976,1.1547734375,73.82,92.27
+177,2.1802108525924586,1.17099296875,74.0,92.37
+178,2.1773843647728506,1.24421328125,73.44,91.8
+179,2.1205424928176724,1.2332078125,73.45,92.11
+180,2.15554884331785,1.147975,74.36,92.33
+181,2.164304471809641,1.2244359375,73.06,91.63
+182,2.165600374474568,1.17307578125,73.94,92.15
+183,2.1348724003485313,1.2233796875,73.99,91.79
+184,2.19294643524209,1.1683859375,74.11,92.42
+185,2.1328008281741955,1.12879765625,74.35,92.38
+186,2.118363319987982,1.13123984375,74.65,92.54
+187,2.112396388139371,1.235296875,73.45,91.96
+188,2.1502631408151682,1.19183203125,74.25,92.1
+189,2.192854621651536,1.2238203125,73.87,92.25
+190,2.1878445453741486,1.1609359375,74.7,92.48
+191,2.1303787555035187,1.1920609375,73.64,91.98
+192,2.1427978384052135,1.1404546875,74.17,92.29
+193,2.1325895506960175,1.16157890625,74.04,92.07
+194,2.1262392122370026,1.213415625,74.12,92.17
+195,2.1207181370975725,1.175653125,74.12,92.21
+196,2.145724798897317,1.1715171875,74.68,92.39
+197,2.1089027785766445,1.16630234375,74.47,92.64
+198,2.05697629195322,1.1491484375,74.85,92.46
+199,2.095190869708678,1.1702328125,75.03,92.51
+200,2.1069974358194767,1.21855859375,74.28,92.31
+201,2.131579282341785,1.18889921875,74.51,92.22
+202,2.1108483425633704,1.19589765625,74.22,91.95
+203,2.1040579332432277,1.15216640625,74.94,92.38
+204,2.077856137718953,1.17972421875,74.64,92.36
+205,2.1083498091154307,1.1414890625,74.92,92.62
+206,2.1165900321989755,1.18596953125,74.96,92.28
+207,2.0810908325655664,1.108296875,75.31,92.61
+208,2.130349813823358,1.13875078125,74.84,92.42
+209,2.104860004404901,1.1224171875,75.17,92.53
+210,2.1212597177214874,1.13123828125,75.24,92.48
+211,2.1078415039101577,1.126890625,75.51,92.37
+212,2.108738691339725,1.20663125,74.42,92.55
+213,2.01816279405821,1.1119953125,75.35,92.39
+214,2.0748870068261933,1.13929453125,75.08,92.51
+215,2.0857893561278966,1.10377109375,75.72,92.82
+216,2.0809072877319768,1.1209484375,75.0,92.7
+217,2.073574459278019,1.118134375,75.07,92.82
+218,2.056268891436495,1.1934703125,75.14,92.43
+219,2.0659746931395975,1.1294546875,75.22,92.81
+220,2.078845908409807,1.260753125,74.32,91.77
+221,2.079247408960296,1.144578125,75.29,92.69
+222,2.048843859405127,1.16613828125,75.23,92.65
+223,2.0531628456219515,1.16282265625,75.05,92.86
+224,2.0498991570460507,1.116353125,75.17,92.87
+225,2.036411070182595,1.18734140625,74.92,92.28
+226,2.079704157750524,1.12616015625,75.46,92.73
+227,2.0897147256342,1.1920171875,75.06,92.47
+228,2.090280525586669,1.17350625,75.26,92.31
+229,2.0227719548417116,1.1998265625,75.41,92.44
+230,2.071683373402389,1.091940625,75.41,93.13
+231,2.0338314155762998,1.186378125,75.39,92.68
+232,2.0854443885605405,1.129465625,75.18,92.78
+233,2.053434987990102,1.1280109375,75.46,92.8
+234,2.0351915908989313,1.1959375,74.73,92.36
+235,2.013676773265443,1.1495,75.11,92.82
+236,2.0534397755939127,1.1024078125,75.88,92.89
+237,2.005504486579138,1.11308203125,75.99,92.83
+238,2.060603740196985,1.1127546875,75.52,92.6
+239,2.0210121338865057,1.199640625,75.17,92.68
+240,2.037839456343315,1.1149796875,75.82,92.89
+241,2.081500974492135,1.132065625,75.79,92.79
+242,1.9763217323415563,1.1132984375,75.8,92.93
+243,2.0451178147759235,1.1974796875,75.28,92.5
+244,2.0260902152476636,1.11251875,75.84,92.68
+245,2.0642545693357226,1.12091328125,75.74,92.78
+246,2.0506294354433896,1.1414921875,75.17,92.64
+247,2.0318183388355906,1.07151015625,76.36,93.02
+248,2.0411891578559533,1.0990703125,76.11,92.95
+249,2.080183296747,1.15430625,75.55,92.72
+250,2.0327689824733173,1.16365625,75.85,92.8
+251,1.9903129646017976,1.1002171875,75.99,92.97
+252,2.044439468890543,1.088359375,76.19,92.76
+253,2.046285813428681,1.13926875,76.18,92.93
+254,2.0127459495076754,1.1268265625,75.87,93.06
+255,1.9778456109434024,1.17975546875,76.08,92.65
+256,2.034597554829606,1.13126171875,75.47,92.97
+257,2.0162695708103886,1.16324375,76.07,92.78
+258,1.9645896247193388,1.10720078125,76.09,92.9
+259,2.0516611317818967,1.2025546875,75.68,92.87
+260,2.0889146202047106,1.1532484375,76.13,92.75
+261,2.0190568333551306,1.136125,76.46,92.69
+262,2.005176382470833,1.1315953125,76.27,93.02
+263,1.9743722390273775,1.11599296875,76.05,93.02
+264,1.9566819884560325,1.163978125,76.17,92.8
+265,2.03766641856461,1.19355859375,76.18,92.62
+266,1.943089749764236,1.09421875,76.44,92.96
+267,2.0076681418241824,1.125546875,76.4,92.8
+268,1.9496187055614633,1.1665640625,76.1,92.79
+269,2.0097495019817475,1.0757640625,76.63,93.26
+270,1.977797515947901,1.14378828125,76.21,93.07
+271,1.9787607761565,1.1538171875,76.23,92.73
+272,1.9592345638556,1.1178265625,76.88,93.08
+273,1.9471271409725868,1.13845859375,76.48,92.85
+274,2.0001068921919516,1.16642109375,76.12,92.39
+275,1.938547803406221,1.083778125,76.62,92.69
+276,1.969752009256854,1.156896875,76.3,92.72
+277,1.983548453537969,1.121828125,76.55,93.11
+278,1.9545084019018655,1.10674921875,76.83,93.17
+279,1.9800542299176607,1.0732109375,76.73,93.21
+280,1.9719691911519108,1.21633828125,75.76,92.67
+281,1.9553479417948656,1.15623828125,76.29,92.75
+282,1.931639317895325,1.11474296875,76.57,92.86
+283,1.9769377347449182,1.1446484375,76.61,92.98
+284,1.975437215134673,1.1365984375,77.13,92.92
+285,1.954842672686876,1.1629796875,75.95,92.75
+286,2.0029893433544,1.12053046875,76.35,93.33
+287,1.9263076098413991,1.0927859375,76.86,92.99
+288,1.9213144169421568,1.1377109375,77.05,93.07
+289,1.9743158956190687,1.16231796875,76.63,92.81
+290,1.9345906386760072,1.0884296875,76.84,93.28
+291,1.9379925367621544,1.10235859375,76.99,93.15
+292,2.007111238532732,1.13238515625,77.11,93.0
+293,1.945069650300181,1.1388890625,76.71,93.04
+294,1.9747131511130191,1.138496875,76.67,93.1
+295,1.9616172128236553,1.1220171875,76.78,92.96
+296,1.9395881332600162,1.08086484375,77.32,93.25
+297,1.9309614598369476,1.0965609375,77.11,93.28
+298,1.9492337345008508,1.1600484375,76.72,92.79
+299,1.9753328303063573,1.122746875,77.29,92.94
+300,1.929985841013558,1.09203828125,76.88,93.16
+301,1.9402705116552825,1.1026875,77.32,93.37
+302,1.9696255061446324,1.115621875,76.77,93.46
+303,1.9289473289869505,1.1112953125,76.68,93.13
+304,1.9839760412327305,1.1073546875,77.3,93.25
+305,1.9198453515653573,1.1174421875,76.76,93.7
+306,1.9713469568196393,1.1357609375,76.79,93.07
+307,1.9699237252014394,1.1454890625,76.84,93.18
+308,1.9644324017853194,1.0718703125,77.58,93.44
+309,1.9030337385575689,1.12967265625,77.07,93.11
+310,1.9294078862926567,1.150875,77.11,93.08
+311,1.9614445300779941,1.121378125,77.58,93.09
+312,1.9480793845485633,1.08693203125,77.8,93.45
+313,1.9445579876972985,1.1440859375,77.45,93.19
+314,1.9824312820782581,1.194528125,77.04,92.88
+315,1.8733923038355673,1.13198828125,77.2,93.29
+316,1.9067430128361291,1.137309375,77.53,93.25
+317,1.922336162128766,1.145890625,77.21,93.07
+318,1.9195713545845656,1.099025,77.74,93.11
+319,1.9457423689270752,1.086640625,78.04,93.44
+320,1.8662130973097915,1.0877359375,77.83,93.37
+321,1.8926274970307393,1.1498640625,77.65,93.07
+322,1.8794841387055137,1.1178046875,77.47,93.28
+323,1.9466484069976855,1.082321875,77.66,92.93
+324,1.8880496514286182,1.1304515625,77.63,92.99
+325,1.9271363755652298,1.098109375,77.13,93.16
+326,1.9200155985340113,1.1196625,77.23,93.14
+327,1.908766934798408,1.09024765625,77.82,93.58
+328,1.9532559059188246,1.0912421875,78.14,93.38
+329,1.8536236164817126,1.1679671875,77.28,93.13
+330,1.9226510578172613,1.1311421875,77.71,93.09
+331,1.8858311022136947,1.11567734375,77.53,93.27
+332,1.892522187452768,1.131053125,77.68,93.02
+333,1.862498278120263,1.10335,77.45,93.13
+334,1.9344706049191356,1.07496875,77.81,93.38
+335,1.9066074896560894,1.1305859375,77.68,93.3
+336,1.8642169660703778,1.097803125,78.03,93.2
+337,1.8813776912670892,1.0963765625,77.67,93.4
+338,1.8262581829072266,1.1478171875,77.27,93.11
+339,1.8872987360868807,1.1061984375,77.79,93.56
+340,1.8762086378016942,1.1331421875,78.1,93.22
+341,1.8294773100280273,1.15069921875,77.18,93.17
+342,1.8849124760389633,1.1050203125,78.02,93.39
+343,1.9054554695509154,1.14347265625,77.65,93.06
+344,1.859441451776043,1.12311953125,77.55,93.32
+345,1.8595496700759429,1.1314796875,77.84,93.34
+346,1.8971717785018354,1.161240625,77.66,92.95
+347,1.8781487200690599,1.10489453125,77.84,93.26
+348,1.8311907896311732,1.0825875,78.59,93.42
+349,1.8395464398949462,1.06765625,78.32,93.67
+350,1.9591758526699492,1.0979890625,77.78,93.63
+351,1.88989185317683,1.08608046875,78.27,93.33
+352,1.8713092134642997,1.13273359375,77.99,93.79
+353,1.8636396464709284,1.10541796875,78.21,93.4
+354,1.8930339926946789,1.09909765625,78.06,93.29
+355,1.8816810642558695,1.11446484375,78.22,93.55
+356,1.8535400090235907,1.1316265625,78.01,93.52
+357,1.8759384426966825,1.1041765625,78.27,93.48
+358,1.8898913954192638,1.0798546875,78.65,93.77
+359,1.8179599659543642,1.09773984375,77.91,93.49
+360,1.8565916141230379,1.1353734375,77.89,93.24
+361,1.8585330928638863,1.1059515625,78.22,93.38
+362,1.8917740291883638,1.1488796875,78.05,93.47
+363,1.8610830377219734,1.10838125,78.51,93.35
+364,1.854477449049565,1.05198828125,78.4,93.62
+365,1.886482346760021,1.0632296875,78.43,93.95
+366,1.8246603146405287,1.04964375,78.51,93.65
+367,1.8530194341907429,1.1198703125,78.09,93.53
+368,1.8533515498213824,1.09486796875,78.55,93.44
+369,1.836059305106174,1.15776875,77.62,93.2
+370,1.865069999432289,1.0830328125,78.23,93.46
+371,1.8604150529707593,1.09410625,78.29,93.41
+372,1.8671268636072185,1.11483828125,78.42,93.33
+373,1.8157561977755245,1.1184703125,77.94,93.42
+374,1.8373509418033303,1.0644515625,78.49,93.65
+375,1.8256652409380132,1.09975703125,78.49,93.45
+376,1.852617439555145,1.08771015625,78.37,93.51
+377,1.87929552083742,1.132828125,78.05,93.26
+378,1.8608059693084942,1.15760078125,78.0,93.19
+379,1.8535942825251444,1.1233515625,78.33,93.34
+380,1.8610270695710762,1.1399859375,78.07,93.49
+381,1.8158884606349177,1.093125,78.45,93.8
+382,1.832954089482829,1.088259375,78.53,93.44
+383,1.843154966144342,1.1433390625,78.14,93.64
+384,1.799717655789379,1.1301125,78.64,93.34
+385,1.7997172622155593,1.08220078125,78.51,93.68
+386,1.834860748197602,1.1231265625,78.48,93.53
+387,1.8256775266687635,1.06627734375,79.12,93.66
+388,1.8122049870777985,1.101825,78.5,93.6
+389,1.8406296316701227,1.1687109375,77.76,93.2
+390,1.8530517962311661,1.08685,78.64,93.62
+391,1.8384453429913246,1.0544265625,79.07,93.45
+392,1.875964663016506,1.1055421875,78.72,93.54
+393,1.8576874582624008,1.108228125,78.32,93.49
+394,1.8727240839474637,1.0892578125,78.39,93.62
+395,1.8511710008952131,1.0970921875,78.32,93.58
+396,1.8282389564489738,1.12664140625,78.51,93.51
+397,1.8545174572745602,1.13153046875,78.22,93.19
+398,1.8776428223266797,1.1308234375,78.01,93.6
+399,1.859975724611026,1.0963953125,78.46,93.64
+400,1.79137029102914,1.09422265625,78.48,93.79
+401,1.8190115156765936,1.097815625,78.64,93.68
+402,1.8546361700368141,1.11451875,78.79,93.55
+403,1.9102450832819968,1.1429109375,78.06,93.44
+404,1.8326687667800279,1.07363125,78.45,93.52
+405,1.8518479345855274,1.083665625,78.42,93.31
+406,1.8370480897637245,1.0885890625,78.39,93.51
+407,1.8292247056197877,1.1252640625,77.98,93.07
+408,1.848694629995832,1.096371875,78.5,93.57
+409,1.8222008426882392,1.06147109375,78.58,93.56
diff --git a/ckpt/cls/Spikingformer/cifar100/model_best.pth.tar b/ckpt/cls/Spikingformer/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..20705c66fb2d41b4a8c1acdc79c51cd122895ecd
--- /dev/null
+++ b/ckpt/cls/Spikingformer/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fd49ab700591aa2a48b728caf86382ba2e827ed880e09424269cd1b90350b7
+size 112527932
diff --git a/ckpt/cls/Spikingresformer/cifar10/args.yaml b/ckpt/cls/Spikingresformer/cifar10/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..6688af78f69dba3089569731d59ca573352df758
--- /dev/null
+++ b/ckpt/cls/Spikingresformer/cifar10/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m7-n1-mstd0.5-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 4
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikingresformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikingresformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 12450
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.01
+workers: 16
diff --git a/ckpt/cls/Spikingresformer/cifar10/log.csv b/ckpt/cls/Spikingresformer/cifar10/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c01998802374a7a66b85c88011d547d10e5e121e
--- /dev/null
+++ b/ckpt/cls/Spikingresformer/cifar10/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.226519631116818,2.054009375,25.2,77.7
+1,2.0563215595025284,1.742821875,37.02,88.59
+2,1.9336016960633107,1.5557078125,45.36,91.01
+3,1.834709078226334,1.388996875,53.74,93.71
+4,1.7656281113624572,1.3693421875,53.15,93.34
+5,1.6838022877008487,1.217165625,60.47,95.43
+6,1.6812895961296863,1.0607546875,64.66,96.68
+7,1.60405431221693,0.993484375,68.26,97.44
+8,1.5877579236641908,1.0231421875,67.09,97.15
+9,1.5659893035888672,0.94576015625,71.49,97.7
+10,1.5389007525566296,0.9454953125,71.62,97.5
+11,1.5275937294348692,0.9636859375,72.37,97.15
+12,1.4701779833206763,0.87132734375,74.41,97.58
+13,1.4676787082965557,0.7889078125,75.96,98.43
+14,1.4382971696364575,0.74599453125,78.98,98.83
+15,1.4465204889957721,0.8329953125,75.52,98.48
+16,1.4193023077952556,0.749603125,79.16,98.4
+17,1.4023762640280601,0.71497109375,82.39,98.7
+18,1.402903043765288,0.6997,82.24,98.81
+19,1.412119581302007,0.6706765625,81.79,98.55
+20,1.338026001667365,0.617708203125,84.02,99.26
+21,1.3413203973036545,0.70242421875,82.97,98.69
+22,1.3323285894516186,0.6960140625,83.41,98.98
+23,1.295995306663024,0.60521171875,84.5,99.09
+24,1.3507193461442606,0.58526640625,85.94,99.15
+25,1.317988134500308,0.64466875,83.96,99.11
+26,1.2793702811766894,0.53902421875,85.51,99.33
+27,1.2935183074229804,0.591346875,87.15,99.34
+28,1.2833788197774154,0.5351640625,87.26,99.37
+29,1.2816273799309363,0.56139296875,87.82,99.31
+30,1.2627135545779498,0.492223828125,87.82,99.48
+31,1.2734430799117455,0.56490234375,88.4,99.41
+32,1.2603744552685665,0.54346953125,87.66,99.39
+33,1.2472506232750722,0.5813578125,88.36,99.32
+34,1.2412375778723985,0.489309765625,88.66,99.41
+35,1.2126277877734257,0.55421875,88.45,99.45
+36,1.2646196953761273,0.511403125,89.17,99.61
+37,1.2449498165876438,0.50654140625,89.15,99.56
+38,1.1865656464527814,0.525251953125,89.08,99.54
+39,1.2288818639058334,0.54210859375,88.74,99.42
+40,1.22668288395955,0.52582734375,89.47,99.41
+41,1.1820324803010012,0.444251171875,89.8,99.59
+42,1.1862047406343312,0.46868671875,90.49,99.52
+43,1.1863480121661456,0.491508203125,89.92,99.54
+44,1.1724609307753735,0.467064453125,90.3,99.61
+45,1.2204019904136658,0.49385859375,90.42,99.59
+46,1.1865239368035243,0.508559765625,90.26,99.61
+47,1.2023278875228687,0.487433984375,90.6,99.51
+48,1.181487944187262,0.47616171875,90.54,99.52
+49,1.1622787001805428,0.413191015625,90.94,99.52
+50,1.1700867772102357,0.476068359375,89.95,99.5
+51,1.1843411120084615,0.413819921875,91.25,99.58
+52,1.1696632492236603,0.442451953125,91.52,99.57
+53,1.1506078231029022,0.48623125,91.06,99.66
+54,1.1915371778683785,0.48272890625,90.58,99.47
+55,1.1940275073051452,0.4437890625,91.43,99.57
+56,1.1746953178674746,0.46379609375,91.48,99.61
+57,1.1544740548500647,0.444668359375,90.9,99.54
+58,1.1438490480948718,0.467624609375,91.13,99.45
+59,1.1178477116120167,0.443137890625,91.2,99.63
+60,1.1696040379695403,0.475237890625,91.37,99.62
+61,1.1594126826677567,0.480037109375,91.5,99.59
+62,1.1650471513087932,0.381654296875,92.07,99.61
+63,1.1334299483360388,0.451018359375,92.03,99.59
+64,1.1477910755536496,0.38995859375,92.12,99.65
+65,1.1419566614505572,0.450522265625,92.15,99.69
+66,1.1202436457841825,0.4488328125,91.94,99.51
+67,1.1844741783080956,0.449076953125,91.72,99.49
+68,1.1475948799879123,0.439337890625,92.39,99.6
+69,1.142547240318396,0.43356171875,92.68,99.63
+70,1.1580996731917064,0.4190390625,92.03,99.51
+71,1.173414036555168,0.4250140625,92.11,99.68
+72,1.0891006744824923,0.3814943359375,92.68,99.64
+73,1.1413706868122786,0.40591640625,92.79,99.54
+74,1.1055220863757989,0.44367109375,92.33,99.48
+75,1.1428239752084781,0.48847421875,92.14,99.45
+76,1.129204767331099,0.417491796875,92.05,99.59
+77,1.1115162129585558,0.3516025390625,93.22,99.58
+78,1.1437070281077655,0.391481640625,92.74,99.65
+79,1.1030112240559016,0.4252984375,92.62,99.62
+80,1.1410941018508032,0.441328125,92.47,99.51
+81,1.122454338807326,0.44846171875,93.05,99.61
+82,1.099855436422886,0.411166796875,92.21,99.58
+83,1.0976488461861245,0.4727953125,93.03,99.59
+84,1.1247461514595227,0.419480078125,92.97,99.62
+85,1.1019307787601764,0.39985703125,92.72,99.64
+86,1.11727307729232,0.3839748046875,92.84,99.63
+87,1.1083086061171996,0.434358203125,92.86,99.69
+88,1.0930762382654042,0.33303046875,93.54,99.63
+89,1.0884516711418446,0.449641796875,93.01,99.49
+90,1.1098520445518005,0.416651171875,92.63,99.61
+91,1.1043297154781146,0.40663984375,93.23,99.72
+92,1.119988648249553,0.366680859375,93.13,99.57
+93,1.1096350000454829,0.405882421875,93.62,99.59
+94,1.102338633628992,0.437218359375,93.04,99.55
+95,1.082278655278377,0.409132421875,93.16,99.6
+96,1.0893995929987004,0.395436328125,93.54,99.51
+97,1.1140300759902366,0.387209375,93.27,99.59
+98,1.104020373790692,0.384805078125,93.43,99.55
+99,1.066590450818722,0.3912779296875,92.8,99.62
+100,1.1164870164333245,0.422520703125,93.51,99.67
+101,1.111466493514868,0.36916484375,93.6,99.57
+102,1.0874196952734239,0.436369140625,93.0,99.56
+103,1.0745447177153367,0.3639921875,93.71,99.68
+104,1.0797362023439163,0.439697265625,93.11,99.65
+105,1.0886605970370464,0.42017421875,92.88,99.44
+106,1.0860927227215889,0.401799609375,93.26,99.62
+107,1.0588202577370864,0.388458203125,93.73,99.56
+108,1.0834604336665228,0.455103125,93.6,99.54
+109,1.0426633374813274,0.3563671875,93.52,99.56
+110,1.103759560523889,0.36846171875,93.74,99.61
+111,1.0729508343415382,0.48524375,93.28,99.58
+112,1.0884638257515735,0.4134109375,93.38,99.6
+113,1.1037433401132242,0.4658078125,93.64,99.55
+114,1.109883530628987,0.38589140625,93.54,99.61
+115,1.0865221573756292,0.3732611328125,93.3,99.51
+116,1.0916125436623891,0.411514453125,93.4,99.68
+117,1.0776667469587082,0.422459375,93.71,99.66
+118,1.0864390302927067,0.462264453125,93.65,99.59
+119,1.059602265480237,0.393461328125,93.41,99.55
+120,1.0882972960288708,0.419160546875,93.33,99.59
+121,1.076415074024445,0.4086796875,93.91,99.44
+122,1.086084924905728,0.4194015625,93.54,99.6
+123,1.0629710617737893,0.4271265625,93.42,99.55
+124,1.0774151687438671,0.373988671875,93.53,99.59
+125,1.0569687357315651,0.356838671875,93.78,99.62
+126,1.0903448224067689,0.39159140625,94.07,99.6
+127,1.060788259597925,0.423089453125,93.14,99.58
+128,1.0956672743344917,0.3814451171875,93.9,99.66
+129,1.0366198969192995,0.3917609375,93.74,99.71
+130,1.0963274206870641,0.38360390625,93.87,99.57
+131,1.0742810677259396,0.438491015625,93.8,99.54
+132,1.0662339481023642,0.363237109375,93.98,99.56
+133,1.1203127049482786,0.418515234375,93.81,99.61
+134,1.0667202137983762,0.387755859375,93.59,99.48
+135,1.0325502840372232,0.362583203125,93.59,99.54
+136,1.0708861065216553,0.408962109375,93.61,99.69
+137,1.0799244105815888,0.373712109375,93.78,99.71
+138,1.0546056987383428,0.379587109375,93.85,99.68
+139,1.088990108630596,0.39421328125,94.28,99.52
+140,1.0439490110446246,0.42957421875,93.65,99.6
+141,1.080594598635649,0.347455078125,94.16,99.53
+142,1.0962635211455516,0.405968359375,93.81,99.51
+143,1.0438306614374504,0.40172421875,93.85,99.62
+144,1.0978118636669256,0.356396484375,94.2,99.71
+145,1.0592231940000485,0.3683265625,93.57,99.63
+146,1.0573124929880484,0.401115234375,93.5,99.64
+147,1.0509441507168304,0.368707421875,94.36,99.6
+148,1.0603824355663398,0.3520421875,94.28,99.63
+149,1.0500849491510635,0.3363830078125,94.38,99.57
+150,1.0824870027028597,0.367951171875,93.95,99.64
+151,1.0288012341046944,0.3525765625,94.08,99.56
+152,1.0492216776578853,0.3625595703125,93.91,99.63
+153,1.0876349638669918,0.361136328125,94.4,99.59
+154,1.0307376867685563,0.3697515625,94.2,99.66
+155,1.0300797706995255,0.380651171875,93.96,99.65
+156,1.0717285417593443,0.37958671875,94.12,99.62
+157,1.038603786016122,0.38478046875,94.18,99.62
+158,1.0365358108129257,0.3801359375,94.4,99.66
+159,1.0751255385386638,0.37778671875,93.79,99.56
+160,1.0470144548477271,0.4360640625,94.07,99.75
+161,1.0525130547009982,0.381676953125,94.29,99.59
+162,1.0274430744158916,0.40029921875,94.14,99.66
+163,1.0572478517507895,0.3648037109375,94.56,99.68
+164,1.0632580491212698,0.354703515625,94.34,99.65
+165,1.0614081249787257,0.3701640625,94.37,99.67
+166,1.0560010194778442,0.37644921875,94.54,99.59
+167,1.0467755190837078,0.3492712890625,94.53,99.52
+168,1.0391451583458826,0.341797265625,94.14,99.61
+169,1.0387290155276274,0.3726125,94.37,99.54
+170,1.0402878350172287,0.377333984375,94.19,99.62
+171,1.0565446552557822,0.375188671875,94.43,99.52
+172,1.0698059522188628,0.41138984375,94.07,99.57
+173,1.0635334716393396,0.321397265625,94.46,99.66
+174,1.0260740857857924,0.3785169921875,93.96,99.63
+175,1.0472081939379374,0.37756171875,94.52,99.6
+176,1.031684510371624,0.3259240234375,94.52,99.6
+177,1.0738364364856328,0.456459375,94.02,99.68
+178,1.0538298753591684,0.3896810546875,94.17,99.65
+179,1.0548204712378673,0.390728515625,94.15,99.63
+180,1.0277094874626551,0.3293693359375,94.28,99.71
+181,1.054305223471079,0.40958359375,93.87,99.62
+182,1.0393870254357656,0.349728125,94.61,99.73
+183,1.05712252167555,0.37391171875,94.13,99.54
+184,1.0285739802397214,0.38771640625,94.49,99.59
+185,1.084741079654449,0.399978515625,94.16,99.55
+186,1.0212486013388022,0.388120703125,94.39,99.58
+187,1.0381005635628333,0.3458271484375,94.49,99.67
+188,1.0250520282830948,0.385608984375,94.39,99.57
+189,1.042895553050897,0.3682923828125,94.53,99.55
+190,1.034301300996389,0.363435546875,94.7,99.57
+191,1.0389653540574588,0.345559765625,94.46,99.58
+192,1.0514549333315628,0.3406482421875,94.42,99.67
+193,1.0319586147100497,0.361317578125,94.7,99.61
+194,1.0556902946569982,0.38061328125,94.65,99.67
+195,1.024464402290491,0.34541484375,94.8,99.59
+196,1.0412157726593507,0.388943359375,94.21,99.55
+197,1.0244782259831062,0.386437890625,94.72,99.57
+198,1.053341915210088,0.44533046875,94.5,99.61
+199,1.027256690386014,0.399492578125,94.28,99.48
+200,1.0137979452426618,0.4245328125,94.24,99.58
+201,1.0258323354598804,0.3642015625,94.69,99.66
+202,1.053008399101404,0.4061984375,94.49,99.73
+203,1.05726980475279,0.410909375,94.57,99.64
+204,1.0374001750579247,0.400526953125,94.5,99.58
+205,1.0445004924749717,0.320156640625,94.57,99.59
+206,1.0626430457983262,0.397010546875,94.54,99.68
+207,1.0388511080008287,0.37390390625,94.26,99.65
+208,1.035484377390299,0.383660546875,94.78,99.67
+209,1.052177930642397,0.390213671875,94.48,99.65
+210,1.0200304064995203,0.363939453125,94.51,99.6
+211,1.0342873908006227,0.35726015625,94.66,99.58
+212,1.024044652015735,0.363099609375,94.67,99.57
+213,1.0370910396942725,0.357084375,94.81,99.62
+214,1.0169949566706633,0.348348046875,94.65,99.61
+215,1.0152828025512206,0.31369375,94.93,99.56
+216,0.9932156584201715,0.346244140625,94.6,99.62
+217,1.0291221091380487,0.330196484375,94.4,99.54
+218,1.0468082181918315,0.39150390625,94.57,99.65
+219,1.0163961843038216,0.357698046875,94.34,99.61
+220,1.0250982938668667,0.37733984375,94.88,99.7
+221,1.070974177427781,0.364454296875,94.79,99.63
+222,1.0401007788303571,0.343269140625,94.83,99.74
+223,1.0147849662181658,0.313887890625,94.62,99.66
+224,1.0040894379982581,0.3468037109375,94.81,99.65
+225,1.004099653317378,0.399264453125,94.84,99.65
+226,1.0405047743748397,0.354442578125,94.94,99.57
+227,1.0233283278269645,0.390623046875,94.43,99.54
+228,1.012833229242227,0.33228359375,94.85,99.62
+229,1.0241001960558769,0.34474140625,95.04,99.61
+230,1.0264722376297681,0.347719921875,94.75,99.64
+231,0.9969260655916654,0.324759375,94.82,99.56
+232,0.9935021507434356,0.365491015625,94.69,99.56
+233,1.018811804209,0.3383546875,94.76,99.76
+234,0.9908120078918261,0.367953515625,94.68,99.61
+235,1.0050616139020676,0.319301171875,95.02,99.62
+236,1.000514414677253,0.359174609375,94.92,99.56
+237,1.0102886945773393,0.30385625,95.25,99.67
+238,0.9953206933461702,0.332313671875,94.95,99.69
+239,1.0202494031343705,0.3461830078125,94.79,99.58
+240,1.0599520322604057,0.389560546875,94.86,99.62
+241,1.0222977494582153,0.380727734375,94.69,99.58
+242,0.9769902935394874,0.31060703125,95.03,99.63
+243,1.0131854784794343,0.32950390625,94.87,99.65
+244,1.0317950253303234,0.3546775390625,94.69,99.61
+245,1.013389319792772,0.310662890625,95.04,99.63
+246,0.9998490231159406,0.329684765625,94.76,99.63
+247,0.9991207783038799,0.3599765625,94.94,99.54
+248,1.0225178348712431,0.3153416015625,94.93,99.64
+249,1.0364176970261794,0.392394921875,94.98,99.7
+250,0.9987527847290039,0.34821015625,94.81,99.6
+251,1.0023097773392995,0.38699140625,94.9,99.73
+252,1.032161294344144,0.340884375,94.95,99.55
+253,1.0171846970533713,0.352555859375,95.18,99.6
+254,1.0116122514773638,0.3112435546875,95.03,99.64
+255,1.0171098455404624,0.344023828125,95.01,99.64
+256,0.9904471123829867,0.382992578125,94.84,99.68
+257,1.0135924227726765,0.333371875,95.05,99.66
+258,1.0262200748309112,0.40249375,95.03,99.64
+259,1.0439656480764732,0.357703125,94.97,99.7
+260,0.9979613787088639,0.3265703125,95.02,99.65
+261,1.0253011310711886,0.3487873046875,95.14,99.66
+262,1.0124455691912235,0.341021484375,95.37,99.64
+263,1.0177788963684669,0.378496875,95.12,99.68
+264,1.0220368238595816,0.384341015625,94.68,99.65
+265,1.0080919362031497,0.349134375,94.94,99.69
+266,1.030083664258321,0.367318359375,94.88,99.62
+267,1.0507953319794092,0.3677625,95.12,99.61
+268,1.0146417281566522,0.33969453125,95.08,99.55
+269,1.0215151835710574,0.3153189453125,94.86,99.6
+270,0.9873495325064048,0.33207734375,94.86,99.63
+271,0.9922137203889015,0.39753359375,94.87,99.65
+272,1.0132116557695927,0.35945078125,94.99,99.63
+273,0.9994630767748907,0.3431611328125,95.24,99.65
+274,1.0149057377607396,0.327269921875,95.11,99.64
+275,1.0171609204549057,0.42506328125,94.7,99.66
+276,1.0422766740505511,0.374185546875,94.94,99.63
+277,1.0339554814191965,0.358002734375,95.38,99.63
+278,0.9752032122550867,0.374110546875,94.97,99.61
+279,1.0136258291892517,0.34916875,94.9,99.67
+280,1.014792300034792,0.364273046875,95.15,99.57
+281,0.9518293640552423,0.322697265625,95.24,99.6
+282,1.0152387032142052,0.368996875,95.37,99.59
+283,0.9879442587876931,0.3733513671875,94.93,99.66
+284,1.0117212431553082,0.325340234375,95.13,99.62
+285,0.9742713660765917,0.3286107421875,95.08,99.6
+286,0.9996584537701729,0.342902734375,95.24,99.6
+287,0.9781466832527748,0.329890625,95.35,99.64
+288,1.0058861304552127,0.378717578125,94.88,99.68
+289,1.0120448401341071,0.33629140625,94.95,99.66
+290,1.0208666364351908,0.3490966796875,95.24,99.64
+291,0.9875042259693145,0.31016328125,95.21,99.64
+292,1.0202460700120681,0.350444140625,95.13,99.65
+293,1.0019030711589716,0.343686328125,95.22,99.61
+294,0.9955351760754219,0.336434765625,95.03,99.63
+295,0.9954200518436921,0.31695703125,95.17,99.62
+296,1.0157804467739202,0.321712109375,94.98,99.7
+297,1.0039218401297545,0.353857421875,94.94,99.6
+298,0.9675084233283997,0.35628125,95.15,99.65
+299,1.0164570070230043,0.331421875,95.32,99.58
+300,0.9978344730841808,0.3262625,95.0,99.57
+301,1.0240015117021708,0.35736875,95.14,99.71
+302,0.9841627050668765,0.346473046875,95.45,99.64
+303,0.9693649744376158,0.36396171875,95.06,99.61
+304,1.0009291897981594,0.3647296875,95.11,99.72
+305,1.0054503228419867,0.356924609375,95.05,99.69
+306,0.9809405711980966,0.34645859375,95.09,99.57
+307,1.0258135572457925,0.370908203125,95.13,99.65
+308,0.9914879604791984,0.31908984375,95.27,99.63
+309,1.0030674990935204,0.322511328125,95.23,99.64
+310,1.0267867441360767,0.385224609375,95.17,99.7
+311,0.993780294748453,0.3278998046875,95.41,99.65
+312,0.9875314000325325,0.3019232421875,95.3,99.67
+313,0.9980277500091455,0.3621984375,95.08,99.63
+314,0.9846782051599943,0.36711953125,95.03,99.63
+315,0.9970523453675784,0.39229921875,95.21,99.62
+316,1.022041990970954,0.340023046875,95.27,99.66
+317,0.9840950800822331,0.3415421875,95.31,99.7
+318,0.9861730670317626,0.3377171875,95.4,99.63
+319,0.9801731468775333,0.307890234375,95.37,99.65
+320,0.9721134201074257,0.3520234375,95.27,99.68
+321,0.9954847108095121,0.367708984375,95.38,99.63
+322,0.973239477781149,0.323910546875,95.21,99.71
+323,1.0045898085985427,0.35725859375,95.15,99.63
+324,1.004549145545715,0.3734921875,95.31,99.72
+325,0.989395452157045,0.3386234375,95.58,99.66
+326,1.001395795131341,0.3693390625,95.28,99.71
+327,0.9947875140569149,0.365159375,95.26,99.66
+328,0.9747080986316388,0.330273046875,95.51,99.6
+329,0.9775485035700676,0.366287109375,95.24,99.57
+330,0.9641323217978844,0.3299568359375,95.33,99.64
+331,1.0076689397677396,0.329685546875,95.39,99.65
+332,0.9985755457327916,0.346628515625,95.27,99.71
+333,0.9901759988222367,0.34064921875,95.41,99.71
+334,0.984694098509275,0.359933984375,95.24,99.62
+335,0.9945228518583835,0.348528125,95.09,99.76
+336,0.9758455057938894,0.3494478515625,95.36,99.65
+337,0.9690853968644754,0.309830859375,95.4,99.65
+338,0.9938605626424154,0.34166015625,95.13,99.69
+339,0.9892458020112453,0.3363828125,95.52,99.67
+340,0.9428071482059283,0.2937005859375,95.51,99.61
+341,0.972260047075076,0.32859609375,95.32,99.65
+342,0.95341586852685,0.340423046875,95.49,99.68
+343,0.9782831447246747,0.3228767578125,95.58,99.67
+344,0.9885221516474699,0.3466150390625,95.4,99.66
+345,0.9946451514195174,0.32018046875,95.46,99.61
+346,1.0087325044167348,0.3414390625,95.37,99.65
+347,1.003465313789172,0.3437361328125,95.44,99.68
+348,0.9671329313363785,0.3299357421875,95.4,99.68
+349,0.9865612914929023,0.364581640625,95.48,99.69
+350,1.0134893805552752,0.371673828125,95.14,99.67
+351,1.0020629273011135,0.3677546875,95.39,99.7
+352,1.0196473606121845,0.31675546875,95.25,99.65
+353,1.011192183311169,0.338523046875,95.27,99.67
+354,0.9857167888910342,0.348888671875,95.49,99.67
+355,1.013021175830792,0.353346484375,95.46,99.69
+356,0.9936325300962497,0.353007421875,95.19,99.61
+357,0.9934381367304386,0.347671875,95.41,99.62
+358,0.985352034905018,0.3074751953125,95.36,99.58
+359,0.9987218910302871,0.3673671875,95.47,99.64
+360,0.9727286743812072,0.3070587890625,95.61,99.64
+361,0.9974957327047984,0.3414171875,95.38,99.64
+362,0.9881906925103603,0.331030859375,95.37,99.72
+363,0.9884224320069338,0.30399453125,95.5,99.67
+364,1.0116134813198676,0.366964453125,95.48,99.76
+365,0.9496029653610327,0.31076484375,95.29,99.62
+366,0.9982381962812864,0.31876171875,95.21,99.65
+367,1.0075294324984918,0.324036328125,95.38,99.73
+368,1.0130065360130407,0.3789171875,95.24,99.76
+369,0.9978190241715847,0.361028515625,95.42,99.6
+370,0.9889408405010517,0.37243203125,95.34,99.68
+371,0.9735750508614075,0.352612890625,95.38,99.65
+372,0.9461618576294336,0.351914453125,95.43,99.69
+373,1.003134196385359,0.3544234375,95.51,99.64
+374,0.9941437048789782,0.3648265625,95.33,99.68
+375,1.0334363906811446,0.3436125,95.59,99.71
+376,0.976716788762655,0.3489423828125,95.39,99.72
+377,0.9671024953707671,0.332069140625,95.45,99.64
+378,1.002396319157038,0.361275390625,95.47,99.65
+379,0.9942125684175736,0.350794140625,95.24,99.62
+380,0.9929057246599442,0.31547421875,95.28,99.62
+381,0.9616971746469155,0.3529109375,95.35,99.67
+382,0.9967310693019475,0.354420703125,95.42,99.61
+383,0.9868602204017151,0.3513314453125,95.38,99.61
+384,0.9783314544420976,0.321896484375,95.17,99.73
+385,0.9407870569290259,0.32765234375,95.28,99.61
+386,1.0071728359430263,0.393068359375,95.25,99.6
+387,0.9990358396982535,0.382286328125,95.15,99.65
+388,0.9903491966235332,0.3562703125,95.34,99.69
+389,1.0068956596729084,0.332636328125,95.45,99.73
+390,0.9945700083023462,0.40396328125,95.23,99.65
+391,0.9733793697296045,0.35063828125,95.19,99.61
+392,0.98114574719698,0.3531265625,95.69,99.72
+393,1.0120905911311124,0.3403984375,95.36,99.67
+394,0.9538313292540037,0.32699609375,95.61,99.65
+395,1.0084067471516438,0.34327578125,95.25,99.65
+396,1.0193102150391309,0.364958984375,95.31,99.69
+397,0.9699843015426245,0.34028046875,95.42,99.62
+398,0.9999546893132039,0.32892421875,95.42,99.71
+399,0.9765367309252421,0.32792734375,95.33,99.68
+400,0.9638180718972132,0.295196484375,95.49,99.58
+401,0.9735727609732212,0.325187109375,95.48,99.68
+402,0.9948099017143249,0.351719921875,95.37,99.7
+403,0.9792111792625525,0.386653125,95.51,99.68
+404,0.9839237498931396,0.306669921875,95.29,99.68
+405,0.9610965398641733,0.32583046875,95.41,99.71
+406,0.9862998769833491,0.3064609375,95.22,99.68
+407,0.9893415906490424,0.3469765625,95.41,99.67
+408,0.9891121474596171,0.34751484375,95.27,99.66
+409,0.9721989877713032,0.315412109375,95.24,99.65
diff --git a/ckpt/cls/Spikingresformer/cifar10/model_best.pth.tar b/ckpt/cls/Spikingresformer/cifar10/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..f9f7132ff87e9acd6bac9ae84303d2248b279112
--- /dev/null
+++ b/ckpt/cls/Spikingresformer/cifar10/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6ec000858a38846f0068d8b60b0a40398fe94b73687db74ad3f95c79eba47d
+size 129864276
diff --git a/ckpt/cls/Spikingresformer/cifar100/args.yaml b/ckpt/cls/Spikingresformer/cifar100/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..bff2a6b268a04941f6a79d08d980633962d65f71
--- /dev/null
+++ b/ckpt/cls/Spikingresformer/cifar100/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m7-n1-mstd0.5-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 5
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikingresformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikingresformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 12450
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.01
+workers: 16
diff --git a/ckpt/cls/Spikingresformer/cifar100/log.csv b/ckpt/cls/Spikingresformer/cifar100/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..86dba2ea2f4fe05f7ec2f5ac3e58a5ef8c9c72fc
--- /dev/null
+++ b/ckpt/cls/Spikingresformer/cifar100/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.531316550572713,4.36595,4.97,17.62
+1,4.380618564899152,4.03545625,8.67,26.97
+2,4.212030695646237,3.792609375,11.75,35.19
+3,4.050618367317395,3.428615625,18.41,46.93
+4,3.896225219506484,3.207259375,22.6,52.82
+5,3.732106955234821,2.93553125,27.82,59.83
+6,3.6317834890805756,2.813640625,31.18,63.08
+7,3.5507004976272585,2.635653125,34.16,66.45
+8,3.4393663339125804,2.662015625,34.13,66.05
+9,3.363617476438865,2.38566875,40.9,72.82
+10,3.3069524434896618,2.26683125,43.63,75.04
+11,3.2613831880765085,2.23945,44.09,76.23
+12,3.1983942478131024,2.220153125,44.46,75.64
+13,3.1339531715099627,2.094928125,47.55,78.19
+14,3.12755596332061,2.0362046875,49.41,79.89
+15,3.070576398800581,1.948421875,49.42,80.01
+16,3.0232841736231095,1.834478125,53.65,82.78
+17,2.9740295911446597,1.85035625,53.38,82.75
+18,2.9178658130841377,1.920746875,52.21,81.65
+19,2.941463413605323,1.731021875,55.34,84.28
+20,2.835140911738078,1.771621875,56.49,84.52
+21,2.8550628943321033,1.61305,60.07,86.33
+22,2.8089138617882363,1.740875,57.35,84.68
+23,2.790485511987637,1.64519375,59.1,85.73
+24,2.741814828530336,1.572709375,61.08,86.87
+25,2.733887671201657,1.600396875,61.03,86.79
+26,2.7135244265580787,1.4711859375,62.66,88.27
+27,2.6691640004133568,1.46001875,62.81,88.25
+28,2.6371436984111103,1.372459375,64.78,89.79
+29,2.6412316334553254,1.5398515625,62.85,88.29
+30,2.590463778300163,1.51801875,63.05,88.76
+31,2.5748574513655442,1.3225296875,66.99,90.71
+32,2.504014242612399,1.4153640625,65.48,89.3
+33,2.485842287234771,1.3443984375,67.19,89.78
+34,2.4924328366915387,1.3636875,65.97,89.92
+35,2.518400648007026,1.30148984375,69.02,91.18
+36,2.5169207374254863,1.4207046875,66.16,89.45
+37,2.448544101226024,1.2548046875,67.89,90.97
+38,2.486698775108044,1.271671875,69.11,90.97
+39,2.484176076681186,1.391303125,67.56,89.74
+40,2.4478240529696147,1.3170953125,68.88,90.9
+41,2.446248016296289,1.2756984375,69.5,91.38
+42,2.4460827365899696,1.2635328125,69.87,91.32
+43,2.395449585486681,1.2368984375,69.59,91.51
+44,2.348747178224417,1.28170625,70.06,91.44
+45,2.3804216580513198,1.25911875,70.09,91.3
+46,2.4004487214944303,1.293978125,70.08,91.35
+47,2.3431973445109833,1.253921875,69.79,91.05
+48,2.3623908614500975,1.239353125,70.17,91.87
+49,2.307117754373795,1.3665359375,69.46,90.5
+50,2.285995478202135,1.2646546875,71.4,91.7
+51,2.294336540882404,1.2547828125,70.38,91.2
+52,2.3303883754290067,1.2699546875,70.49,90.96
+53,2.3092649863316463,1.215240625,71.16,91.81
+54,2.300936734982026,1.2107796875,70.61,91.59
+55,2.2272449132723686,1.1983859375,71.66,92.08
+56,2.2973985124857,1.203809375,71.77,91.8
+57,2.266697662304609,1.2443796875,71.55,91.52
+58,2.309539899459252,1.21951328125,71.37,91.57
+59,2.1936758677164714,1.21561484375,71.98,91.63
+60,2.182266242076189,1.1844359375,72.65,92.13
+61,2.2529962790318026,1.2781421875,70.91,91.45
+62,2.17391945093106,1.19215546875,72.22,91.92
+63,2.2863064729250393,1.19781953125,72.81,92.14
+64,2.1870254926192456,1.2119265625,72.16,91.71
+65,2.26032914014963,1.1810609375,72.56,92.08
+66,2.1987435918587903,1.2811578125,70.84,91.4
+67,2.216308495020255,1.30835,71.7,91.49
+68,2.184581261109083,1.1241171875,73.54,92.61
+69,2.1736285338034995,1.1401578125,73.49,92.6
+70,2.144410774646661,1.10868984375,73.54,92.5
+71,2.1585999198448964,1.1604734375,73.42,92.44
+72,2.237695061854827,1.22455625,72.42,92.27
+73,2.1428730212725124,1.18565,72.77,91.95
+74,2.1458764601976443,1.1761765625,73.51,92.13
+75,2.174989015933795,1.203696875,72.79,91.85
+76,2.1712373323929617,1.177465625,73.49,92.25
+77,2.099946155303564,1.2689140625,72.04,91.65
+78,2.0639846502206263,1.1887453125,73.43,92.32
+79,2.2306875430620634,1.1858078125,73.79,91.99
+80,2.1067596065692413,1.22915859375,72.7,91.82
+81,2.157261914167649,1.2263515625,72.96,92.06
+82,2.1937486990904196,1.1833796875,73.86,92.09
+83,2.103251543106177,1.167884375,74.36,92.22
+84,2.0820735812187197,1.13254375,74.54,92.74
+85,2.1011273466623748,1.1806890625,73.73,92.5
+86,2.14084023023263,1.1821984375,73.49,91.99
+87,2.0595019505574155,1.10669765625,74.72,92.67
+88,2.1275814404854407,1.2795421875,73.08,91.55
+89,2.0984689186780883,1.227509375,73.21,92.06
+90,2.084811877898681,1.1771203125,73.62,92.27
+91,2.0780822090613538,1.138375,74.6,92.24
+92,2.0562416195869444,1.218853125,73.47,91.86
+93,2.111157608949221,1.1842359375,74.05,92.11
+94,2.0669438224572403,1.2055453125,73.51,91.86
+95,2.0747573687480045,1.1835546875,74.54,92.15
+96,2.0359061351189247,1.18,74.51,92.14
+97,2.09296947931632,1.2138421875,74.57,92.09
+98,2.018185094686655,1.1723859375,74.85,92.33
+99,2.0614595342905093,1.1426078125,74.83,92.53
+100,2.0596570293108623,1.2492296875,74.18,91.76
+101,2.0618993856968024,1.188815625,74.5,92.51
+102,2.103069336903401,1.235871875,74.52,91.67
+103,2.096488778713422,1.16558125,74.58,92.44
+104,2.0763119611984644,1.1833328125,74.25,92.06
+105,2.089777689408033,1.1167546875,75.16,92.73
+106,2.019460007471916,1.15909375,74.86,92.44
+107,2.023996202915143,1.1447953125,74.81,92.85
+108,2.05119872490565,1.2432421875,73.79,91.93
+109,1.9991541899167575,1.184384375,74.89,92.48
+110,1.992321075231601,1.10885,75.22,92.77
+111,2.0228910450751965,1.1609734375,74.98,92.42
+112,2.0397735933462777,1.1648328125,74.85,92.42
+113,2.1060069771913383,1.1659515625,74.54,92.08
+114,2.0803708168176502,1.196353125,73.97,91.79
+115,1.9524181295663883,1.137434375,75.35,92.76
+116,2.066190686592689,1.175659375,75.34,92.39
+117,2.088561999186491,1.1893890625,75.52,92.21
+118,2.022447682955326,1.158803125,75.27,92.52
+119,2.0127266838000373,1.1259171875,75.36,92.82
+120,2.0437455070324435,1.191403125,74.62,92.52
+121,2.0211741186105288,1.126378125,75.06,92.49
+122,2.0201945902445377,1.146196875,75.06,92.78
+123,2.051346714221514,1.273690625,73.77,92.24
+124,2.0066234400639167,1.152309375,75.11,92.34
+125,2.0406935811042786,1.1164953125,75.45,92.8
+126,1.990614184202292,1.07704921875,76.46,93.03
+127,2.0850708946203573,1.2600484375,74.17,91.8
+128,1.9540522711399273,1.1250609375,76.25,92.7
+129,2.0171453540141764,1.1447578125,75.89,92.88
+130,2.02749558809476,1.143315625,75.77,92.82
+131,1.9474011308107622,1.1645640625,75.25,92.76
+132,1.9665210004036242,1.16799375,75.44,92.75
+133,1.9868510325749715,1.219490625,74.93,92.43
+134,2.0157984704543384,1.2008484375,74.61,92.15
+135,2.0045755297709733,1.1400828125,75.67,92.85
+136,1.9768387141900186,1.14373125,75.73,92.65
+137,2.025016590876457,1.1719125,75.55,92.82
+138,1.9527397287197603,1.1358078125,75.93,92.68
+139,2.00822190397825,1.17901875,75.45,92.62
+140,1.9751378366580377,1.1911640625,75.59,92.25
+141,2.013840152972784,1.2519515625,74.8,92.29
+142,1.950070541485762,1.1249703125,76.0,92.56
+143,2.0072994438501506,1.237315625,74.96,92.46
+144,1.9632246200854961,1.1288484375,75.97,92.27
+145,2.0166560454246327,1.2074234375,75.03,92.48
+146,1.936976065696814,1.1850109375,75.75,92.55
+147,1.929878241282243,1.1442796875,76.08,92.79
+148,1.9928199219398008,1.1575359375,75.86,92.68
+149,1.9446357386234479,1.156853125,76.06,92.76
+150,1.9934892237186432,1.1365,75.88,92.76
+151,1.9074484340655498,1.13298125,76.67,92.85
+152,1.9820075146662883,1.17243125,76.42,92.21
+153,1.9753915207508284,1.1835671875,76.1,92.67
+154,1.9621543896503937,1.1727609375,75.6,92.35
+155,2.0181066474853417,1.2776734375,74.83,92.45
+156,1.9510802262868636,1.1351921875,76.76,92.91
+157,1.983027292214907,1.2086125,75.44,92.25
+158,1.9453084759223156,1.192734375,76.0,92.32
+159,1.9476646272035745,1.170628125,76.06,92.69
+160,1.8556830228903354,1.17616875,75.98,93.03
+161,1.9400815589305682,1.203496875,75.65,92.6
+162,1.9712044816750747,1.1549484375,76.67,92.89
+163,1.9490958942816807,1.21025625,75.84,92.59
+164,1.878373090426127,1.1695875,76.47,92.62
+165,1.9725347532675817,1.1557875,76.5,93.0
+166,2.0039466625604874,1.2346484375,75.15,92.36
+167,1.848593098995013,1.13736875,76.61,92.8
+168,1.9246119303581042,1.2134578125,76.18,92.45
+169,1.9943343624090537,1.123809375,76.44,93.08
+170,1.9104158124862574,1.2776578125,74.87,92.24
+171,1.8401298978389837,1.171815625,76.67,92.7
+172,1.9055384198824565,1.2192640625,75.9,92.41
+173,1.9322772547220572,1.077178125,76.94,93.02
+174,1.9005856847151732,1.166084375,76.51,92.65
+175,1.943522806503834,1.1661859375,76.7,92.78
+176,1.9400343326421885,1.153753125,76.61,92.62
+177,1.9033471761605678,1.14793359375,76.81,92.7
+178,1.9584070804791573,1.19223125,76.28,92.46
+179,1.871381524281624,1.179396875,76.53,92.71
+180,1.918702155810136,1.209515625,76.67,92.58
+181,1.9831645225867247,1.2068453125,76.32,92.34
+182,1.9348118777458485,1.1680359375,76.93,92.93
+183,1.8794952485805902,1.2068453125,76.64,92.35
+184,1.9407982120147118,1.227225,76.4,92.44
+185,1.94658721777109,1.189315625,76.43,92.38
+186,1.9574343925867326,1.263275,75.65,92.28
+187,1.9393578685246982,1.148434375,76.77,92.86
+188,1.9580117161457355,1.164925,76.48,92.78
+189,1.859921044875414,1.1528515625,76.89,92.58
+190,1.8930793513090183,1.240440625,76.09,92.49
+191,1.8722619059758308,1.1532578125,77.17,92.91
+192,1.9042991884243794,1.2394390625,75.73,92.37
+193,1.9222513284438696,1.2017125,76.69,92.79
+194,1.9861155488552191,1.1238703125,77.17,93.1
+195,1.9172589911864355,1.2206375,76.31,92.79
+196,1.9064958742031684,1.142809375,77.06,92.96
+197,1.8705199889647655,1.2297515625,76.45,92.58
+198,1.8726846681191371,1.1382390625,77.0,93.0
+199,1.8769504871123877,1.184503125,76.67,93.14
+200,1.8194799488935716,1.15105625,77.18,92.98
+201,1.8604450233471699,1.1899984375,76.69,92.72
+202,1.878758800946749,1.12469375,77.53,93.1
+203,1.8710688766760704,1.1910171875,76.81,93.12
+204,1.8761088779339423,1.1521390625,77.44,93.3
+205,1.9441920665594248,1.2460125,76.15,92.6
+206,1.885106755525638,1.138109375,77.16,93.09
+207,1.9019841035207112,1.1714296875,76.78,92.86
+208,1.8859673648308486,1.19454375,76.88,93.06
+209,1.85906238479492,1.1919171875,77.04,92.83
+210,1.937208705376356,1.2131859375,76.71,92.91
+211,1.9137570508015462,1.178065625,77.33,92.87
+212,1.9319930617625898,1.18809375,77.0,92.81
+213,1.9387613299565438,1.139359375,77.42,93.27
+214,1.84647425871629,1.2251515625,76.76,92.88
+215,1.801008744117541,1.1991328125,77.41,93.05
+216,1.9389228678666628,1.1592609375,77.92,93.02
+217,1.878210765429032,1.2029546875,76.96,92.75
+218,1.9000087770131917,1.1410828125,77.37,93.32
+219,1.964053069322537,1.1417765625,77.25,93.08
+220,1.8845839873338357,1.1687890625,77.15,93.24
+221,1.8629348045740373,1.223765625,77.46,92.84
+222,1.8921251874703628,1.218296875,76.96,92.69
+223,1.8715196742461278,1.1725640625,77.01,92.75
+224,1.88129618534675,1.12890625,77.27,93.27
+225,1.8072202172034826,1.139684375,78.06,93.14
+226,1.889274587539526,1.20794375,77.08,92.53
+227,1.8317554186551999,1.138175,78.1,93.41
+228,1.8877180406680474,1.114353125,77.9,93.39
+229,1.8691740558697627,1.19729375,77.97,92.99
+230,1.880162372497412,1.1591625,77.38,93.24
+231,1.9669627068898616,1.2014859375,77.44,93.2
+232,1.909696809297953,1.2561734375,76.65,92.88
+233,1.8866006658627437,1.2349125,76.72,92.89
+234,1.8597824188379142,1.1216546875,78.1,93.33
+235,1.8761753863249069,1.1809078125,77.57,92.98
+236,1.841425232245372,1.19194375,77.86,92.96
+237,1.8473827594365828,1.1926546875,77.49,92.78
+238,1.841274510591458,1.158490625,78.09,93.22
+239,1.8767145506846599,1.105740625,77.88,93.58
+240,1.8610639897676615,1.187634375,77.74,92.72
+241,1.8149351685475081,1.1141125,78.47,93.08
+242,1.9228721265609447,1.219171875,77.59,93.07
+243,1.8769525743447817,1.167559375,77.47,93.14
+244,1.8843004498726283,1.2399359375,77.11,92.83
+245,1.8658035394472954,1.11696875,78.34,93.21
+246,1.8376397047287378,1.18634375,77.86,93.06
+247,1.8648871279679813,1.2014328125,77.05,92.82
+248,1.8074905533056993,1.182803125,77.88,93.12
+249,1.8341096116946294,1.1566859375,78.03,93.25
+250,1.825448235334494,1.1190203125,78.21,93.59
+251,1.8436281855289753,1.151484375,77.42,93.19
+252,1.8131014981330968,1.218703125,76.88,92.88
+253,1.8709822364342519,1.167459375,77.9,93.36
+254,1.9220471437160784,1.15953125,77.65,93.27
+255,1.8222045968740415,1.2115015625,77.83,92.98
+256,1.8087409985371126,1.1774015625,77.84,93.1
+257,1.8159958446637179,1.1498265625,77.85,93.21
+258,1.8618081950224363,1.2086328125,77.93,93.01
+259,1.855205142803681,1.194796875,77.86,92.9
+260,1.8351286182036766,1.1884078125,77.77,93.0
+261,1.843727908990322,1.1623359375,77.83,93.31
+262,1.7904831028901613,1.20431875,77.58,93.11
+263,1.8065989743440578,1.1320125,78.33,93.07
+264,1.8687172195850275,1.1998453125,77.35,93.07
+265,1.8623743645655804,1.1480890625,77.93,93.56
+266,1.866217566300661,1.1857171875,77.82,93.16
+267,1.8081891622298802,1.1579578125,78.4,93.44
+268,1.8345251920895698,1.2479515625,76.85,92.88
+269,1.7884688297907512,1.1639078125,78.04,93.01
+270,1.823009897959538,1.190171875,77.16,92.86
+271,1.8209080871863244,1.1425,78.73,93.23
+272,1.7668566742004492,1.180815625,77.92,92.99
+273,1.8073645778191396,1.168925,78.23,93.0
+274,1.8354919222685007,1.158215625,78.74,93.19
+275,1.7870325974929027,1.2005640625,77.85,93.02
+276,1.8397370307873457,1.1872015625,77.76,93.18
+277,1.885745603304643,1.1429546875,78.42,93.48
+278,1.8338078575256542,1.1794125,78.4,93.16
+279,1.7995743930339814,1.1746828125,78.43,93.28
+280,1.8654366031671181,1.206728125,78.35,93.29
+281,1.8566934104149158,1.126575,78.76,93.38
+282,1.8675424533012586,1.148590625,78.45,93.16
+283,1.8602359757973597,1.145975,79.0,93.19
+284,1.7559799996706156,1.166028125,78.15,93.13
+285,1.7782403155779227,1.1549515625,78.46,93.47
+286,1.8586708185000298,1.1822734375,78.52,93.25
+287,1.8193814765184353,1.16276875,78.45,93.39
+288,1.794286609460146,1.14956875,78.32,93.38
+289,1.8976220963857113,1.148059375,78.74,93.38
+290,1.8198695954604027,1.1754203125,78.48,93.22
+291,1.774211653532126,1.1514984375,78.83,93.23
+292,1.8262486717639825,1.1245734375,78.72,93.49
+293,1.8188616822927426,1.18599375,78.27,93.12
+294,1.7841024291821015,1.2388390625,77.55,93.1
+295,1.820602087943982,1.186084375,78.32,93.15
+296,1.8106090180384806,1.1866984375,78.48,93.22
+297,1.838392335176468,1.1759546875,78.09,93.33
+298,1.8534320456859392,1.19183125,78.57,93.29
+299,1.8092637638250986,1.1328671875,78.63,93.68
+300,1.7955400443994083,1.1686,78.82,93.45
+301,1.8552941262722016,1.15680625,78.42,93.53
+302,1.823166398054514,1.157971875,78.75,93.43
+303,1.8454519773140932,1.21865625,77.88,93.1
+304,1.8135116618413192,1.18065,78.19,93.5
+305,1.7618215463100335,1.1622671875,78.49,93.55
+306,1.7576780780767782,1.1465265625,78.99,93.48
+307,1.8221339870721867,1.1934296875,78.1,93.56
+308,1.7865951800957705,1.1731875,78.57,93.44
+309,1.8023770696077592,1.1621828125,78.3,93.49
+310,1.792342088619868,1.2106125,77.99,93.35
+311,1.8333739934823452,1.2048140625,78.32,93.25
+312,1.8016073372119512,1.179378125,78.34,93.45
+313,1.8171984013838647,1.1764796875,78.28,93.26
+314,1.849346131239182,1.1690921875,78.52,93.67
+315,1.7818028923792717,1.154809375,78.84,93.54
+316,1.8389162298960564,1.1264125,79.17,93.5
+317,1.8280739976809575,1.2034984375,78.24,93.21
+318,1.7594135102553246,1.15989375,78.79,93.5
+319,1.761034552561931,1.104059375,78.83,93.68
+320,1.816738252609204,1.2058796875,78.51,93.53
+321,1.8901301076778998,1.1847703125,78.42,93.48
+322,1.8454136347159362,1.1791484375,78.55,93.45
+323,1.7566693571897654,1.18125625,78.91,93.5
+324,1.801461830505958,1.195996875,78.44,93.22
+325,1.7476307618312346,1.1215859375,79.24,93.47
+326,1.7670727748137254,1.1827546875,78.7,93.44
+327,1.8670414923093257,1.2237171875,77.86,93.03
+328,1.7601891994476317,1.1273890625,79.15,93.68
+329,1.8138485602843455,1.1714421875,79.06,93.16
+330,1.764331589295314,1.1616265625,78.93,93.48
+331,1.7628199144815788,1.174196875,78.45,93.41
+332,1.7973782161871592,1.188459375,78.68,93.35
+333,1.8180260294522994,1.138878125,79.04,93.43
+334,1.8216924564960675,1.1790015625,78.73,93.54
+335,1.7691836633743383,1.16271875,78.96,93.31
+336,1.7735274038253686,1.12976875,78.95,93.69
+337,1.8271733585076455,1.1465359375,78.82,93.38
+338,1.7680496954000913,1.2017484375,78.52,93.27
+339,1.7453998206517636,1.200328125,78.52,93.46
+340,1.8129518125301753,1.1751359375,78.7,93.57
+341,1.8134836039482018,1.1864234375,78.44,93.31
+342,1.7335966463272388,1.1641671875,78.85,93.56
+343,1.7949086857147707,1.1270203125,79.05,93.74
+344,1.741136203515224,1.165634375,78.94,93.58
+345,1.7950306485860776,1.1550546875,79.05,93.62
+346,1.84757615511234,1.19435625,78.52,93.68
+347,1.8406895585549183,1.20361875,78.41,93.44
+348,1.7655460891051171,1.22956875,78.31,93.1
+349,1.7936772818748767,1.166475,78.68,93.45
+350,1.7988802021894699,1.162134375,78.83,93.72
+351,1.7911706193899497,1.1304765625,79.26,93.46
+352,1.786603576861895,1.1629859375,78.65,93.45
+353,1.7563535532890222,1.173346875,78.76,93.54
+354,1.773181491631728,1.139021875,79.13,93.75
+355,1.7591185361911088,1.1554703125,79.12,93.53
+356,1.7634291619826585,1.2051734375,78.68,93.28
+357,1.7623321433862051,1.196821875,78.67,93.43
+358,1.7934129372621195,1.213225,78.35,93.33
+359,1.8515090783437094,1.158315625,78.9,93.57
+360,1.7805171862626687,1.1853203125,78.56,93.59
+361,1.7718439342119754,1.2041734375,78.89,93.55
+362,1.7994891651165792,1.1798515625,78.95,93.39
+363,1.7760947569822654,1.1912421875,78.52,93.38
+364,1.7427239523484157,1.1740109375,78.81,93.27
+365,1.823739704566124,1.2172125,78.81,93.55
+366,1.7710121385562114,1.19829375,78.02,93.5
+367,1.7875288830353664,1.1970890625,78.69,93.25
+368,1.7636792372434567,1.179846875,78.74,93.6
+369,1.8334671474420108,1.1691859375,78.86,93.62
+370,1.705617578060199,1.1699078125,78.81,93.51
+371,1.8395209660896887,1.184875,79.17,93.54
+372,1.8082251553352062,1.18520625,78.69,93.39
+373,1.8417700819480114,1.2384703125,77.85,93.11
+374,1.8288186139021165,1.1629765625,79.35,93.4
+375,1.7441412043877138,1.1607171875,78.83,93.52
+376,1.7498089042993692,1.1804328125,79.08,93.31
+377,1.7459817065642431,1.160996875,79.16,93.7
+378,1.8075860787660647,1.1641296875,78.64,93.51
+379,1.7890860349704059,1.2234828125,78.25,93.17
+380,1.7808142290665554,1.2145984375,78.43,93.44
+381,1.7250323048004736,1.159584375,78.69,93.38
+382,1.7501190222226657,1.177828125,78.87,93.32
+383,1.7905134982023483,1.159940625,79.4,93.49
+384,1.7339960174682814,1.1965046875,78.49,93.35
+385,1.8058717909531716,1.1435046875,79.28,93.73
+386,1.7679021204129244,1.1700859375,78.85,93.56
+387,1.731735971952096,1.159528125,79.17,93.74
+388,1.8688308993975322,1.19744375,78.58,93.39
+389,1.7251819022190877,1.1734703125,78.99,93.35
+390,1.7887490338239915,1.1893125,78.26,93.33
+391,1.7652164633457477,1.2038234375,78.68,93.29
+392,1.7716870144391672,1.1633203125,79.37,93.65
+393,1.8276966507618244,1.2019015625,78.43,93.42
+394,1.7738836352641767,1.1621015625,78.88,93.49
+395,1.8064772118360568,1.1644828125,78.88,93.36
+396,1.788849070133307,1.207315625,78.19,93.33
+397,1.796425308019687,1.2188296875,78.57,93.25
+398,1.7325341377502832,1.1850703125,78.75,93.55
+399,1.7928979980639923,1.1912515625,78.77,93.25
+400,1.8209840048582127,1.1792265625,78.79,93.57
+401,1.762856487585948,1.20828125,78.34,93.47
+402,1.7670922925839057,1.1711359375,79.16,93.44
+403,1.7476954036798233,1.1640625,78.95,93.4
+404,1.8389988523263199,1.2159734375,78.52,93.2
+405,1.7948690687998747,1.1961625,78.68,93.36
+406,1.8371671048494487,1.210940625,78.6,93.14
+407,1.713520704324429,1.1941703125,78.9,93.54
+408,1.8471200894086788,1.215315625,78.24,93.32
+409,1.7141526197775816,1.16053125,79.45,93.41
diff --git a/ckpt/cls/Spikingresformer/cifar100/model_best.pth.tar b/ckpt/cls/Spikingresformer/cifar100/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..58d633598d76bd401c613be35a211f845310e9cf
--- /dev/null
+++ b/ckpt/cls/Spikingresformer/cifar100/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f0dceff74e7a09eb07d09524ca8a90da8f8c1c592cadd1afe0c9b9d93edcac
+size 130280212
diff --git a/ckpt/componet_test/encoding/phase/SDT/args.yaml b/ckpt/componet_test/encoding/phase/SDT/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..5dda905016010e1962c4a16319cada108d93b7e9
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/SDT/args.yaml
@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/phase
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/componet_test/encoding/phase/SDT/log.csv b/ckpt/componet_test/encoding/phase/SDT/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..37d7bb789cfb5cfbf9ca6741d78be1aaa06adfa0
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/SDT/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.3024588658259466,2.2928592491149904,12.92,56.9
+1,2.260745681860508,2.166960553741455,20.62,69.71
+2,2.1632962978803194,2.0117208209991455,26.75,78.52
+3,2.109854112527309,1.8910959396362306,32.74,84.66
+4,2.0815641180062907,1.897524478340149,30.24,82.87
+5,2.0562520519281047,1.8174549739837647,35.2,85.39
+6,2.0311204442611106,1.7573021047592163,38.93,87.67
+7,2.0035279628558036,1.831044715499878,34.75,82.46
+8,1.9806911804737188,1.786455132675171,37.34,83.57
+9,1.9661466726889978,1.7857847373962403,35.84,86.54
+10,1.944719394048055,1.7765544765472412,37.27,84.75
+11,1.906075313152411,1.5533491464614868,47.56,88.77
+12,1.8997678013948294,1.5037442544937134,49.01,91.25
+13,1.8903903203132826,1.5312589483261108,47.43,90.19
+14,1.874145468381735,1.5148497117996216,47.26,91.5
+15,1.8633293344424322,1.4418135412216186,52.22,93.72
+16,1.845185907376118,1.473381926727295,49.41,91.66
+17,1.841289454851395,1.5739471719741822,45.86,87.85
+18,1.841674467844841,1.4771993535995482,49.34,91.97
+19,1.8267111983054722,1.4222756782531738,51.75,93.08
+20,1.817676144379836,1.4282576110839844,51.02,92.53
+21,1.8131882205987588,1.3000762786865234,56.88,94.56
+22,1.7883072538253588,1.4000813190460204,53.07,92.48
+23,1.7844834107619065,1.3278643138885498,55.25,93.96
+24,1.7487834257957262,1.5217687870025636,45.91,90.71
+25,1.7403447340696285,1.2220968166351318,60.88,95.41
+26,1.7338183289919145,1.2127921026229858,59.98,95.34
+27,1.7216811161774856,1.3015570188522338,56.32,93.7
+28,1.7229520226136232,1.12723790102005,64.29,96.2
+29,1.7055290961876894,1.2506512092590332,59.06,94.68
+30,1.697685617972643,1.185781685066223,61.04,95.25
+31,1.6832455962132185,1.1550333209991455,62.93,96.08
+32,1.70041357981853,1.2090917419433593,60.83,94.65
+33,1.6823804399906062,1.130348914527893,64.7,96.05
+34,1.6739661464324365,1.3029471935272217,56.88,93.03
+35,1.6599792162577311,1.090549975299835,65.74,96.36
+36,1.6545310237468818,1.0516562580108642,68.1,96.89
+37,1.664751613445771,1.2174953746795654,60.96,93.15
+38,1.6355616976053287,1.1166301250457764,65.76,96.32
+39,1.6097242685464712,1.021571304321289,67.86,97.18
+40,1.630502772025573,1.0378433813095094,67.63,96.52
+41,1.6260516117780637,1.0413514865875244,68.49,96.68
+42,1.6467646109752165,1.0581663288116454,67.68,96.48
+43,1.619705422413655,1.0661195022583008,67.19,96.54
+44,1.6126508263441233,1.0224626941680908,69.22,97.0
+45,1.5912087850081615,1.081713480758667,65.82,95.53
+46,1.5897750897285265,1.040937695980072,69.04,96.91
+47,1.5761131026805975,1.02350064535141,70.39,97.4
+48,1.5652639370698196,0.9784000707626342,69.28,97.39
+49,1.5740200485938634,1.0333323282241822,69.69,97.12
+50,1.5894028678918497,0.9942471084594726,70.01,97.47
+51,1.5581457541539119,0.9460890900611878,71.67,97.56
+52,1.5576769892986004,0.9847012075424194,69.15,96.71
+53,1.5647647383885506,0.9893820875167847,69.33,97.29
+54,1.5365103932527395,1.052729171562195,67.07,96.31
+55,1.5687600472034553,0.9919652280807495,70.67,96.9
+56,1.5763474161808306,1.0279402341842652,68.9,96.95
+57,1.5380184317246461,0.9411977101325989,71.51,97.54
+58,1.5571343605334942,0.9754813405036926,70.75,97.08
+59,1.5487947357006562,0.9854518911361695,71.84,97.64
+60,1.494363303673573,0.9175877295494079,72.67,97.76
+61,1.5360469995400845,0.920901289653778,72.89,97.46
+62,1.5030278172248448,0.9895401002883911,70.27,97.39
+63,1.5216843499587132,0.9672483926773071,70.38,96.58
+64,1.5271502114259279,0.8757355115890503,73.61,97.98
+65,1.5022938994260935,1.0742722065925598,64.76,95.83
+66,1.5132004658381144,1.0227855665206909,68.06,95.73
+67,1.4943887820610633,0.8923366381645202,72.63,97.59
+68,1.4812540292739869,0.993949179649353,68.43,97.0
+69,1.5040321417343923,0.9040022395133972,73.79,97.78
+70,1.4925782477244354,0.9345906554222106,72.25,97.4
+71,1.494517199962567,0.8573021965026856,74.66,97.64
+72,1.4647639989852905,0.848096081829071,74.49,98.2
+73,1.4717029747290489,0.8578492582321167,74.14,97.75
+74,1.475495923940952,0.9295708423614502,72.34,97.68
+75,1.4881146463064048,0.8568018021583557,75.13,97.97
+76,1.4646428433748393,0.8355503639221191,75.15,97.9
+77,1.4751693441317633,0.864231840801239,75.15,98.06
+78,1.4522205646221453,0.8695638721466065,73.88,97.64
+79,1.4763624779689006,0.9056930549621582,73.27,97.56
+80,1.4644688736169766,0.8297017271995545,75.92,98.37
+81,1.4665531704059014,0.8468448219299316,74.34,97.7
+82,1.4587260253918477,0.9276633554458619,73.31,96.69
+83,1.4511990721409138,0.8259434576034546,76.39,98.19
+84,1.4596014704459752,0.8647929935455322,75.14,97.49
+85,1.4607710239214775,0.860716725730896,75.01,97.78
+86,1.45366902641761,0.7978122177124023,77.05,98.35
+87,1.4330137911515357,0.8318064993858337,75.84,98.38
+88,1.433555161494475,0.8576091556549073,75.98,98.11
+89,1.4453672604683119,0.8683045066833496,74.24,98.11
+90,1.403173220463288,0.9232571167945862,72.99,97.29
+91,1.4264107106587827,0.784962422657013,76.97,98.46
+92,1.4702186210033221,0.8744725213050842,74.63,97.75
+93,1.4608267032183133,0.8129776162147522,76.72,98.27
+94,1.4343890677659938,0.8331613482475281,75.49,98.26
+95,1.4418690747175462,0.7874492619514465,75.96,98.29
+96,1.4012173748933352,0.8272244951248169,76.19,98.2
+97,1.4140238327857775,0.8268786343574523,76.2,98.4
+98,1.4237435143727524,0.8759371333122253,74.44,97.25
+99,1.4478518363757011,0.8660664555549622,76.5,98.26
+100,1.3777989120055467,0.7955880689620972,77.43,98.16
+101,1.424959318760114,0.823972860622406,77.06,98.34
+102,1.398029326628416,0.7736511286735535,77.67,98.44
+103,1.4219333067918436,0.784757046699524,77.59,98.35
+104,1.4217616567244897,0.8329578117370605,76.33,97.69
+105,1.3910142895502922,0.760580122756958,77.63,98.22
+106,1.4101599354010361,0.7893478529930115,76.42,97.82
+107,1.4055946432627164,0.8320780458450318,76.73,98.08
+108,1.4108675768742194,0.8146314812660217,76.81,98.16
+109,1.394382544969901,0.7582899667739869,77.52,98.29
+110,1.4033631845926626,0.8254341297149658,77.59,98.24
+111,1.4098457999718494,0.7939181481361389,77.88,98.44
+112,1.3944550599807348,0.8164841418266297,77.64,98.08
+113,1.3898835310569175,0.7318700249671936,78.74,98.51
+114,1.371600814966055,0.7793956447601318,78.08,98.18
+115,1.3838609808530562,0.7846690049171448,77.43,98.11
+116,1.3780580091170775,0.7611527106285095,77.77,98.07
+117,1.3960058939762605,0.8165730982780457,76.74,98.38
+118,1.3972978724883154,0.8023237579345703,78.51,98.62
+119,1.3855099230240553,0.7456390062332153,78.25,98.32
+120,1.4040369443404368,0.8364474352836608,77.79,98.13
+121,1.3981718621192833,0.73024795627594,79.69,98.62
+122,1.3820758405404212,0.7771277063369751,78.7,98.42
+123,1.4056055470918998,0.7587432790756226,78.66,98.44
+124,1.3643029293952844,0.781792296218872,78.1,98.38
+125,1.3953284674730055,0.7610368127822876,78.67,98.13
+126,1.4162759623466394,0.8093998950004577,78.65,98.59
+127,1.3573399522365668,0.7888535140991211,78.17,98.35
+128,1.3669684995443394,0.7646516140937805,78.66,98.32
+129,1.3637110775861985,0.7289291493415833,78.87,98.56
+130,1.349305820923585,0.7502898590087891,79.27,98.45
+131,1.3861291024929439,0.7383186262130738,79.81,98.46
+132,1.3574098229408265,0.7560308460235595,78.41,98.33
+133,1.3459458583440536,0.6976511424064636,79.97,98.67
+134,1.3605551866384653,0.7493889446258545,79.52,98.47
+135,1.3801044655151857,0.7360612535476685,80.24,98.75
+136,1.3930109798908235,0.7291247311592102,80.21,98.75
+137,1.3717898147228436,0.7445249181747436,78.91,98.45
+138,1.3599076026525252,0.7504247266769409,79.32,98.51
+139,1.3509982174787767,0.7615384803771973,78.88,98.48
+140,1.3492329213863765,0.7521808111190796,78.56,98.43
+141,1.335157959124981,0.7316128625869751,80.97,98.64
+142,1.3626205427524372,0.7642936730384826,79.13,98.31
+143,1.3533711375334323,0.7568300037384034,78.78,98.48
+144,1.3667441151080988,0.7366667249679565,80.4,98.56
+145,1.3675956431107643,0.7200257001876831,80.11,98.64
+146,1.3482137570014368,0.7468876434326172,79.51,98.47
+147,1.3805154315936259,0.781086138343811,78.69,98.17
+148,1.3331305731565524,0.6809190305709839,80.66,98.75
+149,1.3332361737887064,0.7314029075622559,79.89,98.61
+150,1.349763305676289,0.7155399160385132,80.63,98.49
+151,1.3223371253563807,0.767205855178833,79.85,98.13
+152,1.3346860407254635,0.692053355884552,81.21,98.67
+153,1.3424448714806483,0.7085840557098388,80.54,98.51
+154,1.353472739763749,0.7388521092414856,79.52,98.58
+155,1.337554215773558,0.6845309765815735,80.85,98.49
+156,1.3406296396866824,0.726878457736969,79.58,98.62
+157,1.3696544093963428,0.7027947284698486,81.09,98.53
+158,1.3500660298726497,0.7235238299369812,80.67,98.75
+159,1.3120647901143783,0.7060503876686096,80.7,98.46
+160,1.3291135392127893,0.7397145233154296,79.8,98.25
+161,1.3341271169674702,0.7264421182632447,80.32,98.57
+162,1.3113828818003337,0.6833474327087402,80.8,98.68
+163,1.3375066110721001,0.697545002746582,81.03,98.87
+164,1.310554655851462,0.6955749424934388,80.36,98.62
+165,1.3326906182827094,0.7829367205619812,78.72,98.35
+166,1.3239834785461426,0.7299616585731507,79.4,98.4
+167,1.3213976908952763,0.7180270127296448,80.67,98.51
+168,1.319054486659857,0.8187759764671325,78.96,98.44
+169,1.2673397865050877,0.6829281543731689,81.44,98.82
+170,1.313977974653244,0.6796910508155822,81.29,98.53
+171,1.3203195817959614,0.6823230763435364,81.67,98.71
+172,1.3079915110881513,0.6420482901573181,81.64,98.64
+173,1.2998912825034215,0.6859557921409607,80.55,98.56
+174,1.3048801458798922,0.6740675363540649,80.97,98.59
+175,1.3333793467436081,0.6488537395477295,81.33,98.69
+176,1.3134303773060823,0.6938414892196655,80.91,98.6
+177,1.3106237550576527,0.676150366973877,81.29,98.74
+178,1.3232787006940596,0.7078241422653199,81.44,98.72
+179,1.2930534324584864,0.6699306564331055,81.77,98.78
+180,1.340586367325905,0.7379718335151673,81.43,98.42
+181,1.322409141369355,0.721231577205658,81.08,98.66
+182,1.2737626520486978,0.6869127903938294,81.55,98.61
+183,1.3254641873714252,0.6367921063423156,81.9,98.59
+184,1.279812078598218,0.6893587936401367,82.17,98.67
+185,1.329821968995608,0.7349221143722534,80.94,98.56
+186,1.290175624535634,0.6472730327606201,82.18,98.63
+187,1.2913764588343792,0.7341958277702332,80.01,98.46
+188,1.3167736085561605,0.7065025874137878,81.48,98.64
+189,1.2923182851228958,0.6631670468330383,81.92,98.61
+190,1.2856009006500244,0.6741306720733643,81.84,98.64
+191,1.2995775202910105,0.6819249274253846,81.27,98.51
+192,1.2732363352408775,0.7174658424377441,80.99,98.35
+193,1.2807342370351156,0.7031211256980896,81.83,98.74
+194,1.2961293859359546,0.690394941997528,81.57,98.59
+195,1.289321778370784,0.6747271767616272,81.73,98.55
+196,1.292757388108816,0.6695752925872803,81.99,98.73
+197,1.2700159951662406,0.6537538841247559,81.93,98.81
+198,1.3257953287699284,0.6560775524139404,82.27,98.63
+199,1.2971874026151804,0.7227358263015747,81.6,98.59
+200,1.2724146308043065,0.6678311868667602,82.2,98.75
+201,1.2937965437387808,0.6395130386352539,82.02,98.75
+202,1.2923809182949555,0.7311517555236816,80.96,98.73
+203,1.2413960861854063,0.6707973678588868,81.37,98.54
+204,1.3021089440737015,0.6706783432006836,81.7,98.66
+205,1.298524077427693,0.6924529396057129,81.74,98.66
+206,1.2881477169501476,0.6697940402984619,82.25,98.66
+207,1.272799522907306,0.6859353033065796,81.72,98.55
+208,1.2623594776178018,0.6986891455650329,81.8,98.7
+209,1.2848142761450547,0.6828543556213379,81.95,98.78
+210,1.2998197181102558,0.7112394773483276,82.15,98.55
+211,1.266129231452942,0.6637693614959717,82.51,98.56
+212,1.2840126685607127,0.6926888180732726,82.31,98.75
+213,1.2966059343937115,0.6919286699295044,81.35,98.72
+214,1.2616033306488623,0.68602954788208,82.79,98.79
+215,1.2743292536491002,0.6920710409164429,81.98,98.7
+216,1.3124388159849705,0.7329671145439148,81.64,98.4
+217,1.264738415296261,0.6551505976676941,82.83,98.68
+218,1.2969387855285253,0.6970062585830689,81.85,98.75
+219,1.263443677394818,0.6628411568641662,82.92,98.75
+220,1.269378509429785,0.686639591217041,82.4,98.65
+221,1.232037583528421,0.6623006772994995,82.22,98.61
+222,1.2722357111099438,0.6438309821128845,82.8,98.74
+223,1.2858397318766668,0.674009612941742,82.87,98.8
+224,1.2521890808374454,0.6756979188919068,82.25,98.84
+225,1.305342275974078,0.659530901145935,82.61,98.83
+226,1.2572455939574119,0.6495849933624268,83.01,98.67
+227,1.2833576743419355,0.7031277780532836,81.81,98.71
+228,1.2246760660257094,0.6416677096366882,82.66,98.77
+229,1.2535348166257907,0.6616971761703491,82.31,98.69
+230,1.2325594678903238,0.628933757019043,82.84,98.77
+231,1.2502167904988313,0.6456035605430603,82.18,98.75
+232,1.212442469291198,0.6349477737426757,82.64,98.78
+233,1.2352553691619481,0.651426919555664,82.67,98.71
+234,1.2583169024724228,0.6236855012893677,83.01,98.81
+235,1.2671444240288856,0.6687759316444397,82.75,98.77
+236,1.286412487885891,0.6716955187797546,82.65,98.7
+237,1.2599957336217928,0.6572214377403259,82.74,98.87
+238,1.2835762542027693,0.6784912347793579,83.06,98.83
+239,1.2140458886439984,0.691884880065918,82.39,98.53
+240,1.253800507539358,0.660371171092987,82.9,98.85
+241,1.2383408564787644,0.6350407728195191,83.48,98.78
+242,1.2508667699801617,0.6560004353523254,82.43,98.63
+243,1.2534412524639031,0.6747604567527771,82.55,98.67
+244,1.2536534148913163,0.625656806755066,83.71,98.98
+245,1.2564253131548564,0.6571517950057983,83.07,98.99
+246,1.2556617319583894,0.6264803338050843,83.27,98.82
+247,1.2694101222050496,0.6169813393592835,83.04,98.73
+248,1.2142080944318039,0.6308377547264099,82.97,98.81
+249,1.2609071095784505,0.7033299020767212,82.67,98.8
+250,1.270084236218379,0.6366820436477661,82.87,98.73
+251,1.2517923041796073,0.6155227389335632,83.2,98.66
+252,1.282128207041667,0.6391383857727051,83.41,98.79
+253,1.2567656906751485,0.6307350163459777,83.1,98.78
+254,1.2825067069285956,0.6193633071899414,82.8,98.69
+255,1.2542048254074194,0.6340723234176636,83.07,98.7
+256,1.2402775318194659,0.6214203092575074,83.1,98.84
+257,1.2530885187479166,0.6401982028007507,83.1,98.66
+258,1.233205321813241,0.6413065860748292,83.52,98.72
+259,1.22524879467793,0.600353627872467,83.8,98.93
+260,1.2440949715100802,0.6845818181991578,82.44,98.6
+261,1.2352771247044587,0.6247269053459168,83.26,98.78
+262,1.2261906979939876,0.6142471223831176,83.56,98.92
+263,1.2340330191147633,0.6616414858818054,83.17,98.72
+264,1.2543024056997054,0.6691115537643433,82.7,98.55
+265,1.2210926855221773,0.6137585338592529,83.63,98.79
+266,1.2356224015737192,0.6375045388221741,83.37,98.77
+267,1.230512832983946,0.6272232598304749,83.72,98.96
+268,1.249882883597643,0.627462735748291,83.27,98.74
+269,1.2074859614555653,0.6585305138587951,83.12,98.54
+270,1.2530642107511178,0.6767234999656677,82.67,98.65
+271,1.210995526650013,0.6688405749320984,83.57,98.73
+272,1.223830122519762,0.6382064753532409,83.69,98.82
+273,1.213781614945485,0.6230337103843689,83.87,98.96
+274,1.2302551925182343,0.6308249252319336,83.68,98.85
+275,1.2126162672654177,0.6114402494430542,83.83,98.77
+276,1.2364555847950471,0.6038433925628662,83.78,98.97
+277,1.229655550993406,0.6319112463951111,83.33,98.99
+278,1.2389211197694143,0.6309610501289368,83.55,98.96
+279,1.2536516078007527,0.6491725724220276,83.67,98.91
+280,1.1893108704151252,0.5969859927177429,83.81,98.77
+281,1.223946856841063,0.624526563835144,83.6,98.95
+282,1.2232594433503272,0.6255020267486572,83.02,98.72
+283,1.2230282748356844,0.6259121376991272,83.89,98.72
+284,1.2286793667536515,0.6258239548683167,83.37,98.87
+285,1.2165414680273106,0.6076132272720337,83.64,98.92
+286,1.1991268966442499,0.6278482096672058,83.91,98.91
+287,1.2317725363450172,0.652786462020874,83.53,98.91
+288,1.2337875465552013,0.5887551008224488,84.15,98.81
+289,1.2084824826472844,0.6054191833496094,84.5,98.92
+290,1.2125644226868948,0.6427019804954529,83.66,98.83
+291,1.2062670753552363,0.6075447575569153,83.92,98.91
+292,1.2154739803228622,0.6057288010597229,83.38,98.85
+293,1.2506669593163027,0.6059390560150146,83.85,98.96
+294,1.193055331095671,0.6222635135650635,83.69,98.69
+295,1.2334837396939595,0.6083643426895141,84.06,98.97
+296,1.2246528619374983,0.5894236697196961,84.08,98.87
+297,1.2251044786893404,0.6088105874061585,84.25,98.93
+298,1.2276558921887324,0.6261936417579651,83.62,98.95
+299,1.2133415206884726,0.5848204639434814,84.31,98.88
+300,1.2425241647622525,0.6348854478836059,84.34,98.91
+301,1.201458146633246,0.5926089097023011,84.73,98.94
+302,1.247223469385734,0.6018681980133057,84.28,98.91
+303,1.2123788364422627,0.6454306414604187,84.32,98.86
+304,1.1851920710160182,0.6352807906150818,83.64,98.76
+305,1.2102674771577884,0.5913225024223328,84.04,99.01
+306,1.2146801052949368,0.6190276483535767,84.02,99.0
+307,1.180050481741245,0.6412896215438842,83.62,98.84
+308,1.2063857032702519,0.6007165853500366,84.11,98.82
+309,1.1956534703572592,0.6232342753410339,83.89,98.66
+310,1.2211082126849737,0.5917185585021972,84.81,98.87
+311,1.2104824251089341,0.6306338541030884,84.22,99.1
+312,1.1965218576101155,0.650203754901886,83.97,98.88
+313,1.2005211700231602,0.6345279205322265,83.92,98.95
+314,1.2007711187387125,0.6345067863464355,84.18,98.88
+315,1.2011858767423875,0.6611038443565369,84.01,98.82
+316,1.1892727720431793,0.6097339492797852,84.37,98.97
+317,1.1811757575242947,0.6078572920799256,84.52,98.73
+318,1.1763413907625737,0.5637494108200073,84.82,98.96
+319,1.1719078042568305,0.5911470355033874,84.8,98.84
+320,1.2084765738401657,0.6250697238922119,84.52,98.82
+321,1.204262860921713,0.6277804801940918,84.18,98.8
+322,1.1793576887020698,0.6030704308509827,84.47,98.96
+323,1.1944861791072747,0.5725973820686341,84.68,98.98
+324,1.1915918527505336,0.5907749020576477,84.71,99.03
+325,1.2140019476413726,0.6227975000381469,84.54,98.83
+326,1.2085138767193526,0.6559253043174743,84.2,98.99
+327,1.2063912955614238,0.5968047914505005,84.71,98.88
+328,1.2221246846211262,0.6164072618484497,85.06,98.87
+329,1.1807548944766706,0.6006910510063171,84.81,98.87
+330,1.219873527227304,0.6413366618156433,84.57,98.85
+331,1.180404075445273,0.586585763835907,84.41,98.9
+332,1.184380622093494,0.5946586053848266,84.97,98.82
+333,1.2078095333698469,0.6014668446540833,84.72,98.8
+334,1.2248167988581535,0.6055292028427124,84.65,98.83
+335,1.2032023156300569,0.5969096002578735,84.9,98.93
+336,1.186347084473341,0.6090112154960632,84.73,98.8
+337,1.20493197563367,0.613364271736145,84.7,98.87
+338,1.206602287139648,0.5989624671936035,85.06,98.91
+339,1.2038598159948986,0.5840567964553833,84.62,98.83
+340,1.205655141824331,0.6205719696998596,84.84,98.95
+341,1.243045239417981,0.5780291593551635,85.04,98.88
+342,1.1629491057151402,0.5912206228256226,84.74,98.91
+343,1.1779995071582305,0.6099988163948059,84.61,98.87
+344,1.2180285525627625,0.5830323838233947,84.85,98.9
+345,1.2260406960279513,0.6199385918617248,84.82,98.98
+346,1.2167843253184587,0.6087886183738709,84.47,98.86
+347,1.2171827062582359,0.6483417546272278,84.14,98.84
+348,1.2072368843433186,0.6027788214683533,84.34,98.88
+349,1.1889194575639872,0.6011129248619079,84.68,98.86
+350,1.2349704118875358,0.5969402673721314,85.07,98.98
+351,1.165186146589426,0.6232817653656005,84.65,98.85
+352,1.2165732667996334,0.5850255674362183,85.16,98.97
+353,1.1578740046574518,0.5889305806159973,84.61,98.99
+354,1.187015135318805,0.6107643253326416,84.53,98.95
+355,1.1498042218196087,0.5947129715919495,84.7,98.74
+356,1.2020222899241326,0.6146389647483825,84.75,98.91
+357,1.2040042822177595,0.6079513262748718,84.85,98.91
+358,1.2007183825358367,0.6075166293144226,84.73,98.84
+359,1.1810895316111736,0.6381528561592102,84.49,98.78
+360,1.195281786032212,0.5968236809730529,84.7,99.14
+361,1.2053788162194765,0.5887279985427857,84.91,98.79
+362,1.206926526931616,0.6101099150657654,84.9,98.89
+363,1.2040640271626986,0.5808379920959472,84.69,98.96
+364,1.2080992742990837,0.6078865474700927,84.76,98.82
+365,1.157047036366585,0.5942351755142212,85.06,98.91
+366,1.160578656807924,0.6030094262123108,84.88,98.91
+367,1.1543238196617518,0.6145586102485657,84.86,98.74
+368,1.2177236917691352,0.5728453330039978,85.07,98.93
+369,1.177802853553723,0.5973742184638977,84.59,98.99
+370,1.1525665376430902,0.5845947312355042,85.24,98.91
+371,1.1950990756352742,0.5823467386245728,84.7,98.96
+372,1.18878528322929,0.6255738411903381,84.91,98.88
+373,1.1870467477884048,0.5696605540275573,85.0,98.91
+374,1.1964247552248148,0.6271659214019776,84.75,98.95
+375,1.1714911485329653,0.5829591713905334,85.0,98.98
+376,1.1762397009592789,0.6226403556823731,84.44,98.9
+377,1.1631869699710455,0.5901620231628418,84.83,98.89
+378,1.17687736367568,0.5975363530158997,84.91,98.96
+379,1.1727463022256508,0.5854297841072083,85.01,98.73
+380,1.1838564657247983,0.5614158743858337,85.27,98.91
+381,1.1622420228444612,0.5713669202804565,84.72,99.1
+382,1.2184083761313023,0.5955411874771118,84.84,98.79
+383,1.2020368039608003,0.6312774844169616,84.24,98.92
+384,1.2009995782986664,0.5808113687515258,85.13,98.84
+385,1.1512604088355334,0.596248043346405,84.98,98.96
+386,1.1766797699989417,0.5802650017738342,85.37,98.84
+387,1.1769012030882713,0.5945504959106446,85.11,98.91
+388,1.17698757205254,0.5830251628875732,85.14,98.91
+389,1.1832144790735,0.5705630418777465,84.93,98.86
+390,1.181579726170271,0.5632870135307312,84.8,98.69
+391,1.2105624391482426,0.5832091005325317,84.94,98.98
+392,1.18185674288334,0.5996822942733765,85.05,98.74
+393,1.1899272846869933,0.5741405630111694,85.18,98.86
+394,1.1961691886950763,0.5512040826797485,84.9,99.0
+395,1.2059604702851712,0.5998873907089234,84.94,98.95
+396,1.193920088578493,0.5757385681152344,85.16,98.85
+397,1.1853654702504477,0.5972409865379333,85.02,98.86
+398,1.1875892044642034,0.5944205445289612,84.76,98.96
+399,1.141161023806303,0.5814491209983825,85.05,98.85
+400,1.1831558967247988,0.6253417760848999,84.76,98.81
+401,1.1882597906467243,0.61913010597229,84.76,98.74
+402,1.1705655075036563,0.5646223436355591,84.91,98.78
+403,1.1903715754166628,0.6222682040214539,84.59,98.86
+404,1.160338482184288,0.5853663375854492,84.96,98.85
+405,1.1419282550995167,0.5747751094818115,85.29,98.98
+406,1.1772261058672882,0.594775085067749,85.24,98.89
+407,1.2065824441420727,0.6338128629684449,84.55,98.72
+408,1.147851905761621,0.5714803027153015,85.17,98.88
+409,1.2403454111172603,0.6122189241409302,84.83,98.86
diff --git a/ckpt/componet_test/encoding/phase/SDT/model_best.pth.tar b/ckpt/componet_test/encoding/phase/SDT/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..d8790d3331c4091d66e5ac67865839659d6e1e04
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/SDT/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba257cf744cb5ef22b0854a3b19165f95f8c7a03a05ef878e980daf566711f6
+size 122993688
diff --git a/ckpt/componet_test/encoding/phase/Spikf_SEMM/args.yaml b/ckpt/componet_test/encoding/phase/Spikf_SEMM/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..7339092cd3556f43199f19116eb6305c8f89f6df
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/Spikf_SEMM/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 7
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/phase
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/componet_test/encoding/phase/Spikf_SEMM/log.csv b/ckpt/componet_test/encoding/phase/Spikf_SEMM/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a638b107e67c18daa92e73dd4f8a0b511b0f5938
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/Spikf_SEMM/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2769270438414355,2.1991375,17.11,66.72
+1,2.1951194766240243,2.08414375,21.52,72.61
+2,2.128776670419253,1.891778125,30.26,83.34
+3,2.0873874933291705,1.911871875,29.55,81.97
+4,2.05139472759687,1.88460625,30.98,83.36
+5,2.0309229367818586,1.7249484375,39.75,86.97
+6,2.0104325618499366,1.742865625,38.16,86.63
+7,1.9889419674873352,1.64550625,43.48,89.87
+8,1.9672829808332981,1.6199578125,43.43,88.66
+9,1.952683397134145,1.703434375,40.67,86.48
+10,1.9368748515080183,1.62481875,43.56,87.28
+11,1.9343945130323752,1.571284375,46.69,90.38
+12,1.9260775214586503,1.52046875,49.18,91.27
+13,1.9180449883143107,1.4513046875,50.0,92.29
+14,1.888273831208547,1.4176390625,52.16,92.38
+15,1.888292433359684,1.4029,52.29,93.23
+16,1.8701276993140197,1.449209375,50.86,92.24
+17,1.8534408162801694,1.478553125,49.07,91.79
+18,1.8471439428818532,1.44939375,48.69,92.72
+19,1.8271391565983113,1.6595265625,41.52,86.8
+20,1.8161612541247636,1.3589671875,56.24,94.67
+21,1.8057603136087075,1.44290625,50.29,91.66
+22,1.7954672055366712,1.2484171875,59.29,95.09
+23,1.7752467769842881,1.315484375,57.85,93.52
+24,1.76143321563036,1.21288125,59.23,95.28
+25,1.740362442456759,1.2875484375,59.07,94.49
+26,1.7312276638471162,1.2155125,61.83,95.2
+27,1.7493263495274078,1.1650625,62.25,95.56
+28,1.7213071590814835,1.3429578125,55.46,91.06
+29,1.7067648502496573,1.201740625,60.49,95.02
+30,1.700193377947196,1.163615625,64.13,95.11
+31,1.7044429406141623,1.1761859375,62.78,95.09
+32,1.6962292863772466,1.10761796875,65.44,95.95
+33,1.6810120729299691,1.0890234375,65.6,95.36
+34,1.6773458948502173,1.1577828125,63.57,95.72
+35,1.6751681862733303,1.0400515625,66.68,96.77
+36,1.6505751065718821,1.135946875,64.16,94.93
+37,1.6582582348432295,1.06229140625,66.98,96.56
+38,1.6360387554535498,1.08143515625,65.61,95.78
+39,1.6590965867042542,1.100621875,64.28,95.65
+40,1.6420246943449364,1.0477171875,67.21,96.13
+41,1.6386443251218552,1.0547015625,67.05,95.78
+42,1.649432004109407,1.01371953125,68.42,97.0
+43,1.631683950852125,1.03275,67.56,96.26
+44,1.6062676720130138,0.9954984375,68.87,97.05
+45,1.6091993551987869,1.05269921875,66.47,96.11
+46,1.616261120637258,1.02457421875,69.59,96.77
+47,1.6124009502239716,1.0347609375,69.53,96.9
+48,1.5956973363191653,1.060934375,69.09,96.98
+49,1.6023520457438933,0.9938046875,70.04,97.17
+50,1.5834876427283653,1.035328125,70.02,96.84
+51,1.5791269354331188,1.03061875,68.21,97.05
+52,1.5723414042057136,1.00948046875,70.5,97.03
+53,1.5901423937235124,0.99474453125,69.53,97.42
+54,1.5772646769499168,0.99754453125,71.23,97.02
+55,1.5697722086539636,1.004846875,71.04,97.77
+56,1.5891988821518728,0.896109375,72.21,97.61
+57,1.5748001126142648,0.9748171875,70.46,96.61
+58,1.5641014037988126,0.94805078125,71.1,97.57
+59,1.563351013415899,0.9524875,72.11,97.62
+60,1.5903572186445578,1.038946875,68.87,96.89
+61,1.554440746551905,1.013825,69.96,96.67
+62,1.5362548400194218,0.96146640625,71.35,97.12
+63,1.560122499251977,0.9959609375,73.16,97.5
+64,1.5371358351829725,0.89681796875,72.98,97.22
+65,1.5372891157101363,0.89879453125,72.23,97.46
+66,1.5274528980255127,0.99074140625,70.96,96.56
+67,1.5489446389369474,0.971275,71.3,97.54
+68,1.5340040466724298,0.9621328125,71.58,97.22
+69,1.5602975759750757,0.904690625,74.09,97.69
+70,1.5228816918837718,0.87586015625,73.68,97.89
+71,1.533188513914744,0.90480234375,72.96,97.86
+72,1.5022112186138445,0.9122765625,73.37,97.84
+73,1.5247093527744977,0.93728984375,72.9,97.44
+74,1.5353208459340608,0.9572625,71.97,97.63
+75,1.5405966859597426,0.88049453125,73.94,98.18
+76,1.504818553955127,0.8487640625,74.67,98.28
+77,1.5240079060578957,0.90651875,73.38,97.51
+78,1.5169517486523358,0.866,74.92,97.83
+79,1.494486411412557,0.90753515625,74.61,97.77
+80,1.494625509243745,0.93591640625,74.1,97.85
+81,1.4972632175836809,0.87948828125,74.8,98.09
+82,1.5155593838447179,0.94398125,73.49,97.44
+83,1.491592256533794,0.9428203125,72.77,97.39
+84,1.492301386136275,0.886934375,75.52,98.06
+85,1.4958722475247506,0.8998734375,74.53,97.58
+86,1.4977404057979584,0.8419515625,76.38,98.4
+87,1.4918348469795324,0.81387578125,75.25,98.53
+88,1.5166052399537502,0.96323046875,71.98,97.42
+89,1.484072982500761,0.8819328125,74.72,97.89
+90,1.520016713020129,0.85206953125,73.95,97.55
+91,1.4697818228831658,0.82436796875,75.21,98.09
+92,1.495688300866347,0.8883796875,74.93,97.95
+93,1.507807455613063,0.8547390625,74.67,97.72
+94,1.4893576117662284,0.8607625,76.35,97.98
+95,1.4738155944225115,0.8650734375,76.96,97.98
+96,1.4973128465505747,0.8832578125,75.28,97.91
+97,1.4745004354379116,0.8780953125,75.2,98.1
+98,1.4851293724316816,0.835315625,75.41,97.83
+99,1.4715889860422184,0.8400578125,75.26,98.16
+100,1.4723426160139916,0.902534375,75.16,98.0
+101,1.4669379313786826,0.8468265625,77.05,98.26
+102,1.472597580231153,0.8251609375,77.19,98.1
+103,1.4506955909423338,0.92006953125,73.99,97.07
+104,1.4708738780938662,0.85303203125,76.14,98.28
+105,1.4731833820159619,0.87115625,75.58,97.98
+106,1.5023703948045388,0.88595625,75.7,98.24
+107,1.4909797569115957,0.84748125,77.02,98.32
+108,1.4768959499322452,0.8346859375,76.86,98.23
+109,1.45032346645991,0.83514609375,76.13,98.07
+110,1.467138107923361,0.85958359375,74.8,98.06
+111,1.4639763028193742,0.885778125,73.57,97.06
+112,1.4731988391815087,0.8760125,75.51,98.09
+113,1.4360269810908879,0.76748125,77.46,98.25
+114,1.468990685695257,0.89988046875,74.39,97.61
+115,1.45549931205236,0.792171875,77.79,98.33
+116,1.4485022774109473,0.82260078125,75.94,98.15
+117,1.486409927942814,0.819975,77.37,98.34
+118,1.4493898906768896,0.80164765625,77.3,98.56
+119,1.4216738167481544,0.7909453125,77.79,98.53
+120,1.4457907786736122,0.82768515625,77.47,98.4
+121,1.4496655557400142,0.826103125,76.21,98.25
+122,1.4532342750292557,0.8189484375,77.25,98.15
+123,1.4420170330084288,0.7898328125,77.91,98.53
+124,1.4183769488945985,0.80591953125,77.56,98.48
+125,1.4308550457159679,0.8131109375,77.55,98.34
+126,1.466695850323408,0.9066578125,76.17,98.07
+127,1.4687494511787709,0.82715,77.83,98.39
+128,1.4180052841321016,0.80861796875,78.22,98.15
+129,1.4556962383099092,0.81969609375,78.11,98.64
+130,1.4261968100682283,0.7978375,77.67,98.1
+131,1.4302955092527927,0.79627421875,78.3,98.17
+132,1.4025551473483062,0.7985390625,78.71,98.54
+133,1.4319329501726688,0.76928203125,78.23,98.35
+134,1.4252117918087885,0.82191796875,78.26,98.26
+135,1.4092146673263648,0.82672265625,77.84,98.33
+136,1.433813911370742,0.79121015625,78.33,98.4
+137,1.4302271016133137,0.80956171875,78.49,98.46
+138,1.4538937325660999,0.8246078125,78.18,98.5
+139,1.4392818779517442,0.78029375,78.11,98.5
+140,1.4220397538099534,0.791475,78.26,98.59
+141,1.4337552279998094,0.78953125,78.23,98.4
+142,1.4235747005694952,0.84106796875,77.77,98.56
+143,1.4223383956994766,0.78718984375,77.82,98.39
+144,1.3964209223404909,0.715525,79.43,98.57
+145,1.4081414769857357,0.74729375,78.82,98.35
+146,1.4202063309840667,0.77920390625,77.7,98.24
+147,1.4080065582043086,0.79300234375,78.38,98.05
+148,1.4280749360720317,0.7221265625,79.49,98.6
+149,1.4059865094148196,0.78664609375,78.6,98.26
+150,1.405390095252257,0.72852734375,79.5,98.61
+151,1.4389455662323878,0.8267921875,78.13,98.3
+152,1.426360065050614,0.765803125,79.18,98.67
+153,1.3724995562663445,0.724440625,79.56,98.52
+154,1.4074850826691359,0.7283625,79.88,98.47
+155,1.409340129754482,0.81652734375,78.32,98.06
+156,1.398586924565144,0.7957296875,79.73,98.57
+157,1.3755598743756612,0.73183828125,79.81,98.43
+158,1.4054220985143613,0.7845203125,78.71,98.35
+159,1.3884141827240968,0.80734765625,77.28,98.32
+160,1.4232296055708176,0.76917734375,79.7,98.72
+161,1.4243050688352341,0.7696453125,79.11,98.47
+162,1.4032548386317032,0.78365390625,78.72,98.49
+163,1.4226375110638447,0.76869453125,79.67,98.59
+164,1.3936764368644128,0.6932546875,80.65,98.71
+165,1.406198981939218,0.7477109375,79.55,98.66
+166,1.3812425459042574,0.752328125,79.74,98.58
+167,1.3866666648632442,0.71485546875,79.94,98.65
+168,1.3979031920433045,0.744378125,79.22,98.66
+169,1.3670418108120943,0.76716875,79.6,98.37
+170,1.4009051393239926,0.769453125,79.67,98.66
+171,1.4258803295783506,0.7314640625,80.33,98.71
+172,1.4165557020749802,0.74342578125,79.39,98.6
+173,1.400756988922755,0.78559921875,78.89,98.47
+174,1.3876958672816937,0.7563953125,78.81,98.28
+175,1.3813359025197152,0.796240625,80.32,98.67
+176,1.3840148262488536,0.7384046875,81.02,98.7
+177,1.3637784511615068,0.69860703125,80.49,98.58
+178,1.3672282127233653,0.69874453125,80.08,98.51
+179,1.37727835163092,0.826346875,79.69,98.52
+180,1.37579213090432,0.756465625,80.14,98.59
+181,1.3986113326671796,0.684528125,80.56,98.69
+182,1.3661875504713792,0.7100453125,81.12,98.61
+183,1.3844637201382564,0.7074546875,81.6,98.74
+184,1.343196093577605,0.74685,80.23,98.49
+185,1.367467116851073,0.74309375,79.69,98.7
+186,1.3874297906190922,0.7057953125,80.48,98.46
+187,1.3474955792610461,0.71094921875,80.64,98.56
+188,1.3568464355591017,0.7106625,80.36,98.71
+189,1.38286961103097,0.77845078125,80.57,98.69
+190,1.3009135886644705,0.712840625,80.35,98.37
+191,1.368737481496273,0.70356640625,81.38,98.6
+192,1.3911337516246698,0.74304453125,81.13,98.71
+193,1.330118017930251,0.76181796875,79.71,98.28
+194,1.330245674879123,0.68292109375,81.89,98.8
+195,1.3559131934092594,0.76960703125,78.97,98.56
+196,1.3505510580845368,0.70259453125,81.36,98.79
+197,1.362064194220763,0.67030859375,81.63,98.84
+198,1.3481622338294983,0.70764296875,80.97,98.75
+199,1.3519679769491537,0.7432859375,80.03,98.64
+200,1.337167812922062,0.7055875,81.09,98.78
+201,1.3400758200731033,0.74016484375,81.28,98.72
+202,1.3624122222264607,0.69364140625,81.9,98.76
+203,1.3435710715941893,0.739434375,81.44,98.41
+204,1.346025581084765,0.7219515625,80.2,98.31
+205,1.3493859237585313,0.6726578125,82.0,98.69
+206,1.4012741041489136,0.75835546875,81.28,98.44
+207,1.3287957831835135,0.72965234375,81.6,98.57
+208,1.3378203521936367,0.6665546875,81.36,98.57
+209,1.3725937912097343,0.687575,81.68,98.79
+210,1.3658134579658507,0.725625,81.3,98.81
+211,1.3384304338540787,0.7099328125,81.38,98.62
+212,1.3160387717760527,0.657603125,81.63,98.93
+213,1.3574426270448245,0.67972109375,81.22,98.61
+214,1.3382067014009524,0.73219296875,80.85,98.59
+215,1.3417793243359297,0.70888828125,81.66,98.61
+216,1.3520466235967783,0.74198828125,81.78,98.75
+217,1.3747754557010454,0.7429453125,80.76,98.21
+218,1.351116344714776,0.65633125,82.38,98.8
+219,1.3233363574896104,0.68302734375,82.26,98.77
+220,1.3377723466127347,0.70092109375,81.34,98.56
+221,1.3199657551753214,0.7139828125,81.48,98.59
+222,1.3498322922449846,0.77044453125,80.37,98.48
+223,1.3046661855318606,0.70424140625,80.54,98.46
+224,1.3557673792044322,0.6866,81.66,98.77
+225,1.3535876086125007,0.727721875,80.49,98.32
+226,1.3247811502371079,0.7108203125,81.93,98.97
+227,1.2974238973397476,0.72690703125,81.91,98.6
+228,1.294535079980508,0.7124078125,81.97,98.63
+229,1.3440180628727645,0.75356953125,81.96,98.85
+230,1.3394774820560065,0.65801953125,81.9,98.72
+231,1.3667800185007928,0.6661546875,81.79,98.72
+232,1.358208226087766,0.6651734375,83.0,98.72
+233,1.3276179848573146,0.66475546875,81.92,98.45
+234,1.32297903131216,0.6782,82.2,98.64
+235,1.3501471326901362,0.69012109375,82.25,98.64
+236,1.303015995484132,0.6167765625,82.72,98.73
+237,1.3347457881157214,0.65051015625,82.65,98.72
+238,1.3174790932581975,0.69122265625,81.65,98.67
+239,1.316169763986881,0.68565078125,82.24,98.83
+240,1.2906433048920753,0.6518078125,82.45,98.8
+241,1.3469826511847667,0.6740984375,82.6,98.7
+242,1.300771273405124,0.66973515625,82.32,98.7
+243,1.2975031189429453,0.65007421875,82.62,98.92
+244,1.3227822124958037,0.664640625,82.54,98.69
+245,1.2815835909965712,0.6444640625,82.42,98.87
+246,1.3033557610634046,0.65608828125,82.37,98.68
+247,1.337994019037638,0.694171875,82.61,98.57
+248,1.2698077253806286,0.6609078125,83.01,98.89
+249,1.3204846155949128,0.6934703125,82.16,98.76
+250,1.2819811029311938,0.6710609375,82.62,98.8
+251,1.3155943861374488,0.63761796875,82.82,98.7
+252,1.2883391511745943,0.65334375,82.53,98.82
+253,1.3367378265429766,0.67814609375,82.81,98.55
+254,1.277747518129838,0.64483515625,82.6,98.73
+255,1.298885174592336,0.63473046875,83.14,98.78
+256,1.2389912116221893,0.66632421875,83.09,98.67
+257,1.3097179892735604,0.69073828125,83.06,98.63
+258,1.2933928648630777,0.63921171875,83.43,98.74
+259,1.2787281283965477,0.64200703125,82.65,98.48
+260,1.28519517320853,0.656284375,82.59,98.85
+261,1.304139426885507,0.64835546875,82.82,98.76
+262,1.2775830282614782,0.6497875,82.68,98.79
+263,1.2971944474256956,0.68384453125,82.73,98.6
+264,1.30322043742889,0.681759375,82.61,98.89
+265,1.2790776099914158,0.65547734375,82.88,98.74
+266,1.3087431297852443,0.71629765625,82.88,98.84
+267,1.2736045534794147,0.62470625,83.76,98.74
+268,1.2812048485645882,0.6651640625,82.6,98.81
+269,1.2854418792785742,0.61441796875,83.86,98.91
+270,1.258846599322099,0.65441015625,82.26,98.7
+271,1.283495159026904,0.67019453125,83.06,98.7
+272,1.2853912813541217,0.6328921875,83.58,98.87
+273,1.2951950744176521,0.6738765625,83.05,99.0
+274,1.2693465136564694,0.61138359375,83.29,98.94
+275,1.290071769249745,0.66727421875,82.95,98.62
+276,1.2812287897635728,0.68201796875,82.57,98.69
+277,1.2588281607016538,0.6804125,83.73,98.58
+278,1.2967479635507633,0.6702703125,82.71,98.75
+279,1.2701735481237755,0.6560390625,83.23,98.53
+280,1.2796307077774636,0.63357890625,83.42,98.85
+281,1.2941480807768992,0.6627203125,83.46,98.86
+282,1.275244519343743,0.63317421875,83.68,98.61
+283,1.3120246803149198,0.63902265625,83.96,98.8
+284,1.2969309683029469,0.63006171875,83.44,98.85
+285,1.2600732840024509,0.63946875,83.85,98.85
+286,1.2274871807831984,0.61926796875,82.82,98.65
+287,1.2537648836771647,0.6080171875,84.2,98.79
+288,1.270578592710006,0.65328515625,83.06,98.97
+289,1.260925385585198,0.6683796875,83.85,98.74
+290,1.2714769478027637,0.64335859375,83.91,98.91
+291,1.2388492865440173,0.65578984375,83.84,98.92
+292,1.252574763695399,0.64258125,83.4,98.78
+293,1.2744966439711742,0.6240390625,83.84,98.88
+294,1.246028681901785,0.6424671875,83.66,98.94
+295,1.254633823266396,0.64402265625,83.76,98.9
+296,1.253300421207379,0.6773625,83.85,98.73
+297,1.2292871560805883,0.62462421875,83.29,98.75
+298,1.223480782753382,0.6171265625,83.69,98.71
+299,1.2705721803200551,0.6391921875,83.76,98.79
+300,1.2515002901737506,0.6584375,83.73,98.93
+301,1.2614974783017086,0.70168046875,83.82,98.94
+302,1.2398306582218561,0.6509109375,83.89,98.91
+303,1.2425532553440486,0.65602578125,83.51,98.89
+304,1.2669977758175288,0.602965625,84.34,98.89
+305,1.2124287174298214,0.6187546875,84.08,98.92
+306,1.2370628661070115,0.64203671875,83.45,98.72
+307,1.2173469751309125,0.630828125,84.16,98.81
+308,1.2410748709470798,0.64907890625,84.24,99.06
+309,1.2326195993484594,0.681021875,83.77,98.99
+310,1.2470158742024349,0.61611640625,84.01,98.93
+311,1.2339894634026747,0.6109265625,84.26,98.79
+312,1.2597989200017392,0.66815625,84.4,98.85
+313,1.212007019458673,0.6003546875,84.59,99.04
+314,1.2382379029041681,0.60603046875,84.27,98.92
+315,1.23551977903415,0.63351171875,84.09,98.95
+316,1.2469460849578564,0.63738984375,84.15,98.93
+317,1.211161434956086,0.62835390625,84.01,98.94
+318,1.2036630474604093,0.62463828125,84.43,98.97
+319,1.2609696615964938,0.65743125,84.23,98.96
+320,1.2035003607089703,0.65297734375,84.15,98.86
+321,1.1919779610939516,0.6370734375,84.07,98.76
+322,1.2326302306774335,0.6375171875,84.83,99.0
+323,1.2328077938312139,0.6262734375,84.7,99.09
+324,1.2225636378312723,0.67351328125,84.54,99.09
+325,1.212771349075513,0.68439140625,84.34,98.93
+326,1.2245985278716454,0.610309375,85.19,98.95
+327,1.2324112088252337,0.6175390625,84.77,98.81
+328,1.224185739725064,0.6158734375,84.46,98.96
+329,1.2036838745459533,0.58379921875,84.8,98.92
+330,1.2581330715081631,0.592025,85.06,99.06
+331,1.2194350326672578,0.61481015625,84.52,98.8
+332,1.2005932927131653,0.6281921875,84.27,98.94
+333,1.224939636542247,0.6232921875,84.6,99.03
+334,1.2235631588177802,0.5992890625,84.95,98.99
+335,1.1704171961698777,0.6147625,84.28,98.95
+336,1.226939911567248,0.6076375,84.86,98.96
+337,1.231531112621992,0.60977734375,85.02,98.94
+338,1.2626578384485,0.6370796875,84.63,98.84
+339,1.2008550217518439,0.6115375,84.87,98.89
+340,1.2259122946323493,0.61431484375,84.68,98.85
+341,1.2390249903385455,0.6078859375,84.7,98.97
+342,1.224928249609776,0.6435234375,84.75,98.88
+343,1.2047820555858122,0.6199703125,85.19,99.02
+344,1.173492361490543,0.61473203125,84.54,98.99
+345,1.2002801693402805,0.5996109375,85.07,99.02
+346,1.2111371054099156,0.59682578125,85.18,98.96
+347,1.2539124094522915,0.6146109375,84.91,99.04
+348,1.195051938142532,0.5965640625,85.32,98.98
+349,1.2305555508686945,0.607921875,85.1,98.9
+350,1.222788139184316,0.65713046875,84.77,98.98
+351,1.2242578592055884,0.64262421875,84.56,98.92
+352,1.211839572741435,0.600590625,84.88,98.99
+353,1.2041760999422806,0.61476875,85.12,98.95
+354,1.2234541355035244,0.6146421875,85.35,98.92
+355,1.1606760665392264,0.58787265625,85.08,98.88
+356,1.2108533249451563,0.65585078125,84.38,98.89
+357,1.20462911709761,0.61182421875,84.99,98.93
+358,1.1948582192262014,0.62649609375,85.11,98.98
+359,1.2085120867460202,0.60834609375,84.9,98.89
+360,1.2221143546776894,0.60173671875,85.4,98.96
+361,1.227196410833261,0.61288515625,84.81,98.89
+362,1.208697949617337,0.59341015625,84.66,98.98
+363,1.1886238244863656,0.59040625,85.0,98.93
+364,1.2015354378101153,0.6290953125,84.91,98.98
+365,1.193675055870643,0.60918984375,85.47,98.88
+366,1.2273817316079751,0.65056640625,84.71,98.87
+367,1.2205799547525553,0.615928125,84.8,98.92
+368,1.2310836791992188,0.58804453125,85.06,98.83
+369,1.235356626755152,0.6137171875,85.1,98.96
+370,1.208261184508984,0.62898984375,84.93,98.96
+371,1.228362963291315,0.5993390625,85.48,98.94
+372,1.16592305180354,0.5826703125,85.11,98.87
+373,1.1941606902159176,0.59540546875,84.98,98.98
+374,1.2018955099277007,0.6255171875,85.56,98.97
+375,1.2172976716970787,0.60143984375,85.35,98.97
+376,1.2200805917764321,0.57968828125,85.38,98.81
+377,1.202181067986366,0.572484375,85.31,98.92
+378,1.220411594861593,0.584840625,85.37,98.99
+379,1.176057901749244,0.598875,85.23,99.05
+380,1.189279002868212,0.59826875,85.16,98.99
+381,1.1741964849141928,0.5821203125,85.28,98.93
+382,1.2082276911307603,0.59412578125,85.1,98.92
+383,1.2107926871532049,0.60245078125,85.37,99.06
+384,1.1582132544272985,0.57586015625,85.51,98.89
+385,1.2064423944705571,0.5860765625,85.28,99.09
+386,1.2443686641179599,0.58843125,85.29,98.85
+387,1.1706914534935584,0.58873359375,85.45,98.81
+388,1.168577377918439,0.5849515625,85.28,98.96
+389,1.2267222517575973,0.58021875,85.02,99.0
+390,1.1718677215087108,0.59568515625,85.46,99.08
+391,1.1560938654801785,0.57906953125,85.74,98.82
+392,1.2076332222192716,0.608740625,85.1,99.08
+393,1.215588110838181,0.57978515625,85.47,98.88
+394,1.2006891631163084,0.57053125,85.81,99.0
+395,1.1836926872913653,0.5997078125,85.43,98.98
+396,1.1959799544933514,0.61116796875,85.19,98.99
+397,1.1872576851111192,0.587403125,85.4,99.04
+398,1.1705584723215836,0.572928125,85.72,98.83
+399,1.1895751289832286,0.58713984375,85.44,98.82
+400,1.2023905145816314,0.5875359375,85.32,98.95
+401,1.2007686187059452,0.57684296875,85.5,98.94
+402,1.193902965539541,0.57313125,85.34,99.0
+403,1.2279715148302226,0.585765625,85.14,98.86
+404,1.1792872502253606,0.6006328125,85.36,99.03
+405,1.1898618163206638,0.59382890625,85.47,98.93
+406,1.1744994136003348,0.64121328125,84.84,98.98
+407,1.1610880396304986,0.61176171875,85.19,99.0
+408,1.1742792711808132,0.58880546875,85.43,99.0
+409,1.1769359681850824,0.56353046875,85.45,99.08
diff --git a/ckpt/componet_test/encoding/phase/Spikf_SEMM/model_best.pth.tar b/ckpt/componet_test/encoding/phase/Spikf_SEMM/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..9c8d809daa899767326b72d2aec17e0fd4725433
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/Spikf_SEMM/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e5705648d5d7367297e6d7ad3895e032e823be63fa2152d01b2ce65dc8bdbe
+size 93328257
diff --git a/ckpt/componet_test/encoding/phase/Spikformer/args.yaml b/ckpt/componet_test/encoding/phase/Spikformer/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..96f023749fb7221c0973066a273cc6a8b4dfa2b4
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/Spikformer/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/phase
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/componet_test/encoding/phase/Spikformer/log.csv b/ckpt/componet_test/encoding/phase/Spikformer/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e7d67c2d1e4725ea985e1b03f6a36afa534a7f48
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/Spikformer/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2045182338127725,1.96125625,30.53,84.56
+1,2.0664139558107424,1.7387140625,38.49,87.85
+2,1.9782480591382736,1.670321875,39.12,90.01
+3,1.926771013553326,1.496996875,46.18,91.99
+4,1.8878151664367089,1.45455625,49.24,91.84
+5,1.8485349315863389,1.3528859375,54.32,94.56
+6,1.8020493547121683,1.390821875,52.42,93.33
+7,1.7937231886081206,1.3930265625,51.06,93.02
+8,1.7652671648905827,1.2764578125,57.23,95.63
+9,1.7571449973644355,1.15337734375,61.95,95.63
+10,1.7316632830179655,1.27059375,57.85,94.43
+11,1.7219182717494474,1.20096953125,61.02,95.56
+12,1.7067204982806474,1.1161296875,64.32,95.96
+13,1.7110277664967073,1.14016328125,64.92,96.29
+14,1.698910564948351,1.0676859375,66.15,96.66
+15,1.668413182405325,1.0852953125,67.46,96.75
+16,1.6605222304662068,1.10984140625,65.44,96.52
+17,1.651913549655523,1.116471875,64.34,96.75
+18,1.6663626206226838,1.09385078125,66.23,96.35
+19,1.6386042973934076,1.05811796875,65.85,96.18
+20,1.6502397335492647,1.0519109375,68.6,97.14
+21,1.617411491809747,0.995671875,68.34,97.05
+22,1.6413692376552484,1.11049453125,65.73,96.14
+23,1.6187534258915828,1.01262890625,69.97,97.07
+24,1.6118554439300146,1.02591328125,69.51,96.89
+25,1.5933185360370539,0.99894140625,69.51,96.69
+26,1.6048416189658337,1.05355625,68.88,96.21
+27,1.545876880792471,0.9491546875,70.93,97.7
+28,1.6004023524431081,1.00491796875,70.37,96.83
+29,1.5653745244710873,0.966059375,71.98,97.33
+30,1.600352761378655,0.9337421875,72.87,97.91
+31,1.5741658638685176,1.00721328125,71.21,97.79
+32,1.5366807549427717,0.9197515625,72.02,97.59
+33,1.5559856194716233,0.90337890625,72.13,97.85
+34,1.561288648079603,0.89352734375,72.87,97.49
+35,1.5485842857605372,0.9213421875,72.57,97.51
+36,1.549616935925606,0.86244453125,73.51,97.97
+37,1.5466608099448376,1.0075703125,71.94,97.23
+38,1.53915923451766,0.894840625,72.09,97.68
+39,1.5524202591333633,0.94973671875,72.42,97.5
+40,1.5401008532597469,0.9202,73.88,97.8
+41,1.5133680841861628,0.87582265625,74.51,98.09
+42,1.525415791456516,0.878712109375,73.54,97.72
+43,1.5349007334464635,0.890199609375,73.95,97.91
+44,1.5264341227519207,0.90773359375,73.93,97.3
+45,1.5375900783599952,0.872600390625,75.15,97.82
+46,1.4871791692880483,0.88536171875,74.45,97.83
+47,1.4918722996344933,0.865021875,74.2,97.84
+48,1.5076388488977384,0.898996875,74.48,98.06
+49,1.4918529874239213,0.87728984375,74.51,97.9
+50,1.513697222715769,0.83524140625,75.34,98.16
+51,1.4971711568343333,0.86877109375,75.34,97.91
+52,1.4798887425508254,0.8712671875,74.76,98.03
+53,1.4740660100411147,0.82863984375,74.89,97.93
+54,1.5151122129880465,0.8461921875,75.01,98.04
+55,1.515092344314624,0.8061359375,75.82,98.31
+56,1.502323668431013,0.85000078125,75.69,98.45
+57,1.4946922057714218,0.882190625,75.09,97.8
+58,1.5125794887542725,0.82457109375,75.76,98.18
+59,1.4673140024527525,0.8387984375,76.13,98.11
+60,1.4836113998523126,0.87458515625,75.37,98.09
+61,1.460758536748397,0.8620234375,75.15,98.14
+62,1.459812378883362,0.81491640625,76.93,98.25
+63,1.4797042975058923,0.87941875,76.54,98.32
+64,1.4805025747189156,0.7933796875,76.25,98.23
+65,1.476265411804884,0.8067640625,76.52,98.08
+66,1.4793280743635617,0.808828125,77.27,98.09
+67,1.461849483771202,0.811785546875,77.6,98.41
+68,1.4713995207578707,0.87127421875,75.83,98.26
+69,1.475688648223877,0.83219140625,77.1,98.28
+70,1.4666214238374662,0.81522109375,77.13,98.3
+71,1.4438338603728857,0.89333125,76.08,98.08
+72,1.4555104772249858,0.813434375,77.11,97.92
+73,1.4513112720770713,0.785902734375,77.53,98.2
+74,1.4636239418616661,0.8257875,76.57,98.16
+75,1.4714744702363625,0.890765625,75.79,97.84
+76,1.4440411537121505,0.86113359375,76.01,97.68
+77,1.4281970678231655,0.779560546875,77.58,98.15
+78,1.4299586795843564,0.78445546875,77.29,98.44
+79,1.42208680892602,0.83597578125,77.36,98.19
+80,1.456759071808595,0.82999609375,77.1,98.11
+81,1.4496677122054955,0.7803109375,77.83,98.21
+82,1.4388662793697455,0.768615625,77.88,98.28
+83,1.4341165357675307,0.77752734375,77.75,98.52
+84,1.4301900386810302,0.77198203125,77.82,98.4
+85,1.4117500947071955,0.7902421875,77.58,98.49
+86,1.4027850311536056,0.806225,77.4,98.09
+87,1.4235641805025248,0.79652265625,78.4,98.61
+88,1.409900715870735,0.7892078125,78.3,98.16
+89,1.4438811855438427,0.7599609375,78.52,98.19
+90,1.449476785843189,0.8343359375,77.81,98.35
+91,1.4059338621604136,0.7788375,77.84,98.29
+92,1.3963386696118576,0.72071328125,78.18,98.35
+93,1.4315665437625005,0.73756796875,78.8,98.23
+94,1.4101958661507337,0.7460359375,77.73,98.27
+95,1.4250711792554611,0.7933453125,78.16,98.02
+96,1.3716956752997178,0.78569375,78.01,98.12
+97,1.4010972675604698,0.7740859375,78.03,98.35
+98,1.4282632187390938,0.78204765625,78.45,98.45
+99,1.4142143390117548,0.75924609375,78.66,98.28
+100,1.4338862626980513,0.7505671875,78.22,98.28
+101,1.4162155078007626,0.7349703125,78.68,98.51
+102,1.4020051175203079,0.74719296875,78.48,98.51
+103,1.4055928331155043,0.7514390625,78.74,98.14
+104,1.4117462100126805,0.74687734375,78.25,98.08
+105,1.3786637445290884,0.7139671875,78.3,98.44
+106,1.392937055306557,0.832846875,78.64,98.15
+107,1.406086778946412,0.783215234375,78.63,98.21
+108,1.3990849368083171,0.79505625,76.95,97.87
+109,1.3830431337539966,0.79532109375,78.58,98.34
+110,1.3828707824914883,0.72220703125,79.15,98.52
+111,1.3745418686133164,0.73612578125,79.59,98.51
+112,1.4262831823948101,0.77589453125,78.42,98.28
+113,1.416286942286369,0.743597265625,79.24,98.35
+114,1.3909943010562504,0.79031328125,78.07,98.13
+115,1.4057726157017243,0.760527734375,78.93,98.23
+116,1.3754231882401002,0.74132578125,78.62,98.24
+117,1.3671176797304398,0.78144140625,78.51,98.12
+118,1.4019915577692863,0.75331875,79.26,98.46
+119,1.3809814902452322,0.71905234375,78.92,98.26
+120,1.388988669254841,0.727246875,79.12,98.35
+121,1.426177552724496,0.79879765625,78.38,98.31
+122,1.3683750505630787,0.76326796875,78.74,98.56
+123,1.4252971028670287,0.829027734375,78.1,98.19
+124,1.3713868781542167,0.700243359375,79.38,98.33
+125,1.3737604269614587,0.76626796875,78.78,98.56
+126,1.3998543850886516,0.77743671875,78.77,98.31
+127,1.3977429628372193,0.7531765625,78.14,97.96
+128,1.3895927218290476,0.7157890625,79.1,98.3
+129,1.3873267684227382,0.74689765625,79.23,98.06
+130,1.3653478882251642,0.74304609375,79.46,98.11
+131,1.3602495240859496,0.772303125,78.97,98.4
+132,1.353871351480484,0.7334296875,79.67,98.43
+133,1.3456249266098708,0.72510546875,79.61,98.42
+134,1.3711003867479472,0.79117890625,78.87,98.35
+135,1.415715128947527,0.746515625,79.74,98.35
+136,1.3980803275719667,0.70557734375,79.68,98.35
+137,1.3735386651295882,0.71074140625,79.43,98.44
+138,1.388292150772535,0.819353515625,78.75,98.22
+139,1.3909364727827218,0.729708203125,79.48,98.49
+140,1.3461305320262908,0.75947578125,79.2,98.46
+141,1.3744473622395441,0.75589921875,79.29,98.36
+142,1.3781730300340898,0.7701,79.57,98.37
+143,1.3878635681592502,0.790296875,78.93,98.45
+144,1.36720018020043,0.74416015625,79.71,98.43
+145,1.3689820017570105,0.70808984375,80.16,98.41
+146,1.3630292588319535,0.712984375,79.71,98.28
+147,1.374432057600755,0.77263359375,79.68,98.53
+148,1.3678934645958436,0.7442578125,78.98,98.29
+149,1.3597123463948568,0.76431953125,79.22,98.24
+150,1.3605458641663575,0.75624296875,79.69,98.32
+151,1.3621182617468712,0.735940625,79.38,98.39
+152,1.3642204741636912,0.712379296875,78.89,98.52
+153,1.3909057073104076,0.747859375,79.57,98.44
+154,1.3482076209325058,0.73432109375,79.34,98.41
+155,1.39089821882737,0.74255859375,80.24,98.53
+156,1.3392719053305113,0.74308203125,79.06,98.43
+157,1.3894593897538308,0.78145078125,79.75,98.56
+158,1.3721258430908887,0.73103203125,79.24,98.6
+159,1.376013820599287,0.720359375,80.02,98.7
+160,1.363161958486606,0.72819140625,79.41,98.3
+161,1.3793073443266062,0.79784453125,79.3,98.36
+162,1.3294691898883917,0.767744921875,79.55,98.33
+163,1.3552263198754726,0.73765546875,80.39,98.25
+164,1.3317996512620878,0.704971484375,79.82,98.44
+165,1.343309796620638,0.7234140625,80.45,98.22
+166,1.3565338036952874,0.756884765625,79.53,98.23
+167,1.3306418178937374,0.7068578125,79.64,98.13
+168,1.3483861019978156,0.75172421875,79.82,98.42
+169,1.3403891502282559,0.71933828125,80.25,98.5
+170,1.3321582557299199,0.686626953125,80.13,98.44
+171,1.3299175056127401,0.754675,79.88,98.27
+172,1.347406659523646,0.71860625,79.92,98.33
+173,1.3536137771912111,0.71512265625,80.43,98.5
+174,1.3500215157484396,0.7682,79.47,98.41
+175,1.3531924476990334,0.7684390625,79.57,98.27
+176,1.347285352456264,0.717648046875,80.07,98.58
+177,1.3894097242599879,0.733309375,80.54,98.3
+178,1.359127329251705,0.7515140625,80.3,98.45
+179,1.3408845925942445,0.731065625,80.54,98.57
+180,1.3280779969997896,0.7114421875,80.1,98.51
+181,1.319312253059485,0.7568421875,80.08,98.47
+182,1.3170555180464036,0.71857109375,79.86,98.51
+183,1.3283147166936826,0.7040265625,80.39,98.41
+184,1.3178874682157466,0.75569140625,79.64,98.31
+185,1.326864578632208,0.71428671875,80.77,98.33
+186,1.3194937800749755,0.77228515625,80.03,98.27
+187,1.2983503097142928,0.71627734375,80.04,98.36
+188,1.3250184685756,0.724859375,80.25,98.36
+189,1.3294740634086804,0.7372109375,79.65,98.35
+190,1.324278179040322,0.68102578125,80.67,98.4
+191,1.3208301554887723,0.69063984375,80.6,98.12
+192,1.3241085536969013,0.71595859375,80.37,98.41
+193,1.3308306156060634,0.696440625,80.52,98.32
+194,1.3196085778566506,0.70297578125,80.52,98.46
+195,1.3064323260233952,0.69869140625,80.78,98.33
+196,1.3761643195763613,0.72995390625,80.45,98.38
+197,1.3319878408542045,0.7080203125,80.99,98.5
+198,1.3196507892547509,0.78304140625,80.0,98.46
+199,1.339012418496303,0.71662109375,80.64,98.41
+200,1.3023152305529668,0.68346328125,80.6,98.35
+201,1.3062683113110372,0.67754765625,80.87,98.35
+202,1.339354373400028,0.7685015625,79.79,98.19
+203,1.3158322919637728,0.692952734375,80.41,98.35
+204,1.32094572247603,0.71709296875,80.4,98.34
+205,1.2969063925437438,0.72101953125,79.92,98.38
+206,1.284851709084633,0.73475625,79.88,98.26
+207,1.3076581634007967,0.713953125,80.66,98.31
+208,1.312397347810941,0.68931015625,80.06,98.23
+209,1.3015339988928574,0.694246875,80.45,98.36
+210,1.3126755864192279,0.77591875,80.01,98.19
+211,1.3345750267689045,0.71855,80.68,98.37
+212,1.2844022489511049,0.70078828125,80.35,98.51
+213,1.2872005468759782,0.74084296875,80.51,98.4
+214,1.3083065471588038,0.755765234375,80.06,98.49
+215,1.2890167077382406,0.71755,80.59,98.54
+216,1.306262733691778,0.7673625,80.17,98.19
+217,1.3529102741143642,0.73709140625,80.78,98.48
+218,1.2734330375989278,0.7065609375,80.99,98.34
+219,1.289430538049111,0.70388359375,80.6,98.25
+220,1.2643692843424967,0.74322578125,80.19,98.26
+221,1.3186699592150175,0.681492578125,80.98,98.31
+222,1.3099548018895664,0.74689453125,80.42,98.25
+223,1.3102647203665514,0.74240703125,80.68,98.49
+224,1.317233144167142,0.73606171875,80.8,98.46
+225,1.3103612400018252,0.742615625,80.65,98.19
+226,1.3012292299515162,0.67813203125,80.9,98.36
+227,1.2888832003642352,0.70388984375,80.5,98.28
+228,1.2848293096591266,0.684600390625,80.87,98.47
+229,1.2911052642724452,0.77994375,80.6,98.27
+230,1.2933687254404411,0.722921875,80.89,98.28
+231,1.2750990034678042,0.674034375,81.23,98.41
+232,1.2678987227953398,0.66531484375,81.39,98.4
+233,1.2597151375733888,0.69376796875,81.25,98.28
+234,1.2912807252162541,0.7268859375,81.11,98.49
+235,1.2780606198005187,0.717846875,80.41,98.21
+236,1.25617450490976,0.6945171875,81.31,98.46
+237,1.27838931954824,0.68110078125,81.3,98.26
+238,1.294987418407049,0.688306640625,80.88,98.4
+239,1.2930543625966096,0.720312890625,81.02,98.45
+240,1.2927401794837072,0.7442984375,80.76,98.43
+241,1.271139842730302,0.71799140625,81.04,98.47
+242,1.2294746463115398,0.6978828125,81.2,98.38
+243,1.3139596728178171,0.7293265625,80.88,98.16
+244,1.282575254715406,0.7347265625,80.58,98.3
+245,1.292601139576007,0.7216640625,81.07,97.92
+246,1.2811767380971175,0.6983625,81.21,98.4
+247,1.30648738634892,0.77045546875,80.78,98.37
+248,1.3054638607379718,0.7363796875,80.83,98.44
+249,1.2602866654212659,0.70126875,80.53,98.12
+250,1.2721571850471007,0.6838265625,81.38,98.09
+251,1.2563174628294431,0.70448359375,81.17,98.32
+252,1.2963090317371564,0.76428671875,81.2,97.98
+253,1.264292418345427,0.684841015625,80.83,98.31
+254,1.282255020355567,0.696228125,81.45,98.33
+255,1.2774496653141119,0.72574296875,81.25,98.51
+256,1.279278809290666,0.712701171875,81.2,98.38
+257,1.277332892631873,0.7050859375,81.04,98.42
+258,1.2492900926333208,0.682958203125,81.43,98.39
+259,1.2918488863186959,0.773684375,80.89,98.03
+260,1.2610430029722361,0.73480625,81.37,98.13
+261,1.279204181371591,0.7206515625,81.25,98.32
+262,1.227399427921344,0.68346484375,81.54,98.26
+263,1.2663921940021026,0.748803125,80.96,98.24
+264,1.2842396849241011,0.696921875,81.43,98.42
+265,1.2843884380964132,0.72451875,81.38,98.25
+266,1.2418242034239646,0.69013984375,81.31,98.2
+267,1.26415781439879,0.70606875,81.55,98.34
+268,1.2658102481793134,0.663144140625,81.51,98.37
+269,1.256392552302434,0.7238171875,81.06,98.15
+270,1.2780780880879132,0.73629921875,81.44,98.2
+271,1.2993445578293923,0.76353828125,81.09,98.47
+272,1.2526397246580858,0.672167578125,81.77,98.53
+273,1.2915300736060509,0.724104296875,81.25,98.23
+274,1.262081575852174,0.69158828125,81.59,98.28
+275,1.2399143607188494,0.68605859375,81.57,98.26
+276,1.235877247957083,0.7526203125,81.19,98.22
+277,1.2732021012367347,0.70863515625,81.14,98.23
+278,1.2298085746092675,0.70801171875,81.54,98.53
+279,1.2726121068000793,0.72031640625,81.0,98.18
+280,1.255968013482216,0.72930859375,81.47,98.29
+281,1.2576834875803726,0.70050859375,81.45,97.91
+282,1.2723736662131089,0.733303125,81.35,98.52
+283,1.2279978472452897,0.704040625,80.81,98.35
+284,1.2563814167792982,0.711551953125,81.44,98.22
+285,1.257189886080913,0.721180078125,81.06,98.2
+286,1.2868881522080837,0.70888671875,81.63,98.0
+287,1.2522527650380746,0.72287265625,80.95,98.07
+288,1.2954294890929492,0.73201171875,81.45,98.15
+289,1.2337798927074823,0.69901875,81.82,98.23
+290,1.258875607374387,0.71058515625,81.24,98.11
+291,1.2300102807008304,0.70856484375,81.5,98.25
+292,1.2625924801215147,0.70574453125,81.55,98.13
+293,1.2568248261243868,0.6726734375,81.94,98.43
+294,1.2306130377145914,0.68508203125,81.84,98.18
+295,1.2333637992540996,0.69811171875,81.82,98.4
+296,1.2652895154097141,0.710155078125,81.74,98.28
+297,1.2352385553029868,0.70331015625,81.0,98.24
+298,1.2190727434097193,0.686284375,81.33,98.35
+299,1.2213344453236996,0.667790234375,82.31,98.3
+300,1.2374227586465003,0.70469453125,81.66,98.24
+301,1.2329858807417062,0.7207203125,81.98,98.3
+302,1.234471834775729,0.6387125,82.4,98.45
+303,1.2005247241411454,0.709722265625,81.64,98.38
+304,1.2434481753752782,0.6936625,81.44,98.48
+305,1.2588330809886639,0.69319375,81.63,98.28
+306,1.221288378422077,0.7134234375,81.66,98.05
+307,1.2537350521637842,0.689080859375,81.65,98.35
+308,1.296415103246004,0.67788203125,81.95,98.27
+309,1.2702555476090847,0.69063046875,81.94,98.47
+310,1.2317479899296393,0.677585546875,81.96,98.17
+311,1.212111253463305,0.71585625,81.78,98.44
+312,1.2377325313213543,0.71172734375,81.87,98.35
+313,1.209617746181977,0.72469453125,81.6,98.29
+314,1.1973441544251564,0.66140859375,82.06,98.36
+315,1.2237469821404188,0.68483671875,81.89,98.39
+316,1.2369504139973566,0.6790328125,81.62,98.33
+317,1.2344105164210002,0.70578359375,81.73,98.51
+318,1.2618032195629219,0.7179796875,81.85,98.2
+319,1.2284084864151783,0.70627265625,81.43,98.44
+320,1.2494410439943655,0.71604375,81.9,98.16
+321,1.2090322444072137,0.6910828125,82.22,98.37
+322,1.2629242330025403,0.73206796875,81.84,98.36
+323,1.1909342721486702,0.685815234375,82.4,98.23
+324,1.2074926341191317,0.71024375,82.52,98.39
+325,1.214278721045225,0.6677765625,81.9,98.34
+326,1.240145304875496,0.67544765625,82.29,98.28
+327,1.207623266409605,0.6708234375,82.25,98.21
+328,1.232043374196077,0.68513359375,82.17,98.5
+329,1.244777337862895,0.720323828125,81.91,98.23
+330,1.225366323422163,0.668671484375,82.01,98.29
+331,1.2219623004778837,0.7041140625,82.3,98.28
+332,1.1847021798292796,0.712034375,81.9,98.3
+333,1.209778005648882,0.6977734375,82.44,98.39
+334,1.2392520585121252,0.66898125,82.32,98.35
+335,1.1884938360788884,0.69590390625,82.47,98.35
+336,1.2248657958629803,0.67928046875,82.26,98.55
+337,1.2449583475406354,0.69328671875,82.13,98.35
+338,1.2123391774984507,0.6610734375,82.31,98.48
+339,1.1866816808015872,0.661928125,82.02,98.41
+340,1.2111659071384333,0.659447265625,82.14,98.28
+341,1.1811749669221732,0.73023828125,81.87,98.3
+342,1.2153507455801353,0.67565625,81.83,98.54
+343,1.23969346957329,0.717675,82.18,98.35
+344,1.236143237963701,0.70713203125,82.2,98.35
+345,1.1924941393045279,0.7277625,81.71,98.28
+346,1.1968335538338393,0.685065625,82.54,98.2
+347,1.217368651047731,0.70158046875,82.2,98.5
+348,1.2091589997976253,0.67262578125,82.1,98.29
+349,1.2391185751328102,0.6868125,82.37,98.17
+350,1.248288021179346,0.6957890625,82.36,98.37
+351,1.2281151945774371,0.6552375,82.43,98.27
+352,1.2168333487632947,0.688116796875,82.39,98.42
+353,1.1824007101548024,0.64886015625,82.31,98.35
+354,1.2464318461907216,0.6916359375,82.48,98.43
+355,1.2397781737339801,0.701965625,82.08,98.08
+356,1.1918216642660973,0.71406484375,81.74,98.3
+357,1.226550264389087,0.674665625,82.55,98.14
+358,1.2319188967729227,0.674715625,81.98,98.18
+359,1.236250215768814,0.678650390625,81.81,98.11
+360,1.2090450997536,0.655054296875,82.07,98.25
+361,1.2302078156899183,0.7331125,81.89,98.15
+362,1.2324907240195153,0.70862265625,82.35,98.37
+363,1.206808301118704,0.65748828125,82.15,98.32
+364,1.22139823559003,0.69559765625,82.03,98.21
+365,1.2202298022233522,0.65593046875,82.65,98.41
+366,1.2355102584912228,0.68856640625,82.16,98.39
+367,1.2112824200055539,0.69498984375,82.36,98.22
+368,1.2261911856822478,0.68848203125,81.84,98.15
+369,1.1822250482363579,0.6384328125,82.39,98.22
+370,1.2101898855123765,0.67039765625,82.34,98.34
+371,1.2003731538087894,0.6634421875,81.9,98.27
+372,1.224947127317771,0.6754203125,82.75,98.3
+373,1.2133377467974638,0.68620390625,82.61,98.15
+374,1.2462096981513195,0.749678125,82.06,98.23
+375,1.2315267636225773,0.68628515625,81.99,98.17
+376,1.172590365776649,0.6649359375,82.27,98.16
+377,1.2274207654671792,0.6910328125,82.24,98.11
+378,1.2241735690679305,0.7119484375,82.4,98.38
+379,1.2216702464299325,0.70760078125,82.32,98.17
+380,1.2186517697114212,0.634136328125,82.46,98.14
+381,1.2083055027020284,0.6734171875,82.51,98.41
+382,1.1821679442356794,0.6796109375,82.33,98.35
+383,1.2093335937231016,0.673080078125,82.2,98.41
+384,1.2218578590796545,0.68169140625,82.13,98.26
+385,1.1912285425724127,0.69385234375,82.36,98.38
+386,1.2267950415611266,0.704647265625,81.83,98.45
+387,1.194507852425942,0.68617890625,82.06,98.23
+388,1.2311272382736207,0.674720703125,81.83,98.19
+389,1.2239023618209057,0.69773984375,81.88,98.14
+390,1.2412183834956243,0.69679765625,82.37,98.17
+391,1.2401207127632239,0.67734609375,82.57,98.34
+392,1.20047447681427,0.686659375,81.85,98.09
+393,1.1950592554532564,0.69557734375,82.0,98.17
+394,1.1939141314763289,0.719959765625,82.02,98.32
+395,1.2129137014731384,0.6739375,82.53,98.39
+396,1.1904672720493414,0.698696875,82.46,98.19
+397,1.1937935401231814,0.675809765625,82.16,98.37
+398,1.1991687380350553,0.677912109375,82.39,98.31
+399,1.2281442261659181,0.705190625,82.24,98.54
+400,1.200453429344373,0.65199609375,82.59,98.2
+401,1.1905170145707253,0.68581640625,82.63,98.08
+402,1.2373500166795193,0.6847453125,82.19,98.19
+403,1.2093020284787201,0.662928125,82.15,98.18
+404,1.238939832418393,0.733740625,82.32,98.38
+405,1.2200937611934466,0.7392171875,82.15,98.3
+406,1.1939285373076414,0.69155703125,82.21,98.51
+407,1.209865930600044,0.687460546875,82.69,98.37
+408,1.2196592407348827,0.6884921875,82.28,98.44
+409,1.2242461583553217,0.670339453125,82.38,98.28
diff --git a/ckpt/componet_test/encoding/phase/Spikformer/model_best.pth.tar b/ckpt/componet_test/encoding/phase/Spikformer/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..fe1f8ea5e57658c2ae22bdca2ee7b0b3a9232f56
--- /dev/null
+++ b/ckpt/componet_test/encoding/phase/Spikformer/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6134f0fa009f42be97dda8e41794349782f5aae4a7c7cbe79069b76e7d7ce3ad
+size 112204536
diff --git a/ckpt/componet_test/encoding/rate/SDT/args.yaml b/ckpt/componet_test/encoding/rate/SDT/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..fae191817ee6a1215319216bd4e52e65109b20e1
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/SDT/args.yaml
@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 7
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/rate
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/componet_test/encoding/rate/SDT/log.csv b/ckpt/componet_test/encoding/rate/SDT/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3693fe6daaec9f4633388513895267b2bbfa4c64
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/SDT/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.283885950919909,2.2112123886108397,19.34,70.31
+1,2.1197596091490527,1.8123666816711426,36.38,88.11
+2,1.9992561315878843,1.7741586847305297,35.15,88.82
+3,1.9315546485093924,1.5857734815597535,44.3,91.19
+4,1.8912840855427278,1.6369532535552977,41.67,89.12
+5,1.852337354268783,1.460399091911316,49.69,92.33
+6,1.8214516401290894,1.3728082941055297,54.01,93.64
+7,1.795032353584583,1.4027831567764282,53.2,92.32
+8,1.7664719957571764,1.3322620832443237,55.3,94.6
+9,1.7636019251285455,1.2327625913619995,60.21,95.5
+10,1.734831886108105,1.260644313621521,58.2,94.88
+11,1.6933421929677328,1.2031790962219238,61.03,95.43
+12,1.6912887924756759,1.207011785697937,61.58,94.94
+13,1.6819556052868183,1.1732702683448792,62.21,95.95
+14,1.661530956855187,1.1521724081993103,62.26,95.54
+15,1.6524419894585243,1.0828873138427735,65.85,96.75
+16,1.6346883587348155,1.0725810401916505,66.14,96.48
+17,1.6314429212839177,1.0993629669189453,66.54,96.54
+18,1.643161656612005,1.1319682622909546,63.57,95.75
+19,1.6257456094790728,1.0726978175163269,65.54,96.37
+20,1.6165628063373076,1.014809728717804,68.42,97.41
+21,1.616414795166407,1.0397170135498046,67.22,96.93
+22,1.591177513049199,0.981555920791626,70.15,97.46
+23,1.588988405924577,1.006250097465515,68.75,97.17
+24,1.5498141780877726,1.0182960376739503,68.72,97.35
+25,1.5520254556949322,1.0227768695831299,69.41,97.18
+26,1.5476472808764532,0.9314779109954834,70.74,97.83
+27,1.540629135034023,0.9340414562225342,72.52,97.75
+28,1.5445039819448423,0.944796886062622,71.39,97.52
+29,1.5294605903136425,0.938996994972229,73.25,97.93
+30,1.5207508218594086,0.9261109463691711,72.9,97.89
+31,1.5106488704681396,0.9760298698425293,71.45,97.74
+32,1.5289557753465115,0.8746883330345154,74.48,97.85
+33,1.5130086311927209,0.954899274635315,72.59,97.92
+34,1.5108482614541665,0.9648231428146362,72.92,97.57
+35,1.4943843187429966,0.9244724254608154,73.72,97.98
+36,1.4918377119761246,0.8648922834396362,74.07,98.01
+37,1.5107058043663317,0.8559320182800293,75.14,98.14
+38,1.4783460204417889,0.8968873647689819,75.44,98.23
+39,1.4548300685026707,0.8909266488075256,72.56,97.43
+40,1.4811152875423432,0.8787966225624084,74.75,98.13
+41,1.4782869410820496,0.9010227149009704,75.26,97.87
+42,1.5027481594146825,0.8977824147224426,76.14,97.71
+43,1.4725694882564055,0.9274602437019348,74.94,97.76
+44,1.4710999629436394,0.8767038149833679,75.9,97.96
+45,1.4439918226156478,0.8377312405586242,75.98,98.13
+46,1.4461077694709485,0.8972897228240967,75.07,97.79
+47,1.4291878866843688,0.9213817070007324,75.74,98.23
+48,1.4266041249800951,0.8293252093315124,76.43,97.96
+49,1.4403504773592337,0.9279293137550354,74.57,97.98
+50,1.4596715312737685,0.892308160495758,73.97,97.54
+51,1.4286683635833937,0.8265361571311951,76.87,97.92
+52,1.4189886458409138,0.8274963524818421,76.4,98.24
+53,1.426250597146841,0.8232773400306702,76.39,98.01
+54,1.40398045808841,0.8421565706253051,76.58,98.16
+55,1.440943063986607,0.8752945165634155,76.6,98.17
+56,1.4518021921316782,0.8881691383361816,77.28,98.35
+57,1.4107752830554277,0.7944563235282898,76.79,98.14
+58,1.431939265361199,0.8362408555984497,77.83,98.05
+59,1.4288180413918616,0.8563993168830871,76.79,97.9
+60,1.3720163385073343,0.7973381265640259,78.49,98.45
+61,1.4152172273550279,0.8148960335731507,77.68,98.14
+62,1.3787881056467692,0.8212663918495178,77.81,98.26
+63,1.402290674356314,0.7791175876617432,77.7,98.21
+64,1.4138005047272413,0.7769968131065369,77.26,98.04
+65,1.3864662931515621,0.779099343585968,78.43,98.48
+66,1.390757622779944,0.7923209163665772,77.79,98.08
+67,1.3764652684713021,0.7716918465614319,78.36,98.41
+68,1.3663390748011761,0.8024569417476654,76.89,98.24
+69,1.3927622529176564,0.8164193597793579,77.88,98.2
+70,1.376331476523326,0.8150385291099548,77.3,98.0
+71,1.389039800564448,0.7617413701057434,77.75,98.34
+72,1.34939612700389,0.7546774600982666,78.64,98.48
+73,1.356747640707554,0.7866333433151245,77.75,98.35
+74,1.3644493703658764,0.7880018716812134,79.0,98.4
+75,1.3780404474490728,0.7787184655189514,78.55,98.35
+76,1.36262245010107,0.7704150937080383,79.14,98.35
+77,1.3650199679227977,0.7932178970336914,78.36,98.5
+78,1.3509475056941693,0.7599534646034241,79.23,98.36
+79,1.3729123691717784,0.7758214507102966,78.96,98.25
+80,1.3609554174618843,0.7754374637603759,78.57,98.35
+81,1.3629380320891356,0.7312102195739746,79.42,98.49
+82,1.3548493562600552,0.7731695900917053,78.65,98.26
+83,1.351802801627379,0.7657407109260559,79.52,98.36
+84,1.3551745958817312,0.7739033582687378,79.51,98.53
+85,1.364046110556676,0.7809316249847412,79.1,98.12
+86,1.3575175140148554,0.7277394451141358,79.72,98.52
+87,1.3279594662861947,0.7457728826522827,78.91,98.38
+88,1.3308054781877077,0.7884816500663757,79.28,98.15
+89,1.3474220207104317,0.7418686222076416,79.67,98.45
+90,1.3036005458770654,0.7684481737136841,79.81,98.48
+91,1.325096944050911,0.7648741488456726,78.39,98.14
+92,1.381870806370026,0.764438000202179,79.4,98.17
+93,1.3732064227263132,0.7517797548294067,79.43,98.21
+94,1.3448092404084329,0.7379207753658295,80.03,98.38
+95,1.3451083140495497,0.7343119891166687,79.2,98.32
+96,1.3025439775907077,0.764057378578186,79.57,98.31
+97,1.3270327424391721,0.7489617177009582,79.61,98.52
+98,1.3314372729032466,0.7450526336669921,79.91,98.34
+99,1.3599500712675927,0.8125377206802368,79.36,98.26
+100,1.2863997326447414,0.7437310991287231,80.19,98.46
+101,1.3360408333631661,0.8021393695831299,79.79,98.2
+102,1.306448594881938,0.7355451833724975,79.62,98.18
+103,1.3325419106544591,0.7247532506942749,80.54,98.66
+104,1.3371937909187415,0.7737729632377625,80.04,98.26
+105,1.3019162012980534,0.7261153939247131,79.54,98.35
+106,1.3210796235463558,0.688778096485138,80.47,98.51
+107,1.3179285465142665,0.7754723140716553,79.96,98.44
+108,1.3259403311289273,0.7490813884735107,80.07,98.22
+109,1.3081651919927353,0.7069575050354003,79.95,98.3
+110,1.3160563233571174,0.7663566442489624,80.24,98.15
+111,1.3271059215068817,0.759416276550293,80.05,98.06
+112,1.3140107857875334,0.7913729046821594,78.93,98.2
+113,1.3050628472597172,0.7079678931236267,80.75,98.3
+114,1.280870374196615,0.7285149630069733,80.02,98.44
+115,1.298051553964615,0.7340005801200866,79.8,98.47
+116,1.2950569851276201,0.6939940355300903,80.19,98.46
+117,1.312930049193211,0.7938112397193908,80.07,98.24
+118,1.3143314509819715,0.7876747690200806,80.39,98.66
+119,1.3055175128655556,0.6990014164924622,80.12,98.44
+120,1.3247840500794925,0.8012969090461731,80.43,98.33
+121,1.322513903868504,0.7169170939445496,80.45,98.24
+122,1.3029604853727879,0.7264712948799134,80.46,98.41
+123,1.327049839649445,0.7290805167198181,80.04,98.44
+124,1.2846730780907167,0.7473466889381408,80.2,98.17
+125,1.3181171158949534,0.741118820810318,80.06,98.48
+126,1.342516196385408,0.7937928903579712,80.39,98.25
+127,1.2766730695198745,0.7528484632492065,80.69,98.27
+128,1.2879816856139745,0.765466996383667,80.12,98.18
+129,1.2860386406764006,0.702216330909729,80.31,98.29
+130,1.267046272296172,0.7293856965065002,80.82,98.27
+131,1.3133785004799183,0.7237917087554931,81.15,98.51
+132,1.2732205419968337,0.7285815165519715,80.31,98.49
+133,1.260486808189979,0.6841477638244629,81.28,98.25
+134,1.2848623940577875,0.7478274954795837,80.58,98.31
+135,1.3057747926467504,0.7409091442108154,80.63,98.51
+136,1.3189337915334947,0.7428522790908814,80.59,98.46
+137,1.30220912756064,0.7501375061035156,80.72,98.47
+138,1.286383372086745,0.7480420956611633,80.46,98.27
+139,1.2733838122624617,0.7432611043930054,80.64,98.38
+140,1.2757391183804243,0.7259630685806274,80.14,98.24
+141,1.260166016450295,0.7401711721897125,80.78,98.49
+142,1.2934294306314909,0.764903616142273,80.5,98.42
+143,1.2851837121523344,0.7496187088012696,79.9,98.49
+144,1.293405313216723,0.7486750547409058,80.91,98.43
+145,1.298743076202197,0.7201161002159119,81.08,98.35
+146,1.2783163888332172,0.7274093890190124,81.15,98.34
+147,1.3176048171825898,0.7410020915031433,81.06,98.51
+148,1.2556078102344121,0.7066860675811768,80.84,98.34
+149,1.2632639406583248,0.6945199918746948,81.51,98.49
+150,1.2810696854041173,0.7252365041732788,80.98,98.41
+151,1.2502494261814998,0.7383359477996826,81.18,98.39
+152,1.2650356277441368,0.7100019271850586,81.28,98.52
+153,1.2701626349718143,0.7123498748779297,81.08,98.41
+154,1.288581499380943,0.7386069739818573,80.61,98.29
+155,1.2749415603967813,0.7020656422615051,81.43,98.48
+156,1.274407710478856,0.7171080717086792,81.58,98.42
+157,1.3038441175069564,0.7272970349311828,80.8,98.25
+158,1.2899742681246538,0.7180701805114746,81.23,98.35
+159,1.2448213971578157,0.7250976698875428,80.73,98.53
+160,1.2662119376353729,0.7148945273399353,81.49,98.29
+161,1.2679159437998748,0.7304268624305725,81.34,98.03
+162,1.2503853198809503,0.7017028138160706,81.43,98.36
+163,1.2735046177338332,0.7400922921180725,80.58,98.0
+164,1.2407393146783878,0.6942100816726685,81.14,98.25
+165,1.270868536295035,0.7330207977294921,81.48,98.28
+166,1.2573624656750606,0.6825991343975067,81.63,98.34
+167,1.2584196688273015,0.714906505870819,81.73,98.35
+168,1.253320797590109,0.783841383934021,80.84,98.21
+169,1.1970859785874686,0.7106324624538422,81.67,98.21
+170,1.25371103088061,0.6971487914562225,81.38,98.31
+171,1.2594483856971448,0.7148550478935242,80.78,98.12
+172,1.2452039619286854,0.6634874223709106,81.18,98.23
+173,1.2381379991005628,0.6919730828285218,81.04,98.41
+174,1.2389967464483702,0.7037170372962952,81.35,98.29
+175,1.2727023583192092,0.6686815923690795,81.62,98.19
+176,1.2570516956158173,0.6981299795150757,81.21,98.15
+177,1.2535090237091748,0.7013395197868347,82.06,98.42
+178,1.2649491163400504,0.732703477716446,81.69,98.3
+179,1.228213667563903,0.7071897290229797,81.39,98.21
+180,1.2846410664228292,0.7585919958114624,81.24,98.43
+181,1.2641046126683553,0.7512103185653687,81.25,98.34
+182,1.2157973755628635,0.7151276653289795,81.54,98.27
+183,1.2652365722717382,0.6713736689567565,81.96,98.2
+184,1.2134595895424867,0.7384636602401733,81.45,98.46
+185,1.2746139387289683,0.7589888235092163,81.04,98.39
+186,1.2276696926508195,0.6800690215110778,81.64,98.28
+187,1.233583958943685,0.7110566982269287,81.57,98.25
+188,1.2627200279480373,0.7239179748535156,81.16,98.17
+189,1.2374311330990913,0.6880420738220215,81.67,98.34
+190,1.2293362704607156,0.7125013611793518,81.18,98.33
+191,1.245529433702811,0.6963782299041748,81.25,98.48
+192,1.2158941884835561,0.7509244826316833,80.72,98.44
+193,1.2199173597189097,0.7310594229221344,81.67,98.32
+194,1.2401149925513146,0.7192554617881775,81.27,97.94
+195,1.2317476890025996,0.7025487946987152,81.61,98.25
+196,1.2348939826855292,0.7150959316253662,81.97,98.22
+197,1.2137750332172101,0.6920934295654297,81.98,98.26
+198,1.2720681103376241,0.7005092930793763,81.04,98.17
+199,1.2431458254655203,0.759446133518219,81.15,98.17
+200,1.2166345117947994,0.7276476511955261,80.87,98.4
+201,1.239314101751034,0.6956765416145325,81.36,98.34
+202,1.2442989081908495,0.7316609818458557,81.72,98.28
+203,1.183915311862261,0.6925231090068817,81.36,98.35
+204,1.2461356022419074,0.7001854537963867,81.93,98.2
+205,1.2474646815886865,0.7316872625350952,81.79,98.26
+206,1.2359794459281823,0.7246384119033813,80.95,98.03
+207,1.2199688127407662,0.714343782711029,82.08,98.35
+208,1.2089331023204022,0.7310347681999206,81.68,98.49
+209,1.227578782576781,0.7329600503921508,81.02,98.26
+210,1.2500394862431747,0.7490532227516175,81.47,98.35
+211,1.2153979122638703,0.7093779858589172,82.05,98.3
+212,1.2272131815934793,0.7413750142097473,81.01,98.41
+213,1.2435423201475388,0.7090169722557068,81.69,98.38
+214,1.210037920719538,0.7457152545928956,81.35,98.38
+215,1.2238065354335002,0.7543765413284301,81.04,98.32
+216,1.2602784541937022,0.7792982960700989,81.2,98.25
+217,1.2111194790937962,0.6852336217880249,81.83,98.2
+218,1.246355039339799,0.7239266682624816,81.65,98.37
+219,1.2118282281435453,0.714297849369049,81.89,98.43
+220,1.2201555932179475,0.7349777123451233,82.12,98.31
+221,1.1821737047953484,0.6934239116668701,82.08,98.28
+222,1.2249721916822287,0.6877631546020507,82.26,98.33
+223,1.2422377814085055,0.7340137781143189,81.16,98.5
+224,1.2039162820730454,0.7144502205848694,82.61,98.59
+225,1.2581234912077586,0.7151722198486328,82.12,98.39
+226,1.2058414803101467,0.6858239761352539,82.4,98.32
+227,1.229692482184141,0.7391956204891205,81.84,98.31
+228,1.174927089153192,0.6983810433864593,81.55,98.27
+229,1.2040018926828335,0.7011647766113281,82.05,98.42
+230,1.174268657886065,0.6763127747058868,82.0,98.16
+231,1.1968801840757712,0.6898454477787018,82.03,98.43
+232,1.1594052588328336,0.6883394455909729,81.9,98.43
+233,1.1844664223683186,0.7056092478752136,82.24,98.49
+234,1.2132432667108684,0.7010933588981628,82.1,98.19
+235,1.219407679942938,0.7262108852386474,81.71,98.26
+236,1.2434605812415098,0.7191049180984497,82.06,98.3
+237,1.2173968853094639,0.6932722418785096,82.31,98.34
+238,1.239367621831405,0.7315576417922973,82.04,98.24
+239,1.163345883289973,0.7248875505447387,81.91,98.05
+240,1.2043537749693944,0.7044035949707032,82.12,98.52
+241,1.1886321773895852,0.6895558320045471,81.91,98.21
+242,1.2014429703736917,0.6868847776412964,82.28,98.1
+243,1.2090376273179666,0.7200985535621643,81.88,98.23
+244,1.2075388605778035,0.6912344100952148,81.98,98.33
+245,1.209731637667387,0.7221620760917663,81.97,98.17
+246,1.2089248765737584,0.6804100543022156,81.97,98.32
+247,1.2275934086396143,0.6575523106098176,82.15,98.19
+248,1.1635325557146317,0.6729591135978699,82.58,98.3
+249,1.2146945097507575,0.7413297812461853,82.32,98.32
+250,1.2261289491103247,0.6779276836395264,83.07,98.46
+251,1.2061156928539276,0.6659619970321655,82.12,98.42
+252,1.2350905777552188,0.7164483889102936,81.84,98.19
+253,1.2190321625807345,0.6762539962768555,82.49,98.32
+254,1.2430451232653397,0.668997084236145,82.18,98.43
+255,1.2101970849893031,0.6793620475769043,82.38,98.29
+256,1.193316030349487,0.679888325881958,82.33,98.14
+257,1.208158585199943,0.6930903812408448,82.21,98.29
+258,1.1885395231919411,0.7039078472137451,82.49,98.25
+259,1.1754687749422514,0.6827637131690979,82.09,98.2
+260,1.2005542842241435,0.7318139333248138,82.33,98.15
+261,1.1901566130992693,0.6809476489543915,82.8,98.23
+262,1.1812184119835878,0.6711709059715271,82.83,98.26
+263,1.1914709037695175,0.7211847180366516,82.26,98.27
+264,1.210824666879116,0.7112716897010803,82.36,98.39
+265,1.1720330868011866,0.6760374597072601,82.13,98.34
+266,1.1970890732911916,0.6899437797546387,82.71,98.39
+267,1.1854149106221321,0.6801876008033753,82.45,98.24
+268,1.2073902282959377,0.6897272965431214,82.33,98.29
+269,1.1628554483254752,0.7143282531738281,82.23,98.24
+270,1.2139920969804128,0.7290933255195617,82.18,98.22
+271,1.1734475218332732,0.7387504279136657,81.87,98.32
+272,1.1822660569961254,0.6952404495239258,82.79,98.29
+273,1.1686972460685632,0.6782510610580444,82.25,98.4
+274,1.1857080963941722,0.6928154242515564,82.57,98.25
+275,1.1745859323403773,0.6904132994651795,82.28,98.4
+276,1.1941139895182389,0.6776190826416015,82.83,98.35
+277,1.1878880734627064,0.7070838916778565,82.72,98.35
+278,1.1961235709679432,0.6970191735744476,82.45,98.25
+279,1.2149017978937198,0.7108517923355102,82.4,98.23
+280,1.1469382865306659,0.667868078327179,82.67,98.26
+281,1.1804864842158098,0.6972196928024292,82.73,98.35
+282,1.1860962957907946,0.6856666719436646,82.99,98.21
+283,1.1820700691296504,0.6979725626945495,82.37,98.25
+284,1.184304009186916,0.7020437121391296,82.83,98.1
+285,1.1793725834443018,0.6636540782928467,83.31,98.17
+286,1.1564194101553698,0.701029768371582,82.79,98.36
+287,1.1922913580368726,0.7061241100788116,82.8,98.22
+288,1.1983239471912384,0.6514688612937928,83.31,98.09
+289,1.1624166141717862,0.6777219028472901,83.1,98.39
+290,1.1728003209982163,0.7022274742603302,82.7,98.18
+291,1.1656160674034022,0.6863279389381409,82.78,98.1
+292,1.177190270790687,0.6789838538169861,82.56,98.26
+293,1.2129250225348351,0.6762789271354676,82.62,98.36
+294,1.1511644971676362,0.6768978364944458,83.21,98.46
+295,1.1961718970384354,0.6864427851676941,82.96,98.33
+296,1.1897391097667889,0.6677024057388306,82.75,98.17
+297,1.179956659903893,0.681572538280487,82.68,98.53
+298,1.1929570323381669,0.6892212882995605,83.22,98.35
+299,1.1710543424655229,0.6473539260864258,83.33,98.34
+300,1.2040709654490154,0.7185665205001831,82.74,98.18
+301,1.1607055985010588,0.6691955668449402,83.14,98.34
+302,1.212594482379082,0.6799161477088929,83.38,98.28
+303,1.1733820927448761,0.7094760879516602,82.88,98.44
+304,1.146641914661114,0.7028713129043579,82.93,98.58
+305,1.1713226448266933,0.6642797590255737,82.8,98.36
+306,1.1762875737288059,0.6962591115951539,82.34,98.44
+307,1.1434079313889527,0.7211391939163208,82.53,98.41
+308,1.1703339397907258,0.6689989609718323,83.27,98.41
+309,1.1605526326558528,0.6830486812591553,82.73,98.45
+310,1.1768097353287232,0.6691571640014649,82.77,98.33
+311,1.174539402509347,0.7169179320335388,82.42,98.31
+312,1.1592672465703426,0.7072150760650635,82.72,98.29
+313,1.162503632826683,0.7137294827461242,83.13,98.46
+314,1.158852848639855,0.7070806141853333,83.17,98.51
+315,1.163814220061669,0.7241851791381836,82.67,98.46
+316,1.152810248044821,0.688518124294281,82.82,98.43
+317,1.1404440367833162,0.6875355236053466,83.08,98.28
+318,1.1398004819185306,0.6426610968589783,83.19,98.3
+319,1.1290778205944942,0.6586391587257385,83.0,98.43
+320,1.1748721944980132,0.7105128672599792,82.64,98.3
+321,1.1700065965835864,0.7003766386032104,82.84,98.48
+322,1.142210886417291,0.6987727711677552,82.78,98.28
+323,1.1592655482964638,0.6464902201652527,83.34,98.32
+324,1.1510220720217779,0.6716409255027771,83.22,98.31
+325,1.1748848696549734,0.6924472038269043,83.21,98.33
+326,1.173334852548746,0.7260062676429748,82.68,98.24
+327,1.1695074610221081,0.6884475196361541,83.03,98.29
+328,1.1900667062172523,0.7144189927101136,82.75,98.3
+329,1.1437883863082299,0.6943089338302613,82.89,98.39
+330,1.1871479653395138,0.7212542340278626,82.84,98.37
+331,1.1442308415205051,0.6731220284938813,83.04,98.34
+332,1.1520160095813947,0.6806137037277221,83.26,98.39
+333,1.171144845088323,0.6818548868179322,83.25,98.31
+334,1.1903315097857745,0.6934575686454773,83.15,98.32
+335,1.1663922349611917,0.676931204032898,83.38,98.51
+336,1.1533032203331972,0.6942486344337463,83.42,98.38
+337,1.1675079848521794,0.7022441095352173,82.87,98.18
+338,1.1696695937560155,0.6853538864135742,83.28,98.18
+339,1.1656720104889993,0.6607089797496796,82.9,98.29
+340,1.1657131671905518,0.7159771004676819,83.01,98.55
+341,1.2071349385457162,0.6740317231178283,82.97,98.34
+342,1.1275443116823831,0.6740580511093139,82.92,98.35
+343,1.1434747636318208,0.6898116443634034,82.96,98.13
+344,1.1898616478993342,0.6719569770336151,83.09,98.35
+345,1.1904382968560243,0.7094130974769592,82.57,98.32
+346,1.184920624586252,0.6909055164337158,83.56,98.36
+347,1.1833614016190552,0.7222918601989746,83.11,98.31
+348,1.1688621832774235,0.686057873249054,83.04,98.23
+349,1.1521341316210918,0.6903559552669525,82.95,98.47
+350,1.1992468364727802,0.681036492061615,83.42,98.48
+351,1.1262195359437894,0.6903916333198548,83.32,98.39
+352,1.182830139918205,0.6829027365684509,83.05,98.34
+353,1.1180357581529863,0.6759163857460022,83.02,98.36
+354,1.1488137590579497,0.6988194228172302,82.97,98.34
+355,1.1144584214076019,0.6739970580101013,83.25,98.29
+356,1.1671739199222662,0.7079653197288513,82.71,98.32
+357,1.1701570556713985,0.697202822971344,83.14,98.2
+358,1.169602481982647,0.7038373077392578,83.06,98.33
+359,1.144588700013283,0.7238992082595825,82.96,98.39
+360,1.1583344052999447,0.6798585448265075,83.51,98.38
+361,1.1717982095021469,0.663486026763916,83.05,98.31
+362,1.1772907267778348,0.695623369026184,82.93,98.32
+363,1.1739274711180956,0.6712377362251282,82.96,98.31
+364,1.1765522961433117,0.6914351885795593,83.18,98.09
+365,1.1197939035220024,0.6773122263908387,83.16,98.36
+366,1.1261392319813752,0.7016706182479858,82.85,98.36
+367,1.1173067092895508,0.7020970005989075,83.01,98.29
+368,1.1877676004018538,0.6600969802856446,83.34,98.53
+369,1.1442410256618107,0.6820816805839539,83.18,98.45
+370,1.1165714853849167,0.6742000940322876,83.33,98.39
+371,1.164956475679691,0.67202063331604,83.58,98.33
+372,1.1544352228824908,0.7184745889663696,82.94,98.51
+373,1.1505800149379632,0.6545776902198791,83.54,98.29
+374,1.164592859836725,0.7128177277565002,83.06,98.45
+375,1.1367334382656293,0.674649512052536,82.93,98.42
+376,1.139881487381764,0.7003044771194458,83.12,98.37
+377,1.1244726644112513,0.6700061709403992,83.26,98.28
+378,1.1407082498073577,0.6846821367263793,83.67,98.32
+379,1.1354692427011637,0.6485804059028626,83.73,97.98
+380,1.1460972637702258,0.6472684485435486,83.59,98.22
+381,1.1278087843687106,0.6564238786220551,83.02,98.37
+382,1.1900454747371185,0.6833530566215515,83.2,98.3
+383,1.171150632088001,0.7053000329017639,83.3,98.3
+384,1.1662585616111756,0.6588793790340424,83.31,98.23
+385,1.1160324409986153,0.6851052746772767,83.33,98.61
+386,1.1416724891234666,0.6601475479125977,83.54,98.32
+387,1.1414107506091777,0.6832974177360535,83.08,98.31
+388,1.1448007630996215,0.6722580237388611,83.45,98.42
+389,1.15070998500555,0.6502691302299499,83.12,98.17
+390,1.1481009520017185,0.615840641784668,83.77,98.33
+391,1.181518998512855,0.6744475001811981,83.09,98.51
+392,1.145704467785664,0.6820121240615845,83.28,98.16
+393,1.1550084069753304,0.6784857536315918,82.94,98.39
+394,1.1590988169877956,0.6341411381721497,83.21,98.39
+395,1.171740321165476,0.6809645781517029,83.53,98.47
+396,1.1555714147213179,0.6654652303218842,83.07,98.1
+397,1.154069874378351,0.6745692985534668,83.63,98.36
+398,1.1559521306783724,0.6900152038574219,82.92,98.43
+399,1.1052376543864226,0.6716004649162293,83.15,98.3
+400,1.1527882267267275,0.7122922623634338,82.99,98.4
+401,1.1552993618524992,0.7008753637313843,83.11,98.27
+402,1.136209047299165,0.638517040014267,83.63,98.38
+403,1.1566512774198483,0.707536727142334,82.78,98.39
+404,1.125726136794457,0.6624131435394287,83.36,98.27
+405,1.1022971964799442,0.6646975545883179,83.41,98.32
+406,1.1457628690279447,0.6922676901817322,83.07,98.19
+407,1.1742852947650813,0.7086956866264343,83.36,98.27
+408,1.1114974573636667,0.6648949642181397,83.32,98.53
+409,1.2096909776712075,0.6950775776386261,83.3,98.33
diff --git a/ckpt/componet_test/encoding/rate/SDT/model_best.pth.tar b/ckpt/componet_test/encoding/rate/SDT/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..a060ecc256101429f0fd87737c04e47cd0eb01a6
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/SDT/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418fb208bc8d63b065158db45c74976901c85f97988b4eaa1c2c792da6f136c2
+size 122993688
diff --git a/ckpt/componet_test/encoding/rate/Spikf_SEMM/args.yaml b/ckpt/componet_test/encoding/rate/Spikf_SEMM/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0d4e6427896eb606277aea957db5bb590c4d670e
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/Spikf_SEMM/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 7
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/rate
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/componet_test/encoding/rate/Spikf_SEMM/log.csv b/ckpt/componet_test/encoding/rate/Spikf_SEMM/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b036ccd7e44d32f16b62046e5b6456df65c624ee
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/Spikf_SEMM/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.230458056009733,2.043421875,29.33,82.6
+1,2.079869494682703,1.7812921875,34.14,88.2
+2,1.987770433914967,1.634784375,42.14,91.35
+3,1.9172930705241669,1.54384375,47.55,91.78
+4,1.8652779582219245,1.439915625,49.41,93.1
+5,1.8335086565751295,1.4711375,48.09,91.68
+6,1.811481834680606,1.308478125,58.37,95.4
+7,1.786793536406297,1.2767078125,56.3,94.8
+8,1.750251993460533,1.2309359375,58.26,94.51
+9,1.7420441474670019,1.115221875,63.77,96.28
+10,1.7188243065124904,1.17126875,60.5,96.05
+11,1.7222624066548469,1.12271640625,64.47,96.27
+12,1.7163513366992658,1.11769609375,64.0,96.43
+13,1.7095522214204837,1.05772734375,66.17,97.03
+14,1.6750002729587066,1.1775625,63.01,95.01
+15,1.6808342438477737,1.098553125,65.52,95.61
+16,1.6576302332755848,1.06556328125,66.28,96.58
+17,1.645475378403297,1.03507578125,67.62,96.81
+18,1.6407378655213576,1.05222109375,65.67,96.27
+19,1.626787649362515,1.11208203125,63.6,95.5
+20,1.6362454967621045,1.12974765625,68.05,96.67
+21,1.6215401099278377,0.99761015625,68.3,96.98
+22,1.6089164990645188,1.04455859375,67.83,97.2
+23,1.5965629513447102,0.968321875,69.98,96.56
+24,1.5882962630345272,0.98555,70.98,97.34
+25,1.574821345317058,1.0133109375,70.83,97.24
+26,1.558779772122701,0.9625015625,71.57,97.27
+27,1.5915891528129578,0.93702109375,71.87,97.65
+28,1.5620065921392197,1.00059765625,70.27,97.1
+29,1.5501251278779447,0.92825234375,71.84,97.42
+30,1.5506140479674706,0.94911171875,71.65,97.23
+31,1.5629738981907184,0.9411703125,72.11,97.31
+32,1.5593527775544387,0.89199921875,73.91,97.61
+33,1.5387170889438726,0.9699296875,70.13,96.81
+34,1.543083086074927,0.93571875,72.96,97.59
+35,1.5417121147498107,0.88396953125,73.81,98.05
+36,1.519066548653138,0.89694921875,74.22,97.56
+37,1.5292256871859233,0.8921359375,73.97,97.76
+38,1.5086431778394258,0.8447296875,74.53,98.09
+39,1.5341380264514533,0.833523046875,75.56,98.33
+40,1.5217090314779527,0.8846234375,75.33,97.94
+41,1.5250702145772101,0.86949765625,75.03,97.98
+42,1.5368465979894002,0.836678125,75.5,97.84
+43,1.5130041522857471,0.8359484375,75.07,97.87
+44,1.490535194751544,0.821125,75.83,97.96
+45,1.4967829626340132,0.847825,75.66,97.91
+46,1.508749264325851,0.87758828125,75.23,97.84
+47,1.5054404478806716,0.91109609375,74.63,97.78
+48,1.4859060253852452,0.91700234375,75.41,97.8
+49,1.4900466176179739,0.84059921875,76.19,98.21
+50,1.4803008704613416,0.85371484375,75.68,97.7
+51,1.4732198634208777,0.87067109375,75.17,97.59
+52,1.4625361517453805,0.818465625,76.49,98.13
+53,1.4881790715914507,0.795128125,77.15,98.37
+54,1.47245981830817,0.82598671875,76.99,98.21
+55,1.4705211599667867,0.8293875,75.71,97.97
+56,1.4906467404121007,0.7840796875,76.74,98.18
+57,1.4771354591235137,0.83714453125,75.48,97.72
+58,1.4688845825500978,0.79000390625,76.23,98.12
+59,1.4669766042477046,0.828184375,77.01,98.25
+60,1.4964703475817656,0.8254171875,77.04,98.4
+61,1.4607298479630397,0.8466421875,76.55,98.17
+62,1.442002826470595,0.77595390625,77.63,98.12
+63,1.4673359067012102,0.86360546875,77.24,98.09
+64,1.4391127756008735,0.7737765625,77.28,98.4
+65,1.4424940364483074,0.77875546875,77.21,98.38
+66,1.4373552395747258,0.78302890625,78.02,98.22
+67,1.457600159981312,0.8174625,77.24,98.12
+68,1.4472123386004032,0.79931875,76.97,98.51
+69,1.4714604278405508,0.83656328125,76.22,98.03
+70,1.4362207892613532,0.77833515625,77.85,98.34
+71,1.4476278882760267,0.78768359375,77.46,98.36
+72,1.4187389820049972,0.793784375,77.3,98.29
+73,1.4357101944776682,0.8249171875,77.45,98.09
+74,1.458159263470234,0.77857890625,77.4,98.01
+75,1.4578093395783351,0.794280859375,77.1,97.98
+76,1.4163609801194608,0.74920390625,77.17,98.35
+77,1.4437261141263522,0.75990390625,77.44,98.05
+78,1.4326937374396203,0.82606484375,76.35,98.32
+79,1.4132774504331442,0.80192734375,77.38,97.94
+80,1.4098173340161642,0.8411125,77.21,98.21
+81,1.4149318183079744,0.78679609375,77.91,98.27
+82,1.4402703752884498,0.83215546875,76.93,97.69
+83,1.4146310856709114,0.804715625,77.16,98.12
+84,1.4166027393096532,0.78305859375,78.28,98.34
+85,1.4202725185797764,0.80407109375,77.66,98.07
+86,1.4182788605873402,0.75771953125,78.45,98.39
+87,1.4172414917212266,0.74098828125,78.37,98.59
+88,1.4422275905425732,0.81809296875,77.38,98.14
+89,1.4054660812402382,0.78852890625,77.47,98.43
+90,1.4510191585773076,0.755996875,78.02,98.2
+91,1.3939202083991125,0.74558515625,78.05,98.17
+92,1.4210662140296055,0.76903359375,79.2,98.26
+93,1.438910566843473,0.73614609375,78.78,98.21
+94,1.4178736683649895,0.75663046875,77.89,98.51
+95,1.4033733795850705,0.77238828125,78.53,98.4
+96,1.426840697037868,0.78231328125,77.85,98.28
+97,1.4090563853581746,0.76933203125,78.57,98.51
+98,1.416582161035293,0.726064453125,78.7,98.56
+99,1.408495973623716,0.756237890625,78.06,97.97
+100,1.4045908781198355,0.811953125,77.3,98.14
+101,1.3963691387421047,0.79541875,77.55,98.11
+102,1.4067322326012146,0.7389390625,78.47,98.51
+103,1.3822609369571393,0.7867296875,77.81,98.18
+104,1.403039656388454,0.75808671875,78.82,98.33
+105,1.4073561052481334,0.7636796875,78.69,98.2
+106,1.4390512229540409,0.787675,78.7,98.41
+107,1.4289922162508353,0.7855234375,78.11,98.4
+108,1.414409979337301,0.79099765625,78.13,98.25
+109,1.38633981408217,0.7380765625,78.45,98.52
+110,1.4017284757051713,0.759310546875,78.13,98.3
+111,1.3969232311615578,0.75188515625,78.45,98.27
+112,1.410249391121742,0.800021875,78.53,98.32
+113,1.371731295188268,0.73316171875,78.98,98.24
+114,1.4064660309216914,0.74266640625,79.44,98.31
+115,1.3881055870117285,0.73945859375,79.01,98.42
+116,1.386285729897328,0.74910546875,78.54,98.12
+117,1.4273252876905294,0.73037109375,79.05,98.45
+118,1.3883873832531464,0.7228203125,79.18,98.49
+119,1.3614985615779192,0.74654375,78.92,98.25
+120,1.3833262133292663,0.7892703125,78.79,98.36
+121,1.3910927593708038,0.765609375,77.8,98.29
+122,1.3990822547521347,0.76581171875,79.22,98.42
+123,1.3793544634794577,0.75204296875,78.96,98.4
+124,1.3559757850109002,0.7664703125,79.04,98.57
+125,1.3710686312271998,0.75544921875,79.11,98.35
+126,1.4124704501567742,0.81735390625,78.93,98.42
+127,1.4150868093356108,0.7634375,79.53,98.36
+128,1.3611555215639946,0.76433515625,78.93,98.21
+129,1.4047286100876637,0.768155078125,79.29,98.32
+130,1.3728664460854652,0.74024375,79.4,98.39
+131,1.3708039295979035,0.76726015625,78.6,98.45
+132,1.34305027005,0.76751171875,78.77,98.24
+133,1.3771459496938265,0.701761328125,79.54,98.32
+134,1.3695552333807335,0.75738359375,79.65,98.01
+135,1.3539350939102661,0.74892265625,80.03,98.33
+136,1.385314598144629,0.754615625,78.97,98.33
+137,1.3763376566079946,0.762846875,79.38,98.48
+138,1.4047388232671298,0.7771109375,79.16,98.16
+139,1.3891978109494234,0.74315546875,79.17,98.41
+140,1.3662456090633686,0.7507359375,79.07,98.07
+141,1.3819068787953792,0.75998125,79.47,98.34
+142,1.3752095019206023,0.77381640625,79.31,98.21
+143,1.3674326094297262,0.74614375,78.57,98.18
+144,1.347072131664325,0.726703125,79.67,98.23
+145,1.3556380255100056,0.727678515625,78.61,98.29
+146,1.3748909721007714,0.706627734375,79.3,98.49
+147,1.3570087348803497,0.72451953125,79.56,98.27
+148,1.3774078847506108,0.712827734375,79.72,98.18
+149,1.3554535610553546,0.720451953125,79.82,98.56
+150,1.3598974368511103,0.7088015625,79.73,98.19
+151,1.3979011200941527,0.77716328125,79.25,98.24
+152,1.382208093465903,0.75753828125,79.29,98.44
+153,1.32639047228373,0.71315234375,79.59,98.21
+154,1.3595561418777857,0.72860859375,79.48,98.24
+155,1.360604511621671,0.7901484375,79.58,98.05
+156,1.352143607231287,0.7679984375,79.08,98.36
+157,1.3235146715090824,0.70500078125,79.79,98.14
+158,1.3633101328825339,0.74151875,79.83,98.26
+159,1.341510618497164,0.749725,79.14,98.31
+160,1.3807156984622662,0.75943515625,79.61,98.46
+161,1.3740629410132383,0.73849453125,80.4,98.67
+162,1.3622669062553308,0.751446875,79.85,98.3
+163,1.3830106753569382,0.758075,79.77,98.16
+164,1.3491575453525935,0.69375078125,80.13,98.48
+165,1.3695254986102765,0.73560078125,79.61,98.32
+166,1.3351907072923122,0.785015625,78.5,98.35
+167,1.3468282606357183,0.7104046875,79.8,98.35
+168,1.3570305824279785,0.72723515625,79.26,98.2
+169,1.3279899127972432,0.75215078125,79.11,98.24
+170,1.3657906361115284,0.78273203125,79.54,98.34
+171,1.3910531905981212,0.7506015625,79.66,98.27
+172,1.3741199834224505,0.718147265625,80.48,98.39
+173,1.3572155975378477,0.74170078125,79.6,98.29
+174,1.3499593102014982,0.7447375,79.78,98.38
+175,1.3377896455618052,0.77049921875,79.82,98.4
+176,1.3451010835476411,0.7644234375,79.24,98.23
+177,1.3278648514014024,0.68823984375,80.3,98.31
+178,1.3289093113862551,0.697808203125,80.11,98.36
+179,1.3387155410570977,0.78204921875,79.9,98.29
+180,1.3374332217069773,0.7671578125,79.92,98.42
+181,1.3631635623100475,0.71223671875,79.97,98.42
+182,1.3256083415104793,0.72446015625,79.55,98.17
+183,1.3500656577257009,0.72970703125,79.73,98.18
+184,1.3043498645990323,0.749209375,79.87,98.39
+185,1.3245799816571748,0.74008046875,79.12,98.51
+186,1.352782315015793,0.7165796875,80.05,98.22
+187,1.3097039915048159,0.71766484375,80.18,98.24
+188,1.32060610468571,0.702671875,80.76,98.55
+189,1.353242059243031,0.7890109375,79.4,98.2
+190,1.2618425101805957,0.70074375,80.74,98.34
+191,1.3319625856020512,0.73913203125,80.23,98.16
+192,1.3575079162915549,0.7371984375,80.38,98.26
+193,1.2927359397594744,0.703930078125,80.38,98.52
+194,1.2898621971790607,0.70121015625,80.13,98.22
+195,1.3257568527490664,0.7318015625,80.18,98.5
+196,1.3147426081009401,0.71231953125,80.34,98.46
+197,1.3239181322929188,0.6924125,80.87,98.54
+198,1.313699239033919,0.709721484375,79.68,98.41
+199,1.318062164997443,0.7350125,80.22,98.21
+200,1.3046142885318168,0.71264375,80.37,98.34
+201,1.3080708551101194,0.71834296875,80.74,98.43
+202,1.324583376523776,0.72482578125,80.27,98.22
+203,1.3116503183658306,0.75717890625,79.95,98.39
+204,1.3136180880742194,0.7018375,80.65,98.31
+205,1.3174436167264596,0.6974390625,80.69,98.45
+206,1.3723163409110828,0.759084375,80.29,98.31
+207,1.295295536518097,0.74827421875,80.47,98.23
+208,1.306563881268868,0.69719375,80.02,98.55
+209,1.340183981718161,0.695026171875,81.36,98.36
+210,1.3319389277543776,0.74549921875,79.98,98.42
+211,1.3098874339690576,0.7274203125,80.25,98.22
+212,1.2799060839873093,0.7004046875,79.87,98.58
+213,1.3280527866803682,0.69131171875,80.51,98.3
+214,1.3039086737693883,0.7329828125,80.79,98.27
+215,1.3123745817404526,0.7172171875,80.8,98.48
+216,1.328993546198576,0.74822265625,80.8,98.61
+217,1.3444717971178202,0.733844921875,81.26,98.49
+218,1.3195211806358436,0.69564765625,80.81,98.38
+219,1.2920436418973482,0.7263921875,80.52,98.54
+220,1.303204708527296,0.7217578125,80.26,98.25
+221,1.2867060424425663,0.7028921875,81.27,98.32
+222,1.3203889376077897,0.77514375,80.49,98.1
+223,1.273336479602716,0.67925625,81.57,98.44
+224,1.3266179003776648,0.69033046875,81.47,98.26
+225,1.3227507036465864,0.730738671875,80.64,98.54
+226,1.2911617687115302,0.73588671875,81.09,98.38
+227,1.270713266195395,0.72286640625,80.94,98.46
+228,1.261514527675433,0.73808359375,80.91,98.41
+229,1.313654058560347,0.78235859375,80.42,98.37
+230,1.3115594362601255,0.692471875,81.11,98.44
+231,1.3408564724983314,0.680873046875,80.97,98.5
+232,1.3323380791223967,0.70841484375,81.05,98.28
+233,1.300595682553756,0.66996328125,81.19,98.4
+234,1.2909580970421815,0.69595,80.88,98.44
+235,1.3260550016011947,0.71296484375,80.92,98.35
+236,1.2756816113606477,0.6654921875,80.69,98.4
+237,1.3124265962686295,0.70220546875,80.83,98.37
+238,1.2916356916611011,0.712253125,81.03,98.09
+239,1.2974501382081935,0.7151125,80.88,98.38
+240,1.2646700033774743,0.69274140625,80.82,98.22
+241,1.3252731427168234,0.7189953125,80.75,98.37
+242,1.2750924651439373,0.70160234375,81.46,98.27
+243,1.2695753384859134,0.6815390625,81.24,98.19
+244,1.2971330578510578,0.7116921875,80.74,98.3
+245,1.2576112704399305,0.672815625,81.62,98.39
+246,1.2793526372848414,0.685858984375,80.85,98.32
+247,1.3113905703410125,0.729595703125,81.39,98.23
+248,1.2449988874105307,0.71585546875,81.35,98.52
+249,1.2987813053986965,0.73090703125,80.55,98.44
+250,1.2521200632437681,0.70459921875,81.35,98.5
+251,1.2928251524766285,0.695494140625,80.91,98.24
+252,1.2617016086211572,0.69119375,81.07,98.44
+253,1.3150083127694252,0.704746484375,81.58,98.5
+254,1.2548286147606678,0.68388125,81.36,98.41
+255,1.279002847426977,0.68570546875,81.44,98.49
+256,1.2141370718295759,0.71266875,81.27,98.48
+257,1.2898770289543346,0.72454140625,81.4,98.13
+258,1.2763096910256606,0.68986328125,81.6,98.21
+259,1.2542005638281504,0.67260703125,81.32,98.34
+260,1.2617311832232354,0.6952359375,81.61,98.31
+261,1.2903289463275518,0.69749453125,81.28,98.24
+262,1.2556641022364299,0.68215390625,81.57,98.24
+263,1.2708023158403543,0.709158203125,81.46,98.28
+264,1.2830283024372198,0.72793125,81.03,98.33
+265,1.2592764204893356,0.691077734375,81.05,98.65
+266,1.2851581500126765,0.77131171875,81.63,98.29
+267,1.2531354289788466,0.67086796875,82.12,98.48
+268,1.2551370767446666,0.70004765625,81.25,98.32
+269,1.2660765741115962,0.66121171875,82.21,98.27
+270,1.2376491586367289,0.68715234375,81.42,98.22
+271,1.2571798433095982,0.71491328125,81.52,98.4
+272,1.2640179629509265,0.6721046875,81.85,98.52
+273,1.2737074349171076,0.71784140625,81.82,98.21
+274,1.2505092709492414,0.66353125,82.29,98.46
+275,1.2679159884269422,0.71506953125,81.54,98.18
+276,1.2603330936187354,0.71617890625,81.25,98.26
+277,1.2395307485873883,0.72492890625,81.2,98.23
+278,1.277071910790908,0.69144375,82.13,98.42
+279,1.2525513853782262,0.6799609375,81.65,98.16
+280,1.2637189959868407,0.68303828125,81.47,98.46
+281,1.2795055661446009,0.6976609375,81.36,98.51
+282,1.2559745103884965,0.6730703125,82.18,98.49
+283,1.3010538657506308,0.69571484375,81.54,98.35
+284,1.2759674922013895,0.67453046875,82.17,98.5
+285,1.2330703912637173,0.68529609375,82.03,98.41
+286,1.204655492458588,0.66224609375,81.68,98.32
+287,1.231759943259068,0.67814375,81.71,98.14
+288,1.2540797559114603,0.6978828125,81.91,98.53
+289,1.2473244946736557,0.715394140625,81.68,98.51
+290,1.2555027434459098,0.6872609375,81.9,98.54
+291,1.2183423097317034,0.69630859375,81.92,98.53
+292,1.2385858952999116,0.7085640625,81.67,98.26
+293,1.259528584052355,0.68886484375,81.93,98.44
+294,1.2299094573045388,0.700003125,81.9,98.45
+295,1.2382769618278895,0.6969109375,81.64,98.43
+296,1.2414091932467926,0.7223109375,81.8,98.28
+297,1.206691712905199,0.65916171875,82.31,98.37
+298,1.2044967327362452,0.661603125,82.07,98.17
+299,1.2512350621895911,0.71061015625,81.74,98.01
+300,1.236158800889284,0.70339296875,82.41,98.34
+301,1.2449159781138102,0.75686484375,81.73,98.32
+302,1.2252839154157884,0.713385546875,81.78,98.51
+303,1.2203421976321782,0.71045234375,81.84,98.41
+304,1.2554353577968402,0.66740234375,82.03,98.32
+305,1.1958055974581303,0.692415625,81.61,98.15
+306,1.2228205816868023,0.678165234375,82.02,98.25
+307,1.203740060635102,0.69984765625,81.81,98.36
+308,1.2240610238833305,0.723040625,81.74,98.33
+309,1.2172340403764677,0.735871875,81.93,98.25
+310,1.2332930847620354,0.68920234375,82.06,98.11
+311,1.2200142563917697,0.6636015625,82.24,98.39
+312,1.2474801728358635,0.72544296875,81.82,98.4
+313,1.196908548550728,0.664303125,82.12,98.12
+314,1.223040528786488,0.6676359375,82.21,98.2
+315,1.2210804488414373,0.6991546875,82.0,98.47
+316,1.2344948345269913,0.7012640625,82.2,98.29
+317,1.1920462067310627,0.691809375,82.22,98.22
+318,1.1881289265094659,0.684080859375,82.44,98.47
+319,1.252678762185268,0.72544375,81.85,98.33
+320,1.1869289621328696,0.705015625,82.43,98.18
+321,1.1764308665043268,0.68495703125,82.44,98.48
+322,1.2222409884134928,0.70550625,82.04,98.31
+323,1.2209825963546068,0.67975703125,82.47,98.39
+324,1.209913829351083,0.738425,82.25,98.45
+325,1.1974222806783823,0.75213828125,82.3,98.31
+326,1.2105160693327586,0.68634375,82.53,98.25
+327,1.2211803714434306,0.69255234375,82.54,98.13
+328,1.2116383901009193,0.674359375,83.04,98.44
+329,1.1875310064890445,0.64992265625,82.72,98.32
+330,1.2478778939980728,0.672721875,82.24,98.12
+331,1.2019148634030268,0.6757171875,82.51,98.25
+332,1.1811359877769763,0.686420703125,82.56,98.34
+333,1.2094613348826384,0.693940625,82.11,98.32
+334,1.2100815797463442,0.660226953125,82.6,98.43
+335,1.155295692346035,0.6784421875,82.54,98.33
+336,1.2148788646245614,0.68006796875,82.75,98.47
+337,1.2205919048725031,0.6823546875,82.6,98.45
+338,1.2533459113194392,0.7009890625,82.28,98.34
+339,1.1842612737264389,0.683556640625,82.17,98.25
+340,1.216396447786918,0.6867546875,82.34,98.31
+341,1.2263862628203173,0.666676953125,82.6,98.08
+342,1.2191040919377254,0.708883984375,82.43,98.21
+343,1.1923099308441847,0.70453125,82.14,98.4
+344,1.1563450956955934,0.69349140625,82.2,98.3
+345,1.1853020718464484,0.6785375,82.58,98.12
+346,1.2002892133517142,0.66775234375,82.62,98.51
+347,1.2459406825212331,0.6875890625,82.7,98.37
+348,1.178458974453119,0.6714953125,82.73,98.35
+349,1.2197968574670646,0.689184375,82.54,98.47
+350,1.2128137761201614,0.72626640625,82.47,98.41
+351,1.2142261447050633,0.72253359375,81.8,98.23
+352,1.2022652728435321,0.67916015625,82.5,98.32
+353,1.1986907340013064,0.6909109375,82.73,98.22
+354,1.2107623178225297,0.68923046875,82.31,98.14
+355,1.1491057536540887,0.65809609375,82.86,98.47
+356,1.2011088823660827,0.723835546875,82.4,98.36
+357,1.1904112809743637,0.679540625,82.76,98.29
+358,1.182144802197432,0.707753125,82.64,98.37
+359,1.2026397017332224,0.68487578125,82.4,98.31
+360,1.213791846923339,0.687590625,82.35,98.22
+361,1.2125720791327648,0.68273671875,82.6,98.09
+362,1.1961688853227175,0.67085625,82.35,98.44
+363,1.1764266406878447,0.663544140625,82.28,98.37
+364,1.1897040284596956,0.69470546875,82.62,98.25
+365,1.1852986532908218,0.6879515625,82.28,98.35
+366,1.220846220621696,0.7142828125,82.46,98.33
+367,1.2094340342741745,0.683428125,82.77,98.46
+368,1.2257436194480993,0.66060390625,82.66,98.3
+369,1.2242977930949284,0.684368359375,82.85,98.23
+370,1.2015772099678332,0.7011984375,82.6,98.46
+371,1.22247264171258,0.678587890625,82.64,98.53
+372,1.1533537063843164,0.65637421875,82.42,98.32
+373,1.1859887974384504,0.671367578125,82.9,98.31
+374,1.1884399025868146,0.706759765625,82.46,98.39
+375,1.209669381685746,0.68127109375,82.9,98.3
+376,1.2144231608280769,0.65358046875,82.84,98.35
+377,1.196894033597066,0.6523328125,82.91,98.06
+378,1.2148795542044517,0.66505390625,82.46,98.17
+379,1.1641328035256802,0.66719375,83.04,98.25
+380,1.176555742820104,0.66836171875,82.72,98.49
+381,1.1599716414243748,0.659641796875,82.65,98.24
+382,1.2022221199977092,0.66443671875,82.72,98.11
+383,1.202643613020579,0.67948671875,82.89,98.36
+384,1.145636791907824,0.6673296875,82.39,98.29
+385,1.197620317263481,0.66635390625,82.8,98.45
+386,1.2314616108552003,0.66234453125,82.57,98.41
+387,1.1548764216594207,0.673208984375,82.58,98.33
+388,1.1554641781709134,0.65973046875,82.74,98.27
+389,1.2175369467490758,0.654301953125,82.61,98.24
+390,1.1574888525865017,0.67510390625,82.65,98.25
+391,1.1459564607876997,0.6591796875,82.81,98.32
+392,1.2016628566460732,0.682653125,82.68,98.16
+393,1.2064914610141362,0.653351953125,82.91,98.13
+394,1.1904519053605886,0.6541609375,82.61,98.22
+395,1.1730957783185518,0.680354296875,82.6,98.12
+396,1.1875640600155561,0.6915796875,82.32,98.27
+397,1.1791617604402396,0.670701953125,82.76,98.27
+398,1.1584491196351174,0.6612,82.58,98.15
+399,1.1753219547944191,0.66533984375,82.27,98.3
+400,1.1935101826985677,0.656598828125,82.76,98.2
+401,1.191496463922354,0.65779921875,82.37,98.27
+402,1.1819538044623839,0.64495859375,82.92,98.24
+403,1.2197766038087698,0.659799609375,83.01,98.48
+404,1.1692907923307174,0.66958984375,82.79,98.34
+405,1.1816364852281718,0.67359140625,82.53,98.34
+406,1.1614577548626142,0.719378125,82.46,98.35
+407,1.1481045143726545,0.68913984375,82.68,98.35
+408,1.1675254344940185,0.66533984375,82.91,98.25
+409,1.1655791158859545,0.646588671875,82.78,98.36
diff --git a/ckpt/componet_test/encoding/rate/Spikf_SEMM/model_best.pth.tar b/ckpt/componet_test/encoding/rate/Spikf_SEMM/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..f4bb34d09bbf8b084157dfd2d09ea20f3043a445
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/Spikf_SEMM/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ffb4d896f9912500975b3be7826317fd37ad4e4ca19310a71f85710093dac5
+size 93328257
diff --git a/ckpt/componet_test/encoding/rate/Spikformer/args.yaml b/ckpt/componet_test/encoding/rate/Spikformer/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..3b311241edecb43c8b4a16cda025896d6ee11184
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/Spikformer/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 1
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/rate
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/componet_test/encoding/rate/Spikformer/log.csv b/ckpt/componet_test/encoding/rate/Spikformer/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e27df66a1ff0573ea5dca86c3a0dd1424a0137d0
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/Spikformer/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.204668243114765,1.9597046875,30.66,84.43
+1,2.0653813680013022,1.74534375,37.82,88.06
+2,1.9768781230999872,1.730534375,37.24,88.28
+3,1.9254923490377573,1.5032234375,47.18,91.99
+4,1.887387022910974,1.4839625,47.71,91.33
+5,1.8485182016323773,1.35975,54.5,94.44
+6,1.8016183648353967,1.3865484375,53.02,93.81
+7,1.7947321528043503,1.374346875,51.94,94.82
+8,1.7657332713787373,1.2550265625,58.25,95.47
+9,1.7556263064726805,1.15747265625,62.45,96.22
+10,1.7310324005591564,1.2253484375,58.89,95.27
+11,1.7197698088792654,1.1811984375,61.55,95.92
+12,1.7017005159304692,1.10501640625,63.65,96.2
+13,1.706883485806294,1.10111640625,64.83,96.83
+14,1.6984635878831913,1.0757453125,65.61,96.83
+15,1.6739093508475866,1.0990203125,66.33,96.59
+16,1.6619650327242337,1.07153046875,66.75,96.61
+17,1.6572799667333946,1.11769375,65.29,96.55
+18,1.6643329926026174,1.06916171875,66.79,96.32
+19,1.6369347771008809,1.058709375,66.41,96.37
+20,1.649877754235879,1.05030546875,68.64,97.25
+21,1.6108730710469759,1.0451671875,67.28,96.29
+22,1.6391702743676992,1.09598984375,66.44,96.17
+23,1.612607011733911,0.98764453125,70.05,97.29
+24,1.6140071016091566,1.00120859375,69.57,97.49
+25,1.6023755263059567,0.9804171875,69.47,96.78
+26,1.6083329264934247,0.99911796875,69.25,96.88
+27,1.548801854940561,0.92874609375,71.63,97.59
+28,1.6035388900683476,0.9775171875,71.11,97.17
+29,1.5664320850983644,0.9515,71.62,97.56
+30,1.6021850799902893,0.92729921875,72.61,97.54
+31,1.5835154460026668,0.988225,71.31,97.67
+32,1.5370592016440172,0.94893125,70.6,97.75
+33,1.5454556055558033,0.91501953125,72.05,97.65
+34,1.552029386544839,0.8744875,73.65,97.95
+35,1.5505860689358832,0.92507109375,72.2,97.6
+36,1.5509269372010843,0.8875984375,72.54,97.8
+37,1.5474344012064811,1.00364765625,71.76,97.35
+38,1.5386206299830705,0.8616078125,72.99,98.0
+39,1.5511810382207234,0.96127265625,72.1,97.39
+40,1.5362829819703714,0.91981640625,73.76,97.64
+41,1.5093675721914341,0.86053515625,74.75,97.93
+42,1.5215278553657043,0.8885671875,73.75,97.52
+43,1.534609699096435,0.86426015625,74.44,97.96
+44,1.5238393179881267,0.89790546875,73.99,97.79
+45,1.5406654435854692,0.874422265625,75.26,97.96
+46,1.4891685443046765,0.89002109375,73.85,97.91
+47,1.5016490095700974,0.86735,74.75,98.05
+48,1.5111770755205398,0.874253125,75.02,98.02
+49,1.4933728592518047,0.89721875,74.11,97.92
+50,1.5131217661576393,0.8382125,74.97,98.03
+51,1.4933738334056659,0.88145625,74.55,98.04
+52,1.4772487186468564,0.8673265625,74.73,97.93
+53,1.477009543394431,0.8039671875,75.81,98.35
+54,1.5172112396130195,0.82334921875,75.52,98.29
+55,1.505558476692591,0.8083484375,76.06,98.23
+56,1.5020981114644272,0.875690234375,74.83,98.14
+57,1.4986856929766825,0.8817015625,74.78,97.66
+58,1.5098853493348146,0.798601953125,76.43,98.28
+59,1.4636196484932533,0.85498984375,75.66,97.71
+60,1.4831205316078968,0.88957421875,74.75,97.62
+61,1.4574012962671428,0.85264453125,76.13,98.17
+62,1.4599714778936825,0.80385390625,77.97,98.39
+63,1.4775103252667647,0.86926640625,76.3,98.17
+64,1.4813767555432442,0.77638671875,76.26,98.31
+65,1.4756928511154956,0.81642265625,77.06,98.27
+66,1.4799692351084488,0.815328125,77.16,98.39
+67,1.4610021204520494,0.8020921875,77.73,98.34
+68,1.471278478549077,0.837,76.96,98.3
+69,1.4693327075395828,0.8199578125,77.79,98.16
+70,1.4645021330087613,0.86816171875,74.64,97.47
+71,1.4421663307226622,0.90930078125,75.77,97.97
+72,1.4540905471031482,0.8318921875,76.23,97.85
+73,1.4522280767942086,0.7936015625,76.84,97.93
+74,1.4635369851039006,0.8183609375,77.45,98.34
+75,1.4700430701940488,0.87074921875,76.48,97.73
+76,1.4447161967937763,0.86381640625,75.99,97.71
+77,1.4294840532999773,0.7923984375,76.82,98.24
+78,1.4281879072005932,0.7794515625,77.8,98.2
+79,1.4217641624120565,0.85772265625,76.92,98.04
+80,1.4591419803790557,0.83205078125,77.81,98.11
+81,1.4468194600863336,0.78886640625,77.9,98.23
+82,1.440382669063715,0.761718359375,78.0,98.42
+83,1.4350510994593302,0.77478203125,77.73,98.22
+84,1.430349363730504,0.79050625,77.26,98.2
+85,1.4135459242722928,0.766642578125,78.58,98.39
+86,1.401488893918502,0.80368671875,78.05,97.96
+87,1.427440420939372,0.7893421875,78.58,98.55
+88,1.4097487449645996,0.79510234375,77.78,98.09
+89,1.4410960269279969,0.76695078125,77.73,98.27
+90,1.4528960238664579,0.833509375,77.73,98.32
+91,1.4060605814823737,0.79819375,78.43,98.32
+92,1.397580610941618,0.73041171875,77.49,98.31
+93,1.437265419654357,0.734575,78.53,98.46
+94,1.4095139309381828,0.73198671875,78.29,98.43
+95,1.4250584160670257,0.80247890625,77.56,98.17
+96,1.3740625801758888,0.7952453125,77.91,97.88
+97,1.4044221482215784,0.77631953125,77.58,98.36
+98,1.4292489426258284,0.78717109375,78.39,98.51
+99,1.4159167936215034,0.7578921875,78.82,98.27
+100,1.4363584759907844,0.74178125,78.67,98.36
+101,1.41968985750125,0.75291484375,78.5,98.46
+102,1.4027258471036568,0.747478125,78.47,98.59
+103,1.4080876202155381,0.763894140625,78.25,98.02
+104,1.413856230637966,0.739479296875,78.65,98.23
+105,1.3807064913786375,0.715700390625,78.76,98.31
+106,1.3969209612944187,0.8468328125,78.24,98.04
+107,1.402479193149469,0.7975125,78.32,98.19
+108,1.3996599480127676,0.774947265625,78.39,98.09
+109,1.3864849251050215,0.80765546875,78.25,98.29
+110,1.383408786700322,0.7433265625,78.28,98.44
+111,1.3787381121745477,0.74858515625,79.38,98.42
+112,1.4275754919418921,0.77541640625,78.67,98.34
+113,1.4171290662044134,0.73824140625,79.77,98.51
+114,1.3948548656243545,0.76148046875,79.34,98.28
+115,1.4070460553352648,0.7623234375,78.62,98.24
+116,1.374395730556586,0.73696796875,78.94,98.46
+117,1.3673092854328646,0.7855171875,78.56,98.31
+118,1.4024847528873345,0.7536078125,79.32,98.44
+119,1.3811068522624481,0.72265078125,79.05,98.21
+120,1.3899348144347852,0.739078125,78.89,98.37
+121,1.4248663249688271,0.7922375,78.54,98.46
+122,1.3672039013642532,0.751184375,78.63,98.63
+123,1.4251882488910967,0.80994453125,78.58,98.53
+124,1.3746813346178104,0.71903203125,78.87,98.27
+125,1.3763953678118876,0.76720703125,79.01,98.2
+126,1.405148743513303,0.77205234375,79.11,98.41
+127,1.4013578408803695,0.73808046875,78.68,98.45
+128,1.3898535115596575,0.71467265625,79.06,98.42
+129,1.3864929052499624,0.753633203125,78.9,98.37
+130,1.367266533160821,0.74522109375,79.49,98.31
+131,1.36174167516904,0.7751921875,78.25,98.37
+132,1.353959956841591,0.7373109375,79.46,98.51
+133,1.3491828797719418,0.722003125,79.43,98.42
+134,1.3702654581803542,0.77478359375,79.63,98.3
+135,1.4115199703436632,0.7417671875,79.93,98.43
+136,1.3993041360989595,0.73106953125,78.75,98.1
+137,1.3718142544611907,0.716559375,79.3,98.26
+138,1.3892953573129116,0.80709375,78.39,98.14
+139,1.3898495042935395,0.72361796875,79.99,98.39
+140,1.3490956547932746,0.776590625,78.69,98.23
+141,1.3763064760428207,0.74382734375,79.7,98.58
+142,1.378876864604461,0.76688359375,79.89,98.4
+143,1.3863272793782062,0.787875,79.04,98.26
+144,1.3701715762798603,0.767221875,78.77,98.39
+145,1.370258433696551,0.72361328125,79.35,98.1
+146,1.3613248750185356,0.72111328125,79.46,98.3
+147,1.3743529107326116,0.773075,79.31,98.29
+148,1.3697602035143437,0.74229765625,79.07,98.4
+149,1.3591036992195324,0.75495625,79.7,98.39
+150,1.3636718976191986,0.75435,80.22,98.45
+151,1.3655036116257693,0.73803984375,79.35,98.59
+152,1.3660352158240783,0.713928125,79.6,98.54
+153,1.3917222298108614,0.7498984375,79.59,98.43
+154,1.3488064553493109,0.74170546875,79.56,98.48
+155,1.3896361792698884,0.753651953125,79.77,98.46
+156,1.3402270038922628,0.73911875,79.29,98.33
+157,1.3917771975199382,0.76386640625,80.26,98.51
+158,1.372240846737837,0.72524765625,79.6,98.43
+159,1.379219942062329,0.721253125,80.13,98.6
+160,1.3659159733698918,0.7079984375,80.31,98.56
+161,1.3811580311029386,0.8058578125,79.04,98.31
+162,1.3326436640360417,0.752972265625,80.07,98.57
+163,1.3587039378973154,0.73988359375,80.09,98.4
+164,1.3312475662965042,0.71178125,79.6,98.51
+165,1.3396255117196303,0.7238609375,80.63,98.31
+166,1.3578814291037047,0.74031875,79.98,98.68
+167,1.3319431502085466,0.695575,80.48,98.46
+168,1.3481030844725095,0.75554609375,80.32,98.52
+169,1.3417137564756931,0.727326171875,80.53,98.38
+170,1.3322706448726165,0.69012578125,80.43,98.51
+171,1.332088706585077,0.7334046875,80.3,98.44
+172,1.3499772024460328,0.7316953125,79.69,98.33
+173,1.3555477128579065,0.72933046875,80.32,98.45
+174,1.352505018772223,0.75835859375,79.91,98.48
+175,1.3537184053506606,0.74929375,80.25,98.58
+176,1.349348139610046,0.714796875,80.21,98.67
+177,1.3908316208766056,0.73953984375,80.38,98.69
+178,1.360909159672566,0.76810390625,79.63,98.26
+179,1.3397788072243715,0.73008671875,80.73,98.61
+180,1.3278148424931062,0.70788203125,80.29,98.5
+181,1.3178599085563267,0.7475703125,80.32,98.71
+182,1.3220551935526041,0.7341625,79.43,98.37
+183,1.3312364821250622,0.715901171875,80.14,98.43
+184,1.3191929647555718,0.75452734375,79.58,98.46
+185,1.329279716198261,0.71658828125,80.46,98.48
+186,1.3205537186219143,0.77222578125,79.92,98.25
+187,1.2993303930148101,0.71402109375,80.86,98.45
+188,1.325670412564889,0.70553125,80.87,98.24
+189,1.326200563632525,0.728022265625,79.87,98.49
+190,1.324041493428059,0.683532421875,80.62,98.33
+191,1.3246145393603888,0.6981171875,80.56,98.39
+192,1.3247716394754556,0.708828125,80.64,98.47
+193,1.3333753009637197,0.69672734375,80.75,98.39
+194,1.3175723708592928,0.71354453125,80.6,98.35
+195,1.3056439240773519,0.69572734375,80.96,98.54
+196,1.374941369356253,0.73246640625,80.63,98.42
+197,1.3305994840768667,0.719,80.88,98.4
+198,1.3199965215646303,0.7805453125,79.95,98.36
+199,1.3377249204195463,0.7215265625,80.57,98.45
+200,1.3041467301356486,0.681982421875,80.6,98.55
+201,1.3074259811486952,0.687059765625,80.59,98.48
+202,1.3389878361653058,0.761615625,79.86,98.24
+203,1.3194814764536344,0.69554453125,80.63,98.46
+204,1.3200578373212082,0.712623046875,80.35,98.37
+205,1.298489856108641,0.7174,80.57,98.18
+206,1.286192564933728,0.72150390625,80.67,98.39
+207,1.309949811299642,0.7142109375,80.8,98.39
+208,1.3149581872499907,0.6863171875,80.72,98.41
+209,1.3034606519417884,0.7001609375,80.35,98.45
+210,1.3140039045077103,0.77605546875,80.33,98.58
+211,1.3316527038048476,0.71692421875,80.61,98.51
+212,1.2841835245107993,0.70250546875,80.25,98.46
+213,1.285127170269306,0.76082421875,80.31,98.3
+214,1.3083226188635215,0.74357890625,80.88,98.62
+215,1.2886224920933063,0.72435625,80.62,98.48
+216,1.3089378113930041,0.76835859375,80.38,98.31
+217,1.3519292596058967,0.74416015625,80.66,98.18
+218,1.2749976333899375,0.7240609375,80.67,98.18
+219,1.2920880866356386,0.7152171875,80.71,98.43
+220,1.2654072327491566,0.7391171875,80.5,98.54
+221,1.3188000075328044,0.6881015625,80.67,98.37
+222,1.3098712749970265,0.7541671875,80.33,98.41
+223,1.3121851351016607,0.732590625,81.35,98.76
+224,1.317058662726329,0.75179140625,80.2,98.33
+225,1.3116952562943482,0.742594140625,80.68,98.41
+226,1.302019448005236,0.6787921875,81.12,98.44
+227,1.2892954199742048,0.699264453125,80.84,98.43
+228,1.2860821804939173,0.68412578125,80.81,98.4
+229,1.2941491753627092,0.79000859375,80.7,98.25
+230,1.293652070944126,0.732458203125,80.81,98.48
+231,1.2746446858613918,0.68914453125,80.78,98.27
+232,1.2685055665480784,0.659471875,81.19,98.39
+233,1.259150551679807,0.690034765625,81.19,98.45
+234,1.2889664380978316,0.716809375,81.37,98.47
+235,1.2787013063063988,0.7266421875,80.59,98.28
+236,1.2594678588402577,0.710859765625,80.68,98.43
+237,1.2808970188483213,0.67920625,81.82,98.23
+238,1.2944160676919496,0.67223828125,81.72,98.42
+239,1.2932617837037796,0.721732421875,81.12,98.28
+240,1.2916457533836365,0.752090625,80.93,98.4
+241,1.2724002780058445,0.72207421875,80.9,98.31
+242,1.2287566738250928,0.695559375,80.86,98.48
+243,1.3144435908549872,0.73386875,80.8,98.19
+244,1.2827563953705323,0.738559375,80.74,98.53
+245,1.2933025198105055,0.706408984375,81.83,98.32
+246,1.2787053354275533,0.68958984375,81.72,98.34
+247,1.3080067683488894,0.7683515625,80.93,98.44
+248,1.3075431884863438,0.73423515625,80.87,98.4
+249,1.2596220578902806,0.68680078125,81.25,98.37
+250,1.270980211863151,0.69440703125,80.76,98.41
+251,1.25541904431123,0.69540546875,81.85,98.53
+252,1.2955730516176958,0.759621875,81.01,98.23
+253,1.263691469339224,0.686746875,81.07,98.24
+254,1.2834076106548309,0.69679375,81.72,98.41
+255,1.2772375146547954,0.734840625,80.92,98.46
+256,1.2813993178881131,0.7116703125,81.33,98.34
+257,1.2759659013687037,0.6975515625,81.73,98.35
+258,1.2479068991465447,0.680884375,81.77,98.36
+259,1.291865828862557,0.7696140625,81.29,98.2
+260,1.2613905639220506,0.722896875,81.31,98.47
+261,1.279108999020014,0.70886796875,81.53,98.39
+262,1.224991892545651,0.68135546875,81.27,98.6
+263,1.2659519001459465,0.7460546875,81.23,98.58
+264,1.283326059121352,0.693665234375,81.49,98.37
+265,1.2878628117915911,0.72061171875,81.29,98.26
+266,1.2412605475156735,0.687670703125,81.1,98.48
+267,1.2622923207588685,0.7011046875,81.58,98.49
+268,1.2657099772722293,0.66111328125,81.71,98.26
+269,1.2579408961992997,0.724687109375,81.05,98.33
+270,1.2782459093974188,0.728019921875,81.74,98.43
+271,1.2969764932607992,0.76583828125,81.1,98.35
+272,1.2546896570768111,0.676094140625,81.98,98.51
+273,1.2913650491298774,0.72082734375,81.14,98.62
+274,1.2599567231459496,0.699609375,81.27,98.58
+275,1.2388974509178063,0.683909765625,81.37,98.35
+276,1.2359072352067018,0.7453828125,81.32,98.26
+277,1.2738752611172506,0.70462734375,81.52,98.27
+278,1.230647731744326,0.70978515625,81.56,98.37
+279,1.2722660990861745,0.70559140625,81.51,98.23
+280,1.2565376514043562,0.732588671875,81.09,98.35
+281,1.2577727812987107,0.69143203125,81.82,98.31
+282,1.268343226573406,0.72191875,81.33,98.33
+283,1.2293857705898774,0.69036640625,81.74,98.5
+284,1.256295668009,0.6967671875,81.8,98.56
+285,1.2565616864424485,0.70376953125,81.83,98.38
+286,1.2844787402030748,0.704822265625,81.74,98.32
+287,1.2496803517525013,0.718778125,81.36,98.2
+288,1.2993521303702624,0.72791015625,81.61,98.54
+289,1.23346668053896,0.685968359375,82.33,98.5
+290,1.2598307588161566,0.703776171875,81.71,98.43
+291,1.2311685036390256,0.699646875,81.9,98.33
+292,1.2605637804055825,0.689444921875,82.04,98.22
+293,1.2530883384056581,0.6785484375,81.89,98.38
+294,1.226502276231081,0.6768875,81.93,98.4
+295,1.2332523329135698,0.6882953125,81.63,98.51
+296,1.2633013841433403,0.699283984375,81.9,98.44
+297,1.2342658895712633,0.694412890625,81.91,98.53
+298,1.2172514151304197,0.68674921875,81.72,98.31
+299,1.2207706130467928,0.67385625,82.0,98.31
+300,1.2360001486081345,0.69847109375,81.67,98.4
+301,1.2311794575972435,0.709563671875,81.74,98.28
+302,1.2315771993918296,0.645150390625,82.33,98.49
+303,1.196496402911651,0.71247421875,81.47,98.36
+304,1.244106531296021,0.6788234375,82.07,98.51
+305,1.2591359110978932,0.69411796875,81.85,98.41
+306,1.2195917985378169,0.70442734375,81.66,98.37
+307,1.255622131549395,0.68215703125,82.07,98.48
+308,1.2922416512782757,0.673205078125,81.83,98.23
+309,1.2688942067134075,0.6871828125,82.26,98.47
+310,1.2303252829955174,0.663627734375,82.16,98.32
+311,1.21058189868927,0.7123765625,81.7,98.36
+312,1.2368900360205235,0.704184375,82.0,98.39
+313,1.2091364591549605,0.724771875,81.91,98.41
+314,1.1950773425591297,0.65404765625,82.26,98.56
+315,1.2210500101248423,0.6880546875,81.6,98.34
+316,1.2348764271308215,0.676870703125,81.87,98.31
+317,1.2336216432925982,0.7013296875,81.98,98.51
+318,1.2584387421607972,0.71295859375,81.76,98.51
+319,1.230939839894955,0.69611875,82.16,98.67
+320,1.246650374852694,0.72072421875,81.75,98.26
+321,1.2083194790742335,0.693521875,81.62,98.35
+322,1.2604519070723117,0.731803125,81.81,98.46
+323,1.1890733630229264,0.682441796875,82.01,98.51
+324,1.2065003728255248,0.7168578125,81.44,98.39
+325,1.2134924326187526,0.671815625,82.29,98.37
+326,1.2377911035831157,0.6805421875,82.09,98.4
+327,1.2096540212631226,0.680248828125,81.76,98.23
+328,1.231190734796035,0.6727859375,82.54,98.47
+329,1.2428704841014666,0.7235765625,82.06,98.36
+330,1.2242740109944954,0.667268359375,82.33,98.23
+331,1.2230797564372038,0.7009890625,81.72,98.36
+332,1.1831810558453584,0.70391328125,82.13,98.38
+333,1.2059301507778657,0.69505,82.4,98.32
+334,1.2386599820393782,0.6599203125,82.61,98.45
+335,1.1876511942117642,0.69645,82.19,98.33
+336,1.2235582224833659,0.680757421875,82.54,98.5
+337,1.2435341775417328,0.69703046875,82.31,98.56
+338,1.212474423646927,0.66738203125,82.35,98.52
+339,1.1841586631077987,0.66542890625,82.21,98.34
+340,1.2110354451032785,0.65961796875,82.32,98.43
+341,1.1795717329551012,0.720621875,82.47,98.25
+342,1.213894635744584,0.66464140625,82.4,98.27
+343,1.2388213004821387,0.70772265625,82.46,98.4
+344,1.2357144536116185,0.70174140625,82.52,98.45
+345,1.1913601803473937,0.728140234375,81.89,98.35
+346,1.1955911579804543,0.68289140625,82.07,98.33
+347,1.2163135117445236,0.70013125,82.5,98.39
+348,1.2083471655845641,0.67306953125,82.6,98.34
+349,1.238370845715205,0.69230078125,82.38,98.27
+350,1.248716124968651,0.6930296875,82.62,98.41
+351,1.226790347466102,0.653821484375,82.71,98.29
+352,1.2143068365561656,0.694150390625,82.34,98.44
+353,1.180510725119175,0.640898046875,82.52,98.33
+354,1.2464546711016924,0.689424609375,82.04,98.52
+355,1.239728853182915,0.693721484375,82.1,98.19
+356,1.1927168765129188,0.71438671875,82.28,98.5
+357,1.2247267160660182,0.6699609375,82.63,98.34
+358,1.2286874201053228,0.661720703125,82.26,98.41
+359,1.2344002366065978,0.681060546875,81.74,98.21
+360,1.2093736941997821,0.6500203125,82.83,98.4
+361,1.2318687796592713,0.731675390625,82.14,98.37
+362,1.2318037668863933,0.705990625,82.57,98.59
+363,1.2066602650361182,0.650921875,82.31,98.37
+364,1.2175876082518162,0.695480859375,82.17,98.54
+365,1.2158365306181786,0.658158984375,82.35,98.55
+366,1.232871585473036,0.67998203125,82.53,98.5
+367,1.2103372502021301,0.6914765625,82.17,98.27
+368,1.222156641880671,0.6889390625,81.68,98.25
+369,1.1828299057789338,0.636872265625,82.45,98.28
+370,1.2082083228306892,0.6644828125,82.63,98.29
+371,1.1960417640514862,0.649627734375,82.46,98.22
+372,1.2213075193075034,0.67737109375,82.57,98.53
+373,1.2114374425166692,0.68141640625,82.82,98.43
+374,1.2456204671126145,0.7392296875,81.85,98.52
+375,1.2307212421527276,0.6758734375,82.65,98.33
+376,1.1716051508218814,0.660715625,82.64,98.24
+377,1.2269658077985812,0.69183828125,82.54,98.35
+378,1.2225777609226032,0.72009375,82.06,98.32
+379,1.2222914597926995,0.70222265625,82.39,98.17
+380,1.2183504567696497,0.6382359375,82.22,98.33
+381,1.2072970636380025,0.672556640625,82.69,98.24
+382,1.1821771646157289,0.677599609375,82.67,98.3
+383,1.2098369471537762,0.67432890625,82.73,98.23
+384,1.2189627150694529,0.677125390625,82.74,98.21
+385,1.191423264833597,0.690027734375,82.21,98.41
+386,1.2223519071554527,0.696410546875,82.57,98.31
+387,1.1916649538737076,0.676296484375,82.52,98.48
+388,1.230201755884366,0.67066640625,82.38,98.43
+389,1.2225242229608388,0.68889921875,82.12,98.5
+390,1.2411516550259711,0.69364765625,82.34,98.54
+391,1.2396454089727158,0.682895703125,82.32,98.43
+392,1.1967624040750358,0.677733203125,82.69,98.33
+393,1.1940181120848044,0.688306640625,82.32,98.54
+394,1.1909956010488363,0.7232859375,82.09,98.17
+395,1.2101548653382521,0.6656125,82.62,98.46
+396,1.1877596739010934,0.691715234375,82.37,98.48
+397,1.1936759584989303,0.677475390625,82.43,98.44
+398,1.1973342900092785,0.678228125,82.48,98.26
+399,1.2290514421768677,0.701426171875,82.37,98.59
+400,1.1989023801607963,0.660110546875,82.18,98.18
+401,1.1894396560314373,0.6781546875,82.67,98.34
+402,1.2352716537622306,0.67563203125,82.73,98.28
+403,1.207749818991392,0.652475390625,82.51,98.35
+404,1.2365609308083851,0.727758984375,82.2,98.31
+405,1.2186377818767842,0.733743359375,82.67,98.32
+406,1.193502047123053,0.69292734375,82.65,98.44
+407,1.2090342900691888,0.6868921875,82.55,98.24
+408,1.219638211757709,0.69128671875,82.39,98.44
+409,1.2234280713093586,0.6688515625,82.45,98.38
diff --git a/ckpt/componet_test/encoding/rate/Spikformer/model_best.pth.tar b/ckpt/componet_test/encoding/rate/Spikformer/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..0ccec57b1cd07e787a4442e132ccb5a28822ebb0
--- /dev/null
+++ b/ckpt/componet_test/encoding/rate/Spikformer/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bdb809568e3f82bbf8a774173b89bec5b1001716db58c2f7e9797281e83595
+size 112204536
diff --git a/ckpt/componet_test/encoding/ttfs/SDT/args.yaml b/ckpt/componet_test/encoding/ttfs/SDT/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..7889d9e02773a95405c4b4ae4552bc2d2065555b
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/SDT/args.yaml
@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 1
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/ttfs
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/componet_test/encoding/ttfs/SDT/log.csv b/ckpt/componet_test/encoding/ttfs/SDT/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a86979ffeb57fd028f3ef46af27b4b4bbfa6ed30
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/SDT/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.301175446388049,2.2854471057891845,14.74,60.07
+1,2.190101067225138,1.9862943967819213,28.92,82.21
+2,2.0990049487505202,1.925560506439209,30.88,82.73
+3,2.057981014251709,1.863038775062561,32.7,84.25
+4,2.027480537157792,1.9222135738372803,29.55,83.17
+5,1.9937694463974391,1.764443660736084,37.11,87.14
+6,1.9686349110725598,1.7025321487426759,39.47,87.56
+7,1.9431834126130128,1.6830902935028076,40.7,86.95
+8,1.9156116149364373,1.699224055671692,38.99,87.98
+9,1.9039956924242851,1.566903385925293,45.65,90.73
+10,1.881706444728069,1.4943727573394776,49.77,92.9
+11,1.8416467584096468,1.477866379737854,49.05,92.23
+12,1.832112090709882,1.448165567779541,49.46,92.77
+13,1.8143362042231437,1.4733608282089234,48.09,92.69
+14,1.7938834184255354,1.3560335432052613,53.47,94.41
+15,1.7785090843836466,1.3228376945495606,56.72,95.07
+16,1.7606265089450739,1.269189760017395,57.68,94.56
+17,1.7461868830216236,1.3060216951370238,57.78,94.23
+18,1.7450465752528264,1.3117953151702881,55.82,93.32
+19,1.7264976611504188,1.2067078976631165,61.16,95.26
+20,1.7049901558802678,1.1797128372192383,61.53,95.63
+21,1.7057420865083353,1.1868768383026123,60.86,96.07
+22,1.6779403032400668,1.167634683227539,61.48,96.07
+23,1.6737993717193604,1.2871287975311279,56.55,93.62
+24,1.632155580092699,1.1619067518234254,63.88,95.66
+25,1.632698355576931,1.1133369871139527,65.12,96.46
+26,1.622889217046591,1.0819559036254882,65.68,96.5
+27,1.6132305139150376,1.0962092348098755,65.63,95.81
+28,1.6104084293047587,1.0469497973442077,66.76,96.79
+29,1.5949026853610309,1.0484230885505677,67.85,96.88
+30,1.5864928089655363,1.002992817878723,69.05,97.35
+31,1.5696028260084298,1.0683205802917481,67.05,97.05
+32,1.5907550496932787,0.9588675863265991,70.22,97.71
+33,1.5709457479990445,1.0272633457183837,68.52,97.3
+34,1.569838404044127,1.0522444343566895,67.95,97.02
+35,1.5512571756656353,0.9951965514183044,70.75,97.62
+36,1.5486748340802314,0.9778629039764404,69.82,97.18
+37,1.5641517530649136,0.943730924320221,71.89,97.53
+38,1.5362405312366976,0.972405184841156,71.58,97.67
+39,1.5091832310725481,0.9292327759742737,71.66,97.31
+40,1.5360155096420876,0.9443821567535401,72.44,97.65
+41,1.5289583111420655,0.9551870209693909,72.55,97.77
+42,1.5494325570571117,0.9526280381202697,71.3,97.67
+43,1.523570091296465,0.9456727602005005,72.52,97.61
+44,1.5190075480020964,0.9267876182556153,72.37,97.73
+45,1.4950017326917404,0.9370773684501648,70.99,97.4
+46,1.4983174259846026,0.9469429195404053,72.82,97.84
+47,1.4771942970080254,0.9288515617370605,73.83,97.96
+48,1.475069447205617,0.9047396572113037,72.77,97.62
+49,1.4829382387491372,0.9737192008972168,72.44,97.82
+50,1.5037572067517502,0.9144481376647949,72.65,97.94
+51,1.4718894428167588,0.8437962929725646,75.41,98.37
+52,1.4643684423886814,0.8821945035934449,74.16,98.05
+53,1.4687481673864218,0.8821301692008973,74.04,97.65
+54,1.4470308647705958,0.9075787850379944,73.77,97.77
+55,1.4836912832198998,0.9632189342498779,73.79,97.8
+56,1.4919700862505496,0.8886853777885437,75.02,97.94
+57,1.45309959986271,0.8318696279525757,75.27,98.05
+58,1.4699684814000742,0.8663107135772705,75.22,98.05
+59,1.464239178559719,0.9190022703170776,73.94,97.81
+60,1.4115258851112464,0.8464139444351196,76.63,98.3
+61,1.4528160937321493,0.8458621423721313,75.68,98.23
+62,1.416078539689382,0.8519125873565674,76.19,98.3
+63,1.4372070766412295,0.8032312670707703,76.22,98.29
+64,1.4459829730865283,0.8033551738739013,76.88,98.21
+65,1.4211592681896992,0.8194043630599975,76.65,98.25
+66,1.426045459203231,0.7964170572280884,77.52,98.37
+67,1.4132079700628917,0.8149076272010803,76.75,98.02
+68,1.3996789929194329,0.8528171135902405,75.01,98.07
+69,1.424076330814606,0.8514251983642578,76.43,98.12
+70,1.4108957406802056,0.8279438091278076,76.54,98.13
+71,1.4204997056569808,0.7886263886451721,77.74,98.3
+72,1.3852153463241381,0.7712972566604614,77.61,98.48
+73,1.3896423579790653,0.786917782497406,77.32,98.49
+74,1.3954369901082455,0.8396425760269165,75.7,98.0
+75,1.413730701116415,0.8096167747497559,77.68,98.37
+76,1.391593910791935,0.7890087811470031,77.77,98.26
+77,1.39626766596085,0.8201587957382203,77.73,98.31
+78,1.380920332364547,0.782099262046814,77.86,98.45
+79,1.400246716156984,0.794808888053894,77.34,98.55
+80,1.3918992331394782,0.7696420001029969,78.34,98.65
+81,1.3913854197049753,0.7455959906578064,78.27,98.48
+82,1.38316401441892,0.8215177461624146,77.25,98.26
+83,1.3809715206806477,0.822784939956665,76.04,98.05
+84,1.3867225932769287,0.817736511516571,77.84,98.13
+85,1.3954687246909507,0.8014420331001282,77.98,98.37
+86,1.3815974068947328,0.7503953377723693,78.64,98.7
+87,1.3600180477668078,0.746916948223114,78.24,98.55
+88,1.3635833809008966,0.8122508205413819,78.43,98.44
+89,1.3744776524030244,0.7654557389259339,78.15,98.43
+90,1.3394866903622946,0.7859067778587341,78.91,98.51
+91,1.3537641387719375,0.7774925742149353,77.82,98.43
+92,1.4030527824010603,0.7719667052268981,79.02,98.27
+93,1.4013687871969662,0.7815632209777832,78.47,98.3
+94,1.3687593307250585,0.7669059031486511,78.97,98.59
+95,1.3726276888297155,0.7406709387779236,79.3,98.52
+96,1.3317811313347938,0.7731807993888855,78.62,98.62
+97,1.3525334158004858,0.7823308480262756,78.3,98.35
+98,1.359272545728928,0.7827792531967163,78.34,98.28
+99,1.386060360303292,0.820951296710968,78.44,98.36
+100,1.3185129740299322,0.7667208418846131,78.47,98.38
+101,1.3619309967909103,0.8038471690177917,79.13,98.38
+102,1.3347585060657599,0.7400459032058716,79.12,98.44
+103,1.3578295909441433,0.7501902544021607,79.26,98.37
+104,1.3638233365156711,0.8023161582946777,78.44,98.54
+105,1.3301779419947892,0.7512665805816651,78.87,98.13
+106,1.3501137695251366,0.7009127557277679,79.93,98.52
+107,1.3445650869455092,0.7953709618568421,78.87,98.42
+108,1.3536247821954581,0.776817857170105,78.8,98.5
+109,1.333730953014814,0.7261407004356384,79.68,98.22
+110,1.3427651869945036,0.8061877758026122,78.84,97.98
+111,1.349542025419382,0.7652140666007996,79.61,98.38
+112,1.3385561988903927,0.7914861116409302,79.51,98.38
+113,1.3282084787503268,0.7073672348976136,80.39,98.48
+114,1.3111251079119168,0.7331004752159118,79.88,98.47
+115,1.3268272627622653,0.7329450587272645,79.62,98.6
+116,1.3223897117834824,0.705842883682251,79.51,98.43
+117,1.3376709760763705,0.7757999568939209,79.47,98.61
+118,1.3399362550331997,0.8106058122634888,79.25,98.25
+119,1.328291037907967,0.7273470385551453,79.43,98.41
+120,1.346182682728156,0.8217776111602784,79.84,98.37
+121,1.3454322538314722,0.7469264022827149,79.08,98.32
+122,1.3262993412140087,0.7537340349197388,80.14,98.61
+123,1.3477421904221558,0.742157944393158,79.93,98.56
+124,1.3076345063172854,0.763362273311615,79.72,98.5
+125,1.3392557934308664,0.7716826749801635,79.93,98.36
+126,1.363303373562984,0.8060911470413208,79.54,98.4
+127,1.301277578029877,0.776605141544342,79.45,98.35
+128,1.31077748751029,0.7786330285072327,79.36,98.48
+129,1.3093128312856723,0.7204732726097107,79.79,98.45
+130,1.2946702000422357,0.7415998354911805,80.04,98.58
+131,1.3344869026770958,0.7462478690147399,79.79,98.32
+132,1.3007708214796507,0.7452091771125794,79.86,98.27
+133,1.2831231797352816,0.7110124350547791,80.41,98.28
+134,1.3081235450047712,0.742606681919098,80.16,98.57
+135,1.327348775130052,0.7526649012565613,80.46,98.54
+136,1.3407394690391345,0.7770950876235961,79.06,98.43
+137,1.3225031083975083,0.7376180787086487,80.0,98.58
+138,1.3093319568878565,0.7366242484092712,79.96,98.34
+139,1.295367790185488,0.7529062501907349,79.93,98.6
+140,1.2948694273447379,0.7195921538352966,80.43,98.6
+141,1.2825791806746751,0.757669903755188,79.39,98.49
+142,1.3129506218127716,0.7652363589286805,80.21,98.48
+143,1.3050500502953162,0.7406931762695312,80.18,98.62
+144,1.313389373742617,0.7491985043525696,80.65,98.48
+145,1.31561832458545,0.7289189736366272,80.1,98.48
+146,1.2974150333649073,0.7259435524940491,80.78,98.42
+147,1.3340217390121558,0.7378618157386779,80.23,98.49
+148,1.2768128709915356,0.7245947190284729,80.48,98.47
+149,1.2828617990016937,0.7073256883621216,80.8,98.74
+150,1.298240024309892,0.7128838203430176,80.95,98.52
+151,1.2723916177566235,0.7544454796791077,80.66,98.62
+152,1.2853129275334187,0.7115783311843872,80.96,98.74
+153,1.2898503578626193,0.714000997543335,80.95,98.51
+154,1.3044128414912102,0.7657935527801514,80.2,98.4
+155,1.2967311872885778,0.7019852424621582,80.79,98.56
+156,1.291333784506871,0.6971519968986511,80.93,98.52
+157,1.3214520841072768,0.7174044116020203,80.83,98.32
+158,1.307507132566892,0.7121984124183655,81.1,98.5
+159,1.2649788589049609,0.7016279514312744,81.42,98.66
+160,1.2814366825115986,0.7166941708564758,81.05,98.41
+161,1.2894194742043814,0.7064177133560181,80.76,98.42
+162,1.2704260754279602,0.7158066893577576,80.43,98.49
+163,1.2898168340707437,0.7207019101142883,81.15,98.48
+164,1.2653147963377145,0.6950430045127869,80.92,98.53
+165,1.2909799314462223,0.7745911962509155,79.88,98.31
+166,1.2746921027318026,0.7016298475265503,80.67,98.12
+167,1.2751171821202987,0.7082444237709046,80.93,98.59
+168,1.26952165105404,0.7938712432861328,80.31,98.51
+169,1.2210329315601252,0.7042329691886902,81.51,98.61
+170,1.2695754384383178,0.6985107940673828,81.35,98.55
+171,1.2773673785038484,0.7175861614227295,81.37,98.59
+172,1.2602154326744568,0.6642967269897461,81.06,98.64
+173,1.254181980016904,0.6708821000099182,81.66,98.75
+174,1.2599796496904814,0.68547728805542,81.63,98.64
+175,1.2874933178608234,0.6603489351272583,81.15,98.54
+176,1.2743433726139557,0.7096140816688538,80.86,98.41
+177,1.2693172684082619,0.7077712812423707,81.71,98.58
+178,1.2778713473906884,0.7128479454994202,81.59,98.65
+179,1.2432258557050655,0.6993828544616699,81.24,98.48
+180,1.3004112984889593,0.758661356639862,81.09,98.64
+181,1.2817867040634154,0.7275785880088806,81.32,98.5
+182,1.2336181610058516,0.7274694967269898,80.92,98.35
+183,1.2823675253452398,0.6753631326675416,81.73,98.41
+184,1.2323417467948719,0.7319789581298828,81.5,98.47
+185,1.291904332393255,0.7346124468803406,80.71,98.6
+186,1.2449749456002162,0.6630419794082641,81.92,98.58
+187,1.246117677902564,0.7091767199516297,81.31,98.5
+188,1.2747144361337026,0.7203985071182251,80.57,98.5
+189,1.2494631197208013,0.6871834663391113,81.61,98.37
+190,1.2449112988435305,0.6965007473945618,81.18,98.58
+191,1.258946902782489,0.6846620058059693,82.1,98.57
+192,1.232470348248115,0.7187870701789856,81.49,98.71
+193,1.2357280650199989,0.7162111685752869,81.76,98.46
+194,1.2545369055026616,0.700654199886322,81.45,98.5
+195,1.2495374308182643,0.6843870260238647,82.17,98.61
+196,1.250065027597623,0.7091995263099671,81.62,98.54
+197,1.2277298024067511,0.6841600052833557,81.48,98.43
+198,1.2862627929601913,0.6731854894638062,81.46,98.5
+199,1.2610150571052845,0.7499267535209656,80.14,98.47
+200,1.2340274440936554,0.7121089095115661,81.4,98.32
+201,1.25275929188117,0.6706969744682312,81.22,98.54
+202,1.2551400971718323,0.7157134581565857,81.52,98.44
+203,1.1969194548252302,0.6789300743103027,82.11,98.54
+204,1.2608939461219004,0.6845228950500488,82.22,98.62
+205,1.2632471672999552,0.7134347714424133,81.62,98.46
+206,1.2484762081733116,0.681537092590332,82.11,98.66
+207,1.2339699003940974,0.7086346360206603,81.72,98.54
+208,1.2238014441270095,0.6910803541183471,82.02,98.51
+209,1.2417074665045127,0.7155046174049378,81.26,98.45
+210,1.2629067116822952,0.7319424467086793,81.27,98.53
+211,1.2283858459729415,0.6901443098068237,82.57,98.54
+212,1.2470444440841675,0.7118296504974365,81.59,98.51
+213,1.2586392395007304,0.67717996301651,82.24,98.86
+214,1.2229142159987718,0.710955715084076,81.86,98.61
+215,1.2370479391171383,0.7165703532218933,81.85,98.62
+216,1.2752587297023872,0.7561246127128601,81.07,98.4
+217,1.2241279325424097,0.6746371461868286,82.81,98.5
+218,1.2585154525744608,0.707600106048584,82.13,98.66
+219,1.223980882228949,0.7041127011299133,82.13,98.5
+220,1.234219629336626,0.7091247585296631,81.94,98.68
+221,1.1950033655533423,0.6804733527183533,82.13,98.56
+222,1.2382719648190035,0.6724383183479309,82.14,98.54
+223,1.2550027957329384,0.7058411729812623,81.82,98.56
+224,1.2180437094125993,0.7027321971893311,81.85,98.65
+225,1.268472055441294,0.7061213821411133,82.07,98.6
+226,1.2198626771951333,0.6588313835144043,82.55,98.58
+227,1.244859167245718,0.7160891410827637,81.64,98.44
+228,1.1901602384371635,0.6752113816261291,82.06,98.4
+229,1.2179952679536281,0.6645060596466065,82.37,98.52
+230,1.1925883791385552,0.651086135482788,82.62,98.47
+231,1.210576961743526,0.6604288263320923,82.5,98.68
+232,1.1749854096999535,0.6581794375419616,82.33,98.67
+233,1.2023975422749154,0.6860769169807434,82.35,98.58
+234,1.2231227883925804,0.672845784664154,82.17,98.38
+235,1.2326450728453122,0.6973409873008728,82.16,98.54
+236,1.2538725938552464,0.698026873588562,81.99,98.54
+237,1.228252278841459,0.6738177483558655,82.27,98.67
+238,1.2499407725456433,0.7161108180999756,82.16,98.54
+239,1.1751605582542908,0.7128447400093079,81.99,98.45
+240,1.2204169511795044,0.6858401087760926,82.42,98.5
+241,1.2046762804190319,0.6598720396995544,82.69,98.65
+242,1.2134749765579518,0.6732658263206482,81.97,98.56
+243,1.2222422638000585,0.7070364340782166,82.06,98.61
+244,1.2218038568129905,0.654163833808899,82.41,98.6
+245,1.2272416639022339,0.6963533659934997,82.19,98.5
+246,1.2197336167861255,0.6635549851417542,82.27,98.58
+247,1.2353857439297897,0.6306331080436707,82.35,98.41
+248,1.1755852919358474,0.6707568017959594,82.43,98.43
+249,1.2297525520508106,0.7371302057266236,81.83,98.47
+250,1.23628470485027,0.6613588528633118,82.61,98.46
+251,1.2157522823566045,0.6479142663002014,82.68,98.5
+252,1.2468400256756025,0.6790553888320923,82.43,98.74
+253,1.2318253495754339,0.6557356016159057,82.66,98.44
+254,1.2521374690227018,0.6448850237846374,82.52,98.51
+255,1.221345740556717,0.6637486423492431,82.18,98.68
+256,1.203208873822139,0.6431520447731018,82.66,98.62
+257,1.2184931710744515,0.6666544892311096,82.7,98.61
+258,1.2000502675007552,0.672287635421753,83.08,98.61
+259,1.1901304261806684,0.6443675653457641,82.52,98.43
+260,1.206818656126658,0.7245160140037537,82.15,98.47
+261,1.2032970385673718,0.6590798234939576,82.57,98.58
+262,1.1962834051022162,0.6532320760726928,82.52,98.43
+263,1.2025959442823362,0.6936139141082763,82.94,98.67
+264,1.2187128203037458,0.6758479515075684,82.4,98.51
+265,1.1864118197025397,0.635208871459961,82.75,98.61
+266,1.2084919116435906,0.6625621056556702,82.85,98.78
+267,1.196456699187939,0.6604852744102478,82.2,98.5
+268,1.2173249692488939,0.647443487071991,82.81,98.59
+269,1.1753390284684988,0.6859683443069458,82.42,98.5
+270,1.221627946694692,0.681647826385498,82.98,98.45
+271,1.1826421433534378,0.7038724420547485,82.13,98.48
+272,1.1926703335383,0.6768574938774109,82.41,98.46
+273,1.1793284775354924,0.6643511205673218,82.95,98.37
+274,1.1966576947615697,0.657378253364563,82.89,98.52
+275,1.1863638329200255,0.6481953501701355,82.69,98.55
+276,1.2052208918791552,0.6413218990325927,82.73,98.49
+277,1.1955802543041034,0.6742060759544373,82.2,98.73
+278,1.2069353118920938,0.6557135515213013,82.97,98.57
+279,1.2220872700214387,0.6920642592430115,82.67,98.56
+280,1.1580244159087156,0.6352218893051147,82.65,98.54
+281,1.191192522415748,0.664674928855896,82.46,98.64
+282,1.195999595293632,0.6531891954421997,82.74,98.37
+283,1.1955668655725626,0.6710029919624328,82.26,98.73
+284,1.1960828088797055,0.6739406981468201,82.46,98.57
+285,1.189800831140616,0.6286916968345642,83.14,98.48
+286,1.1683355965675453,0.6805029453277588,82.37,98.67
+287,1.2026358179557017,0.6944972771644592,82.65,98.61
+288,1.2062042849186139,0.6287127763748169,82.99,98.65
+289,1.1730695322538034,0.6589775722503662,82.9,98.42
+290,1.182560766201753,0.6860952194213867,82.61,98.53
+291,1.1793947854103186,0.6515166939735413,83.44,98.45
+292,1.1835081088237274,0.6331989812850952,82.88,98.69
+293,1.2218248177797366,0.641612535572052,82.89,98.54
+294,1.1617981838874327,0.6579182680130005,82.98,98.56
+295,1.2064863344033558,0.6608666458129883,82.76,98.67
+296,1.199333826548014,0.6262534267425537,83.22,98.72
+297,1.192244879099039,0.6621804556846619,83.19,98.61
+298,1.199969088572722,0.665307451057434,82.89,98.6
+299,1.1850326865147323,0.6343784376144409,83.23,98.48
+300,1.214922541227096,0.6819412622451783,82.75,98.54
+301,1.172875050550852,0.6434975337028503,83.06,98.51
+302,1.2195295310937442,0.6382315929412842,82.56,98.5
+303,1.1824672945034809,0.6779951565742492,82.75,98.62
+304,1.158242278985488,0.670010452079773,82.71,98.61
+305,1.1810752297059084,0.6243764055252076,83.36,98.59
+306,1.186323879009638,0.648711250782013,83.01,98.68
+307,1.1534709233504075,0.6667765557289124,82.65,98.59
+308,1.1812331468631059,0.6320444250106811,83.57,98.6
+309,1.1704680601755777,0.6510868226051331,83.56,98.59
+310,1.1905751321560298,0.642073532295227,83.21,98.62
+311,1.182729004438107,0.6694755808830262,83.24,98.71
+312,1.170218493235417,0.6777629258155823,82.86,98.48
+313,1.1750422587761513,0.6751265383720398,82.99,98.5
+314,1.1692289751309615,0.664983110332489,82.98,98.65
+315,1.1750679385967744,0.7008538765907287,82.68,98.34
+316,1.1620363628252959,0.6650826776504517,82.9,98.74
+317,1.153797359038622,0.651983410358429,83.12,98.57
+318,1.1503062656292549,0.6123314450263977,83.33,98.45
+319,1.1429472519801214,0.6349406265258789,83.24,98.55
+320,1.1841163383080409,0.6720010904788971,83.08,98.51
+321,1.177692352502774,0.6690402271270752,82.59,98.47
+322,1.150934768334413,0.6447686596870422,83.44,98.39
+323,1.1671332362370612,0.6219046545028687,82.93,98.59
+324,1.1630603119348868,0.637115215587616,83.34,98.56
+325,1.1827390025823543,0.6750541361808777,82.99,98.39
+326,1.1813595035137274,0.6913176571846008,82.87,98.57
+327,1.1780957322854262,0.6419282574653625,82.91,98.67
+328,1.1951007827734337,0.6765149315834046,83.39,98.45
+329,1.154908948831069,0.6393933595657348,83.26,98.65
+330,1.1956323553354313,0.6915149572372437,82.93,98.58
+331,1.1534180413454007,0.625527043056488,83.34,98.57
+332,1.1585390580006134,0.6365545159339905,83.48,98.59
+333,1.1818554158394152,0.6492034929275513,83.23,98.58
+334,1.200250185911472,0.6485160300254822,83.4,98.57
+335,1.1766346636490943,0.6466459432601929,83.4,98.63
+336,1.1615625132352878,0.6436220323562623,83.04,98.5
+337,1.1800423437204117,0.6584599224090576,83.4,98.61
+338,1.177636575851685,0.6437822455406189,83.51,98.7
+339,1.1753071247003017,0.610369164466858,83.67,98.52
+340,1.1782874365647633,0.6631969851493835,82.88,98.65
+341,1.2126813903833047,0.6331279032707214,83.36,98.67
+342,1.1354553343393863,0.6421042121887207,83.04,98.58
+343,1.1532396539663656,0.6574941908836365,83.4,98.48
+344,1.194456702623612,0.6286606035232544,83.38,98.58
+345,1.1965555955202152,0.6620119010925293,83.33,98.64
+346,1.1937496452759473,0.6512278183937072,83.37,98.5
+347,1.1913326231332926,0.6849767696380615,83.01,98.48
+348,1.178234004210203,0.6424716431617736,83.19,98.66
+349,1.1643810799488654,0.6416179254531861,83.56,98.77
+350,1.2065226409679803,0.6540876035690307,83.6,98.6
+351,1.1358752748905083,0.6639601264953613,82.84,98.54
+352,1.1919425551707927,0.6284712735176087,83.46,98.54
+353,1.1267056821248471,0.6336049150466919,83.39,98.51
+354,1.159313155290408,0.6587588624000549,83.34,98.55
+355,1.1219030297719514,0.6372506565093994,83.57,98.5
+356,1.1737207209452605,0.6712870626449585,83.29,98.55
+357,1.1783303516033368,0.6534665225028992,83.33,98.63
+358,1.1751336253606357,0.6537710601806641,83.38,98.62
+359,1.1536245194765238,0.6730114518165589,83.24,98.51
+360,1.1657684423984624,0.642395611000061,83.54,98.75
+361,1.1794505467781653,0.6332501158714294,83.76,98.49
+362,1.1835645648149344,0.6622808257102967,83.4,98.43
+363,1.17918764765446,0.6260574695587158,83.41,98.62
+364,1.1807491531738867,0.6582419805526734,83.44,98.46
+365,1.129687777085182,0.644590543460846,83.65,98.59
+366,1.1344805127535111,0.6541949800491333,83.26,98.69
+367,1.1267394221746005,0.6718021641731262,83.2,98.44
+368,1.1926493475070366,0.6292983926773071,83.41,98.7
+369,1.1536835786623834,0.6421676677703857,83.22,98.67
+370,1.1248724977175395,0.6391535947799682,83.51,98.54
+371,1.1701992181631236,0.6240633907318115,83.66,98.57
+372,1.1611710413908347,0.6703212888717651,83.01,98.64
+373,1.1604966958363852,0.6261107996940612,83.65,98.53
+374,1.1721649785836539,0.6771026557922363,83.37,98.56
+375,1.1448598840297797,0.6256532024383545,83.5,98.61
+376,1.1493139589444186,0.6658160703659057,83.1,98.48
+377,1.1324348122645647,0.6426049791336059,83.4,98.46
+378,1.149537068299758,0.6546845976829528,83.39,98.52
+379,1.1471420300312531,0.6410915906906128,83.42,98.32
+380,1.1561899357881302,0.6198804973602295,83.69,98.44
+381,1.1377752993351373,0.6167933032989502,84.02,98.59
+382,1.1958475093046823,0.6567695834159851,83.24,98.58
+383,1.1775606694893959,0.6712418301582337,83.47,98.61
+384,1.1766736855873694,0.6394732053756714,83.33,98.55
+385,1.1265363120115721,0.6378099941253662,83.66,98.7
+386,1.1502882472979716,0.648953828048706,83.2,98.52
+387,1.1502129915433053,0.660293440246582,83.4,98.5
+388,1.1547738862343324,0.6395117924690247,83.82,98.45
+389,1.158416112111165,0.6135303926467895,84.3,98.45
+390,1.1549029087408995,0.6024392851829529,83.82,98.49
+391,1.1871941294425572,0.6352691588401794,83.71,98.7
+392,1.1554542756997621,0.6618282910346985,83.41,98.36
+393,1.161316183133003,0.6204586660385132,83.67,98.47
+394,1.167736625365722,0.6004075625419617,83.83,98.4
+395,1.1787476461667281,0.6420300710678101,83.83,98.6
+396,1.1682263496594552,0.6151915537834167,83.68,98.69
+397,1.159486391605475,0.6344162111282349,83.44,98.61
+398,1.1618309147847004,0.6426393000602723,83.61,98.6
+399,1.1166310186569508,0.6335754419326782,83.56,98.45
+400,1.160297659268746,0.6711241722106933,83.57,98.4
+401,1.1610938837895026,0.6705079787254333,83.28,98.4
+402,1.1458746054233648,0.6066574747085571,83.72,98.53
+403,1.1646747022103041,0.6837458057403565,83.79,98.42
+404,1.135716401002346,0.6268993559837341,83.73,98.48
+405,1.111755161254834,0.6136212608337402,83.92,98.67
+406,1.1528781829736172,0.6316109706878662,83.53,98.54
+407,1.182755321264267,0.6631770768165588,83.19,98.57
+408,1.1215304811795552,0.623875717830658,83.69,98.54
+409,1.2130863253886883,0.6582711646080017,83.49,98.62
diff --git a/ckpt/componet_test/encoding/ttfs/SDT/model_best.pth.tar b/ckpt/componet_test/encoding/ttfs/SDT/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..4585f533bb9008a569ce358c0cec7c78631724f0
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/SDT/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dee39728b73d0318dbfd514c5f7c2613a844ca6d75b0f0e5ab0c3e4780e1f1
+size 122993688
diff --git a/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/args.yaml b/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2e5440aefb7763fb70ff776d4dce2b09ee1e3f30
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/ttfs
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8
diff --git a/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/log.csv b/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8c8bc17024914602b97a794daeb13d31ddb4997c
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2632927760099752,2.143271875,22.38,76.09
+1,2.138549765256735,1.904940625,31.53,82.1
+2,2.0889410911462245,1.8476171875,33.32,86.24
+3,2.052045034750914,1.8284765625,36.65,85.31
+4,2.011711094929622,1.8063078125,35.97,84.92
+5,1.9881263338602506,1.685725,40.84,88.1
+6,1.9641523287846492,1.5820015625,46.71,91.06
+7,1.9394449530503688,1.5441984375,47.0,90.35
+8,1.8977230148437696,1.5204390625,45.17,90.38
+9,1.8725095617465484,1.4505578125,49.33,91.29
+10,1.8355495544580314,1.441790625,48.83,92.76
+11,1.8268159380325903,1.3383140625,56.21,94.12
+12,1.8056938755206573,1.272075,57.54,94.64
+13,1.7804193680103009,1.2165484375,59.4,95.82
+14,1.7407479328986926,1.2072015625,59.75,95.45
+15,1.739613863443717,1.223725,58.72,95.21
+16,1.712840191828899,1.1241375,63.24,96.19
+17,1.6992648301980435,1.19668125,63.28,95.21
+18,1.692108278396802,1.1634234375,62.16,94.9
+19,1.6663887503819588,1.24485625,57.95,94.44
+20,1.6706019392380347,1.280659375,60.22,94.34
+21,1.6586926356340066,1.1036390625,65.98,96.73
+22,1.6463341040489001,1.0562546875,67.07,96.95
+23,1.6304916510215173,1.06670234375,67.66,96.48
+24,1.621515324176886,1.03620234375,67.24,96.81
+25,1.6038760157731864,1.093128125,68.24,96.45
+26,1.5952020972202985,0.96113046875,70.34,97.54
+27,1.6220139341476636,0.96977734375,70.17,97.48
+28,1.5957457459889925,1.039490625,68.13,96.78
+29,1.583746944941007,1.03691640625,69.32,96.98
+30,1.5816322247187296,1.02241953125,70.73,96.84
+31,1.5909321534327971,0.9952703125,71.06,97.39
+32,1.5917779772709577,0.9757515625,70.08,97.06
+33,1.5669140513126667,0.9684765625,70.04,96.94
+34,1.5684949324681208,1.0200140625,69.81,97.29
+35,1.5731014233369094,0.9022734375,72.83,97.81
+36,1.5520611683527628,0.97450546875,71.11,97.31
+37,1.5650071137990706,0.92227578125,72.46,97.2
+38,1.5403968759072133,0.92339921875,71.26,97.38
+39,1.5624008404902923,0.845640625,74.33,97.69
+40,1.5479212828171558,0.921928125,72.65,97.26
+41,1.5482086267226782,0.92925234375,72.03,97.28
+42,1.5573339434770437,0.9213046875,73.63,97.57
+43,1.5360967324330257,0.91356015625,71.29,97.8
+44,1.5191659416907872,0.9014234375,73.22,97.81
+45,1.523115494618049,0.8988171875,73.74,97.95
+46,1.5329413707439716,0.93380546875,73.71,97.72
+47,1.5312728298016083,0.933053125,73.27,97.75
+48,1.511873889580751,0.97257734375,73.45,97.8
+49,1.5150110183618009,0.861796875,75.15,98.25
+50,1.5004475789192395,0.92568046875,73.33,97.52
+51,1.4943571475835946,0.8839078125,73.71,97.76
+52,1.4876874605814616,0.8855296875,74.39,98.03
+53,1.5088695428310297,0.8545921875,75.05,98.04
+54,1.4996485086587759,0.88237890625,73.78,97.98
+55,1.4916807543008754,0.8638140625,73.95,97.69
+56,1.512503458903386,0.82815,75.22,97.93
+57,1.50153038532306,0.902884375,74.78,97.48
+58,1.4900740238336416,0.81670703125,75.66,98.13
+59,1.4832770981849768,0.87303515625,75.54,98.23
+60,1.517267107963562,0.92517578125,74.45,97.83
+61,1.4798599735284463,0.895665625,75.17,98.11
+62,1.4595823769385998,0.8048390625,76.43,98.11
+63,1.4895277602550312,0.904625,76.16,98.07
+64,1.461812366430576,0.818784375,75.87,97.96
+65,1.465649869503119,0.80616171875,75.96,97.83
+66,1.4583026942534325,0.848221875,75.73,98.16
+67,1.4769526675725595,0.87325625,74.95,97.65
+68,1.4631164920635713,0.82848359375,75.81,98.1
+69,1.4946639929062282,0.86597109375,76.48,98.23
+70,1.4541645360298645,0.84798515625,74.37,97.98
+71,1.4652661175299913,0.80391640625,76.39,97.81
+72,1.4371375304002028,0.84536953125,75.57,97.97
+73,1.4595217012442074,0.86164296875,75.43,98.1
+74,1.4754859951826242,0.8458109375,75.88,98.18
+75,1.4770338610196725,0.839221875,76.6,98.06
+76,1.4373761322253789,0.8144765625,75.86,97.93
+77,1.4638425110242306,0.79484296875,76.99,98.45
+78,1.4567583924684768,0.8445296875,76.27,98.13
+79,1.4296791694103144,0.8193625,76.62,98.14
+80,1.432461979908821,0.8786046875,75.82,97.93
+81,1.4341645329426496,0.82477578125,76.45,98.1
+82,1.4530884605187637,0.89271796875,75.39,97.53
+83,1.43667040008765,0.88868046875,74.49,97.83
+84,1.4368422463918344,0.8454625,77.4,98.14
+85,1.4355316729117662,0.84850703125,76.74,98.17
+86,1.4370881522313141,0.7831453125,77.81,98.27
+87,1.4329044901407682,0.78503125,77.01,98.28
+88,1.4566767794963642,0.8705875,75.92,97.64
+89,1.426344154889767,0.89272890625,75.66,97.93
+90,1.465697053915415,0.7703578125,77.68,98.33
+91,1.4136371575869047,0.785440625,76.43,97.86
+92,1.4381591624174364,0.823065625,78.15,98.27
+93,1.454746074248583,0.79421796875,76.88,98.05
+94,1.4330572430904096,0.79779921875,76.7,98.11
+95,1.4178155620892843,0.87117734375,76.5,97.9
+96,1.4408343657469138,0.8376796875,77.01,98.07
+97,1.4239451101193061,0.7948609375,77.67,98.09
+98,1.431566396432045,0.76862109375,77.92,98.09
+99,1.425973056524228,0.78466328125,77.44,97.97
+100,1.4209763519274883,0.8959515625,76.12,97.9
+101,1.4136980556524716,0.84288515625,77.04,98.02
+102,1.4257103035083183,0.80783515625,76.93,98.27
+103,1.4015981276830038,0.79746875,77.5,98.1
+104,1.4166212797164917,0.7864609375,78.14,98.25
+105,1.4245680274107517,0.80965859375,77.23,97.96
+106,1.4528804941055102,0.8856203125,75.49,97.67
+107,1.4431358403120285,0.85357265625,76.58,97.82
+108,1.4274528816724434,0.807221875,77.77,97.94
+109,1.4032637438712976,0.81388671875,77.67,98.0
+110,1.4157756253694878,0.77981015625,76.51,98.11
+111,1.4124313915387179,0.77351015625,78.04,98.06
+112,1.4254342444432087,0.8390296875,77.73,98.24
+113,1.3872679501007765,0.79849609375,77.2,98.12
+114,1.4206142116815617,0.8074984375,76.87,98.06
+115,1.4085969817944062,0.81127734375,77.01,98.26
+116,1.406031415095696,0.758971875,78.59,98.3
+117,1.438191475470861,0.7806578125,77.78,98.19
+118,1.403290746303705,0.7952265625,77.77,97.85
+119,1.3785660554201176,0.74693984375,79.14,98.46
+120,1.3978144578444651,0.81628359375,78.87,98.28
+121,1.4073388747679882,0.79443671875,78.43,98.35
+122,1.407981368364432,0.79655859375,77.42,98.05
+123,1.3951587606699039,0.807690625,77.71,98.53
+124,1.3732463931426024,0.8356609375,77.71,98.29
+125,1.383972803140298,0.7863265625,78.14,98.32
+126,1.4280744537329062,0.84402734375,79.13,97.93
+127,1.4269724613580947,0.79203125,78.22,98.19
+128,1.3728866155330952,0.8187078125,77.46,98.13
+129,1.4149482812636938,0.769471875,78.7,98.52
+130,1.385136658870257,0.7820921875,79.09,98.58
+131,1.3865979776932642,0.7904515625,78.03,98.43
+132,1.3619183032940596,0.79730078125,78.57,98.37
+133,1.3905598340890346,0.72398671875,79.31,98.63
+134,1.382727435307625,0.787975,78.29,98.1
+135,1.3653066850625553,0.80487890625,78.5,98.33
+136,1.3941949943701426,0.79823125,77.93,98.35
+137,1.390995339399729,0.79073984375,78.84,98.28
+138,1.4129116946305984,0.82317890625,78.36,98.21
+139,1.4001049708097408,0.79847890625,78.31,98.11
+140,1.3831992811117417,0.7917953125,76.89,97.82
+141,1.3924421212612055,0.7645109375,79.5,98.31
+142,1.3864725016630612,0.87275078125,77.99,98.09
+143,1.3829947942342513,0.77369765625,77.87,98.26
+144,1.3590791419530526,0.75512890625,78.51,98.22
+145,1.3711344356720263,0.74646953125,78.61,98.4
+146,1.3848357902123378,0.76594765625,78.15,98.39
+147,1.3694977190250006,0.75844765625,79.43,98.03
+148,1.38873113546616,0.7885859375,78.64,97.77
+149,1.3700431861938573,0.79155859375,77.94,97.97
+150,1.3734823619708036,0.72284921875,79.8,98.19
+151,1.4026336286312495,0.84186953125,77.65,97.67
+152,1.390133468921368,0.80118046875,78.36,98.03
+153,1.3403152814278236,0.73514140625,79.35,98.21
+154,1.3727783247446403,0.7698125,78.44,98.17
+155,1.3702675481637319,0.82624453125,78.36,97.72
+156,1.3630717023825034,0.84131484375,78.7,98.0
+157,1.337680906515855,0.7367046875,79.25,98.1
+158,1.374386350466655,0.7898296875,78.9,98.27
+159,1.3528932909170786,0.791325,78.15,98.3
+160,1.3868800938129424,0.79641171875,78.95,98.24
+161,1.3863897575781896,0.78868984375,79.06,98.31
+162,1.373636041696255,0.77058359375,79.33,98.31
+163,1.3919240543475517,0.80265546875,79.55,98.23
+164,1.3635194222132365,0.71756171875,79.39,98.36
+165,1.3779951055844626,0.7826640625,79.11,98.34
+166,1.349289879279259,0.80881953125,78.52,98.02
+167,1.35721625380027,0.722940625,79.18,98.14
+168,1.367465491172595,0.7609546875,78.68,98.11
+169,1.3334918304895744,0.77010078125,79.68,97.98
+170,1.3777753408138569,0.82169765625,78.43,98.55
+171,1.396994178264569,0.755853125,79.87,98.41
+172,1.3892827486380552,0.76356796875,79.68,98.45
+173,1.3697947561740875,0.77993125,78.84,98.27
+174,1.3616519402234981,0.80385078125,78.4,98.11
+175,1.3532809557058871,0.8458890625,78.65,98.06
+176,1.358893351524304,0.806665625,78.82,97.81
+177,1.337316261193691,0.71469453125,79.52,98.49
+178,1.3404793233443528,0.72406015625,79.14,98.36
+179,1.3501427635168417,0.82233671875,79.46,98.11
+180,1.3475319049297234,0.7626796875,79.87,98.35
+181,1.3727065476087423,0.72810703125,79.77,97.99
+182,1.337217400624202,0.761371875,79.07,98.36
+183,1.3568354305548547,0.74696953125,79.32,98.25
+184,1.3192221204439798,0.78126875,78.89,98.26
+185,1.3372878175515395,0.7401140625,79.43,98.42
+186,1.3572413482727148,0.72783828125,79.25,98.06
+187,1.3240747496103629,0.74067578125,79.82,98.18
+188,1.3292242739445124,0.73573046875,79.95,98.27
+189,1.3576428986512699,0.79683125,79.22,98.3
+190,1.2739242909810482,0.71690546875,80.01,98.25
+191,1.3374451536398668,0.752496875,80.13,98.09
+192,1.3638709474832584,0.7662765625,79.84,98.35
+193,1.3051764483635242,0.7258078125,80.34,98.49
+194,1.3012669861316681,0.69601171875,80.52,98.44
+195,1.3311348837155563,0.76302265625,80.05,98.48
+196,1.326079876606281,0.741796875,80.03,98.32
+197,1.336204657646326,0.71930234375,79.95,98.6
+198,1.3238058148286282,0.74651015625,79.32,98.52
+199,1.3252614536346534,0.79612421875,78.68,98.0
+200,1.316649717856676,0.72981875,80.46,98.34
+201,1.3178537474228786,0.77132109375,80.04,98.17
+202,1.3357731207823142,0.77483515625,78.86,98.22
+203,1.3210272440543542,0.7745875,79.23,98.22
+204,1.3263018583640074,0.711690625,80.12,98.3
+205,1.3254952363478831,0.7168125,80.27,98.47
+206,1.3807266927682436,0.77034453125,80.44,98.21
+207,1.3086816205428198,0.78228125,80.3,98.35
+208,1.316391476148214,0.7115515625,80.18,98.57
+209,1.3453445240473136,0.72531953125,80.61,98.36
+210,1.3369189387712723,0.76558046875,79.65,98.6
+211,1.3201188616263562,0.76912265625,79.39,98.24
+212,1.2906802403621185,0.724540625,79.55,98.38
+213,1.3374824429169678,0.72130390625,79.66,98.05
+214,1.312374260639533,0.77517109375,79.44,98.05
+215,1.3202499322402172,0.72535546875,80.82,98.19
+216,1.3344311020313164,0.80290390625,79.79,98.15
+217,1.3526625738694118,0.73083671875,81.07,98.55
+218,1.3300159828785139,0.725353125,80.28,98.36
+219,1.3013183502050547,0.754446875,79.93,98.4
+220,1.3155472110479305,0.732640625,80.88,98.42
+221,1.2990613222122191,0.75974609375,79.83,98.28
+222,1.3247929088580304,0.79013984375,80.34,97.87
+223,1.2806847419494238,0.72591171875,79.64,98.29
+224,1.3381261004851415,0.7229,80.49,98.25
+225,1.3334294516306657,0.74464453125,80.48,98.39
+226,1.3041113295616247,0.76543671875,79.73,98.22
+227,1.2791033778435146,0.75718515625,80.49,98.23
+228,1.2753716863118685,0.75101015625,80.51,98.37
+229,1.3241515307854383,0.8381859375,79.45,98.35
+230,1.3224057021813516,0.71748125,80.59,98.31
+231,1.3494609022751833,0.7045046875,80.45,98.36
+232,1.3397360500616906,0.7309671875,80.31,98.25
+233,1.309871305563511,0.70115546875,80.85,98.13
+234,1.2992757046834016,0.73247734375,80.77,98.14
+235,1.3340102892655592,0.73485078125,80.76,98.12
+236,1.287727791376603,0.6731078125,80.13,98.32
+237,1.3197300628209725,0.74196640625,79.34,98.09
+238,1.2995850634880555,0.71259609375,81.17,98.13
+239,1.3064470320175856,0.73402578125,80.77,98.35
+240,1.2746529770203125,0.703790625,80.61,98.33
+241,1.3347986433750545,0.72207421875,80.8,98.32
+242,1.282520239169781,0.71526875,80.82,98.32
+243,1.279876214877153,0.698228125,81.34,98.42
+244,1.3080604148216737,0.71291953125,80.86,98.53
+245,1.2668638253823306,0.69394609375,81.89,98.22
+246,1.2862109953012222,0.69130703125,81.13,98.35
+247,1.323600422571867,0.74417734375,81.18,98.12
+248,1.252063961365284,0.75265390625,80.63,98.44
+249,1.3069452165028987,0.74171328125,80.62,98.42
+250,1.2642307370136945,0.75688203125,80.33,98.25
+251,1.3021268833906223,0.7040765625,81.26,98.3
+252,1.2731300049867385,0.713053125,81.13,98.37
+253,1.3203952407225585,0.71953671875,81.37,98.36
+254,1.2675166411277576,0.702021875,80.83,98.51
+255,1.2821814226798522,0.69476171875,81.39,98.43
+256,1.2276772178136386,0.7342640625,81.14,98.55
+257,1.2990059464405745,0.76875546875,80.61,98.3
+258,1.279488134995485,0.69912578125,81.17,98.13
+259,1.2625254831252954,0.67660078125,81.9,98.18
+260,1.2698601854153169,0.71162578125,81.54,98.35
+261,1.2954705973466238,0.70644453125,81.09,98.44
+262,1.2658911153292045,0.69761796875,81.1,98.35
+263,1.2833662757506736,0.71622421875,81.67,98.18
+264,1.2890216764731286,0.75766171875,81.21,98.28
+265,1.2620068811453307,0.7214125,81.05,98.34
+266,1.2953219967010694,0.8058453125,81.02,98.23
+267,1.2597507264369574,0.70481328125,81.4,98.28
+268,1.2640113286482981,0.72583984375,81.13,98.33
+269,1.273073153770887,0.682653125,81.39,98.07
+270,1.2475706953268784,0.69630390625,81.01,98.25
+271,1.2655287184776405,0.7338921875,80.82,98.58
+272,1.2701684300716107,0.7065109375,81.11,98.34
+273,1.2820619254540175,0.7361546875,81.28,98.41
+274,1.2598975811249171,0.68516328125,81.62,98.53
+275,1.2743789500150926,0.73687265625,81.01,98.14
+276,1.2677163160764253,0.72982109375,81.26,98.35
+277,1.2484091359835405,0.747228125,81.45,98.15
+278,1.2849670711236123,0.71199140625,81.21,98.43
+279,1.2598371041126741,0.703571875,81.22,98.28
+280,1.2693747314123007,0.68312734375,81.49,98.39
+281,1.2872572330328134,0.7140859375,81.14,98.26
+282,1.2605302567665393,0.681971875,82.12,98.24
+283,1.3029507637023925,0.71696640625,81.83,98.53
+284,1.2821542321107327,0.68533671875,81.9,98.53
+285,1.2434711642754384,0.71726171875,81.5,98.35
+286,1.2148565232753754,0.66568671875,81.8,98.27
+287,1.2400436812486404,0.69556328125,81.29,98.23
+288,1.2580131772236947,0.709315625,81.59,98.48
+289,1.248932495331153,0.745496875,81.07,98.19
+290,1.2625687658786773,0.71568828125,81.97,98.57
+291,1.2282166794324532,0.72448984375,81.05,98.41
+292,1.2459341070590875,0.71619296875,81.38,98.39
+293,1.2655427726415487,0.69189375,81.44,98.43
+294,1.2376384858901683,0.70834140625,82.38,98.59
+295,1.246056316449092,0.70985,81.75,98.26
+296,1.245347187305108,0.7374859375,81.2,98.42
+297,1.2176446171907278,0.6719671875,81.83,98.32
+298,1.2133170722386777,0.677875,81.64,98.18
+299,1.2597967529908205,0.717746875,81.71,98.25
+300,1.2441112293646885,0.7287390625,82.03,98.51
+301,1.2484895784121293,0.77418671875,81.57,98.19
+302,1.232136909931134,0.72106875,81.85,98.35
+303,1.231478931506475,0.7223703125,82.08,98.27
+304,1.259341000746458,0.6880375,82.15,98.38
+305,1.2036235729853313,0.68584453125,82.43,98.21
+306,1.2286122707220224,0.707790625,81.39,98.32
+307,1.2081348107411312,0.694453125,82.13,98.26
+308,1.2309545833330888,0.7268640625,82.02,98.54
+309,1.2216832613333677,0.7411421875,81.77,98.32
+310,1.2399719571455932,0.68806171875,82.09,98.23
+311,1.226763478303567,0.6553703125,82.72,98.37
+312,1.2504108558862637,0.74466015625,81.41,98.25
+313,1.2033008233094826,0.66008671875,81.93,98.42
+314,1.229391394975858,0.67003359375,82.55,98.44
+315,1.2242649325957664,0.7002359375,82.09,98.36
+316,1.2383682723228748,0.71994296875,81.8,98.43
+317,1.1985904334447324,0.6956125,82.28,98.39
+318,1.1958121694051302,0.6923046875,82.53,98.34
+319,1.2567433005724198,0.73191328125,82.59,98.32
+320,1.1988883119363052,0.7162,81.82,98.31
+321,1.1819514780472486,0.702803125,82.25,98.16
+322,1.2230988557522113,0.71197890625,81.89,98.38
+323,1.2287703154942928,0.682309375,82.74,98.6
+324,1.2151269085896321,0.74355390625,82.31,98.49
+325,1.2089974348361676,0.76880390625,81.95,98.31
+326,1.2160990444513469,0.68399296875,82.69,98.36
+327,1.2233328817746578,0.689225,82.26,98.36
+328,1.2140325161126944,0.68886875,81.9,98.32
+329,1.1932819922765097,0.6567671875,82.65,98.16
+330,1.2509717352879353,0.675865625,82.32,98.19
+331,1.2111507365336784,0.6804453125,82.8,98.2
+332,1.1873444667229285,0.6914375,82.44,98.4
+333,1.2163285669607995,0.708146875,82.01,98.36
+334,1.214215165987993,0.6748890625,82.4,98.29
+335,1.1632948404703385,0.67649453125,82.56,98.4
+336,1.2210868039192297,0.68501015625,82.64,98.29
+337,1.222789691044734,0.6976890625,82.39,98.42
+338,1.2559521783620884,0.70281328125,82.18,98.26
+339,1.1934791835454794,0.68528828125,82.29,98.36
+340,1.219648411946419,0.6863984375,82.78,98.28
+341,1.229306396918419,0.68583359375,82.15,98.2
+342,1.220814668520903,0.71648828125,82.09,98.14
+343,1.1963289691851688,0.7030828125,82.42,98.35
+344,1.1645121797537192,0.69836796875,82.19,98.34
+345,1.190950286694062,0.6788875,82.44,98.37
+346,1.2071732997894287,0.68118828125,82.38,98.35
+347,1.2490785452035758,0.6891796875,82.6,98.34
+348,1.1811821989524058,0.6797015625,82.52,98.43
+349,1.2212626992127835,0.70637734375,82.13,98.33
+350,1.2171892066796621,0.73703046875,82.46,98.52
+351,1.2203714037552857,0.73059453125,82.35,98.37
+352,1.2058054324908134,0.66794296875,82.65,98.34
+353,1.1990162471930186,0.7008703125,82.4,98.28
+354,1.21827566134624,0.68596640625,82.51,98.23
+355,1.157812282213798,0.6530640625,83.07,98.55
+356,1.2055131264221974,0.71886875,82.47,98.4
+357,1.194819644322762,0.66975703125,82.78,98.5
+358,1.188660792968212,0.6950515625,82.68,98.35
+359,1.205267583254056,0.6804953125,82.59,98.48
+360,1.2185679336388906,0.68662421875,82.73,98.61
+361,1.2186247989153252,0.6717796875,82.68,98.28
+362,1.2014234729302236,0.6650046875,82.62,98.2
+363,1.1793412347634633,0.648934375,82.65,98.48
+364,1.1935542033268856,0.69334453125,82.51,98.48
+365,1.1902712546862089,0.678134375,82.87,98.41
+366,1.222389273918592,0.7126,82.39,98.42
+367,1.2088614176481198,0.68030703125,82.94,98.28
+368,1.2261550935415122,0.655271875,83.13,98.37
+369,1.2292142898608476,0.67918046875,82.82,98.33
+370,1.2044045724929908,0.6916375,82.99,98.43
+371,1.2241713559016203,0.678015625,82.96,98.35
+372,1.156930014414665,0.65567890625,82.64,98.3
+373,1.1894101208601242,0.683940625,82.56,98.28
+374,1.1977040925087072,0.70854140625,82.87,98.39
+375,1.2130925773045955,0.672334375,83.14,98.52
+376,1.2178736387154996,0.64360234375,83.31,98.38
+377,1.1974643089832404,0.642834375,83.18,98.36
+378,1.2166587672172449,0.655634375,83.34,98.27
+379,1.1691861987113952,0.6779828125,82.63,98.39
+380,1.1842897036136726,0.6735859375,82.81,98.46
+381,1.1683827985555697,0.6589984375,82.88,98.18
+382,1.2046103443854894,0.658815625,82.99,98.36
+383,1.2058509715092487,0.68023046875,82.72,98.53
+384,1.148148712897912,0.65629921875,82.83,98.38
+385,1.1975130475484408,0.66479296875,82.68,98.33
+386,1.2355243916694933,0.65393046875,83.06,98.24
+387,1.1595760476894867,0.6657203125,82.87,98.42
+388,1.165421584630624,0.659107421875,83.13,98.58
+389,1.2202010029401535,0.6538703125,82.6,98.32
+390,1.163034694775557,0.673775,82.66,98.43
+391,1.1504868139059117,0.64820234375,83.02,98.41
+392,1.2035133178417499,0.67951171875,83.1,98.52
+393,1.2115606835255257,0.653465625,82.72,98.36
+394,1.1916897156299688,0.65115,83.15,98.17
+395,1.1785787736758209,0.6771296875,82.88,98.34
+396,1.187604210468439,0.68337421875,82.88,98.32
+397,1.1834566625264975,0.67757578125,82.78,98.42
+398,1.1613472024599711,0.65163671875,83.19,98.35
+399,1.179176215483592,0.64937890625,82.74,98.53
+400,1.1985912873194768,0.657284375,82.94,98.37
+401,1.1921822382853582,0.64740625,83.01,98.41
+402,1.1845702487688798,0.641959375,83.37,98.42
+403,1.2216597636540731,0.6413984375,83.08,98.45
+404,1.1754001129896212,0.6739171875,83.28,98.42
+405,1.1854535228166825,0.66824453125,83.08,98.45
+406,1.1646864947600242,0.7128421875,83.32,98.49
+407,1.1539420415193606,0.684446875,83.23,98.36
+408,1.1701587652548766,0.6579375,83.07,98.42
+409,1.1699755202501247,0.642559375,83.1,98.46
diff --git a/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/model_best.pth.tar b/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..f7083979b2b8d53b90c1af30fb0931711df64643
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/Spikf_SEMM/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ee3ee97f3a25d4bc345ff1c749986e58e1910f6e8d97f73ab60406db0448b9
+size 93328257
diff --git a/ckpt/componet_test/encoding/ttfs/Spikformer/args.yaml b/ckpt/componet_test/encoding/ttfs/Spikformer/args.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8af9206bd6a9b9bded458c2173ea4b906d924213
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/Spikformer/args.yaml
@@ -0,0 +1,128 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 0
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/encoding/ttfs
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16
diff --git a/ckpt/componet_test/encoding/ttfs/Spikformer/log.csv b/ckpt/componet_test/encoding/ttfs/Spikformer/log.csv
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f15552888e97fcfc89dbfbeca097e5a5e656f
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/Spikformer/log.csv
@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2360931402597672,2.0599296875,26.06,79.63
+1,2.1320791874176415,1.89668125,30.23,83.84
+2,2.0848322024712194,1.8456125,33.8,85.05
+3,2.0562695873089325,1.8877421875,31.72,83.52
+4,2.041947482793759,1.88481875,32.09,84.9
+5,2.0170534247007126,1.7551984375,37.86,87.55
+6,1.9936535495978136,1.81265625,33.89,84.02
+7,1.9823906357471759,1.63071875,42.73,90.19
+8,1.9555350233346989,1.5942046875,43.67,89.95
+9,1.939422749556028,1.546315625,46.46,91.32
+10,1.9173845003812742,1.4810453125,49.12,92.63
+11,1.8983482678731283,1.5293421875,46.25,91.82
+12,1.8634118052629325,1.39525,52.44,93.68
+13,1.8515317822114015,1.42176875,51.53,93.74
+14,1.8285716001804058,1.2993796875,56.94,94.96
+15,1.7923712709011175,1.3963953125,52.72,93.68
+16,1.7685667600387183,1.2811078125,57.84,95.22
+17,1.7461255116340442,1.2836640625,57.33,94.76
+18,1.7402411680955154,1.2471828125,59.51,95.34
+19,1.7172248638593233,1.196953125,60.31,95.04
+20,1.7203198426809065,1.2014328125,60.88,95.77
+21,1.684537752163716,1.1705,61.99,95.37
+22,1.7018018927329626,1.14501875,64.94,96.45
+23,1.6783980935047835,1.14385,62.09,96.16
+24,1.665491196131095,1.1127609375,65.36,96.62
+25,1.648706662349212,1.080009375,65.55,96.46
+26,1.6559825411209694,1.1599609375,63.78,95.39
+27,1.6062347240937063,1.02582265625,67.05,96.83
+28,1.6559553326704564,1.0803953125,67.3,97.08
+29,1.6152554768782394,1.0149828125,68.63,97.38
+30,1.6471503435037076,1.0195015625,68.6,97.22
+31,1.6253055095672608,1.0915890625,67.83,96.91
+32,1.5848504900932312,1.03118203125,68.42,97.19
+33,1.5894678002748734,0.97410625,69.2,97.4
+34,1.588439365228017,0.9879640625,68.65,97.22
+35,1.5839129781111694,0.990228125,68.69,97.01
+36,1.5829970148893504,0.9694078125,69.45,97.35
+37,1.581598560932355,1.0811609375,69.57,97.07
+38,1.5714606465437473,0.89519140625,71.55,97.79
+39,1.581410886079837,1.0149125,70.07,97.24
+40,1.567388789470379,0.98540078125,70.03,97.15
+41,1.5447903321339533,0.96635859375,71.29,97.37
+42,1.5546586473782857,0.942678125,72.21,97.45
+43,1.5594634010241581,0.9512265625,71.55,97.61
+44,1.5535995465058547,0.95169140625,71.82,97.41
+45,1.561757641266554,0.9182171875,73.35,97.92
+46,1.5168280525085254,0.92139765625,72.51,97.84
+47,1.52149993456327,0.91986875,72.37,97.89
+48,1.5312074474799326,0.989340625,71.49,97.12
+49,1.521718550951053,0.9344640625,73.01,97.96
+50,1.5377456458715293,0.930696875,73.14,97.62
+51,1.5224146745143792,0.9438890625,71.87,97.58
+52,1.5065873042131082,0.98127265625,70.72,96.88
+53,1.502487242833162,0.8980546875,72.28,97.74
+54,1.5367157145952568,0.8982234375,73.01,97.98
+55,1.5330066225467585,0.90995625,73.33,97.82
+56,1.523492642549368,0.89891171875,73.2,97.7
+57,1.5189482445900258,0.979878125,71.91,97.04
+58,1.5360433239203233,0.92197421875,73.04,97.94
+59,1.4921377182006836,0.9509359375,72.96,97.41
+60,1.5110035486710378,0.98051015625,70.0,97.04
+61,1.4853700081507364,0.94073828125,72.66,97.51
+62,1.4847771235001392,0.90071328125,73.61,97.91
+63,1.5034609621916062,0.9361953125,73.45,97.75
+64,1.4997927820071195,0.846021875,74.85,98.09
+65,1.4991157715137189,0.86281640625,74.5,98.27
+66,1.5013839021707192,0.86241875,74.82,98.03
+67,1.4848218891865168,0.9095015625,72.77,97.76
+68,1.4978388382838324,0.8894625,74.42,97.92
+69,1.4940430977405645,0.9180125,74.4,97.91
+70,1.4886212521638627,0.9367265625,72.68,97.93
+71,1.4689695255878643,0.9620625,74.41,97.85
+72,1.4824824689290463,0.86637734375,74.7,97.99
+73,1.4695048888524374,0.85987734375,75.14,98.11
+74,1.4817316399170801,0.8469875,76.05,98.32
+75,1.4907504242200118,0.909096875,74.5,97.63
+76,1.4682599394749372,0.9402015625,74.05,97.8
+77,1.4545729462917034,0.86457578125,75.63,97.92
+78,1.4482040382348573,0.83335703125,75.59,98.1
+79,1.4410022790615375,0.93273984375,73.49,97.63
+80,1.4777974361028428,0.88947734375,75.17,97.79
+81,1.4696233182381362,0.8420546875,75.8,97.97
+82,1.4612935561400193,0.81311484375,75.82,98.12
+83,1.4598815887402266,0.7933296875,76.48,98.26
+84,1.4540620152766888,0.783471875,76.11,98.26
+85,1.4341115057468414,0.82220234375,76.31,98.46
+86,1.4253196811064697,0.86014296875,75.14,98.0
+87,1.4443638439361866,0.8411515625,76.64,98.45
+88,1.4315716217725705,0.86611171875,74.78,98.01
+89,1.4672358315724594,0.848953125,75.17,97.95
+90,1.4678920154388135,0.8994875,75.46,97.9
+91,1.4233944380894685,0.815371875,76.07,98.31
+92,1.4173108519651951,0.7765046875,76.03,98.0
+93,1.449797779474503,0.78698203125,76.39,98.12
+94,1.42773240789389,0.7830515625,76.33,98.19
+95,1.4480269175309401,0.84331796875,76.29,97.94
+96,1.3894098104574741,0.8221328125,75.3,98.13
+97,1.421746809513141,0.8130515625,76.42,97.94
+98,1.4474875836800307,0.85341640625,75.71,98.02
+99,1.4366818249225617,0.798934375,76.56,98.28
+100,1.4502275268236795,0.77593515625,76.99,98.19
+101,1.4341288785139719,0.79359296875,76.69,98.21
+102,1.4159821756375142,0.77692421875,77.49,98.3
+103,1.4273872710191287,0.7950265625,76.83,97.94
+104,1.4286440167671595,0.76791640625,77.72,98.32
+105,1.3994918112571424,0.76172265625,76.76,98.31
+106,1.4113563129535087,0.916840625,75.89,97.64
+107,1.4229449362326891,0.825025,76.59,97.93
+108,1.411217876122548,0.79569453125,76.95,98.24
+109,1.3976028931446565,0.82725,77.74,98.08
+110,1.3984991072080075,0.74995390625,78.05,98.44
+111,1.3982949489202254,0.78860234375,76.4,98.16
+112,1.4398084516708667,0.80981484375,77.67,98.35
+113,1.432852854178502,0.75072109375,78.05,98.26
+114,1.4038732297909566,0.79145390625,77.45,98.16
+115,1.4216806054115296,0.805553125,77.51,98.06
+116,1.3926952531704535,0.79047578125,76.92,97.95
+117,1.3874570262737764,0.8262546875,76.53,98.28
+118,1.4188189275753804,0.825503125,77.29,97.9
+119,1.3989729965344453,0.77333359375,77.09,97.93
+120,1.4062916506559422,0.75116796875,78.08,98.28
+121,1.4384398313669058,0.80774296875,76.94,98.4
+122,1.3789605463162447,0.788709375,77.7,98.35
+123,1.4402398731463995,0.8778984375,76.3,97.71
+124,1.3853943566481273,0.74635703125,77.38,98.21
+125,1.3931795213467035,0.81841796875,76.92,98.15
+126,1.4178993546045744,0.8159625,77.7,98.31
+127,1.4167036741207808,0.7790640625,76.97,98.19
+128,1.4036344853731302,0.76094765625,77.89,98.0
+129,1.404255850498493,0.8062671875,77.61,98.37
+130,1.3782805152428457,0.75396796875,78.98,98.37
+131,1.3731831463483664,0.8921171875,75.69,97.81
+132,1.3734176800801203,0.8085671875,76.08,98.29
+133,1.3647463873410837,0.7886765625,76.92,98.1
+134,1.387033448005334,0.8482890625,77.25,97.98
+135,1.4240279382620102,0.82327578125,76.77,98.0
+136,1.4110584631944314,0.72599375,78.4,98.43
+137,1.383483812595025,0.75163046875,78.16,98.07
+138,1.4039741517641606,0.83305390625,78.03,98.2
+139,1.4053494325050941,0.7849171875,77.85,98.35
+140,1.361645134442892,0.83350859375,77.81,97.95
+141,1.3887968931442651,0.83649609375,77.0,97.96
+142,1.3928847271662492,0.7986109375,77.94,98.07
+143,1.3939273461317405,0.8242640625,77.23,98.12
+144,1.384317881327409,0.7918375,77.74,98.24
+145,1.3844284372451978,0.7697046875,78.11,98.19
+146,1.3736724986479834,0.791265625,77.36,97.78
+147,1.383907091923249,0.82415625,77.0,98.03
+148,1.382066731269543,0.75587109375,78.67,98.07
+149,1.3654919035923787,0.8231890625,77.36,97.78
+150,1.3763188232214023,0.79994296875,77.82,98.42
+151,1.381167335693653,0.76338984375,78.18,98.37
+152,1.379253666370343,0.76189765625,78.52,98.36
+153,1.4024027567643387,0.78872734375,77.67,98.02
+154,1.3643871924816033,0.78043046875,77.39,98.19
+155,1.4033421684534122,0.78063359375,78.74,98.23
+156,1.357265101182155,0.7808609375,77.34,98.02
+157,1.4045026785288102,0.83031328125,78.08,98.34
+158,1.3880488831263322,0.79402421875,77.19,98.04
+159,1.3903463198588444,0.74706796875,78.64,98.25
+160,1.379297069250009,0.7619765625,77.53,97.94
+161,1.3900766345170827,0.81455,77.98,98.29
+162,1.3505201830313756,0.83404609375,77.08,98.03
+163,1.3679443975289662,0.79632578125,78.33,98.2
+164,1.345076917226498,0.757625,78.39,97.99
+165,1.3548083916688576,0.813490625,77.17,97.98
+166,1.3704892059167226,0.77881953125,78.03,98.11
+167,1.3427173314950405,0.73859765625,78.57,98.17
+168,1.3622763922581307,0.76345,79.04,98.37
+169,1.35545289455316,0.76271796875,78.36,98.04
+170,1.3456277390321096,0.7253609375,78.73,98.33
+171,1.3449858196270772,0.81570546875,77.1,97.69
+172,1.3603303625033452,0.734475,79.01,98.4
+173,1.3665735573340685,0.743128125,78.71,98.17
+174,1.3626535194042402,0.80990546875,77.27,98.14
+175,1.3675835993045415,0.80880234375,77.53,98.03
+176,1.3609286351081653,0.754453125,78.73,98.14
+177,1.4006767589312332,0.7777046875,78.43,98.01
+178,1.372629392452729,0.8006015625,78.69,98.06
+179,1.353974467668778,0.78103125,78.81,98.45
+180,1.3425179472336402,0.74638046875,79.1,98.44
+181,1.329097912250421,0.789140625,78.48,98.21
+182,1.3333305591192002,0.7503921875,78.57,98.36
+183,1.341376110070791,0.74883671875,79.1,98.12
+184,1.330386152022924,0.7993765625,78.45,98.09
+185,1.3405301931576852,0.75978125,78.25,98.16
+186,1.3285053068246597,0.81264375,78.59,98.38
+187,1.3104841707608639,0.74875625,78.82,98.3
+188,1.343992612300775,0.7334125,79.28,98.42
+189,1.338344499698052,0.76970703125,78.03,98.11
+190,1.3369579845514052,0.70926328125,78.88,98.36
+191,1.3377768586843442,0.7278109375,79.24,97.99
+192,1.3378101055438703,0.77475078125,77.73,97.98
+193,1.3446102655850924,0.7591,78.44,97.87
+194,1.331146046748528,0.7652375,78.67,98.0
+195,1.318573315326984,0.7374171875,79.29,98.09
+196,1.3887498988555027,0.781240625,78.83,98.17
+197,1.3437803092675331,0.74596484375,79.13,98.28
+198,1.333429449185347,0.81145078125,77.71,98.11
+199,1.3506023573569763,0.760321875,79.03,98.17
+200,1.3166790613761314,0.7306453125,78.43,98.16
+201,1.3225924556071942,0.7251171875,78.56,98.16
+202,1.3513969322045645,0.80101484375,78.61,98.14
+203,1.325229748701438,0.71873359375,79.29,98.37
+204,1.3375610906344193,0.7172,79.41,98.4
+205,1.3080105903821113,0.737065625,79.18,98.09
+206,1.2968782898707267,0.76294921875,78.76,98.33
+207,1.3163947230730302,0.73978671875,79.1,98.1
+208,1.324092702070872,0.75472890625,78.6,98.0
+209,1.3140131167876414,0.73864140625,78.94,98.18
+210,1.3304566365021926,0.79874765625,79.33,98.4
+211,1.3459709491485203,0.744875,79.28,98.35
+212,1.2989738751680424,0.7337,79.02,98.28
+213,1.3001511280353253,0.76850234375,79.08,98.08
+214,1.3193962016166785,0.77513125,79.22,98.38
+215,1.3020111414102407,0.75973515625,79.03,98.2
+216,1.3218654591303605,0.7897328125,79.4,98.5
+217,1.3591033493861173,0.76606328125,78.92,98.25
+218,1.2820887481554961,0.75188515625,79.39,98.15
+219,1.3010573089122772,0.73562109375,79.26,98.19
+220,1.2813722760249406,0.7550640625,79.56,98.5
+221,1.326682981925133,0.7154140625,80.0,98.16
+222,1.3181198659615638,0.770553125,78.84,98.4
+223,1.324493730832369,0.7726421875,79.11,98.32
+224,1.3289326947468978,0.7579796875,80.03,98.31
+225,1.3226294089586308,0.75717421875,79.69,98.25
+226,1.3151480095508772,0.7137421875,79.64,98.28
+227,1.3026470350913513,0.7184375,79.78,98.33
+228,1.2986347747154725,0.70960703125,79.78,98.2
+229,1.304471710859201,0.80589921875,79.1,98.27
+230,1.3065386915818238,0.75561328125,79.49,98.17
+231,1.2856375894485377,0.70311015625,80.04,98.31
+232,1.2800735296347203,0.71779609375,79.17,98.02
+233,1.2747102418006995,0.71976328125,79.95,98.33
+234,1.3026151696840922,0.7429828125,79.68,98.58
+235,1.290076031593176,0.72339609375,79.65,98.28
+236,1.2729666349215385,0.76347109375,78.92,97.87
+237,1.289540517024505,0.70787734375,80.1,98.1
+238,1.3017299861480027,0.70670703125,80.01,98.14
+239,1.301829054263922,0.74657265625,79.4,98.23
+240,1.3060045496011392,0.77664296875,79.41,98.44
+241,1.2865146878438118,0.74064296875,79.59,98.27
+242,1.243321630740777,0.722575,79.97,98.24
+243,1.3235169134078881,0.75540234375,79.83,98.1
+244,1.2906755910469936,0.75021796875,79.84,98.45
+245,1.3051149224623655,0.7295671875,79.71,98.24
+246,1.28990792066623,0.72711953125,79.55,98.45
+247,1.3162798011914278,0.79276953125,79.06,98.41
+248,1.3150665957194108,0.74524296875,79.65,98.69
+249,1.269088882360703,0.7108546875,80.04,98.2
+250,1.2832056733278128,0.701209375,80.16,98.17
+251,1.2652316539715498,0.712721875,79.99,98.38
+252,1.3048789140505668,0.7418609375,80.32,98.24
+253,1.2771009853252997,0.70513125,80.04,98.49
+254,1.2953244200119605,0.709871875,80.17,98.21
+255,1.284509168527065,0.73967734375,79.91,98.54
+256,1.2924760922407492,0.725646875,79.91,98.26
+257,1.2895607379766612,0.72484375,80.07,98.29
+258,1.259283814063439,0.69141796875,80.97,98.51
+259,1.3047062636950078,0.784459375,79.53,98.36
+260,1.2712763818410726,0.75482109375,80.32,98.18
+261,1.2880628439096304,0.720540625,80.83,98.42
+262,1.2373306552569072,0.7090078125,80.0,98.27
+263,1.2799493468724765,0.75225078125,80.2,98.42
+264,1.2970115516430292,0.71733515625,80.21,98.33
+265,1.296318501386887,0.74301484375,80.27,98.2
+266,1.255660587396377,0.69285546875,80.66,98.42
+267,1.2739188073537289,0.7070171875,80.6,98.31
+268,1.2742476047613682,0.6967875,80.17,98.2
+269,1.2685081532368294,0.72426328125,80.35,98.46
+270,1.288449513912201,0.7485078125,80.5,98.43
+271,1.3077017447887322,0.781046875,80.13,98.33
+272,1.2600162287553152,0.6919109375,80.77,98.41
+273,1.3061073506489778,0.74107734375,80.04,98.27
+274,1.2712307188755427,0.71028515625,80.75,98.12
+275,1.2515529982554607,0.6904375,80.9,98.41
+276,1.2481746152425424,0.7571609375,80.71,98.25
+277,1.2873193186063032,0.7091625,80.64,98.36
+278,1.2404446482658387,0.73858828125,80.64,98.28
+279,1.2858017539366697,0.72376640625,80.3,98.41
+280,1.2672597608505152,0.7150296875,80.75,98.24
+281,1.2637547223995893,0.688846875,81.09,98.47
+282,1.282556392901983,0.733640625,80.8,98.53
+283,1.2361219241068913,0.6940984375,80.71,98.36
+284,1.2663838294836192,0.73196796875,81.13,98.23
+285,1.265724054666666,0.70624609375,81.11,98.19
+286,1.2968496122421362,0.71043203125,81.19,98.27
+287,1.258173477802521,0.72698515625,80.96,98.14
+288,1.3047000211018782,0.74281796875,80.59,98.41
+289,1.2434885379595635,0.70590078125,80.71,98.43
+290,1.2694836520231687,0.706071875,81.43,98.32
+291,1.2411742126330352,0.7138390625,81.1,98.6
+292,1.2704154084890316,0.71025234375,80.93,98.56
+293,1.262589300901462,0.70292890625,80.44,98.2
+294,1.2376784926805742,0.701515625,80.97,98.26
+295,1.2416866149657813,0.70134921875,81.03,98.53
+296,1.2737783713218493,0.7186296875,80.92,98.29
+297,1.2454527653180636,0.700996875,81.22,98.33
+298,1.2284539462664188,0.69684375,80.98,98.38
+299,1.2300363720991672,0.6910640625,80.94,98.2
+300,1.247675390732594,0.70941015625,80.49,98.31
+301,1.243595867890578,0.723265625,80.66,98.52
+302,1.2390769153069228,0.67153203125,81.03,98.31
+303,1.20809265543253,0.712296875,80.8,98.46
+304,1.2525870537146544,0.712653125,80.88,98.2
+305,1.26680566515678,0.69951640625,81.57,98.28
+306,1.2313985482240335,0.7225625,80.93,98.2
+307,1.264694744042861,0.698721875,80.58,98.47
+308,1.3012163140834907,0.692990625,81.26,98.44
+309,1.2745678742726645,0.70014609375,81.15,98.14
+310,1.2423706413843694,0.67709453125,81.38,98.31
+311,1.2233537294925787,0.72034140625,81.02,98.51
+312,1.246152842961825,0.70853359375,81.23,98.56
+313,1.2207184900075962,0.72129375,80.88,98.42
+314,1.2068868122039698,0.66662421875,81.47,98.41
+315,1.2324671273048107,0.68989296875,81.0,98.36
+316,1.245301091365325,0.68339296875,81.67,98.48
+317,1.2415657003720602,0.708103125,81.42,98.48
+318,1.26916828812697,0.7165046875,81.41,98.27
+319,1.2390285284091265,0.69927890625,81.51,98.56
+320,1.2572729906974696,0.711284375,81.25,98.17
+321,1.2182729138777806,0.70912890625,80.95,98.33
+322,1.2732199656657683,0.74420078125,80.66,98.31
+323,1.2013817958342723,0.69930390625,81.49,98.49
+324,1.218090478884868,0.7101671875,81.48,98.56
+325,1.225691670179367,0.6767015625,81.4,98.38
+326,1.2496484143611712,0.6937921875,81.19,98.31
+327,1.2157673332935726,0.6836171875,81.32,98.06
+328,1.240519836315742,0.68790859375,81.01,98.39
+329,1.2563099807653673,0.7256734375,81.27,98.22
+330,1.2345922499130935,0.676675,81.61,98.19
+331,1.2330578716901632,0.71041796875,81.08,98.23
+332,1.1955014092799945,0.72059296875,81.15,98.17
+333,1.2181414090670073,0.71712890625,80.69,98.3
+334,1.2487863021019177,0.67473984375,81.21,98.32
+335,1.1980529273167635,0.7039015625,80.83,98.25
+336,1.2310507497726342,0.69321640625,81.64,98.47
+337,1.2573648350361066,0.70648203125,81.38,98.32
+338,1.2245778973285968,0.67748125,81.27,98.24
+339,1.1957915926590943,0.67718828125,81.33,98.21
+340,1.2202679802209904,0.66676484375,81.32,98.2
+341,1.1921127864947685,0.73065703125,81.86,98.34
+342,1.2242905603005336,0.6850421875,81.57,98.3
+343,1.247637767669482,0.72597421875,80.88,98.3
+344,1.2454524573607322,0.72541015625,81.46,98.24
+345,1.2017859620925708,0.74207421875,80.98,98.4
+346,1.2075838975417308,0.69764453125,81.48,98.24
+347,1.226661605712695,0.70882265625,81.14,98.53
+348,1.2213433802127838,0.6957984375,81.13,98.38
+349,1.2484552115966112,0.70386875,81.22,98.47
+350,1.2563857885507437,0.70932734375,81.27,98.43
+351,1.2365290981072645,0.67586796875,81.65,98.33
+352,1.2262743106255165,0.69866484375,81.48,98.49
+353,1.1921337659542377,0.66573359375,81.45,98.32
+354,1.2557591676712037,0.698040625,81.82,98.44
+355,1.2483670277473253,0.70378125,81.27,98.42
+356,1.2044017739785022,0.70946640625,81.62,98.45
+357,1.2354892837695586,0.68325,81.83,98.36
+358,1.2442644703082548,0.678734375,81.45,98.16
+359,1.2423492197807018,0.683771875,81.32,98.12
+360,1.2191455301566,0.66658125,81.65,98.3
+361,1.241138590299166,0.73251171875,81.73,98.42
+362,1.2390595118204752,0.7093359375,81.87,98.4
+363,1.2153112726333815,0.66918203125,81.05,98.35
+364,1.2289389825784243,0.6948046875,81.52,98.45
+365,1.2278674014103719,0.676071875,81.22,98.28
+366,1.2413595066620753,0.69130703125,81.89,98.46
+367,1.2204714860671606,0.69173046875,82.1,98.34
+368,1.2340324354477419,0.69835234375,81.4,98.3
+369,1.192641091805238,0.66722890625,81.22,98.17
+370,1.2205564718980055,0.68396015625,81.37,98.35
+371,1.2100943041153442,0.6876765625,80.81,98.38
+372,1.2348009271499438,0.68345859375,81.39,98.28
+373,1.2214414212948237,0.69581328125,81.75,98.31
+374,1.2521732140810062,0.74547734375,81.41,98.17
+375,1.2402849565713834,0.68283671875,81.39,98.28
+376,1.1804570425779393,0.6886484375,81.37,98.2
+377,1.2331530084976783,0.69330703125,81.73,98.31
+378,1.2293111639145093,0.71262421875,81.59,98.26
+379,1.230427905687919,0.70375,81.73,98.35
+380,1.2254965930412978,0.65286171875,81.67,98.24
+381,1.218234682847292,0.6885890625,81.42,98.27
+382,1.1946721352063692,0.67636015625,81.81,98.3
+383,1.2186072563513732,0.669165625,82.07,98.27
+384,1.2292037004079575,0.68104765625,81.39,98.39
+385,1.2010017304848402,0.697934375,81.45,98.35
+386,1.2344127920957713,0.7149703125,81.2,98.28
+387,1.204863860209783,0.68179375,81.81,98.29
+388,1.239491534538758,0.67464375,81.72,98.35
+389,1.230052862717555,0.6970140625,81.4,98.34
+390,1.251824331894899,0.717265625,81.56,98.24
+391,1.2464695847951448,0.69203515625,81.61,98.53
+392,1.2083869804174472,0.693134375,81.33,98.31
+393,1.202733271702742,0.69439140625,81.41,98.2
+394,1.2027472638166867,0.7253484375,81.5,98.4
+395,1.2211010375084022,0.680278125,82.03,98.41
+396,1.2003647811901874,0.7003609375,81.67,98.42
+397,1.200840508020841,0.6707859375,81.98,98.45
+398,1.2110102436481378,0.67498984375,81.78,98.4
+399,1.235015826806044,0.702259375,81.51,98.49
+400,1.208045835678394,0.66633046875,81.38,98.35
+401,1.2002282400925954,0.6950765625,81.65,98.23
+402,1.2475081894642268,0.68759296875,81.56,98.19
+403,1.2170725481632427,0.6670421875,81.27,98.49
+404,1.244269642768762,0.7361390625,81.64,98.2
+405,1.2327843450582945,0.74506640625,81.73,98.28
+406,1.2037075184858763,0.694334375,81.59,98.48
+407,1.2198403219381968,0.7012671875,81.61,98.39
+408,1.2282634389706146,0.70269609375,81.39,98.33
+409,1.2343920710759284,0.67903671875,81.36,98.43
diff --git a/ckpt/componet_test/encoding/ttfs/Spikformer/model_best.pth.tar b/ckpt/componet_test/encoding/ttfs/Spikformer/model_best.pth.tar
new file mode 100644
index 0000000000000000000000000000000000000000..99f6f49fe850b28c8c3138d87957b11c6bac9fab
--- /dev/null
+++ b/ckpt/componet_test/encoding/ttfs/Spikformer/model_best.pth.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb89eb2df82b27b5df637ecda9edc7b1f60179611851966d4a3c6bae125dc1
+size 112204536