LowBitMoss / eval /enc_i4e8 /metrics.json
MutantSparrow
Release evaluation artifacts batch 3
f40f827
Raw History Blame Contribute Delete
7.78 kB
{
"teacher": "..\\eval\\tmixG_x_1024",
"student": "..\\eval\\enc_i4e8",
"n": 24,
"mean": {
"psnr": 20.887557360593863,
"ssim": 0.7994046794711235,
"dino_cos": 0.9282778253157934,
"clip_teacher": 35.75477663675944,
"clip_student": 35.76934099197388,
"latent_rel_mse": 0.33437905708948773,
"latent_cos": 0.8339301099379858
},
"per_image": {
"00_seed1001": {
"clip_teacher": 40.30764389038086,
"clip_student": 41.51823043823242,
"dino_cos": 0.7616717219352722,
"psnr": 15.22023924420272,
"ssim": 0.5717867319975743,
"latent_rel_mse": 0.8755008578300476,
"latent_cos": 0.5720781683921814
},
"01_seed1002": {
"clip_teacher": 29.276514053344727,
"clip_student": 29.41352653503418,
"dino_cos": 0.9355428814888,
"psnr": 21.53590644326746,
"ssim": 0.9224526247401458,
"latent_rel_mse": 0.3088621199131012,
"latent_cos": 0.8475078344345093
},
"02_seed1003": {
"clip_teacher": 46.57715606689453,
"clip_student": 45.66522979736328,
"dino_cos": 0.8920549154281616,
"psnr": 19.005488999289668,
"ssim": 0.7306836256778567,
"latent_rel_mse": 0.261982798576355,
"latent_cos": 0.8697611093521118
},
"03_seed1004": {
"clip_teacher": 36.66221618652344,
"clip_student": 37.25527572631836,
"dino_cos": 0.9569190740585327,
"psnr": 21.04173568425709,
"ssim": 0.871022344957388,
"latent_rel_mse": 0.2115398645401001,
"latent_cos": 0.894358217716217
},
"04_seed1005": {
"clip_teacher": 33.849422454833984,
"clip_student": 33.402217864990234,
"dino_cos": 0.9669830203056335,
"psnr": 21.991353688118004,
"ssim": 0.7995880428673591,
"latent_rel_mse": 0.252943754196167,
"latent_cos": 0.8744442462921143
},
"05_seed1006": {
"clip_teacher": 35.25331115722656,
"clip_student": 34.16975021362305,
"dino_cos": 0.9460330605506897,
"psnr": 17.958871968964722,
"ssim": 0.7106612465052331,
"latent_rel_mse": 0.4956912398338318,
"latent_cos": 0.7526683211326599
},
"06_seed2001": {
"clip_teacher": 37.02571487426758,
"clip_student": 35.6707649230957,
"dino_cos": 0.8704087138175964,
"psnr": 18.420684877651496,
"ssim": 0.7972840417812996,
"latent_rel_mse": 0.46618029475212097,
"latent_cos": 0.7677753567695618
},
"07_seed2002": {
"clip_teacher": 33.22148895263672,
"clip_student": 34.65103530883789,
"dino_cos": 0.8955854177474976,
"psnr": 25.16413251736953,
"ssim": 0.9364820904943381,
"latent_rel_mse": 0.25521180033683777,
"latent_cos": 0.8725899457931519
},
"08_seed2003": {
"clip_teacher": 40.803863525390625,
"clip_student": 40.75423812866211,
"dino_cos": 0.9673967361450195,
"psnr": 21.607167373283573,
"ssim": 0.860063337256511,
"latent_rel_mse": 0.224870964884758,
"latent_cos": 0.8873435258865356
},
"09_seed2004": {
"clip_teacher": 39.55900192260742,
"clip_student": 39.813297271728516,
"dino_cos": 0.9432483911514282,
"psnr": 24.373956840507876,
"ssim": 0.9032666370096333,
"latent_rel_mse": 0.16726693511009216,
"latent_cos": 0.9169881939888
},
"10_seed3001": {
"clip_teacher": 29.434078216552734,
"clip_student": 29.456953048706055,
"dino_cos": 0.9600636959075928,
"psnr": 18.113723022581137,
"ssim": 0.7041647104461367,
"latent_rel_mse": 0.5643157362937927,
"latent_cos": 0.7158889770507812
},
"11_seed3002": {
"clip_teacher": 35.6318359375,
"clip_student": 35.248695373535156,
"dino_cos": 0.992850124835968,
"psnr": 23.2094183546103,
"ssim": 0.7639494350894851,
"latent_rel_mse": 0.15001383423805237,
"latent_cos": 0.9252133369445801
},
"12_seed3003": {
"clip_teacher": 32.74498748779297,
"clip_student": 32.1019401550293,
"dino_cos": 0.7328954935073853,
"psnr": 19.68215314455555,
"ssim": 0.6603793950943116,
"latent_rel_mse": 0.42640000581741333,
"latent_cos": 0.7919943928718567
},
"13_seed3004": {
"clip_teacher": 37.204620361328125,
"clip_student": 38.39267349243164,
"dino_cos": 0.920554518699646,
"psnr": 26.78855479366789,
"ssim": 0.8690554969439495,
"latent_rel_mse": 0.1576932966709137,
"latent_cos": 0.9207850694656372
},
"14_seed4001": {
"clip_teacher": 35.42411804199219,
"clip_student": 36.430702209472656,
"dino_cos": 0.9877066612243652,
"psnr": 16.176000715900333,
"ssim": 0.7933322303003617,
"latent_rel_mse": 0.5130952000617981,
"latent_cos": 0.7437871694564819
},
"15_seed4002": {
"clip_teacher": 35.32302474975586,
"clip_student": 36.24460220336914,
"dino_cos": 0.9509662389755249,
"psnr": 17.752891319487134,
"ssim": 0.7840254243028588,
"latent_rel_mse": 0.43092137575149536,
"latent_cos": 0.7846741676330566
},
"16_seed5001": {
"clip_teacher": 34.59321594238281,
"clip_student": 35.289398193359375,
"dino_cos": 0.9866226315498352,
"psnr": 25.3889055076937,
"ssim": 0.8886118047235568,
"latent_rel_mse": 0.16454479098320007,
"latent_cos": 0.9181504845619202
},
"17_seed5002": {
"clip_teacher": 40.463592529296875,
"clip_student": 40.51919174194336,
"dino_cos": 0.9638916850090027,
"psnr": 19.158346533741522,
"ssim": 0.8114218533774551,
"latent_rel_mse": 0.18620455265045166,
"latent_cos": 0.9065627455711365
},
"18_seed5003": {
"clip_teacher": 33.114810943603516,
"clip_student": 32.94710159301758,
"dino_cos": 0.9643267393112183,
"psnr": 24.605742793420518,
"ssim": 0.9019520130327602,
"latent_rel_mse": 0.20444029569625854,
"latent_cos": 0.8974007368087769
},
"19_seed5004": {
"clip_teacher": 33.25328826904297,
"clip_student": 32.99861145019531,
"dino_cos": 0.9110649228096008,
"psnr": 18.89767826969495,
"ssim": 0.7726508816966621,
"latent_rel_mse": 0.28666090965270996,
"latent_cos": 0.8563520312309265
},
"20_seed5005": {
"clip_teacher": 32.02351760864258,
"clip_student": 32.17348861694336,
"dino_cos": 0.9643154740333557,
"psnr": 19.0209150662384,
"ssim": 0.6889763147988113,
"latent_rel_mse": 0.3573185205459595,
"latent_cos": 0.8216397762298584
},
"21_seed5006": {
"clip_teacher": 31.85203742980957,
"clip_student": 32.01133728027344,
"dino_cos": 0.9369302988052368,
"psnr": 21.192184561400722,
"ssim": 0.7971559626819625,
"latent_rel_mse": 0.28331905603408813,
"latent_cos": 0.8610925078392029
},
"22_seed5007": {
"clip_teacher": 36.11284255981445,
"clip_student": 36.909244537353516,
"dino_cos": 0.9735050201416016,
"psnr": 21.927607295451388,
"ssim": 0.8862926120444067,
"latent_rel_mse": 0.19340209662914276,
"latent_cos": 0.9035860300064087
},
"23_seed5008": {
"clip_teacher": 38.40233612060547,
"clip_student": 35.42667770385742,
"dino_cos": 0.8971303701400757,
"psnr": 23.06771763889703,
"ssim": 0.760453449486905,
"latent_rel_mse": 0.5867170691490173,
"latent_cos": 0.7116802930831909
}
}
}