Anima-Style-Embedding / metrics /evaluation.json
ij's picture
Release Anima Style Embedding v2
aca0f1d verified
Raw
History Blame Contribute Delete
7.03 kB
{
"attribute/attribute_error": 0.23806460597734524,
"attribute/attribute_error/human/color": 0.2041477712397719,
"attribute/attribute_error/human/layout": 0.3487045900660114,
"attribute/attribute_error/human/line": 0.2568663033834128,
"attribute/attribute_error/human/texture": 0.306499986136275,
"attribute/attribute_error/overall/color": 0.17828673733810343,
"attribute/attribute_error/overall/layout": 0.29342790455345175,
"attribute/attribute_error/overall/line": 0.21477947311496154,
"attribute/attribute_error/overall/texture": 0.27130544221554836,
"attribute/attribute_error/synthetic/color": 0.1525209903662535,
"attribute/attribute_error/synthetic/layout": 0.2381604293611011,
"attribute/attribute_error/synthetic/line": 0.17284771567126797,
"attribute/attribute_error/synthetic/texture": 0.23624006975823775,
"attribute/attribute_ratio": 0.6878512990755349,
"attribute/factor_std": 0.01133992150425911,
"attribute/mean_predictor_error": 0.3460989407118975,
"attribute/mean_predictor_error/human/color": 0.42768885221590647,
"attribute/mean_predictor_error/human/layout": 0.4193881548407108,
"attribute/mean_predictor_error/human/line": 0.43766723310491573,
"attribute/mean_predictor_error/human/texture": 0.42246386204507497,
"attribute/mean_predictor_error/overall/color": 0.3307754093894214,
"attribute/mean_predictor_error/overall/layout": 0.33926805037765684,
"attribute/mean_predictor_error/overall/line": 0.359268975772589,
"attribute/mean_predictor_error/overall/texture": 0.3572357347621366,
"attribute/mean_predictor_error/synthetic/color": 0.23421905634921739,
"attribute/mean_predictor_error/synthetic/layout": 0.25916127857816873,
"attribute/mean_predictor_error/synthetic/line": 0.28115958259758983,
"attribute/mean_predictor_error/synthetic/texture": 0.2922470102932322,
"attribute/membership_ablation_error/human/color": 0.4833354100328614,
"attribute/membership_ablation_error/human/layout": 0.3872401288902689,
"attribute/membership_ablation_error/human/line": 0.4958906247126295,
"attribute/membership_ablation_error/human/texture": 0.43578456714301117,
"attribute/membership_ablation_error/overall/color": 0.43335724416979005,
"attribute/membership_ablation_error/overall/layout": 0.3280958065628183,
"attribute/membership_ablation_error/overall/line": 0.4365888942086092,
"attribute/membership_ablation_error/overall/texture": 0.3886331248763336,
"attribute/membership_ablation_error/synthetic/color": 0.3835632295569392,
"attribute/membership_ablation_error/synthetic/layout": 0.26896133447411424,
"attribute/membership_ablation_error/synthetic/line": 0.37750567111737304,
"attribute/membership_ablation_error/synthetic/texture": 0.3416547381412804,
"attribute/membership_ablation_ratio/color": 2.430675722939336,
"attribute/membership_ablation_ratio/layout": 1.118147938459109,
"attribute/membership_ablation_ratio/line": 2.0327310048615463,
"attribute/membership_ablation_ratio/texture": 1.4324560602347596,
"attribute/membership_coverage_min": 0.11045104265213013,
"attribute/membership_mean": 0.2886149287223816,
"attribute/membership_overlap_axes": 82,
"attribute/membership_pair_difference": 0.38394951820373535,
"attribute/membership_within_factor_std": 0.34480148553848267,
"attribute/records": 4096,
"intervention/exact_strength_pairs": 2048,
"intervention/factor_accuracy/color": 0.6416015625,
"intervention/factor_accuracy/layout": 0.9169921875,
"intervention/factor_accuracy/line": 0.884765625,
"intervention/factor_accuracy/texture": 0.9404296875,
"intervention/factor_balanced_accuracy": 0.845947265625,
"intervention/factor_ratio/color": 1.405653715133667,
"intervention/factor_ratio/layout": 1.9703501462936401,
"intervention/factor_ratio/line": 1.7611885070800781,
"intervention/factor_ratio/texture": 2.39322829246521,
"intervention/family_accuracy/channel_mixer": 0.6416015625,
"intervention/family_accuracy/edge_overlay": 0.884765625,
"intervention/family_accuracy/median_speckle": 0.9404296875,
"intervention/family_accuracy/shear": 0.9169921875,
"intervention/level_response_correlation": 0.26010704040527344,
"intervention/loss/attribute_delta": 0.13530989782884717,
"intervention/loss/diversity": 0.3046875,
"intervention/loss/identity": 0.20753358397632837,
"intervention/loss/locality": 1.076119126752019,
"intervention/loss/preservation": 0.0003530628382577561,
"intervention/records": 4096,
"intervention/strong_gt_weak_exact": 0.98828125,
"intervention/target_non_target_ratio_median": 1.861896276473999,
"retrieval/axis_effective_rank": 248.3503875732422,
"retrieval/axis_max_offdiag_cosine": 0.3716677725315094,
"retrieval/top1_r1": 0.48500001430511475,
"retrieval/top1_r2": 0.6629999876022339,
"retrieval/top1_r4": 0.7739999890327454,
"retrieval/top1_r8": 0.8119999766349792,
"retrieval/top5_r1": 0.7409999966621399,
"retrieval/top5_r2": 0.8389999866485596,
"retrieval/top5_r4": 0.8960000276565552,
"retrieval/top5_r8": 0.9309999942779541,
"routing/auto_coordinate_error": 0.00034273043274879456,
"routing/auto_improvement": 0.19799659329327857,
"routing/non_target_attention_drop": 0.008984970860183239,
"routing/routing": 0.012377707287669182,
"routing/suppression_ratio_mean": 4.55674592245753,
"routing/suppression_ratio_median": 3.6429529190063477,
"routing/target_attention_drop": 0.0409422293305397,
"routing/uniform_coordinate_error": 0.00042734286398626864,
"set_retrieval/top1_gallery_r2_probe_r1": 0.6859999895095825,
"set_retrieval/top1_gallery_r2_probe_r2": 0.828000009059906,
"set_retrieval/top1_gallery_r2_probe_r4": 0.8980000019073486,
"set_retrieval/top1_gallery_r2_probe_r8": 0.9409999847412109,
"set_retrieval/top1_gallery_r4_probe_r1": 0.777999997138977,
"set_retrieval/top1_gallery_r4_probe_r2": 0.9169999957084656,
"set_retrieval/top1_gallery_r4_probe_r4": 0.9620000123977661,
"set_retrieval/top1_gallery_r4_probe_r8": 0.9829999804496765,
"set_retrieval/top1_gallery_r8_probe_r1": 0.8389999866485596,
"set_retrieval/top1_gallery_r8_probe_r2": 0.9440000057220459,
"set_retrieval/top1_gallery_r8_probe_r4": 0.9869999885559082,
"set_retrieval/top1_gallery_r8_probe_r8": 0.996999979019165,
"set_retrieval/top5_gallery_r2_probe_r1": 0.8640000224113464,
"set_retrieval/top5_gallery_r2_probe_r2": 0.9390000104904175,
"set_retrieval/top5_gallery_r2_probe_r4": 0.9729999899864197,
"set_retrieval/top5_gallery_r2_probe_r8": 0.984000027179718,
"set_retrieval/top5_gallery_r4_probe_r1": 0.9259999990463257,
"set_retrieval/top5_gallery_r4_probe_r2": 0.9760000109672546,
"set_retrieval/top5_gallery_r4_probe_r4": 0.9929999709129333,
"set_retrieval/top5_gallery_r4_probe_r8": 0.996999979019165,
"set_retrieval/top5_gallery_r8_probe_r1": 0.9380000233650208,
"set_retrieval/top5_gallery_r8_probe_r2": 0.9860000014305115,
"set_retrieval/top5_gallery_r8_probe_r4": 0.9990000128746033,
"set_retrieval/top5_gallery_r8_probe_r8": 1.0
}