| model,condition,tasks,functional_pass,functional_rate,overall_ncr_task_macro,overall_ncr_tasks,contribution_ncr_task_macro,contribution_ncr_tasks,prompt_omitted_ncr_task_macro,prompt_omitted_ncr_tasks,instance_ncr_micro,functional_subset_ncr_micro,norm_pass,norm_decided,norm_applicable,decision_coverage,joint_pass,joint_rate,dataset_revision,norm_profile |
| deepseek,raw,121,72,0.5950413223140496,0.6557761451511451,120,0.33819444444444446,120,0.5207488807488807,120,0.645895153313551,0.6523887973640856,653,1011,1023,0.9882697947214076,4,0.03305785123966942,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| deepseek,codewiki,121,82,0.6776859504132231,0.6565921222946016,121,0.3475206611570248,121,0.5241006468279196,121,0.6422287390029325,0.6469740634005764,657,1023,1023,1.0,5,0.04132231404958678,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| deepseek,reponorm,121,83,0.6859504132231405,0.7264236452252981,121,0.4918732782369146,121,0.6128447310265492,121,0.7106549364613881,0.7471264367816092,727,1023,1023,1.0,10,0.08264462809917356,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| qwen,raw,121,54,0.4462809917355372,0.6392528767528768,120,0.3215277777777778,120,0.5012497456247457,120,0.633399209486166,0.6651785714285714,641,1012,1023,0.989247311827957,3,0.024793388429752067,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| qwen,codewiki,121,54,0.4462809917355372,0.6218421156437686,121,0.2931129476584022,121,0.48532603759876486,121,0.611328125,0.6588983050847458,626,1024,1024,1.0,1,0.008264462809917356,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| qwen,reponorm,121,63,0.5206611570247934,0.6867111997277286,121,0.43388429752066116,121,0.5581105762923945,121,0.6728515625,0.7213438735177866,689,1024,1024,1.0,6,0.049586776859504134,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| gemini,raw,121,37,0.30578512396694213,0.5760623404373404,120,0.25280112044817926,119,0.43356456043956043,120,0.570281124497992,0.65625,568,996,1024,0.97265625,1,0.008264462809917356,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| gemini,codewiki,121,45,0.371900826446281,0.5835999400048987,121,0.25625,120,0.42791577109758927,121,0.5801980198019802,0.6584699453551912,586,1010,1024,0.986328125,1,0.008264462809917356,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
| gemini,reponorm,121,44,0.36363636363636365,0.6338279313279314,120,0.3327777777777778,120,0.49682387057387056,120,0.6199004975124378,0.7,623,1005,1024,0.9814453125,2,0.01652892561983471,db1c44ca2e1c67f7bdcc10ae7ff1a9176b75c29f,coarse_auto |
|
|
