diff --git a/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/bias_shift/0.0-1.0/0.0-1.0/state.ckpt b/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/bias_shift/0.0-1.0/0.0-1.0/state.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2a47344e8b291a5fb78d43f16709a8270efa055b --- /dev/null +++ b/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/bias_shift/0.0-1.0/0.0-1.0/state.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5dd5cbe94b9c7576e79112d880af26d0f32a7a45cd9cefbabbec2d4980ed19 +size 1740 diff --git a/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761047.gamma.2115809.0 b/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761047.gamma.2115809.0 new file mode 100644 index 0000000000000000000000000000000000000000..f527117b5934bb4080003a177e3e25d50793bf51 --- /dev/null +++ b/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761047.gamma.2115809.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80dd4bb11def77025a852f68e8bb232f3ae2991e8e0831e474123fc643aa3a48 +size 177542 diff --git a/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761052.gamma.2115932.0 b/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761052.gamma.2115932.0 new file mode 100644 index 0000000000000000000000000000000000000000..97d0bd5010e7867c01827cbc265159e02d23ab2f --- /dev/null +++ b/calibration/llama3.2-1b-instruct/agnews/size=16/seed=7/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761052.gamma.2115932.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679fa3a8d3244c01f65acd5074abc2b30f4e7e728b6a8b3c56b6da2ddab5e47a +size 525386 diff --git a/calibration/llama3.2-1b-instruct/agnews/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt b/calibration/llama3.2-1b-instruct/agnews/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dd125b16a8f4a6b0b225567ade81335890b7b8e5 --- /dev/null +++ b/calibration/llama3.2-1b-instruct/agnews/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8662d81673d8c703ef5e10178df35e4985feba40c1506dce803853953027d18f +size 1740 diff --git a/calibration/llama3.2-1b-instruct/agnews/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt b/calibration/llama3.2-1b-instruct/agnews/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..179f7bdb1aa39095a65987e5334a66e5ca625202 --- /dev/null +++ b/calibration/llama3.2-1b-instruct/agnews/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f50fc1460c6c5b5303de747b05010ac1977498f94239a43b8498799c6495a8f +size 1740 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..e7238cdb4a7872b65d0c74b16e13d9c341c103c9 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00031788072914643045,0.0,, +1,,,0.00031788072914643045,0.0 +1,0.00031788072914643045,0.0,, +2,,,0.00031788072914643045,0.0 +2,0.00031788072914643045,0.0,, +3,,,0.00031788072914643045,0.0 +3,0.00031788072914643045,0.0,, +4,,,0.00031788072914643045,0.0 +4,0.00031788072914643045,0.0,, +5,,,0.00031788072914643045,0.0 +5,0.00031788072914643045,0.0,, +6,,,0.00031788072914643045,0.0 +6,0.00031788072914643045,0.0,, +7,,,0.00031788072914643045,0.0 +7,0.00031788072914643045,0.0,, +8,,,0.00031788072914643045,0.0 +8,0.00031788072914643045,0.0,, +9,,,0.00031788072914643045,0.0 +9,0.00031788072914643045,0.0,, +10,,,0.00031788072914643045,0.0 +10,0.00031788072914643045,0.0,, +11,,,0.00031788072914643045,0.0 +11,0.00031788072914643045,0.0,, +12,,,0.00031788072914643045,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..03a47774f07010d32a5ce96cb26e494bdcf032c4 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-6.7523403,-0.002340318,-6.7523403,-13.564942 +80227,-0.0001811817,-15.875181,-8.625181,-13.375266 +79086,-1.1920922e-06,-18.062502,-13.750001,-15.750135 +75303,-10.499793,-13.374793,-14.437293,-2.9682673e-05 +56417,-12.625183,-16.000183,-0.00018296952,-8.625465 +11319,-7.000973,-8.125973,-8.000973,-0.001543046 +12625,-6.3180723e-06,-16.500006,-12.750007,-12.625113 +87626,-8.500407,-0.00040713605,-8.500407,-15.351501 +43853,-15.062298,-16.1873,-15.874798,-4.7683704e-07 +23828,-14.875065,-16.125063,-8.500065,-0.0002039463 +27858,-7.7505484,-11.625548,-0.0005483316,-9.125675 +12604,-10.250051,-16.87505,-5.0185852e-05,-11.125152 +8180,-16.375,-20.5,-2.3841855e-07,-15.875097 +37466,-13.24986,-13.12486,-12.74986,-6.675698e-06 +48185,-6.8760805,-0.0010802869,-10.0010805,-13.063709 +77755,-12.000026,-11.000026,-2.62257e-05,-12.625729 +29286,-0.399794,-4.399794,-2.649794,-1.4000032 +87038,-17.749659,-19.687159,-17.749659,0.0 +33094,-8.125337,-0.00033694788,-10.125337,-13.875557 +17990,-10.876189,-16.376188,-0.0011888825,-6.7513604 +125393,-13.749843,-15.374843,-16.249842,-1.3113013e-06 +25066,-11.250023,-2.2768714e-05,-15.062523,-11.565497 +93021,-14.38342,-15.00842,-4.7584195,-0.008617003 +91364,-13.625001,-16.875002,-1.4305105e-06,-15.750268 +56219,-9.7985234e-05,-11.250098,-10.875098,-9.625258 +108119,-4.881806,-8.006806,-11.631806,-0.007956951 +108029,-0.043007564,-14.043008,-11.293008,-3.168121 +82606,-14.875095,-15.000095,-8.625095,-0.0001802282 +34733,-14.375081,-15.437581,-7.7500796,-0.0004315637 +40806,-7.152555e-07,-16.5625,-16.75,-14.250097 +89870,-1.072883e-06,-17.625002,-17.750002,-13.750144 +120589,-12.750136,-9.000136,-0.00013648532,-11.500355 +107229,-6.751513,-11.7515135,-0.0015130511,-8.001614 +81763,-13.250006,-15.375006,-6.198864e-06,-12.3751135 +126587,-2.5802827,-8.705283,-6.5802827,-0.0804574 +105931,-14.250002,-1.5497195e-06,-13.875002,-17.56325 +51593,-0.0028260315,-14.252826,-10.752826,-5.8781304 +105827,-8.512637,-12.887637,-4.3876367,-0.012714043 +92547,-15.625011,-1.1920858e-05,-11.375011,-14.93797 +11098,-11.625389,-15.500389,-0.0003891426,-7.875585 +15535,-7.7504444,-0.00044443266,-13.937944,-11.25409 +104144,-4.886178,-14.386178,-0.011178131,-5.63659 +84409,-6.3180723e-06,-14.812507,-13.250007,-12.375304 +55188,-9.750196,-11.125196,-0.00019643761,-9.000376 +97914,-9.375097,-14.250097,-9.691246e-05,-11.375382 +9697,-9.501215,-13.938715,-6.6262145,-0.0014017528 +43614,-10.250052,-15.437552,-8.875052,-0.00017546068 +57056,-18.124844,-16.499844,-11.749844,-7.986991e-06 +98595,-14.750011,-1.1920858e-05,-12.125011,-12.000369 +11602,-10.00323,-11.75323,-0.0032299988,-5.753493 +29109,-7.3756304,-17.50063,-0.00063029927,-12.5007925 +114682,-9.750077,-7.748303e-05,-12.000077,-11.251669 +63374,-11.125016,-1.6212332e-05,-14.000016,-14.377752 +77864,-13.625002,-19.125002,-2.0265559e-06,-14.000095 +81631,-2.9432168,-6.755717,-0.6307169,-0.8820591 +124163,-1.358932,-14.7964325,-0.35893208,-3.1090627 +81563,-7.517013,-7.392013,-4.142013,-0.01719777 +13895,-7.001015,-0.0010150286,-10.001015,-9.751272 +12863,-14.624797,-16.187296,-10.249797,-3.5881352e-05 +45732,-5.2638984,-0.01389826,-4.7638984,-9.264272 +49404,-13.125015,-13.125015,-1.537788e-05,-11.375233 +487,-9.250109,-0.00010907055,-11.500109,-12.750382 +64317,-14.437342,-16.374842,-8.249842,-0.0002619877 +6331,-8.344647e-07,-15.687501,-14.125001,-16.753216 +73812,-9.761722,-6.261721,-0.011721194,-4.6369486 +15701,-12.757538,-12.882538,-0.63253796,-0.75767994 +104663,-6.3180723e-06,-17.625006,-12.000007,-15.937654 +90606,-0.007961445,-8.007961,-10.632961,-4.8831778 +127552,-2.3841855e-07,-16.375,-16.875,-15.750145 +126761,-6.563087,-13.1880865,-2.813087,-0.06340078 +92697,-0.07708006,-9.82708,-2.70208,-4.9526815 +107122,-2.813218,-12.188218,-0.06321806,-6.688917 +74380,-6.5014153,-10.501415,-12.376415,-0.0015342381 +66285,-3.5881352e-05,-18.125036,-10.250036,-14.625232 +70163,-6.1273212,-11.252321,-0.00232117,-9.002468 +75972,-9.250808,-13.000808,-0.00080815074,-7.2509346 +30713,-11.335314,-11.772814,-0.5228136,-0.8986224 +118867,-3.576278e-07,-15.75,-15.875,-16.5002 +84835,-12.62508,-8.0105434e-05,-9.50008,-13.187752 +60503,-15.75,-17.5,-4.7683704e-07,-15.000107 +11807,-12.692945,-13.380445,-0.6929442,-0.6933594 +27906,-9.536698e-06,-16.50001,-11.87501,-12.875098 +30093,-13.000096,-9.6078074e-05,-10.875096,-9.500519 +45657,-16.125,-15.999999,-3.576278e-07,-15.750084 +97197,-1.6689287e-06,-17.375002,-13.375002,-16.000109 +48440,-9.125116,-0.0001163415,-13.125116,-12.125309 +14971,-5.960463e-07,-17.5,-14.750001,-15.125219 +61380,-5.753592,-7.941092,-8.8160925,-0.0036822627 +7177,-10.375033,-3.373566e-05,-14.500033,-13.125784 +40241,-0.0003011965,-14.625301,-12.250301,-8.125579 +38583,-16.000046,-4.5656117e-05,-10.000046,-16.375189 +104941,-0.00011038171,-16.31261,-9.125111,-13.500264 +39377,-4.3876233,-0.01262329,-9.137623,-12.012898 +65329,-5.6598463,-6.9098463,-1.4098462,-0.28589943 +81089,-12.375401,-0.00040093967,-7.875401,-11.001663 +6143,-0.14741503,-11.022415,-3.897415,-2.1476896 +63753,-0.00012277803,-12.500123,-9.125123,-11.500228 +5084,-13.154748,-15.029748,-0.029748218,-3.529899 +125282,-13.689979,-12.877479,-0.0024785057,-6.0028415 +7980,-7.999885,-9.624886,-9.499886,-0.0004764852 +42346,-13.312369,-14.562369,-12.249869,-6.9141147e-06 +73055,-7.004094,-11.379094,-0.004094314,-5.7551928 +31696,-6.002727,-10.752727,-0.0027270056,-8.377884 +101343,-10.250035,-19.250036,-3.5404533e-05,-16.875134 +115075,-1.4305105e-06,-15.750001,-16.687502,-13.500146 +29447,-12.999922,-16.874924,-9.249922,-9.846203e-05 +89441,-0.25197768,-12.626978,-1.5019777,-10.002054 +15843,-4.5894525e-05,-11.375046,-10.750046,-11.25024 +110126,-8.251351,-9.751351,-0.0013511585,-6.8771133 +36142,-12.503524,-15.441024,-5.6285243,-0.0036042272 +2846,-16.249838,-18.562338,-15.249839,-3.576278e-07 +85390,-0.051033277,-6.9885335,-3.0510333,-6.4887137 +108138,-11.12557,-13.81307,-7.2505703,-0.0007257212 +7571,-15.669678,-12.732178,-7.357179,-0.00064125954 +62381,-16.125,-1.1920928e-07,-18.375,-18.439962 +65963,-11.487814,-13.800314,-0.112813935,-2.237998 +39384,-9.5367386e-07,-16.3125,-15.000001,-14.625529 +62356,-2.7298554e-05,-16.562527,-10.625028,-12.75012 +20478,-9.000234,-0.00023362292,-10.250234,-9.500508 +101968,-12.500008,-16.375008,-7.986991e-06,-12.375091 +124810,-10.500075,-12.875075,-7.5456635e-05,-10.000267 +9300,-14.500002,-16.125002,-2.384183e-06,-13.250122 +35593,-15.382497,-12.257497,-4.882496,-0.0076119136 +53670,-13.883623,-11.633623,-0.0086232675,-4.7587366 +44789,-2.3841855e-07,-17.375,-15.875,-15.875147 +25135,-10.250036,-3.635817e-05,-13.937536,-15.813017 +32124,-9.5367386e-07,-15.000001,-15.125001,-15.000126 +36646,-7.0009913,-9.875991,-8.875991,-0.0011026738 +34191,-11.0593815,-13.3718815,-2.8093808,-0.062151577 +65307,-14.375431,-17.312931,-7.6254315,-0.0004886387 +32731,-10.625028,-2.8132996e-05,-13.125028,-13.251394 +112637,-6.9938326,-7.8688326,-7.3688326,-0.0019324216 +18943,-5.5049233,-8.129923,-0.004923126,-7.506123 +117291,-9.5367386e-07,-17.25,-14.250001,-15.00012 +67975,-10.826405,-14.451405,-0.20140485,-1.7015625 +104676,-1.4949701,-0.36997002,-2.49497,-5.995175 +109059,-4.5114527,-0.011452646,-8.011453,-9.522922 +86252,-12.5624075,-14.9374075,-10.6249075,-2.8132996e-05 +109620,-3.3378547e-06,-14.750003,-16.437504,-12.75007 +35543,-12.749903,-15.187403,-9.499903,-7.7959834e-05 +96155,-8.8752985,-0.00029857468,-8.8752985,-10.87618 +33646,-8.375241,-11.500241,-0.00024101214,-15.000344 +64061,-0.007283326,-10.882283,-5.007283,-7.5074935 +6764,-1.585471e-05,-14.875016,-11.250016,-12.875121 +63078,-11.500119,-0.00011920219,-10.625119,-9.375365 +88343,-10.500049,-4.8993817e-05,-12.875049,-10.875316 +50106,-11.004495,-0.0044943276,-5.754494,-6.646029 +35688,-12.134754,-16.759754,-0.00975461,-4.635446 +78697,-7.251337,-0.0013371108,-7.626337,-8.8767185 +13749,-2.8179781,-0.06797806,-5.692978,-5.9434743 +44428,-5.006743,-13.381742,-8.631742,-0.0068962653 +13880,-5.3046726e-05,-15.375053,-9.875053,-13.5008 +107805,-11.880936,-15.130936,-0.005935424,-5.131006 +47687,0.0,-17.0,-17.375,-18.000174 +3328,-12.0000725,-14.7500725,-7.259582e-05,-9.625289 +27574,-13.124829,-14.249829,-15.812329,-2.7418098e-06 +6049,-11.250028,-2.801379e-05,-11.125028,-15.062778 +121371,-12.62511,-0.000109547334,-9.25011,-11.500686 +93977,-2.9299376,-15.054937,-0.054937597,-9.805038 +87794,-9.75006,-16.25006,-5.9960475e-05,-13.375173 +1284,-12.375034,-3.445089e-05,-11.625034,-10.752929 +86737,-10.87501,-11.25001,-8.12501,-0.00032801015 +9800,-5.255044,-11.880043,-14.317543,-0.0052424106 +60632,-8.125304,-0.0003039375,-11.750304,-15.563061 +69196,-14.625001,-1.072883e-06,-14.500001,-15.562862 +109514,-13.000004,-16.375004,-3.5762723e-06,-13.625153 +75454,-10.250177,-0.00017772526,-12.875177,-8.875347 +68262,-6.2519298,-16.43943,-0.0019295661,-13.877213 +51383,-8.125306,-0.0003060826,-12.250306,-12.125618 +39024,-7.000925,-0.00092523196,-14.000925,-11.251046 +53372,-14.000827,-15.063327,-6.875828,-0.0010340826 +61955,-10.251939,-10.501939,-1.5019383,-0.25200725 +46407,-7.6254945,-0.0004945962,-12.875495,-12.385251 +56851,-3.8966887,-14.521688,-0.02168866,-6.771808 +117835,-18.25,-20.0,0.0,-19.125177 +41315,-7.375632,-18.313131,-0.000631848,-12.125758 +54086,-2.503392e-06,-18.375002,-13.000003,-15.125265 +1123,-2.5748875e-05,-16.375025,-10.750026,-12.375165 +6738,-6.25216,-0.0021600027,-8.37716,-13.565183 +65022,-11.248375,-10.873375,-11.873375,-3.8980677e-05 +29011,-10.499803,-15.499803,-10.749803,-4.9232225e-05 +209,-12.563128,-12.063128,-1.3131292,-0.31332308 +117949,-2.6940936e-05,-16.625027,-10.625027,-12.875115 +112253,-15.562371,-9.249871,-12.312371,-0.00010084597 +117575,-10.762053,-8.512053,-0.38705212,-1.1371803 +12151,-11.375011,-18.000011,-1.1444026e-05,-18.750095 +6503,-5.5302973,-10.530297,-0.030297251,-3.655389 +47388,-10.500064,-6.377493e-05,-10.750064,-11.126058 +122533,-5.6284294,-12.128429,-10.378429,-0.0036373662 +77557,-0.30677086,-9.556771,-1.5567708,-2.9319227 +3593,-5.3301234,-0.45512345,-3.8301234,-1.0815194 +39857,-2.5748875e-05,-13.250026,-10.750026,-12.875126 +82941,-13.375002,-2.384183e-06,-14.125002,-16.312786 +2835,-4.410734e-06,-15.625005,-13.000005,-13.125208 +12119,-7.6255465,-15.750546,-0.0005464253,-9.750657 +2255,-2.7775379e-05,-15.687528,-12.000028,-10.750607 +99071,-7.024153,-10.586653,-0.024153152,-3.7745028 +73970,-6.6445413,-9.269542,-0.019541366,-4.019816 +73312,-5.6847367,-1.8097367,-0.43473673,-1.684861 +109736,-12.375092,-9.202534e-05,-9.500092,-11.253037 +2581,-8.250266,-0.00026651646,-12.875266,-12.82798 +64922,-8.999964,-10.124964,-8.749964,-0.00032205164 +85830,-1.060957e-05,-14.5625105,-13.6250105,-11.625137 +122144,-10.375036,-3.6596583e-05,-13.625036,-12.380094 +62330,-5.8778405,-0.0028405339,-10.252841,-14.815756 +112561,-10.194298,-9.506798,-0.0067975232,-5.0112295 +48434,-8.125308,-0.00030775103,-12.750308,-11.626786 +119944,-13.375003,-2.503392e-06,-14.000003,-16.125294 +120940,-0.0040028933,-5.629003,-10.629003,-7.8792925 +77443,-13.625297,-15.812797,-0.00029631038,-8.128554 +23685,-14.822255,-14.509755,-0.009755318,-4.6348977 +47231,-4.88262,-0.007619722,-12.38262,-11.570276 +91022,-14.5,-4.7683704e-07,-18.25,-18.875528 +714,-13.877838,-14.877838,-5.752837,-0.0031800913 +25730,-10.500052,-11.500052,-5.2450712e-05,-11.125388 +97729,-0.00027080684,-12.500271,-8.500271,-9.66144 +30236,-8.320462e-05,-14.250083,-10.375083,-9.875262 +2443,-9.625088,-8.785339e-05,-10.750088,-14.812847 +52656,-2.475441,-9.850441,-0.1004409,-4.4756527 +116972,-15.812091,-13.624591,-14.937091,-1.6689287e-06 +43770,-2.8401644,-5.3401647,-3.5901644,-0.09519564 +10949,-11.000051,-5.042426e-05,-10.500051,-12.000269 +100306,-15.500024,-2.3722367e-05,-10.750024,-13.125492 +29745,-8.50029,-0.0002897558,-9.37529,-13.438426 +60439,-8.750043,-11.937543,-10.250043,-0.00020037073 +109824,-11.625017,-1.7046783e-05,-11.875017,-13.652128 +102648,-13.129621,-14.629621,-0.004620708,-5.3800282 +62099,-7.3756475,-0.0006473353,-11.250648,-11.750814 +33686,-7.125895,-0.0008952186,-10.0008955,-10.000964 +116606,-1.1188875,-10.243887,-1.6188875,-0.74401426 +85384,-12.249657,-15.562157,-15.249657,-5.245195e-06 +31834,-5.5048475,-9.629848,-0.0048476784,-7.259837 +58133,-16.562138,-16.687138,-14.249638,-7.152555e-07 +95196,-14.625001,-19.5,-5.960463e-07,-15.875203 +11675,-8.500204,-0.00020430385,-14.875204,-14.687999 +34902,-3.1097424,-4.734742,-0.109742366,-2.9850314 +112691,-17.749762,-17.374762,-12.124762,-5.4836123e-06 +33713,-6.626336,-12.626336,-0.0013360393,-11.876532 +109135,-2.3841574e-05,-15.750024,-11.125024,-11.625304 +60521,-7.250972,-13.813472,-0.0009719177,-8.251069 +76695,-6.8747387,-14.37474,-14.24974,-0.0010352734 +98619,-12.000146,-15.625146,-0.00014613991,-8.875473 +13731,-12.125009,-8.225407e-06,-12.750009,-16.750698 +14492,-11.1250515,-5.1377883e-05,-10.3750515,-12.126117 +81006,-12.875264,-14.625264,-0.0002641329,-8.25047 +114491,-17.374706,-14.374706,-11.499706,-1.0728779e-05 +120167,-16.000158,-15.375158,-0.00015877417,-8.750421 +69602,-10.750031,-3.1828375e-05,-11.750031,-12.880913 +81057,-7.1264315,-8.876431,-0.0014315129,-7.6267924 +118239,-12.375009,-8.5830325e-06,-12.375009,-15.375249 +26999,-7.750446,-13.000446,-0.00044586253,-11.250527 +103729,-4.5290728,-4.0290728,-0.029072791,-9.529386 +70324,-1.1920928e-07,-17.0,-16.0,-17.000103 +88697,-13.124796,-15.687296,-10.749796,-2.3603161e-05 +79720,-13.562541,-4.088795e-05,-10.250041,-12.375707 +119098,-10.12479,-11.18729,-9.24979,-0.00015007323 +16374,-7.375646,-0.0006462631,-11.000647,-12.688353 +8973,-8.002549,-0.0025498518,-10.37755,-6.1280603 +92670,-0.00026055757,-12.87526,-8.37526,-10.500832 +46136,-11.125152,-0.00015186111,-11.125152,-9.009249 +113240,-2.2172682e-05,-14.500022,-12.750022,-10.877602 +92271,-7.798886,-15.048886,-3.0488856,-0.049003538 +47020,-8.938495,-8.438495,-1.3134956,-0.3136512 +68952,-2.4643939,-9.714394,-0.089393824,-7.8396015 +93704,-12.750016,-14.000016,-1.668916e-05,-11.251628 +126515,-15.000001,-7.152555e-07,-15.875001,-15.527729 +1648,-12.761846,-11.261846,-0.3868456,-1.1369736 +4147,-12.753972,-14.378972,-5.3789716,-0.00462676 +106815,-8.430093,-13.305093,-0.055093076,-2.9302614 +18919,-3.062486,-7.812486,-0.06248603,-4.312663 +88395,-9.659772,-14.034772,-1.9097718,-0.16037856 +83361,-11.500046,-4.553691e-05,-11.750046,-10.500385 +69550,-9.875054,-5.447716e-05,-14.500054,-12.878273 +59782,-10.6373825,-12.6998825,-4.387381,-0.012538532 +62607,-14.623822,-13.748822,-12.248822,-6.3180723e-06 +49031,-12.386045,-14.386045,-0.011045385,-4.511692 +24073,-12.999776,-14.624776,-11.249776,-1.5735503e-05 +34883,-12.250014,-11.875014,-1.4305013e-05,-12.875188 +78080,-0.00021097818,-14.250211,-8.500211,-11.875325 +59546,-8.6253805,-10.3753805,-8.2503805,-0.0004719574 +123805,-1.9107107,-0.16071066,-8.72321,-8.035943 +87807,-14.750026,-2.5629668e-05,-13.875026,-10.625916 +53821,-8.124995,-11.624995,-10.249995,-0.00034040379 +90016,-9.375349,-0.00034922225,-8.250349,-12.691844 +75870,-12.500012,-12.125012,-1.20400655e-05,-12.750128 +58764,-12.625098,-14.375098,-7.0000978,-0.0009160613 +64575,-4.0531077e-06,-15.000004,-14.000004,-12.750095 +85818,-12.624826,-14.687326,-10.499826,-3.1232346e-05 +15652,-17.25,-18.375,-2.3841855e-07,-15.250091 +85976,-7.137627,-14.950127,-0.38762704,-1.1377493 +15080,-13.250002,-2.384183e-06,-15.000002,-15.375368 +79945,-10.625049,-4.8636208e-05,-12.750049,-10.75107 +76385,-10.10025,-12.53775,-1.6002502,-0.22550967 +115581,-6.937983,-9.6254835,-0.06298313,-2.8133361 +61199,-15.875,-2.3841855e-07,-15.9375,-17.376015 +85813,-14.875001,-17.0,-7.152555e-07,-14.875146 +67537,-16.687683,-0.00018261196,-10.625182,-8.750958 +89261,-8.375235,-13.625235,-0.00023457636,-12.750336 +22046,-14.249816,-14.249816,-11.374816,-1.2755313e-05 +22926,-0.00043895145,-15.500439,-11.375439,-7.7581754 +49488,-6.5028296,-12.62783,-0.00282936,-6.6278973 +96660,-7.8753924,-0.00039247915,-12.000393,-12.000586 +63730,-12.501809,-15.814309,-6.2518086,-0.0019326595 +9677,-1.7642818e-05,-16.687517,-11.375017,-12.000112 +120201,-13.374893,-15.624893,-10.749893,-2.3126335e-05 +35208,-14.000001,-16.687502,-1.072883e-06,-15.312674 +30950,-11.987818,-12.237818,-0.11281798,-2.237962 +66963,-3.168029,-15.543029,-0.043029144,-10.418199 +16156,-8.875038,-15.000038,-15.937538,-0.0001402995 +69670,-8.625208,-0.00020787939,-10.500208,-14.000545 +13477,-8.875153,-0.00015281464,-12.750153,-11.500515 +50904,-11.375099,-9.941561e-05,-9.375099,-12.687817 +7930,-13.625006,-16.875006,-5.4836123e-06,-12.375144 +26294,-11.178548,-11.428548,-1.0535479,-0.4288207 +35749,-3.291508,-13.854008,-0.041507907,-5.666623 +55850,-6.127209,-12.12721,-0.0022093668,-10.877397 +64767,-11.374948,-14.062448,-11.999948,-1.8358061e-05 +22057,-12.284989,-14.847489,-1.9099896,-0.16027072 +87663,-17.749893,-17.874893,-10.874892,-1.8954097e-05 +35864,-14.999953,-17.437452,-11.499953,-1.0490363e-05 +33007,-12.000015,-12.500015,-1.5258673e-05,-12.125213 +81372,-11.999972,-16.624971,-9.499972,-8.105903e-05 +97703,-8.000349,-0.0003493414,-12.875349,-11.375819 +118589,-2.0265559e-06,-17.250002,-15.125002,-13.250114 +65741,-7.3909487e-06,-16.250008,-15.000008,-11.875119 +119601,-11.127494,-11.877494,-0.0024942022,-6.0037503 +114504,-13.000009,-13.500009,-8.344616e-06,-12.25017 +92452,-1.3828182e-05,-15.875013,-11.625013,-12.250119 +11152,-0.4026698,-4.59017,-3.15267,-1.2780566 +44669,-2.3602185,-6.7352185,-0.11021856,-4.736002 +121963,-8.000597,-0.00059729855,-8.250597,-14.188214 +63486,-8.875037,-12.750037,-12.625037,-0.00014602071 +123055,-8.918132,-10.418132,-0.043131795,-3.1688712 +119717,-6.1248026,-16.187302,-13.312303,-0.0021921194 +88042,-8.0124855,-14.637486,-4.387486,-0.012845862 +54428,-10.000144,-0.00014387527,-9.250144,-12.937979 +125274,-0.00021991695,-14.75022,-8.62522,-10.125359 +46816,-8.80472,-10.11722,-1.8047197,-0.17997748 +8553,-5.379621,-16.567122,-0.0046209455,-14.379717 +56455,-14.625,-4.7683704e-07,-17.3125,-18.000504 +101092,-0.008623858,-12.883624,-4.758624,-11.883968 +55570,-5.7220295e-06,-15.000006,-13.625006,-12.375689 +2531,-1.7762026e-05,-16.375017,-12.000018,-11.375289 +55854,-10.1250515,-5.113948e-05,-13.0625515,-11.625261 +65143,-2.2530301e-05,-15.500023,-10.875023,-12.625161 +28422,-16.062395,-16.062395,-9.999894,-4.5656117e-05 +36329,-12.312294,-12.687294,-12.749794,-1.0490363e-05 +8061,-9.500077,-7.772144e-05,-13.375077,-13.534895 +107678,-15.187545,-4.5060096e-05,-10.125045,-12.250244 +53009,-0.05003287,-9.487533,-5.675033,-3.0945456 +62879,-2.9801879e-05,-15.50003,-13.12503,-10.500335 +26784,-7.500712,-0.0007121411,-8.750712,-13.938435 +21912,-13.179677,-13.992177,-0.17967722,-1.8051037 +113597,0.0,-17.0,-18.125,-17.250183 +82760,-8.59462e-05,-15.500086,-9.375086,-14.000211 +26160,-12.500006,-6.198864e-06,-13.250006,-14.183548 +23421,-8.50024,-0.00024077378,-11.25024,-10.625876 +41793,-1.7044848,-2.4544847,-4.329485,-0.32982144 +103325,-11.125179,-0.00017939389,-12.000179,-8.750362 +33557,-14.500001,-9.5367386e-07,-14.875001,-15.56286 +81209,-15.750013,-1.3708975e-05,-14.250013,-11.25023 +107064,-10.374847,-14.999847,-14.187347,-3.218599e-05 +98221,-1.7881233e-05,-13.875018,-15.125018,-11.000224 +16139,-15.312488,-16.624987,-8.874988,-0.0001401803 +62717,-7.1258845,-0.0008843802,-9.500884,-12.188749 +28151,-1.1920928e-07,-18.625,-16.25,-16.875185 +22888,-11.875418,-0.0004179796,-7.875418,-10.383798 +24637,-5.8778563,-15.252856,-0.0028564625,-9.877965 +92809,-11.750051,-17.562551,-8.375051,-0.00023850934 +91862,-3.548354,-6.923354,-0.048353944,-4.0485888 +7412,-4.2915253e-06,-17.437504,-12.375004,-16.375113 +52442,-3.2919726,-12.041972,-0.04197257,-5.542262 +87399,-0.0030748015,-11.565575,-5.8780746,-8.253379 +112712,-3.0994368e-06,-16.375004,-12.875003,-14.62513 +54201,-0.030640101,-11.03064,-7.03064,-3.5310223 +117074,-10.376873,-11.501873,-1.5018733,-0.25199816 +25137,-8.167534,-8.167534,-6.1675344,-0.0026674427 +16780,-0.00082375447,-14.375824,-8.000824,-7.6259604 +72881,-12.750004,-16.375004,-3.81469e-06,-14.000117 +110597,-11.000033,-3.3020428e-05,-12.625033,-11.250313 +89655,-2.3126335e-05,-16.562523,-10.750023,-13.375695 +48391,-10.750024,-2.3483954e-05,-13.375024,-14.500402 +110182,-3.0397907e-05,-14.4375305,-10.5000305,-13.000104 +87621,-12.938229,-6.8757286,-11.188229,-0.0010493255 +122711,-2.3841855e-07,-17.75,-15.75,-15.625301 +115720,-1.7046783e-05,-15.312517,-11.750017,-11.625184 +66486,-10.500067,-6.7112574e-05,-11.250067,-10.534631 +68169,-10.500073,-7.331103e-05,-10.625073,-10.75027 +110138,-6.127236,-12.127235,-0.0022357723,-10.002379 +21580,-9.250102,-0.00010227634,-13.500102,-12.250994 +102553,-14.125099,-9.95348e-05,-12.562599,-9.257668 +78769,-12.500006,-6.079655e-06,-14.000006,-13.376531 +93593,-12.8750305,-3.0636318e-05,-11.0000305,-11.375245 +16612,-6.751214,-0.0012138864,-10.126214,-12.504369 +59583,-8.27335,-12.27335,-3.7733505,-0.0235091 +76885,-1.072883e-06,-16.250002,-18.750002,-13.875548 +120777,-7.8754344,-0.00043442348,-9.875435,-12.752837 +121894,-2.264974e-06,-17.375002,-14.625002,-13.250224 +88371,-5.960463e-07,-16.5,-16.0,-14.87512 +68747,-9.875057,-12.875057,-5.6861216e-05,-12.750268 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..d13d73599ed3880371cdc16c6ffd1a55a903e6e4 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00013592193755418154,0.0,, +1,,,0.00013592193755418154,0.0 +1,0.00013592193755418154,0.0,, +2,,,0.00013592193755418154,0.0 +2,0.00013592193755418154,0.0,, +3,,,0.00013592193755418154,0.0 +3,0.00013592193755418154,0.0,, +4,,,0.00013592193755418154,0.0 +4,0.00013592193755418154,0.0,, +5,,,0.00013592193755418154,0.0 +5,0.00013592193755418154,0.0,, +6,,,0.00013592193755418154,0.0 +6,0.00013592193755418154,0.0,, +7,,,0.00013592193755418154,0.0 +7,0.00013592193755418154,0.0,, +8,,,0.00013592193755418154,0.0 +8,0.00013592193755418154,0.0,, +9,,,0.00013592193755418154,0.0 +9,0.00013592193755418154,0.0,, +10,,,0.00013592193755418154,0.0 +10,0.00013592193755418154,0.0,, +11,,,0.00013592193755418154,0.0 +11,0.00013592193755418154,0.0,, +12,,,0.00013592193755418154,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..b09d49ecc9ebd40409894e1e9108323bd70e32a4 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-11.250016,-1.585471e-05,-12.750016,-19.187813 +80227,0.0,-19.0,-17.75,-19.375072 +79086,0.0,-20.25,-18.625,-21.125458 +75303,-14.874883,-16.124884,-17.562384,-4.7683704e-07 +56417,-17.25,-17.875,-3.576278e-07,-14.750144 +11319,-8.378674,-5.628673,-7.128673,-0.0046355403 +12625,-2.3841855e-07,-17.875,-18.75,-15.375139 +87626,-12.375009,-8.344616e-06,-12.375009,-25.437853 +43853,-15.124895,-15.874895,-16.999895,-4.7683704e-07 +23828,-11.826318,-12.951318,-1.7013175,-0.20144647 +27858,-9.750058,-15.250058,-5.864925e-05,-16.43764 +12604,-10.12504,-16.00004,-4.0530336e-05,-15.000162 +8180,-13.500001,-17.750002,-1.4305105e-06,-18.937613 +37466,-12.937991,-10.875491,-7.3754916,-0.00064793095 +48185,-10.125042,-4.2318403e-05,-13.000042,-17.000965 +77755,-19.25,-17.125,0.0,-21.758932 +29286,-0.6208232,-2.6208231,-1.9958231,-1.3709979 +87038,-15.874765,-18.812263,-18.249763,-1.1920928e-07 +33094,-15.25,-3.576278e-07,-16.25,-19.37633 +17990,-11.376916,-12.751916,-0.12691587,-2.1271389 +125393,-15.124864,-14.874864,-15.374864,-8.344647e-07 +25066,-16.0625,-1.1920928e-07,-19.75,-18.255333 +93021,-16.250017,-15.875017,-9.000017,-0.0001236124 +91364,-19.625,-19.625,0.0,-22.562965 +56219,-0.00790917,-9.507909,-4.8829093,-8.383025 +108119,-10.999712,-8.124712,-15.124712,-0.0003131138 +108029,-2.1268353,-13.626835,-13.876835,-0.12694296 +82606,-16.008547,-13.383547,-4.758547,-0.008616767 +34733,-14.62499,-16.12499,-8.62499,-0.00018010901 +40806,0.0,-20.5,-20.75,-22.062647 +89870,0.0,-19.875,-19.875,-20.500189 +120589,-17.250029,-10.500028,-2.7775379e-05,-15.375397 +107229,-9.750059,-14.125059,-5.9245263e-05,-15.375122 +81763,-13.375003,-14.250003,-2.503392e-06,-15.000143 +126587,-6.6275053,-6.8775053,-8.252504,-0.0026182202 +105931,-15.625,-2.3841855e-07,-16.625,-20.705986 +51593,-0.0019336113,-13.126934,-12.626934,-6.252093 +105827,-17.312437,-16.874937,-11.624937,-9.059865e-06 +92547,-17.375,-9.5367386e-07,-14.000001,-16.041098 +11098,-16.375004,-17.500004,-2.9802277e-06,-12.750822 +15535,-11.125015,-1.490105e-05,-16.312515,-17.300667 +104144,-6.6263313,-15.376331,-0.0013315154,-12.12662 +84409,0.0,-19.0,-19.0,-19.875237 +55188,-13.0000105,-14.2500105,-1.0728779e-05,-11.750347 +97914,-15.0,-20.0,-3.576278e-07,-22.50011 +9697,-16.749832,-17.124832,-11.624833,-9.059865e-06 +43614,-17.249916,-16.874916,-13.374917,-1.6689287e-06 +57056,-15.750001,-15.375001,-8.750001,-0.00015877417 +98595,-13.125003,-2.9802277e-06,-15.750003,-14.021867 +11602,-13.000003,-14.000003,-3.2186456e-06,-16.000109 +29109,-7.8753805,-16.12538,-0.00038032452,-16.375612 +114682,-11.5000105,-1.03711545e-05,-17.81251,-15.502035 +63374,-13.250002,-1.7881378e-06,-19.875002,-16.991161 +77864,-13.750001,-18.625002,-1.072883e-06,-18.250217 +81631,-6.751181,-13.251181,-0.0011809049,-11.626395 +124163,-10.725224,-15.100224,-0.10022362,-2.3502772 +81563,-10.7499485,-10.2499485,-8.9999485,-0.0001802282 +13895,-11.62501,-9.417489e-06,-14.62501,-16.714357 +12863,-12.250165,-16.062664,-8.000165,-0.00034040379 +45732,-11.793007,-0.04300699,-3.168007,-14.919178 +49404,-12.500005,-14.375005,-5.245195e-06,-13.877735 +487,-14.125001,-9.5367386e-07,-15.250001,-17.188662 +64317,-14.124988,-15.812488,-8.374988,-0.00023147765 +6331,-3.576278e-07,-15.0,-17.25,-18.437925 +73812,-10.750064,-10.125064,-6.3536536e-05,-13.125166 +15701,-13.823497,-12.760997,-1.1359969,-0.38728985 +104663,-2.3841855e-07,-20.25,-15.25,-21.000202 +90606,-0.0454215,-6.5454216,-6.9204216,-3.1705313 +127552,0.0,-20.5,-19.375,-20.000156 +126761,-21.124924,-18.624924,-13.499922,-1.4305105e-06 +92697,-0.08443345,-6.3344336,-2.5844336,-5.584878 +107122,-0.52325654,-10.523256,-0.89825654,-9.149403 +74380,-14.37499,-10.74999,-9.12499,-0.00013088323 +66285,-1.1920928e-07,-18.75,-16.25,-18.000174 +70163,-1.6290956,-7.6290956,-0.3790955,-2.129248 +75972,-9.875053,-13.312553,-5.3761945e-05,-14.187689 +30713,-11.598941,-12.473941,-0.97394025,-0.47418088 +118867,0.0,-18.125,-19.4375,-21.31285 +84835,-14.500001,-5.960463e-07,-16.25,-16.812782 +60503,-16.75,-18.5,-1.1920928e-07,-20.37509 +11807,-13.648063,-14.273063,-0.52306265,-0.89821595 +27906,-5.0067774e-06,-16.875006,-12.250005,-15.250144 +30093,-11.75001,-9.417489e-06,-15.37501,-13.501063 +45657,-12.375005,-14.500005,-4.887569e-06,-16.25008 +97197,-2.3841855e-07,-18.0,-16.375,-16.37511 +48440,-13.625001,-1.4305105e-06,-18.312502,-15.381429 +14971,0.0,-19.875,-19.125,-20.875332 +61380,-8.265517,-6.7655177,-4.2655177,-0.015575313 +7177,-13.875001,-9.5367386e-07,-17.4375,-18.267214 +40241,-0.0007289375,-11.000729,-12.875729,-7.25102 +38583,-17.375002,-1.072883e-06,-13.750001,-17.002674 +104941,-5.960463e-07,-19.625,-14.375001,-18.250132 +39377,-7.3756433,-0.00064316567,-11.000643,-17.313843 +65329,-5.2060356,-5.0810356,-2.7060356,-0.0817503 +81089,-14.500003,-2.7418098e-06,-13.500003,-13.95986 +6143,-1.7663933,-8.266394,-2.7663932,-0.2666957 +63753,-1.4305105e-06,-15.125001,-13.625001,-17.687674 +5084,-15.875297,-16.750296,-0.00029619123,-8.125484 +125282,-13.625003,-13.750003,-3.0994368e-06,-14.000167 +7980,-9.8767805,-6.2517805,-9.1267805,-0.0020892238 +42346,-20.937338,-17.874838,-16.499838,-1.1920928e-07 +73055,-11.375016,-14.500016,-1.6212332e-05,-12.376553 +31696,-17.875,-15.625,-2.3841855e-07,-19.125097 +101343,-5.8778048,-17.252806,-0.0028048719,-18.752918 +115075,0.0,-19.5,-21.3125,-19.625273 +29447,-16.624907,-16.749907,-11.624905,-9.059865e-06 +89441,-0.57594025,-14.45094,-0.82594025,-15.013535 +15843,-0.0006374473,-12.250637,-7.3756375,-12.0008955 +110126,-8.250476,-8.875476,-0.00047588945,-9.501107 +36142,-14.625501,-15.625501,-7.500501,-0.0005535739 +2846,-15.874854,-16.937355,-15.374854,-3.576278e-07 +85390,-0.023426425,-10.023426,-3.7734265,-8.898684 +108138,-11.8981085,-9.7731085,-0.89810765,-0.52324164 +7571,-15.748632,-9.998632,-1.4986318,-0.25293446 +62381,-16.375,-1.1920928e-07,-21.3125,-20.022028 +65963,-16.132605,-14.257606,-0.007605407,-4.8827834 +39384,0.0,-18.75,-19.5,-16.750225 +62356,-1.1920928e-07,-21.0625,-15.875,-21.125122 +20478,-10.750032,-3.2305197e-05,-12.250032,-12.009818 +101968,-14.250001,-17.625002,-1.1920922e-06,-14.625074 +124810,-10.625287,-13.125287,-0.00028749148,-8.250446 +9300,-14.75,-18.5,-3.576278e-07,-18.250273 +35593,-14.417863,-12.417863,-3.1678624,-0.043009847 +53670,-18.375,-16.625,-3.576278e-07,-15.125119 +44789,0.0,-20.0,-23.6875,-21.68763 +25135,-11.125015,-1.490105e-05,-16.375015,-19.562666 +32124,0.0,-17.625,-20.3125,-20.937643 +36646,-7.8752794,-12.875279,-13.500279,-0.00038401858 +34191,-11.376363,-12.938863,-1.5013626,-0.25210935 +65307,-15.624975,-16.937477,-10.499975,-2.7775379e-05 +32731,-11.750008,-7.867782e-06,-17.562508,-16.824135 +112637,-8.748601,-7.8736014,-10.123601,-0.00057966594 +18943,-10.25012,-9.37512,-0.000120394136,-15.125436 +117291,0.0,-19.5,-18.5,-19.00018 +67975,-10.825896,-14.075896,-0.8258955,-0.5760103 +104676,-0.3533574,-1.2283573,-7.2283573,-5.4786215 +109059,-6.25193,-0.00193028,-13.50193,-15.168291 +86252,-15.124916,-16.874918,-13.749916,-1.4305105e-06 +109620,0.0,-17.875,-21.5,-20.062601 +35543,-11.999895,-13.499895,-11.874895,-1.442422e-05 +96155,-12.375008,-7.748574e-06,-12.625008,-15.532524 +33646,-12.875003,-15.250003,-2.7418098e-06,-20.687584 +64061,-0.0041223317,-11.254123,-5.5041223,-10.380136 +6764,-2.1695856e-05,-15.875022,-10.750022,-16.625225 +63078,-10.250037,-3.7669426e-05,-15.125037,-13.126035 +88343,-10.625025,-2.4556812e-05,-16.187525,-16.062916 +50106,-15.125011,-1.1563234e-05,-11.875011,-12.343515 +35688,-14.783644,-15.533644,-0.033643696,-3.4087226 +78697,-9.12511,-0.00010966653,-16.375109,-14.377965 +13749,-9.750071,-7.092701e-05,-12.250071,-11.750705 +44428,-10.749904,-16.749903,-15.249904,-2.1695856e-05 +13880,-3.576278e-07,-18.75,-15.0,-20.25015 +107805,-10.875355,-14.250355,-0.00035494225,-8.000422 +47687,0.0,-20.375,-22.5625,-22.875153 +3328,-11.62501,-15.87501,-9.1790735e-06,-16.125326 +27574,-16.937334,-15.624833,-17.187334,-2.3841855e-07 +6049,-13.375002,-1.6689287e-06,-15.937502,-16.688183 +121371,-15.75,-3.576278e-07,-16.375,-15.626818 +93977,-1.0537016,-15.928701,-0.42870167,-13.928822 +87794,-14.5,-18.625,-4.7683704e-07,-19.875185 +1284,-14.375001,-9.5367386e-07,-17.75,-14.970946 +86737,-11.767719,-9.767719,-0.14271943,-2.0178747 +9800,-15.874881,-18.62488,-20.43738,-1.1920928e-07 +60632,-14.75,-4.7683704e-07,-16.25,-20.876308 +69196,-13.750001,-1.3113013e-06,-16.625002,-16.317316 +109514,-9.250096,-17.000095,-9.619727e-05,-18.12566 +75454,-15.000001,-1.4305105e-06,-15.250001,-13.957567 +68262,-1.8047453,-14.492246,-0.17974535,-15.49238 +51383,-13.250002,-1.7881378e-06,-16.875002,-17.771124 +39024,-12.000008,-7.3909487e-06,-17.500008,-13.627232 +53372,-14.49987,-15.99987,-9.37487,-8.546941e-05 +61955,-14.741192,-11.303692,-0.4286915,-1.0537543 +46407,-12.750003,-2.8610189e-06,-17.375002,-19.560024 +56851,-8.625181,-17.125181,-0.00018082414,-13.6252775 +117835,-16.5,-20.0,-1.1920928e-07,-21.625101 +41315,-4.264164,-16.889164,-0.014163919,-14.514374 +54086,0.0,-20.5,-19.5,-19.625164 +1123,-1.7762026e-05,-16.250017,-11.000018,-13.875201 +6738,-11.87501,-9.417489e-06,-12.87501,-19.767284 +65022,-11.998088,-8.998088,-9.373088,-0.00021479207 +29011,-16.624884,-17.624884,-18.249884,-1.1920928e-07 +209,-13.569877,-12.694877,-2.6948767,-0.06994512 +117949,-3.576278e-07,-19.3125,-15.0,-18.625134 +112253,-11.943162,-5.255662,-7.255662,-0.0059482222 +117575,-16.375326,-9.000327,-0.00032693762,-8.500432 +12151,-8.87514,-17.37514,-0.00013982272,-20.18773 +6503,-7.350772,-10.975772,-2.350772,-0.10087585 +47388,-15.875,-2.3841855e-07,-16.25,-17.33347 +122533,-12.624917,-13.499917,-11.624917,-1.3589766e-05 +77557,-0.0023771857,-11.2523775,-6.127377,-8.62749 +3593,-12.125017,-1.6808368e-05,-12.000017,-12.152838 +39857,-4.7683704e-07,-15.75,-19.4375,-15.000188 +82941,-13.875001,-9.5367386e-07,-17.8125,-17.425331 +2835,-1.1920928e-07,-18.625,-16.625,-20.000265 +12119,-9.250098,-15.250098,-9.8104436e-05,-13.250228 +2255,-2.3841855e-07,-17.0,-15.25,-17.12521 +99071,-5.0611763,-9.186176,-0.18617634,-1.8113563 +73970,-10.125301,-9.750301,-0.00030095817,-8.504129 +73312,-9.322822,-1.4478221,-0.44782203,-2.072979 +109736,-15.625,-2.3841855e-07,-15.625,-18.53455 +2581,-12.250005,-4.887569e-06,-16.250006,-20.06215 +64922,-11.874971,-10.374971,-9.249971,-0.00013433985 +85830,0.0,-19.4375,-18.25,-20.187662 +122144,-15.000001,-7.152555e-07,-16.75,-14.924944 +62330,-11.875008,-7.2717403e-06,-15.000008,-20.226019 +112561,-11.750021,-11.750021,-2.1099822e-05,-12.125383 +48434,-12.625004,-3.5762723e-06,-16.250004,-16.526833 +119944,-15.625,-1.1920928e-07,-20.1875,-19.375517 +120940,-0.0027495935,-7.1277494,-10.877749,-6.253171 +77443,-15.250005,-17.875006,-5.0067774e-06,-12.251752 +23685,-12.633617,-14.008617,-0.008617713,-4.7587237 +47231,-9.625067,-6.699338e-05,-16.125067,-13.938148 +91022,-15.875,-1.1920928e-07,-21.5,-19.550297 +714,-14.561165,-13.061165,-2.8111644,-0.062021732 +25730,-16.75,-15.5,-2.3841855e-07,-17.751701 +97729,-2.8252203e-05,-14.625029,-11.250029,-11.125732 +30236,-2.8252203e-05,-14.250029,-16.125029,-10.500187 +2443,-12.875003,-2.9802277e-06,-14.500003,-18.256384 +52656,-1.4063199,-10.28132,-0.28131992,-8.906475 +116972,-14.374628,-13.999628,-11.499628,-1.1563234e-05 +43770,-5.6747894,-3.1747892,-3.7997892,-0.07000392 +10949,-14.875003,-2.7418098e-06,-13.000003,-15.883037 +100306,-15.750001,-1.072883e-06,-14.000001,-15.840953 +29745,-12.750005,-4.887569e-06,-13.125005,-18.81356 +60439,-8.999998,-12.374998,-11.999998,-0.00013374387 +109824,-16.0,-1.1920928e-07,-17.375,-18.494246 +102648,-14.000432,-14.625432,-0.000431802,-7.75077 +62099,-12.875009,-8.821448e-06,-12.000009,-16.000896 +33686,-11.875008,-7.510157e-06,-15.875008,-14.687635 +116606,-10.250175,-12.375175,-8.375175,-0.00027009178 +85384,-15.124838,-15.374838,-13.874838,-1.4305105e-06 +31834,-10.125114,-9.500114,-0.000114911156,-17.065323 +58133,-15.499745,-15.874745,-11.999745,-6.4372807e-06 +95196,-15.375,-18.875,-2.3841855e-07,-18.000105 +11675,-12.000006,-6.198864e-06,-16.937506,-18.612514 +34902,-0.0020300988,-6.75203,-7.75203,-7.752472 +112691,-16.12481,-15.999808,-10.249809,-3.552374e-05 +33713,-8.000336,-14.375336,-0.00033599453,-16.938175 +109135,-17.375,-20.75,0.0,-22.000162 +60521,-8.75017,-13.75017,-0.00016962043,-11.500331 +76695,-14.499394,-17.624395,-19.374395,-4.7683704e-07 +98619,-16.625,-18.625,-2.3841855e-07,-16.000193 +13731,-17.125,0.0,-16.8125,-21.644053 +14492,-14.750001,-7.152555e-07,-15.125001,-16.625916 +81006,-12.625113,-14.750113,-0.00011252724,-9.126031 +114491,-13.624567,-11.499567,-9.124567,-0.00012027494 +120167,-16.375,-18.5,-5.960463e-07,-14.625206 +69602,-16.625,-2.3841855e-07,-15.625,-21.388271 +81057,-8.250814,-8.125814,-0.00081482105,-8.263725 +118239,-13.500002,-1.5497195e-06,-16.125002,-18.003166 +26999,-7.7504315,-14.125432,-0.0004315637,-15.375499 +103729,-6.7246633,-0.34966338,-1.2246634,-10.974906 +70324,0.0,-20.625,-21.375,-23.625177 +88697,-12.374779,-14.874779,-9.499779,-7.9390236e-05 +79720,-16.812502,-1.072883e-06,-14.000001,-15.125532 +119098,-13.874809,-11.499809,-11.124809,-2.5868081e-05 +16374,-11.125015,-1.5020258e-05,-15.062515,-17.562672 +8973,-12.250006,-5.7220295e-06,-14.625006,-14.625593 +92670,-6.4372807e-06,-15.625007,-12.000007,-15.875121 +46136,-18.0,0.0,-17.625,-18.30643 +113240,-8.344647e-07,-16.625,-14.250001,-16.125843 +92271,-11.630869,-16.193369,-5.130869,-0.0059380312 +47020,-13.770569,-10.520569,-0.02056841,-3.8956456 +68952,-8.750159,-14.000159,-0.00015937012,-16.125275 +93704,-16.75,-18.0,-1.1920928e-07,-20.250717 +126515,-14.875,-3.576278e-07,-18.3125,-18.131819 +1648,-13.1253395,-13.2503395,-0.00033909292,-8.000495 +4147,-15.999328,-15.499327,-9.749327,-5.864925e-05 +106815,-13.912942,-15.287942,-3.2879426,-0.03804635 +18919,-8.500438,-8.375438,-0.00043764073,-12.500533 +88395,-11.319205,-13.819205,-2.694205,-0.070003256 +83361,-12.000007,-6.4372807e-06,-17.000006,-15.13658 +69550,-14.625,-4.7683704e-07,-18.8125,-18.015263 +59782,-14.0008,-13.3758,-7.0008,-0.0009139175 +62607,-13.327084,-11.077084,-7.7020845,-0.00046909772 +49031,-13.213655,-14.088655,-0.08865563,-2.4670267 +24073,-14.49979,-15.43729,-12.24979,-5.4836123e-06 +34883,-15.250001,-14.625001,-8.344647e-07,-16.00022 +78080,-0.00043478096,-14.500435,-7.750435,-12.500629 +59546,-9.499954,-13.124954,-14.124954,-7.7602235e-05 +123805,-8.250265,-0.00026532466,-14.875265,-12.509232 +87807,-15.687503,-2.503392e-06,-16.500002,-13.020371 +53821,-16.499855,-14.374855,-12.124855,-6.079655e-06 +90016,-14.875001,-5.960463e-07,-15.125001,-19.618244 +75870,-16.25,-18.625,-1.1920928e-07,-22.687592 +58764,-15.124882,-15.624882,-9.124882,-0.000109308945 +64575,0.0,-19.25,-19.5,-21.250158 +85818,-15.8748665,-15.4998665,-12.4998665,-4.0531077e-06 +15652,-14.250001,-17.125,-9.5367386e-07,-15.375127 +85976,-12.693056,-14.568056,-0.6930565,-0.6932449 +15080,-15.375,-2.3841855e-07,-19.625,-18.354095 +79945,-10.875019,-1.9550132e-05,-16.37502,-14.626932 +76385,-13.768063,-13.143063,-4.018063,-0.018154526 +115581,-6.2635717,-7.3885717,-0.013571614,-4.5137515 +61199,-16.0,-1.1920928e-07,-19.4375,-25.779343 +85813,-19.0,-19.125,0.0,-20.875164 +67537,-17.812502,-1.3113013e-06,-15.000001,-13.905693 +89261,-5.255257,-13.005258,-0.0052573523,-10.755382 +22046,-15.062545,-12.125045,-7.625045,-0.0004938813 +22926,-2.8371409e-05,-15.375029,-14.250029,-10.500124 +49488,-11.877816,-12.252816,-0.0028164028,-5.8778934 +96660,-10.000047,-4.6609744e-05,-15.500047,-13.881708 +63730,-11.500618,-14.938118,-7.2506185,-0.00072047976 +9677,-2.3841855e-07,-18.75,-15.25,-19.125166 +120201,-16.499994,-15.249993,-9.249993,-9.6435666e-05 +35208,-11.5000105,-16.25001,-1.0251946e-05,-16.812874 +30950,-13.076275,-14.451275,-0.20127532,-1.702046 +66963,-1.3132648,-14.313265,-0.3132648,-12.938378 +16156,-16.749887,-19.874887,-20.999887,0.0 +69670,-16.5,-3.576278e-07,-15.125,-21.750504 +13477,-13.375002,-1.7881378e-06,-16.625002,-16.320843 +50904,-10.875032,-3.2305197e-05,-11.687532,-12.212763 +7930,-11.62501,-14.87501,-9.417489e-06,-16.500261 +26294,-14.73748,-10.73748,-2.23748,-0.11288794 +35749,-3.1680093,-14.918009,-0.043009162,-11.543131 +55850,-3.7732627,-11.273263,-0.0232628,-12.273353 +64767,-17.874924,-17.749924,-17.624924,0.0 +22057,-15.38678,-15.51178,-1.1367797,-0.38691473 +87663,-17.124935,-17.624935,-10.749935,-2.1457441e-05 +35864,-17.937437,-18.374937,-13.874938,-9.5367386e-07 +33007,-12.250005,-16.125006,-4.887569e-06,-18.250134 +81372,-13.874892,-15.374892,-13.624892,-2.384183e-06 +97703,-9.250097,-9.691246e-05,-14.500097,-14.813637 +118589,-2.3841855e-07,-17.5,-19.5,-15.500123 +65741,-2.622601e-06,-14.000003,-14.625003,-13.500107 +119601,-12.8778105,-12.2528105,-0.0028109346,-5.8782663 +114504,-16.125,-16.125,-2.3841855e-07,-17.876543 +92452,-2.3841855e-07,-19.375,-15.5,-18.750162 +11152,-0.13173875,-5.3817387,-4.2567387,-2.25702 +44669,-14.875001,-14.125001,-1.072883e-06,-17.250456 +121963,-12.500006,-6.198864e-06,-12.875006,-19.066736 +63486,-15.749941,-15.874941,-16.499943,-3.576278e-07 +123055,-8.257971,-9.132971,-0.007971142,-4.8832645 +119717,-8.242903,-15.180403,-15.055403,-0.0002636562 +88042,-10.612633,-13.237633,-2.2376332,-0.11287442 +54428,-16.0,-7.152555e-07,-14.250001,-20.088928 +125274,-1.7642818e-05,-16.875017,-11.000017,-13.875101 +46816,-15.654612,-12.279612,-3.5296116,-0.029759558 +8553,-0.6325999,-14.3826,-0.7575999,-15.257718 +56455,-16.75,0.0,-21.25,-20.375328 +101092,-3.1470758e-05,-15.750031,-10.375031,-16.375242 +55570,-1.180165e-05,-13.750011,-13.250011,-11.625431 +2531,-2.3841855e-07,-18.75,-16.25,-16.12539 +55854,-11.125015,-1.490105e-05,-16.250015,-17.562714 +65143,0.0,-19.4375,-16.875,-18.750074 +28422,-16.499979,-15.43748,-8.99998,-0.00012373159 +36329,-10.68618,-10.62368,-11.37368,-5.864925e-05 +8061,-13.125002,-2.145765e-06,-16.250002,-21.109728 +107678,-16.250002,-1.1920922e-06,-15.125001,-14.007466 +53009,-0.1434694,-6.0184693,-4.2684693,-2.1437361 +62879,-2.7418098e-06,-16.125002,-13.375003,-13.750231 +26784,-12.375008,-7.867782e-06,-12.500008,-19.629929 +21912,-16.467243,-14.404744,-0.029743705,-3.5299907 +113597,0.0,-19.75,-21.8125,-21.000118 +82760,0.0,-21.875,-20.75,-23.18769 +26160,-12.875003,-2.622601e-06,-16.500002,-17.297312 +23421,-11.5000105,-1.03711545e-05,-16.93751,-15.467162 +41793,-2.371275,-0.24627501,-5.246275,-2.123067 +103325,-11.750009,-8.940657e-06,-17.37501,-13.750849 +33557,-12.625004,-3.6954812e-06,-18.687504,-15.00379 +81209,-15.375002,-1.5497195e-06,-16.0,-13.629582 +107064,-16.374878,-18.874878,-18.999878,-1.1920928e-07 +98221,-0.011077335,-11.261077,-10.886077,-4.5112576 +16139,-15.812513,-15.375013,-8.875013,-0.0001401803 +62717,-10.750024,-2.396078e-05,-12.875024,-16.880854 +28151,0.0,-21.625,-21.625,-22.000212 +22888,-14.750005,-4.5299425e-06,-12.375005,-17.416697 +24637,-0.57599086,-10.450991,-0.82599086,-10.701072 +92809,-15.124909,-17.74991,-10.999909,-1.7046783e-05 +91862,-12.375019,-11.125019,-1.8954097e-05,-16.750273 +7412,-1.1920928e-07,-19.625,-16.125,-20.812653 +52442,-7.5033607,-12.253361,-0.0033605788,-5.8785458 +87399,-0.001428775,-11.876429,-6.6264286,-9.252217 +112712,-1.1444026e-05,-18.000011,-11.375011,-18.125109 +54201,-0.9936068,-6.8686066,-3.9936068,-0.49382418 +117074,-13.383619,-12.383619,-0.008619131,-4.7587357 +25137,-9.951562,-6.2015624,-6.0765624,-0.0043795626 +16780,-3.4570097e-05,-15.625034,-11.250034,-10.7502 +72881,-13.875002,-14.750002,-1.9073468e-06,-14.37513 +110597,-10.875019,-1.9430925e-05,-17.37502,-14.5048065 +89655,-4.1723165e-06,-17.250004,-12.375004,-17.12512 +48391,-16.25,-1.1920928e-07,-20.5625,-20.125484 +110182,0.0,-18.4375,-18.6875,-19.87506 +87621,-9.631803,-2.6943026,-10.319303,-0.070087835 +122711,0.0,-17.875,-16.875,-19.125505 +115720,0.0,-17.125,-17.8125,-17.000105 +66486,-10.500028,-2.7656173e-05,-15.937528,-18.010674 +68169,-12.125006,-5.6028207e-06,-15.500006,-17.885418 +110138,-9.625067,-14.875067,-6.6635774e-05,-15.500187 +21580,-7.3756266,-0.00062648696,-17.063126,-16.751911 +102553,-15.437502,-2.384183e-06,-15.812502,-13.138858 +78769,-10.750022,-2.1576649e-05,-17.250021,-16.22642 +93593,-14.625001,-5.960463e-07,-18.0,-16.025564 +16612,-9.50008,-8.046303e-05,-12.12508,-15.197235 +59583,-13.624853,-15.374853,-11.124853,-1.6212332e-05 +76885,-2.3841855e-07,-16.1875,-20.0625,-16.125525 +120777,-10.500029,-2.8729026e-05,-13.625029,-16.903957 +121894,0.0,-19.25,-16.75,-16.875143 +88371,0.0,-19.625,-21.125,-22.062645 +68747,-11.125015,-14.875015,-1.5139465e-05,-19.875294 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..d6afae5557b8022944f0e0f7c12f2cc29a753c12 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00016535773357860371,0.0,, +1,,,0.00016535773357860371,0.0 +1,0.00016535773357860371,0.0,, +2,,,0.00016535773357860371,0.0 +2,0.00016535773357860371,0.0,, +3,,,0.00016535773357860371,0.0 +3,0.00016535773357860371,0.0,, +4,,,0.00016535773357860371,0.0 +4,0.00016535773357860371,0.0,, +5,,,0.00016535773357860371,0.0 +5,0.00016535773357860371,0.0,, +6,,,0.00016535773357860371,0.0 +6,0.00016535773357860371,0.0,, +7,,,0.00016535773357860371,0.0 +7,0.00016535773357860371,0.0,, +8,,,0.00016535773357860371,0.0 +8,0.00016535773357860371,0.0,, +9,,,0.00016535773357860371,0.0 +9,0.00016535773357860371,0.0,, +10,,,0.00016535773357860371,0.0 +10,0.00016535773357860371,0.0,, +11,,,0.00016535773357860371,0.0 +11,0.00016535773357860371,0.0,, +12,,,0.00016535773357860371,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..36c5c762413cbce1a899afb2987f6fe7a718265e --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-4.882619,-0.0076190117,-11.257619,-17.007727 +80227,-1.1920928e-07,-17.375,-15.875,-18.250084 +79086,0.0,-18.0,-17.75,-19.50012 +75303,-14.499572,-15.999572,-19.99957,-5.960463e-07 +56417,-17.00001,-17.75001,-1.0251946e-05,-11.500122 +11319,-2.3505452,-7.8505445,-7.8505445,-0.10103243 +12625,-2.3841855e-07,-17.5,-17.125,-15.375099 +87626,-11.000026,-2.5629668e-05,-11.625026,-18.002909 +43853,-14.124853,-16.249853,-19.124853,-8.344647e-07 +23828,-14.749885,-16.749884,-14.499885,-9.5367386e-07 +27858,-10.875019,-20.12502,-1.8954097e-05,-18.00015 +12604,-14.250001,-20.5,-5.960463e-07,-17.500126 +8180,-21.25,-24.125,0.0,-22.875118 +37466,-10.624923,-10.874923,-13.312423,-4.494089e-05 +48185,-5.379621,-0.0046210643,-14.2546215,-15.379696 +77755,-13.875002,-13.625002,-2.145765e-06,-17.000282 +29286,-1.1743622,-2.0493622,-0.9243621,-1.7994945 +87038,-16.249712,-19.062212,-20.374712,-1.1920928e-07 +33094,-12.250005,-4.887569e-06,-15.625005,-18.562729 +17990,-14.251929,-17.126928,-0.0019289711,-6.2520933 +125393,-14.749859,-15.874859,-18.624859,-4.7683704e-07 +25066,-15.000001,-7.152555e-07,-19.5625,-14.750396 +93021,-14.624928,-16.999928,-11.374928,-1.1920858e-05 +91364,-20.5,-23.25,0.0,-22.87514 +56219,-0.0009843033,-9.000984,-7.750984,-7.7511163 +108119,-0.69530886,-2.195309,-6.570309,-0.9458377 +108029,-4.0180373,-13.893037,-13.143037,-0.018154878 +82606,-17.499882,-14.749881,-12.499881,-4.1723165e-06 +34733,-12.999832,-14.624832,-9.249832,-9.881962e-05 +40806,0.0,-18.375,-20.8125,-18.375132 +89870,0.0,-20.375,-22.3125,-20.625158 +120589,-10.625064,-10.250064,-6.377493e-05,-12.375217 +107229,-11.000017,-17.625017,-1.7046783e-05,-14.875096 +81763,-16.75,-17.75,-1.1920928e-07,-16.875082 +126587,-0.89858216,-7.398582,-9.773582,-0.5239372 +105931,-14.000001,-8.344647e-07,-17.9375,-18.500244 +51593,-0.0013279439,-14.0013275,-13.3763275,-6.626556 +105827,-13.2498665,-15.999866,-13.4998665,-3.2186456e-06 +92547,-15.250004,-4.2915253e-06,-13.125004,-13.125343 +11098,-18.5,-20.625,0.0,-18.250097 +15535,-10.875019,-1.9073304e-05,-17.81252,-15.8128395 +104144,-14.125001,-19.75,-9.5367386e-07,-15.375316 +84409,-3.576278e-07,-15.625,-15.5,-16.687664 +55188,-16.0,-16.75,-8.344647e-07,-14.125124 +97914,-9.750058,-20.12506,-5.8291644e-05,-19.250187 +9697,-16.374763,-19.562263,-16.124763,-2.3841855e-07 +43614,-14.124908,-15.749908,-14.499908,-1.4305105e-06 +57056,-16.499819,-15.37482,-14.37482,-8.344647e-07 +98595,-9.625125,-0.00012516193,-14.000125,-9.75034 +11602,-14.6253805,-15.1253805,-0.000380682,-7.8755436 +29109,-15.75,-22.9375,-1.1920928e-07,-21.50012 +114682,-8.250264,-0.00026389453,-15.812764,-12.875781 +63374,-13.000003,-2.622601e-06,-18.437502,-14.8755865 +77864,-18.75,-21.5,0.0,-17.875082 +81631,-4.960165,-7.460165,-0.022665024,-4.21159 +124163,-8.511153,-15.886153,-4.511152,-0.011250156 +81563,-11.874913,-11.749913,-9.374913,-9.9654004e-05 +13895,-1.406166,-0.28116596,-11.406166,-12.281383 +12863,-14.624824,-18.062323,-14.624824,-9.5367386e-07 +45732,-1.1794285,-3.1794286,-0.4294285,-9.804787 +49404,-15.750001,-17.125,-7.152555e-07,-14.625153 +487,-10.375031,-3.1470758e-05,-15.250031,-17.375196 +64317,-15.749791,-16.249792,-12.749791,-3.0994368e-06 +6331,-1.1920928e-07,-16.8125,-16.125,-19.376114 +73812,-12.250771,-8.875771,-0.00077098684,-7.375917 +15701,-14.099035,-13.349035,-0.47403514,-0.9741523 +104663,0.0,-19.0,-17.25,-19.25011 +90606,-0.00046719128,-10.375467,-12.125467,-7.750632 +127552,0.0,-20.625,-20.75,-21.000141 +126761,-15.749927,-18.249926,-14.124927,-8.344647e-07 +92697,-0.17125006,-7.92125,-1.9212501,-4.546666 +107122,-8.125301,-15.125301,-0.0003016732,-12.12601 +74380,-14.874805,-13.499805,-14.499805,-2.264974e-06 +66285,-8.344647e-07,-16.25,-14.625001,-15.500194 +70163,-3.143259,-9.018259,-0.51825917,-1.0183777 +75972,-13.875001,-19.0,-9.5367386e-07,-17.12515 +30713,-12.98608,-12.73608,-0.0485804,-3.0488374 +118867,0.0,-18.375,-18.125,-21.062618 +84835,-10.000047,-4.6609744e-05,-14.312547,-14.312663 +60503,-21.25,-23.0,0.0,-23.00016 +11807,-14.100013,-14.100013,-2.350013,-0.10022869 +27906,-1.9073468e-06,-18.125002,-13.250002,-15.750093 +30093,-15.750002,-2.384183e-06,-17.062502,-13.000312 +45657,-20.0,-22.0,0.0,-20.625069 +97197,-1.1920928e-07,-21.25,-16.25,-20.375101 +48440,-12.875003,-2.7418098e-06,-18.000002,-15.125201 +14971,0.0,-18.625,-20.125,-19.500193 +61380,-14.312413,-12.499913,-12.624913,-7.6293654e-06 +7177,-6.751171,-0.0011710222,-16.188671,-14.126449 +40241,-0.00038103948,-14.500381,-14.375381,-7.875693 +38583,-13.001328,-0.0013285391,-6.6263285,-14.751555 +104941,-8.344647e-07,-18.625,-14.000001,-17.25014 +39377,-3.7732506,-0.023250572,-12.460751,-13.585919 +65329,-9.27334,-12.14834,-0.023340132,-3.7735379 +81089,-14.250017,-1.7285198e-05,-11.250017,-12.500241 +6143,-0.69392556,-11.318926,-7.0689254,-0.69409615 +63753,-1.668916e-05,-12.125016,-11.500016,-13.625124 +5084,-13.891033,-15.391033,-0.016033292,-4.1411705 +125282,-16.500006,-16.937506,-4.887569e-06,-12.250134 +7980,-4.4063864,-4.0313864,-6.5938864,-0.03181842 +42346,-19.31235,-17.49985,-17.62485,0.0 +73055,-13.375002,-16.625002,-2.0265559e-06,-14.8755245 +31696,-11.125023,-13.250023,-2.2649509e-05,-12.000143 +101343,-11.750008,-21.375008,-7.867782e-06,-21.750084 +115075,0.0,-20.0,-21.6875,-20.125227 +29447,-14.624843,-17.437344,-14.249843,-1.072883e-06 +89441,-1.910228,-13.410228,-0.16022806,-12.910278 +15843,-0.057632457,-3.1826324,-5.0576324,-4.807758 +110126,-6.252134,-9.627134,-0.002134071,-8.877493 +36142,-14.249934,-16.624935,-11.499934,-1.0847986e-05 +2846,-16.124828,-18.562328,-17.937328,-1.1920928e-07 +85390,-0.0007867102,-9.125787,-7.375787,-9.875949 +108138,-9.999919,-14.749919,-12.624919,-4.911302e-05 +7571,-15.81516,-13.25266,-5.62766,-0.0036054149 +62381,-15.5,-2.3841855e-07,-20.4375,-18.312975 +65963,-11.148093,-12.523093,-0.523093,-0.8982116 +39384,0.0,-21.0625,-22.125,-19.877743 +62356,-2.622601e-06,-15.375003,-13.000003,-15.62508 +20478,-8.1253195,-0.00031907237,-11.6878195,-11.125654 +101968,-14.250001,-20.125,-5.960463e-07,-18.000093 +124810,-14.000003,-16.125002,-2.7418098e-06,-13.250169 +9300,-20.25,-19.875,0.0,-16.75008 +35593,-13.124963,-15.749963,-9.374963,-8.7019e-05 +53670,-18.75,-17.875,-8.344647e-07,-14.000121 +44789,0.0,-19.9375,-20.125,-20.250162 +25135,-0.00048792377,-7.625488,-16.937988,-17.188137 +32124,-1.1920928e-07,-16.375,-18.1875,-18.812609 +36646,-8.625031,-12.000031,-13.000031,-0.00018797538 +34191,-10.888406,-13.388406,-4.2634063,-0.014194712 +65307,-14.8749275,-17.812428,-13.9999275,-1.1920922e-06 +32731,-11.000017,-1.716599e-05,-19.125017,-14.625386 +112637,-3.2872853,-7.162285,-9.599786,-0.0389468 +18943,-6.6266527,-8.126653,-0.0016526625,-10.3772 +117291,-1.1920928e-07,-18.0,-16.625,-19.250126 +67975,-10.862831,-13.737831,-0.112831295,-2.2379365 +104676,-0.017365668,-4.2673655,-5.7673655,-9.58008 +109059,-1.5019985,-0.25199854,-10.626999,-10.003201 +86252,-15.249916,-17.187416,-16.249916,-3.576278e-07 +109620,0.0,-17.625,-20.8125,-17.875069 +35543,-12.874864,-15.124864,-14.124864,-3.5762723e-06 +96155,-1.223559,-0.348559,-9.598559,-9.973892 +33646,-10.12504,-16.12504,-4.0172723e-05,-18.500156 +64061,-0.00045289274,-10.750453,-7.875453,-9.875641 +6764,-1.5497195e-06,-13.875002,-15.250002,-14.875149 +63078,-11.500031,-3.170917e-05,-15.750031,-10.750174 +88343,-9.500075,-7.533743e-05,-17.937574,-14.625307 +50106,-13.000177,-0.0001772485,-8.750177,-11.004835 +35688,-11.011808,-13.386808,-1.1368084,-0.38692713 +78697,-6.7511816,-0.0011816194,-12.876182,-11.6265135 +13749,-0.8983986,-0.5233986,-9.023398,-8.773707 +44428,-5.5039186,-14.253919,-13.878919,-0.0040806606 +13880,-1.5497195e-06,-17.250002,-13.375002,-18.93762 +107805,-10.750934,-14.375934,-0.0009334498,-7.000996 +47687,0.0,-19.0,-20.3125,-21.500164 +3328,-16.625,-19.875,-1.1920928e-07,-18.2501 +27574,-15.124828,-15.249828,-17.687328,-4.7683704e-07 +6049,-13.125002,-2.145765e-06,-16.062502,-17.187677 +121371,-12.750004,-4.2915253e-06,-14.750004,-13.7503605 +93977,-7.1258044,-19.125805,-0.0008044583,-17.62591 +87794,-15.625,-21.875,-1.1920928e-07,-20.250107 +1284,-14.000001,-1.3113013e-06,-15.625001,-14.878147 +86737,-12.374792,-13.874792,-11.749792,-1.3112935e-05 +9800,-14.249759,-17.624758,-21.999758,-7.152555e-07 +60632,-9.500074,-7.486063e-05,-16.875074,-20.375208 +69196,-12.250005,-5.1259863e-06,-17.187506,-14.875185 +109514,-20.625,-21.625,0.0,-21.375143 +75454,-6.8785105,-0.0035103862,-7.5035105,-6.2536564 +68262,-10.750021,-20.000021,-2.1457441e-05,-19.687643 +51383,-0.18008362,-1.8050836,-8.180083,-9.742891 +39024,-10.250037,-3.6954196e-05,-17.437536,-13.375158 +53372,-14.374852,-15.499852,-11.374852,-1.2278481e-05 +61955,-17.625097,-13.375097,-8.750097,-0.00016008526 +46407,-6.5015035,-0.0015032907,-16.126503,-14.001806 +56851,-6.7511945,-17.376194,-0.0011944787,-10.6263275 +117835,-20.25,-23.75,0.0,-23.000162 +41315,-14.000001,-23.25,-8.344647e-07,-20.125072 +54086,0.0,-21.8125,-20.5,-21.375175 +1123,-2.7418098e-06,-16.125002,-13.000003,-15.000119 +6738,-7.7504334,-0.0004332319,-12.875433,-16.250631 +65022,-7.8747635,-8.6247635,-11.9997635,-0.0005660839 +29011,-16.249676,-18.999676,-19.687176,-1.1920928e-07 +209,-10.813272,-11.438272,-0.31327263,-1.3133469 +117949,0.0,-20.1875,-19.125,-18.875082 +112253,-10.312609,-8.000109,-12.375109,-0.0003729363 +117575,-16.069134,-12.006633,-5.0066323,-0.006722098 +12151,-15.375,-23.125,-2.3841855e-07,-24.50008 +6503,-8.768219,-12.643219,-4.018219,-0.018310444 +47388,-11.125019,-1.9430925e-05,-12.750019,-13.250588 +122533,-8.8750305,-13.7500305,-13.0000305,-0.00014316011 +77557,-0.0010910041,-10.751091,-8.751091,-7.001234 +3593,-5.140278,-0.015277862,-7.140278,-4.7661486 +39857,-1.072883e-06,-14.000001,-15.812501,-15.875096 +82941,-12.875003,-2.503392e-06,-18.437502,-17.31276 +2835,0.0,-17.75,-18.125,-17.375137 +12119,-12.375005,-18.125004,-4.5299425e-06,-15.125095 +2255,-1.0967195e-05,-14.8750105,-11.5000105,-14.625385 +99071,-4.884437,-11.259437,-2.134437,-0.13454616 +73970,-11.01253,-12.01253,-0.012530409,-4.387671 +73312,-7.344632,-0.5321319,-4.782132,-0.9072706 +109736,-13.875001,-1.4305105e-06,-15.750001,-14.875707 +2581,-6.5015025,-0.0015026956,-15.501503,-16.197449 +64922,-11.749835,-14.874835,-12.499835,-1.1920858e-05 +85830,0.0,-17.625,-19.3125,-18.937607 +122144,-11.000018,-1.8238856e-05,-14.625018,-13.750313 +62330,-7.6254883,-0.00048804292,-15.562988,-19.9382 +112561,-14.6878,-12.5003,-0.0003000048,-8.12589 +48434,-4.264168,-0.01416768,-14.389168,-12.514515 +119944,-12.625003,-3.3378547e-06,-19.062504,-19.187626 +120940,-4.9828242e-05,-10.50005,-12.62505,-10.875208 +77443,-18.75,-21.5,-2.3841855e-07,-15.501406 +23685,-10.701408,-14.326408,-0.20140885,-1.70156 +47231,-10.250036,-3.623897e-05,-17.187536,-14.000131 +91022,-15.875,-1.1920928e-07,-22.25,-20.562675 +714,-14.999855,-14.999855,-9.249855,-9.679326e-05 +25730,-13.375002,-14.750002,-2.0265559e-06,-15.625176 +97729,-2.264974e-06,-16.125002,-14.000002,-13.505986 +30236,-0.00034016545,-12.50034,-13.62534,-8.000595 +2443,-9.000125,-0.00012456595,-13.937625,-15.000307 +52656,-4.018192,-12.893191,-0.018191753,-10.143398 +116972,-14.374725,-14.249725,-15.812225,-1.3113013e-06 +43770,-4.654501,-5.654501,-3.904501,-0.03373406 +10949,-12.25001,-9.655906e-06,-13.62501,-12.500151 +100306,-14.375006,-5.841238e-06,-14.562506,-12.250217 +29745,-7.7504377,-0.00043752158,-11.875438,-17.125835 +60439,-16.18731,-14.874811,-14.749811,-8.344647e-07 +109824,-9.250104,-0.000103945094,-12.500104,-12.3754425 +102648,-15.020533,-15.020533,-0.020533025,-3.8960013 +62099,-7.1266646,-0.0016648017,-7.7516646,-7.751785 +33686,-8.750168,-0.00016747502,-15.687668,-11.625251 +116606,-8.379754,-12.629754,-5.379754,-0.0048534917 +85384,-16.49986,-15.749862,-17.62486,-2.3841855e-07 +31834,-4.511189,-8.886189,-0.011189095,-12.699975 +58133,-13.249715,-15.499715,-14.999715,-2.264974e-06 +95196,-17.125,-21.25,0.0,-19.375185 +11675,-4.38751,-0.012509924,-15.76251,-15.262759 +34902,-0.25166002,-4.00166,-1.62666,-4.8768935 +112691,-15.999815,-16.249815,-13.499816,-1.5497195e-06 +33713,-8.625179,-15.375179,-0.00017975146,-17.312819 +109135,-10.12504,-20.00004,-4.0172723e-05,-16.12517 +60521,-11.000018,-16.125017,-1.7762026e-05,-13.875105 +76695,-6.6194444,-16.744444,-19.119444,-0.0013350869 +98619,-10.625025,-19.500025,-2.4556812e-05,-15.375156 +13731,-14.625,-4.7683704e-07,-17.875,-19.125147 +14492,-13.250008,-7.986991e-06,-12.875008,-12.500349 +81006,-17.625004,-17.875004,-3.3378547e-06,-12.625121 +114491,-15.624296,-13.499296,-13.499296,-2.8610189e-06 +120167,-18.812502,-16.875002,-2.503392e-06,-12.875208 +69602,-12.500004,-3.933899e-06,-16.312504,-16.62586 +81057,-7.6255918,-10.875591,-0.0005915799,-9.37678 +118239,-9.875052,-5.2093103e-05,-15.000052,-15.250261 +26999,-10.000046,-20.125046,-4.5417706e-05,-20.00014 +103729,-1.9254955,-0.30049554,-2.1754954,-8.550785 +70324,0.0,-18.25,-19.75,-19.812616 +88697,-15.249864,-17.374865,-15.624864,-4.7683704e-07 +79720,-11.875022,-2.2411095e-05,-12.875022,-11.250365 +119098,-10.999929,-10.749929,-9.874929,-8.964137e-05 +16374,-0.020544704,-3.8955448,-13.208045,-13.895699 +8973,-6.7511783,-0.0011784045,-12.751179,-12.126665 +92670,-1.2278481e-05,-14.750012,-11.375012,-14.625191 +46136,-13.375005,-5.0067774e-06,-15.750005,-12.62551 +113240,-2.3841855e-07,-16.875,-16.0,-16.250593 +92271,-6.127811,-15.127811,-7.252811,-0.0028940246 +47020,-12.318083,-11.193083,-0.6930831,-0.69324774 +68952,-11.250013,-17.250013,-1.3112935e-05,-16.12514 +93704,-17.0,-20.875,0.0,-19.250586 +126515,-14.000001,-8.344647e-07,-19.5625,-17.688087 +1648,-15.75018,-15.37518,-0.00017987064,-8.625316 +4147,-14.500016,-14.875016,-8.250016,-0.00026210689 +106815,-9.975371,-13.600371,-1.6003716,-0.22548285 +18919,-4.6352158,-8.510216,-0.01021597,-8.26032 +88395,-8.660314,-13.035314,-0.16031368,-1.9108945 +83361,-13.500007,-6.4372807e-06,-15.125007,-12.25013 +69550,-14.000001,-8.344647e-07,-20.4375,-17.18812 +59782,-15.499806,-16.124807,-11.124806,-1.5020258e-05 +62607,-13.370596,-12.870596,-13.120596,-6.079655e-06 +49031,-14.639161,-16.38916,-0.0141609805,-4.2643733 +24073,-13.999807,-14.812307,-12.874807,-3.81469e-06 +34883,-12.375006,-16.500006,-5.841238e-06,-13.375099 +78080,-8.344647e-07,-17.125,-14.750001,-14.625138 +59546,-13.874727,-13.124727,-14.624727,-3.3378547e-06 +123805,-7.375645,-0.0006450718,-13.188145,-11.000802 +87807,-14.375052,-5.2093103e-05,-16.187551,-9.875266 +53821,-15.374723,-16.999723,-16.624723,-3.576278e-07 +90016,-12.875003,-2.622601e-06,-16.437502,-19.250233 +75870,-15.5,-16.125,-2.3841855e-07,-17.625137 +58764,-16.374823,-15.999823,-11.249823,-1.3232144e-05 +64575,0.0,-17.0,-17.375,-16.750101 +85818,-14.124898,-15.499898,-14.374898,-1.5497195e-06 +15652,-18.125,-18.125,0.0,-16.750101 +85976,-8.724207,-15.036707,-0.47420654,-0.9742949 +15080,-12.750003,-2.8610189e-06,-19.187502,-17.500443 +79945,-9.12511,-0.00010966653,-19.000109,-14.125657 +76385,-13.673441,-15.173441,-3.0484405,-0.048596185 +115581,-10.001559,-11.314059,-0.0015594714,-6.5017867 +61199,-14.5,-4.7683704e-07,-18.625,-19.193995 +85813,-20.75,-22.25,0.0,-21.500095 +67537,-14.8128395,-0.00033980794,-12.3753395,-8.000677 +89261,-13.250008,-15.000008,-7.3909487e-06,-12.1251135 +22046,-16.24984,-15.99984,-15.249841,-4.7683704e-07 +22926,-5.7220295e-06,-17.125006,-14.875006,-12.125269 +49488,-10.878619,-15.003619,-0.0036189558,-5.628684 +96660,-7.875381,-0.00038080115,-15.5003805,-14.500533 +63730,-10.750584,-14.250584,-7.250583,-0.00073215377 +9677,-1.1920928e-07,-19.0,-16.875,-16.12508 +120201,-16.374844,-15.999843,-13.999843,-1.072883e-06 +35208,-16.8125,-18.0,-1.1920928e-07,-18.625118 +30950,-14.287907,-14.787907,-3.2879064,-0.03804761 +66963,-9.500075,-18.875074,-7.509903e-05,-15.125217 +16156,-13.999508,-18.499508,-21.812008,-8.344647e-07 +69670,-8.250264,-0.0002641329,-12.750264,-18.250626 +13477,-4.8826103,-0.0076102572,-14.50761,-12.507946 +50904,-10.62509,-8.9760564e-05,-9.81259,-11.437774 +7930,-17.125,-20.875,0.0,-17.875084 +26294,-17.93738,-16.74988,-9.499881,-7.4979835e-05 +35749,-9.750062,-18.750063,-6.246372e-05,-12.375165 +55850,-2.0176766,-13.892676,-0.14267653,-14.39279 +64767,-17.999796,-17.124796,-17.874796,-1.1920928e-07 +22057,-14.850002,-16.350002,-2.350002,-0.100228585 +87663,-14.874892,-16.374891,-12.499892,-4.1723165e-06 +35864,-16.374935,-17.937435,-14.624938,-5.960463e-07 +33007,-14.500005,-15.250005,-4.410734e-06,-12.500143 +81372,-10.624895,-15.749895,-11.624895,-3.3378044e-05 +97703,-4.2641654,-0.014165447,-13.889166,-13.764522 +118589,-3.576278e-07,-18.625,-18.4375,-15.00012 +65741,0.0,-20.0,-21.5,-20.25019 +119601,-18.625002,-19.875002,-1.072883e-06,-13.751607 +114504,-14.125001,-17.125002,-1.1920922e-06,-14.500133 +92452,-1.1920928e-07,-17.375,-16.875,-16.37513 +11152,-0.07254657,-8.072546,-6.0725465,-2.697699 +44669,-8.750177,-10.875177,-0.00017784444,-14.500548 +121963,-7.7504315,-0.0004315637,-13.875432,-18.250492 +63486,-13.499722,-14.499722,-18.249722,-1.9073468e-06 +123055,-15.125017,-15.625017,-1.716599e-05,-11.000301 +119717,-11.74768,-17.06018,-16.37268,-7.986991e-06 +88042,-9.895303,-13.770303,-3.895303,-0.020599358 +54428,-12.625004,-3.5762723e-06,-15.500004,-17.875422 +125274,-5.0067774e-06,-17.000006,-12.875005,-12.875091 +46816,-13.792846,-12.667846,-3.1678467,-0.04301019 +8553,-8.375231,-19.12523,-0.0002305242,-19.000334 +56455,-14.75,-3.576278e-07,-21.125,-21.187702 +101092,-6.639737e-05,-15.375067,-9.625067,-16.250303 +55570,-1.5616295e-05,-13.250015,-12.500015,-11.500354 +2531,-2.3841855e-07,-19.25,-19.0,-15.125326 +55854,-0.012511337,-4.3875113,-13.700011,-14.450103 +65143,-1.1920928e-07,-17.125,-16.875,-16.000086 +28422,-15.499891,-16.749891,-15.749891,-3.576278e-07 +36329,-14.499783,-14.499783,-14.999783,-1.3113013e-06 +8061,-7.375627,-0.0006270826,-15.0631275,-14.922075 +107678,-14.25002,-2.002696e-05,-14.50002,-10.875256 +53009,-0.003246753,-11.378246,-9.753246,-5.7534103 +62879,-1.1920928e-07,-19.5,-19.25,-16.62518 +26784,-7.1258106,-0.00081065216,-12.000811,-17.313433 +21912,-15.22254,-14.28504,-1.9100395,-0.16025731 +113597,0.0,-19.5,-20.125,-20.500149 +82760,0.0,-18.875,-18.25,-20.375113 +26160,-12.500005,-4.410734e-06,-15.812505,-14.375561 +23421,-11.62501,-9.536698e-06,-15.75001,-14.500385 +41793,-3.9108958,-0.41089582,-5.535896,-1.1616199 +103325,-11.125024,-2.3841574e-05,-15.750024,-11.625181 +33557,-15.25,-2.3841855e-07,-18.4375,-17.937685 +81209,-12.750088,-8.7972585e-05,-15.000088,-9.3752575 +107064,-17.249527,-17.999527,-20.062027,0.0 +98221,-1.1920928e-07,-17.75,-18.375,-16.500233 +16139,-16.874828,-17.499828,-14.124829,-8.344647e-07 +62717,-7.1258063,-0.00080636406,-13.313307,-15.12595 +28151,0.0,-20.0,-20.5,-21.250181 +22888,-12.125033,-3.3020428e-05,-10.625033,-12.626294 +24637,-9.125118,-15.750118,-0.00011801023,-11.62521 +92809,-14.999861,-17.81236,-14.624861,-7.152555e-07 +91862,-5.0067472,-11.756747,-0.0067473194,-10.631953 +7412,-1.1920928e-07,-18.5,-16.25,-18.375078 +52442,-6.3767776,-14.251778,-0.0017774988,-9.501931 +87399,-0.0005939627,-10.375594,-7.625594,-9.500928 +112712,-1.1920928e-07,-18.75,-16.25,-18.750113 +54201,-0.0040914644,-13.004091,-11.379091,-5.504232 +117074,-14.554877,-13.804877,-0.05487723,-2.9299972 +25137,-6.680663,-10.680662,-6.055663,-0.0036290518 +16780,-0.0053298045,-14.50533,-5.2553296,-9.255458 +72881,-12.375006,-15.000006,-5.6028207e-06,-13.750103 +110597,-10.375032,-3.2782016e-05,-18.125032,-13.37522 +89655,-3.576278e-07,-16.5,-15.625,-16.50115 +48391,-12.625003,-3.3378547e-06,-18.375004,-18.312788 +110182,0.0,-17.375,-17.375,-17.375072 +87621,-6.6270833,-6.1270833,-12.252084,-0.00351787 +122711,0.0,-18.75,-19.5625,-18.375221 +115720,-7.152555e-07,-16.625,-16.125,-14.500144 +66486,-7.7504616,-0.00046171018,-17.125462,-10.376888 +68169,-7.8753815,-0.000381397,-14.875381,-13.875646 +110138,-5.7532535,-13.753253,-0.003253407,-9.503364 +21580,-8.000336,-0.000335637,-19.187836,-15.500594 +102553,-13.437547,-4.6967358e-05,-15.062547,-10.001006 +78769,-12.125006,-5.7220295e-06,-19.312506,-14.750203 +93593,-11.6250105,-1.03711545e-05,-16.25001,-13.500253 +16612,-9.375092,-9.190614e-05,-11.875092,-15.750585 +59583,-14.624737,-16.749737,-10.624737,-2.4795225e-05 +76885,-3.0636318e-05,-12.0000305,-16.12503,-10.62599 +120777,-4.1410537,-0.016053822,-10.891054,-13.89179 +121894,-1.1920928e-07,-19.625,-18.375,-16.625164 +88371,0.0,-18.125,-20.125,-18.750124 +68747,-18.375,-17.0625,-1.1920928e-07,-16.31267 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..2884780dd5a5a593005b59e496b3f1078191bf57 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00020780559799117847,0.0,, +1,,,0.00020780559799117847,0.0 +1,0.00020780559799117847,0.0,, +2,,,0.00020780559799117847,0.0 +2,0.00020780559799117847,0.0,, +3,,,0.00020780559799117847,0.0 +3,0.00020780559799117847,0.0,, +4,,,0.00020780559799117847,0.0 +4,0.00020780559799117847,0.0,, +5,,,0.00020780559799117847,0.0 +5,0.00020780559799117847,0.0,, +6,,,0.00020780559799117847,0.0 +6,0.00020780559799117847,0.0,, +7,,,0.00020780559799117847,0.0 +7,0.00020780559799117847,0.0,, +8,,,0.00020780559799117847,0.0 +8,0.00020780559799117847,0.0,, +9,,,0.00020780559799117847,0.0 +9,0.00020780559799117847,0.0,, +10,,,0.00020780559799117847,0.0 +10,0.00020780559799117847,0.0,, +11,,,0.00020780559799117847,0.0 +11,0.00020780559799117847,0.0,, +12,,,0.00020780559799117847,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..681918beae2550bc7d53d876a4e5e7546d6607f0 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-16.125,-1.1920928e-07,-19.75,-20.187634 +80227,0.0,-19.375,-18.5,-19.250074 +79086,0.0,-20.625,-21.25,-21.625124 +75303,-19.624907,-19.499907,-23.749907,0.0 +56417,-22.5,-19.5,0.0,-17.5001 +11319,-10.749831,-12.374831,-11.749831,-3.3616456e-05 +12625,-2.3841855e-07,-18.75,-18.25,-15.375142 +87626,-12.2500105,-1.0132739e-05,-12.1250105,-18.560081 +43853,-18.999868,-20.187368,-21.687368,0.0 +23828,-18.250374,-18.125374,-7.7503743,-0.0004307296 +27858,-11.375014,-14.625014,-1.4781843e-05,-12.750199 +12604,-20.75,-21.75,0.0,-18.12508 +8180,-25.8125,-22.375,0.0,-19.625082 +37466,-16.874842,-15.249844,-11.999844,-6.4372807e-06 +48185,-12.500004,-3.6954812e-06,-18.937504,-19.06262 +77755,-24.5625,-19.0,0.0,-20.625193 +29286,-4.0819936,-3.2069936,-0.9569936,-0.5823174 +87038,-19.124834,-21.249834,-22.624834,0.0 +33094,-14.625,-4.7683704e-07,-19.75,-19.125298 +17990,-22.125,-24.5,-5.960463e-07,-14.398831 +125393,-18.812347,-16.624847,-18.249847,-1.1920928e-07 +25066,-13.375002,-1.6689287e-06,-20.625002,-16.000593 +93021,-20.874931,-18.874931,-10.87493,-1.8954097e-05 +91364,-26.5,-22.875,0.0,-22.625229 +56219,-0.0016918168,-8.001692,-7.126692,-7.5018063 +108119,-6.7507157,-8.500715,-14.125715,-0.001375087 +108029,-0.100197636,-14.850198,-14.725198,-2.3502991 +82606,-21.000813,-16.375813,-7.000812,-0.0009116546 +34733,-16.999985,-18.374985,-8.249984,-0.0002613918 +40806,0.0,-19.75,-23.125,-21.500065 +89870,0.0,-21.0,-23.6875,-22.750137 +120589,-21.5,-16.25,-1.1920928e-07,-18.125158 +107229,-13.750001,-16.500002,-1.4305105e-06,-15.125072 +81763,-17.875004,-15.875004,-3.4570635e-06,-12.625102 +126587,-5.6285872,-8.628587,-10.253587,-0.0038150402 +105931,-15.5,-2.3841855e-07,-18.5625,-17.25023 +51593,-0.0005576248,-13.750558,-12.500558,-7.5006227 +105827,-22.87491,-19.24991,-14.749909,-3.576278e-07 +92547,-19.875,-2.3841855e-07,-16.0,-16.000277 +11098,-23.625,-22.25,-2.3841855e-07,-15.50016 +15535,-11.000017,-1.6927575e-05,-18.812517,-15.252953 +104144,-17.625,-20.625,-1.1920928e-07,-15.750311 +84409,0.0,-20.6875,-21.125,-21.000229 +55188,-18.625,-18.25,-2.3841855e-07,-15.375208 +97914,-20.0,-21.25,0.0,-23.375078 +9697,-18.624748,-21.874748,-15.374748,-2.3841855e-07 +43614,-19.43743,-18.24993,-14.499929,-4.7683704e-07 +57056,-20.7499,-19.2499,-13.999902,-8.344647e-07 +98595,-14.625001,-5.960463e-07,-19.75,-16.000227 +11602,-21.25,-20.375,0.0,-17.87516 +29109,-21.0,-20.75,0.0,-18.375128 +114682,-12.875003,-2.503392e-06,-20.187502,-18.750206 +63374,-14.625,-4.7683704e-07,-22.375,-18.500578 +77864,-24.6875,-21.75,0.0,-18.750086 +81631,-8.875185,-15.250185,-0.00018547245,-10.000719 +124163,-15.974021,-17.349022,-0.47402105,-0.9741696 +81563,-13.875018,-15.625018,-8.250018,-0.00026234522 +13895,-10.375031,-3.1470758e-05,-17.00003,-15.500283 +12863,-19.124792,-19.624792,-14.124793,-7.152555e-07 +45732,-8.003939,-5.628939,-0.003939013,-12.254117 +49404,-22.625,-20.5,0.0,-17.250263 +487,-11.5000105,-1.0132739e-05,-19.62501,-17.625183 +64317,-18.437248,-17.874748,-9.999746,-4.5417706e-05 +6331,-1.1920928e-07,-16.125,-18.4375,-18.563406 +73812,-16.875,-14.750001,-9.5367386e-07,-14.500246 +15701,-17.904655,-15.779655,-3.5296557,-0.029753426 +104663,0.0,-19.875,-18.625,-22.500114 +90606,-0.01620479,-8.766205,-11.016205,-4.1413183 +127552,0.0,-19.5,-21.875,-21.375124 +126761,-22.499928,-20.749928,-15.6249275,-1.1920928e-07 +92697,-0.6932217,-10.818222,-0.6932217,-9.818612 +107122,-4.8827243,-11.507724,-0.007724179,-9.133188 +74380,-20.437395,-15.999895,-11.374895,-1.1563234e-05 +66285,-2.264974e-06,-16.750002,-13.000002,-17.250095 +70163,-14.875096,-16.250097,-9.655486e-05,-9.250218 +75972,-17.5,-16.625,-2.3841855e-07,-15.750103 +30713,-20.562515,-21.937515,-1.4781843e-05,-11.125542 +118867,0.0,-19.0,-21.5625,-21.125113 +84835,-11.750009,-8.821448e-06,-15.000009,-14.375128 +60503,-27.625,-22.875,0.0,-22.75012 +11807,-16.973804,-15.9738035,-0.9738033,-0.4742432 +27906,-1.9073468e-06,-15.500002,-13.500002,-15.250106 +30093,-15.500001,-5.960463e-07,-18.125,-15.000162 +45657,-24.875,-21.0,0.0,-21.250088 +97197,0.0,-19.75,-19.25,-20.000092 +48440,-17.125,0.0,-21.5625,-16.750183 +14971,0.0,-20.5,-22.375,-21.812622 +61380,-15.562449,-12.874949,-10.249949,-3.8146245e-05 +7177,-11.750008,-7.867782e-06,-21.812508,-17.375265 +40241,-2.0503787e-05,-14.00002,-14.12502,-10.875439 +38583,-15.875002,-1.6689287e-06,-13.375002,-16.750174 +104941,-1.1920928e-07,-20.5,-15.75,-21.000235 +39377,-10.000046,-4.553691e-05,-16.437546,-18.250204 +65329,-14.876326,-17.501326,-0.0013256819,-6.6267715 +81089,-14.125001,-1.072883e-06,-16.375002,-15.500245 +6143,-7.127323,-12.502323,-6.127323,-0.0029935094 +63753,-1.5497195e-06,-13.750002,-14.875002,-16.625109 +5084,-18.34901,-16.47401,-0.974009,-0.47411838 +125282,-22.5625,-18.75,0.0,-18.750238 +7980,-10.874605,-9.499605,-11.499605,-0.000103945094 +42346,-23.249866,-19.374866,-18.749866,0.0 +73055,-14.250002,-17.625002,-2.264974e-06,-13.375349 +31696,-15.250003,-12.750003,-3.0994368e-06,-17.125145 +101343,-17.625,-19.75,0.0,-20.000092 +115075,0.0,-18.625,-22.75,-19.500118 +29447,-20.249943,-20.249943,-14.374945,-5.960463e-07 +89441,-0.014169914,-12.26417,-4.2641697,-13.26425 +15843,-0.1621448,-7.6621447,-1.9121448,-6.537299 +110126,-10.250097,-12.500097,-9.7389246e-05,-9.750792 +36142,-19.624954,-19.062454,-13.749952,-1.072883e-06 +2846,-19.374884,-20.374884,-18.124884,0.0 +85390,-0.25313845,-8.628139,-1.5031384,-6.878463 +108138,-16.125145,-14.625147,-8.000147,-0.00033599453 +7571,-19.09119,-12.341188,-0.96618855,-0.47889906 +62381,-16.875,0.0,-22.5625,-19.563143 +65963,-17.285872,-16.098372,-1.2233706,-0.34847564 +39384,0.0,-19.375,-21.5,-19.000502 +62356,-1.1920928e-07,-16.75,-15.875,-18.500088 +20478,-10.125048,-4.7920985e-05,-12.875048,-12.125276 +101968,-19.75,-20.375,0.0,-17.500078 +124810,-12.875556,-14.625556,-0.00055583764,-7.500773 +9300,-22.875,-21.5,0.0,-20.750118 +35593,-17.377657,-18.002657,-5.8776565,-0.0028053476 +53670,-24.125,-21.0,0.0,-17.125158 +44789,0.0,-20.75,-23.125,-20.37519 +25135,-14.75,-3.576278e-07,-20.75,-21.187601 +32124,-2.3841855e-07,-15.25,-19.8125,-19.187563 +36646,-10.749936,-11.624936,-11.999936,-3.6477377e-05 +34191,-16.463634,-16.713634,-2.4636338,-0.08896803 +65307,-19.687456,-19.562456,-12.499956,-3.6954812e-06 +32731,-14.000001,-8.344647e-07,-22.0625,-19.62536 +112637,-5.9948225,-6.3698225,-9.8698225,-0.004264903 +18943,-11.875013,-12.125013,-1.2993728e-05,-14.250538 +117291,0.0,-18.375,-19.5,-17.875101 +67975,-16.694918,-17.069918,-0.06991745,-2.6951969 +104676,-0.31773588,-1.3177359,-5.6927357,-6.818043 +109059,-0.20144111,-1.701441,-12.951441,-10.580818 +86252,-18.3124,-17.7499,-13.124903,-2.0265559e-06 +109620,0.0,-18.0,-22.0625,-18.500078 +35543,-18.4999,-18.7499,-17.1249,0.0 +96155,-12.125006,-5.6028207e-06,-15.375006,-17.002092 +33646,-18.25,-17.25,0.0,-21.50015 +64061,-1.708683,-6.333683,-0.20868298,-5.2088776 +6764,-1.8119648e-05,-13.125018,-11.125018,-13.500143 +63078,-17.5,0.0,-20.5625,-17.125156 +88343,-15.0,-3.576278e-07,-21.625,-18.437935 +50106,-14.2500105,-1.03711545e-05,-13.6250105,-11.664753 +35688,-26.5,-23.625,-2.3841855e-07,-15.125286 +78697,-9.875055,-5.5192377e-05,-18.000055,-12.500272 +13749,-2.6958282,-0.07082809,-10.070828,-7.0712686 +44428,-11.124935,-15.124935,-13.999935,-1.585471e-05 +13880,0.0,-18.5,-17.125,-20.812634 +107805,-19.37504,-16.00004,-4.0172723e-05,-10.125109 +47687,0.0,-17.875,-21.6875,-20.312607 +3328,-24.875,-22.0,0.0,-20.875124 +27574,-18.687178,-16.999678,-16.999678,-1.1920928e-07 +6049,-15.625,-1.1920928e-07,-21.0,-18.8752 +121371,-17.5,-1.1920928e-07,-20.125,-16.62546 +93977,-7.2507105,-16.62571,-0.0007103542,-15.000785 +87794,-22.625,-23.875,0.0,-22.375132 +1284,-12.000008,-7.510157e-06,-18.000008,-13.506244 +86737,-15.548587,-11.673587,-0.04858642,-3.0487897 +9800,-21.374876,-21.999876,-24.249876,0.0 +60632,-14.125001,-7.152555e-07,-20.0625,-20.437624 +69196,-17.875,0.0,-21.125,-18.250233 +109514,-22.375,-22.375,0.0,-21.625088 +75454,-13.375007,-7.0333235e-06,-15.750007,-12.12516 +68262,-13.250002,-18.250002,-1.7881378e-06,-18.187683 +51383,-3.1680164,-0.043016355,-13.605516,-11.043104 +39024,-14.000001,-9.5367386e-07,-21.25,-15.750128 +53372,-17.753246,-17.128246,-5.503247,-0.004081848 +61955,-19.509703,-14.259701,-4.6347013,-0.009757089 +46407,-12.625003,-3.3378547e-06,-19.875004,-17.752079 +56851,-15.500001,-18.25,-5.960463e-07,-14.8751135 +117835,-26.1875,-24.25,0.0,-23.125113 +41315,-17.25,-20.875,0.0,-17.87509 +54086,0.0,-20.25,-19.5,-19.37522 +1123,-5.245195e-06,-15.750005,-12.250005,-14.875163 +6738,-12.375004,-4.1723165e-06,-16.875004,-17.562643 +65022,-13.874574,-12.499574,-10.999574,-2.1338235e-05 +29011,-21.24984,-22.49984,-21.12484,0.0 +209,-17.444927,-14.944927,-0.06992722,-2.6950653 +117949,0.0,-20.0,-18.25,-20.375072 +112253,-15.812486,-9.124986,-11.749986,-0.000116937474 +117575,-15.904812,-9.654812,-0.029812207,-3.529896 +12151,-21.25,-20.375,0.0,-22.625078 +6503,-10.69307,-12.56807,-0.6930702,-0.6932765 +47388,-13.750002,-1.6689287e-06,-18.500002,-14.377473 +122533,-15.12487,-16.874872,-12.74987,-3.2186456e-06 +77557,-0.06310681,-8.688107,-2.8131068,-6.9382463 +3593,-6.0029287,-0.0029289701,-10.377929,-7.770341 +39857,-1.1920928e-07,-16.375,-19.75,-17.000074 +82941,-16.25,-1.1920928e-07,-22.125,-19.250298 +2835,0.0,-19.5,-20.125,-20.687685 +12119,-20.25,-20.75,-3.576278e-07,-15.000076 +2255,-3.576278e-07,-15.9375,-16.5625,-15.6257 +99071,-11.254635,-12.879635,-0.0046344725,-5.3799143 +73970,-12.875299,-14.375299,-0.00029905137,-8.125538 +73312,-10.836649,-4.5866494,-0.2116493,-1.7117754 +109736,-17.125,0.0,-20.8125,-18.939531 +2581,-12.625003,-3.3378547e-06,-20.875004,-19.13505 +64922,-16.49982,-15.749821,-9.874821,-5.161629e-05 +85830,0.0,-20.1875,-21.0625,-20.812635 +122144,-14.875,-4.7683704e-07,-18.125,-16.007456 +62330,-12.250005,-4.76836e-06,-17.500004,-19.000603 +112561,-18.0,-17.25,-3.576278e-07,-14.875654 +48434,-13.125002,-2.145765e-06,-20.187502,-16.37523 +119944,-16.625,-1.1920928e-07,-22.875,-19.000153 +120940,-0.0014329414,-8.251433,-13.126433,-6.751646 +77443,-24.125,-24.125,0.0,-17.625587 +23685,-18.578882,-16.578882,-0.078882255,-2.5789816 +47231,-14.625,-4.7683704e-07,-20.5625,-16.875137 +91022,-19.625,0.0,-25.1875,-21.18947 +714,-19.627659,-16.752659,-5.877658,-0.0028053476 +25730,-17.75,-19.625,0.0,-17.875223 +97729,-0.00017712932,-10.625177,-8.875177,-11.251783 +30236,-1.9073468e-06,-15.625002,-18.500002,-13.250265 +2443,-15.625,-1.1920928e-07,-19.9375,-18.875216 +52656,-6.376862,-9.876863,-0.0018622214,-9.126982 +116972,-16.749826,-17.624826,-13.374826,-1.6689287e-06 +43770,-3.2371998,-5.6122,-0.61219984,-0.8796783 +10949,-19.125,-1.1920928e-07,-17.25,-16.000132 +100306,-19.9375,0.0,-19.8125,-17.500502 +29745,-12.375005,-4.5299425e-06,-14.875005,-16.750492 +60439,-16.124823,-15.499821,-14.124821,-1.072883e-06 +109824,-14.875001,-5.960463e-07,-16.5,-16.007416 +102648,-22.50023,-19.37523,-0.0002305242,-8.37534 +62099,-14.500001,-7.152555e-07,-15.625001,-15.625127 +33686,-12.500004,-3.933899e-06,-17.312504,-15.18763 +116606,-14.500544,-14.875544,-7.375543,-0.00062744005 +85384,-17.499632,-17.124632,-14.874633,-3.576278e-07 +31834,-10.375034,-12.875034,-3.397407e-05,-15.130632 +58133,-19.249834,-18.749834,-16.249834,-1.1920928e-07 +95196,-25.125,-22.125,0.0,-19.500153 +11675,-9.500074,-7.486063e-05,-21.312574,-19.250265 +34902,-0.08096324,-5.205963,-2.7059631,-5.2061577 +112691,-20.124578,-19.874578,-12.999579,-2.264974e-06 +33713,-11.62501,-15.75001,-9.1790735e-06,-16.250122 +109135,-23.375,-23.625,0.0,-21.000135 +60521,-15.375004,-17.250004,-3.5762723e-06,-12.625112 +76695,-11.374524,-17.624523,-19.874523,-1.1563234e-05 +98619,-20.625,-19.375,-5.960463e-07,-14.375153 +13731,-16.0,-1.1920928e-07,-19.0,-19.500582 +14492,-10.250035,-3.5762147e-05,-16.000036,-15.250426 +81006,-19.125046,-19.250046,-4.5417706e-05,-10.000183 +114491,-19.062294,-15.249795,-13.374795,-1.7881378e-06 +120167,-23.625,-22.125,-1.1920928e-07,-15.875217 +69602,-13.500002,-1.5497195e-06,-19.000002,-16.291353 +81057,-11.250022,-13.625022,-2.2053475e-05,-11.750467 +118239,-15.625,-1.1920928e-07,-19.6875,-17.25023 +26999,-10.625025,-15.375025,-2.4795225e-05,-15.500103 +103729,-3.5371616,-0.78716165,-0.66216165,-10.287497 +70324,0.0,-20.375,-23.125,-23.187675 +88697,-16.749733,-18.999733,-10.624731,-2.4318399e-05 +79720,-17.125,-1.1920928e-07,-18.0,-15.875379 +119098,-12.758362,-12.633362,-4.758362,-0.008622913 +16374,-15.125,-2.3841855e-07,-17.6875,-19.56263 +8973,-8.625181,-0.00018153928,-17.250181,-13.125507 +92670,-1.6569955e-05,-13.375016,-11.125016,-15.37519 +46136,-10.000047,-4.672895e-05,-17.062546,-13.507061 +113240,-1.1920928e-07,-18.625,-17.5,-16.502447 +92271,-14.251851,-17.37685,-1.5018499,-0.25195268 +47020,-22.812595,-19.375095,-9.583968e-05,-9.252958 +68952,-16.75,-18.125,-1.1920928e-07,-18.500183 +93704,-22.625,-21.125,0.0,-21.875261 +126515,-16.75,0.0,-21.75,-17.626575 +1648,-18.535208,-13.660208,-0.16020735,-1.9103292 +4147,-18.376564,-17.501564,-6.376564,-0.0017024084 +106815,-16.06318,-15.563179,-1.3131789,-0.3132926 +18919,-9.12512,-11.87512,-0.000120632525,-12.25032 +88395,-18.952961,-17.452961,-2.5779595,-0.0789662 +83361,-18.125,0.0,-22.0,-17.875145 +69550,-15.375,-2.3841855e-07,-22.75,-18.813301 +59782,-19.500832,-18.250832,-7.000832,-0.00091153546 +62607,-18.124498,-15.999497,-11.749496,-7.986991e-06 +49031,-21.500296,-20.875296,-0.00029595286,-8.125429 +24073,-17.312372,-17.812372,-11.249872,-1.3112935e-05 +34883,-19.875,-18.125,-1.1920928e-07,-15.750302 +78080,-4.708656e-05,-14.625047,-10.000047,-13.625214 +59546,-16.124931,-13.874929,-15.124929,-1.3113013e-06 +123805,-11.000019,-1.9073304e-05,-15.750019,-13.000194 +87807,-18.1875,-1.1920928e-07,-20.1875,-15.625606 +53821,-18.249916,-18.437416,-14.499915,-4.7683704e-07 +90016,-15.625,-1.1920928e-07,-19.5,-18.87557 +75870,-23.75,-21.5,0.0,-20.50013 +58764,-18.815464,-18.190464,-5.3779664,-0.0046279463 +64575,0.0,-19.625,-22.125,-21.500065 +85818,-18.562403,-17.187403,-12.749901,-2.9802277e-06 +15652,-22.5,-21.5,0.0,-18.2502 +85976,-15.779744,-17.529743,-0.029744053,-3.5299637 +15080,-18.125,0.0,-22.0625,-19.000479 +79945,-13.875001,-1.072883e-06,-20.875002,-16.375532 +76385,-18.654644,-17.529644,-3.5296443,-0.029753657 +115581,-9.750083,-15.250083,-8.284702e-05,-10.625371 +61199,-16.625,-1.1920928e-07,-21.3125,-20.897963 +85813,-26.6875,-24.0,0.0,-22.375114 +67537,-18.125002,-1.3113013e-06,-17.250002,-13.500653 +89261,-15.875,-18.5,-1.1920928e-07,-17.37517 +22046,-17.4999,-16.1249,-9.499902,-7.4979835e-05 +22926,-1.3351351e-05,-16.000011,-15.500013,-11.250311 +49488,-20.56251,-16.75001,-1.0132739e-05,-11.500136 +96660,-12.000007,-6.3180723e-06,-17.000006,-15.875198 +63730,-17.87498,-18.62498,-9.37498,-8.487341e-05 +9677,-4.7683704e-07,-17.0,-14.875,-15.750052 +120201,-20.749874,-17.749874,-13.749872,-1.072883e-06 +35208,-21.0,-21.8125,0.0,-19.875162 +30950,-17.848936,-16.973936,-0.9739363,-0.47416246 +66963,-6.501507,-14.126507,-0.0015067426,-12.501622 +16156,-19.124897,-21.624897,-23.687397,0.0 +69670,-14.5,-4.7683704e-07,-17.5,-19.000233 +13477,-3.5299265,-0.02992652,-13.154926,-8.655677 +50904,-16.3125,-7.152555e-07,-15.000001,-15.187727 +7930,-22.5625,-20.0,0.0,-18.500101 +26294,-20.37562,-17.12562,-7.2506204,-0.00070999685 +35749,-14.125001,-18.500002,-1.3113013e-06,-14.250133 +55850,-5.8778076,-13.002808,-0.002807725,-14.25293 +64767,-22.74992,-21.24992,-20.99992,0.0 +22057,-22.535109,-18.785109,-1.9101075,-0.16024442 +87663,-20.062428,-19.624928,-13.249927,-1.7881378e-06 +35864,-19.12496,-18.74996,-11.37496,-1.1444026e-05 +33007,-17.000004,-16.125004,-3.4570635e-06,-12.625144 +81372,-16.374872,-20.249872,-16.124872,-1.1920928e-07 +97703,-7.1258054,-0.0008055303,-15.188306,-13.938804 +118589,0.0,-21.25,-21.5,-18.37512 +65741,-5.245195e-06,-12.750005,-16.500006,-13.000112 +119601,-25.25,-23.625,-1.1920928e-07,-15.875926 +114504,-22.75,-18.375,0.0,-17.125496 +92452,0.0,-18.25,-18.25,-19.000067 +11152,-0.037231,-9.037231,-4.912231,-3.5379977 +44669,-18.5,-18.5,0.0,-20.250278 +121963,-15.999999,-1.1920928e-07,-18.875,-19.625093 +63486,-19.249928,-17.624928,-20.624928,0.0 +123055,-15.875031,-20.00003,-3.1351552e-05,-10.375304 +119717,-10.374553,-19.374552,-19.374552,-3.1232346e-05 +88042,-13.628921,-17.75392,-5.50392,-0.0040803044 +54428,-14.500001,-7.152555e-07,-16.0,-16.125473 +125274,-0.00015686711,-13.000156,-8.875156,-11.125252 +46816,-17.075752,-13.450752,-0.57575226,-0.82618326 +8553,-2.0176764,-14.017676,-0.14267643,-14.392769 +56455,-20.625,0.0,-25.5,-21.562786 +101092,-4.553691e-05,-16.125046,-10.000046,-19.875214 +55570,-5.6265202e-05,-13.625056,-12.500056,-9.875455 +2531,0.0,-19.375,-17.25,-16.750242 +55854,-12.500004,-3.6954812e-06,-17.000004,-17.812578 +65143,0.0,-19.125,-18.125,-18.500048 +28422,-19.499905,-18.249905,-13.749904,-1.072883e-06 +36329,-15.561675,-16.874176,-17.061676,-2.3841855e-07 +8061,-8.125296,-0.00029607204,-16.875296,-16.535486 +107678,-19.0625,-1.1920928e-07,-18.4375,-15.625164 +53009,-0.012896349,-9.762897,-8.012897,-4.3880544 +62879,-1.1920928e-07,-19.0,-19.875,-15.62522 +26784,-12.625003,-3.3378547e-06,-16.812504,-19.187614 +21912,-18.62571,-16.31321,-0.3132097,-1.3134036 +113597,0.0,-21.375,-24.5625,-22.87511 +82760,0.0,-17.375,-19.0,-20.125092 +26160,-15.5,-3.576278e-07,-18.5,-16.540377 +23421,-12.500004,-3.81469e-06,-19.125004,-16.62547 +41793,-1.5490499,-2.1740499,-1.7990499,-0.6765297 +103325,-14.875001,-5.960463e-07,-20.1875,-15.125127 +33557,-17.25,0.0,-22.25,-17.500265 +81209,-17.25,-5.960463e-07,-20.875,-14.375134 +107064,-20.999893,-21.937393,-21.999893,0.0 +98221,-0.00016068121,-13.12516,-15.50016,-8.750253 +16139,-20.062412,-19.437412,-12.499911,-3.6954812e-06 +62717,-10.750022,-2.1815062e-05,-15.437522,-16.062809 +28151,0.0,-20.25,-22.375,-21.250134 +22888,-15.250005,-4.6491514e-06,-12.500005,-14.191878 +24637,-6.252097,-9.002097,-0.002097075,-10.002205 +92809,-20.124903,-21.624903,-14.374904,-5.960463e-07 +91862,-16.375,-15.875,-4.7683704e-07,-15.250214 +7412,0.0,-18.5,-18.75,-20.500061 +52442,-7.2508063,-15.250806,-0.0008061258,-9.251225 +87399,-0.0009870424,-14.000987,-7.000987,-9.50117 +112712,-5.960463e-07,-17.25,-14.250001,-19.25006 +54201,-0.0041169897,-11.754117,-10.379117,-5.504217 +117074,-19.12503,-17.50003,-3.1232346e-05,-10.375189 +25137,-17.74521,-15.12021,-10.12021,-4.0530336e-05 +16780,-0.014785709,-12.264786,-4.264786,-7.389958 +72881,-17.375,-14.500001,-9.5367386e-07,-14.6251 +110597,-14.875,-3.576278e-07,-21.375,-17.000208 +89655,-1.585471e-05,-16.500015,-11.125016,-13.87647 +48391,-14.250001,-5.960463e-07,-21.625,-18.875282 +110182,0.0,-16.875,-18.5,-18.375053 +87621,-13.5626545,-7.125154,-14.6251545,-0.0008067214 +122711,0.0,-18.625,-19.0,-18.875177 +115720,0.0,-18.0,-19.75,-19.812578 +66486,-14.000001,-9.5367386e-07,-19.75,-16.000437 +68169,-10.625025,-2.4437606e-05,-17.750025,-16.000242 +110138,-11.125015,-15.000015,-1.5616295e-05,-14.37516 +21580,-10.875019,-1.8954097e-05,-20.25002,-18.125505 +102553,-17.375002,-2.0265559e-06,-19.437502,-13.126887 +78769,-15.75,-1.1920928e-07,-21.75,-17.875126 +93593,-17.375,0.0,-22.6875,-18.500135 +16612,-12.500005,-4.76836e-06,-13.875005,-16.375349 +59583,-17.62505,-19.87505,-8.62505,-0.00017963226 +76885,-7.152555e-07,-16.3125,-20.375,-14.319025 +120777,-9.250096,-9.6316464e-05,-16.625095,-16.127533 +121894,-1.1920928e-07,-18.0,-18.75,-16.500072 +88371,0.0,-19.125,-23.1875,-20.250076 +68747,-16.375,-19.0,-1.1920928e-07,-18.750196 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..6d67a9b6c8a0019f51d189e93024be155e1c9248 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00021900845975310733,0.0,, +1,,,0.00021900845975310733,0.0 +1,0.00021900845975310733,0.0,, +2,,,0.00021900845975310733,0.0 +2,0.00021900845975310733,0.0,, +3,,,0.00021900845975310733,0.0 +3,0.00021900845975310733,0.0,, +4,,,0.00021900845975310733,0.0 +4,0.00021900845975310733,0.0,, +5,,,0.00021900845975310733,0.0 +5,0.00021900845975310733,0.0,, +6,,,0.00021900845975310733,0.0 +6,0.00021900845975310733,0.0,, +7,,,0.00021900845975310733,0.0 +7,0.00021900845975310733,0.0,, +8,,,0.00021900845975310733,0.0 +8,0.00021900845975310733,0.0,, +9,,,0.00021900845975310733,0.0 +9,0.00021900845975310733,0.0,, +10,,,0.00021900845975310733,0.0 +10,0.00021900845975310733,0.0,, +11,,,0.00021900845975310733,0.0 +11,0.00021900845975310733,0.0,, +12,,,0.00021900845975310733,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..55c788e770f08702cacc4411bef2882a2e0221cf --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-10.750023,-2.2530301e-05,-13.875023,-15.941282 +80227,-0.00033587537,-14.625336,-8.000336,-17.750402 +79086,-4.7683704e-07,-16.25,-15.0,-20.125284 +75303,-11.249882,-16.312382,-20.874882,-1.3112935e-05 +56417,-16.875,-18.375,-7.152555e-07,-14.125766 +11319,-8.002575,-6.0025754,-12.377575,-0.0028150952 +12625,-4.887569e-06,-13.375005,-14.625005,-12.750123 +87626,-6.6263776,-0.0013774679,-9.876377,-16.272726 +43853,-13.374936,-17.124935,-18.749935,-1.5497195e-06 +23828,-15.374947,-18.499947,-9.374947,-8.4992615e-05 +27858,-11.375011,-17.250011,-1.1563234e-05,-17.750105 +12604,-8.375234,-15.312734,-0.00023409964,-12.62536 +8180,-15.25,-20.875,-2.3841855e-07,-18.125097 +37466,-16.374851,-17.124851,-17.999851,-1.1920928e-07 +48185,-10.750026,-2.62257e-05,-14.375026,-12.377734 +77755,-16.125002,-13.875001,-1.3113013e-06,-15.375986 +29286,-1.5491788,-3.2991788,-4.674179,-0.29930806 +87038,-14.874837,-20.249836,-19.124836,-3.576278e-07 +33094,-11.750009,-8.344616e-06,-15.625009,-14.87633 +17990,-10.250662,-18.250662,-0.00066163106,-7.376048 +125393,-13.374886,-18.124886,-20.874886,-1.5497195e-06 +25066,-12.875003,-3.2186456e-06,-18.750004,-14.089731 +93021,-16.750067,-17.250067,-8.750069,-0.00015853578 +91364,-19.0,-22.875,0.0,-21.75043 +56219,-0.31666702,-6.316667,-1.3166671,-6.4417896 +108119,-13.499759,-9.124759,-17.874758,-0.00011038171 +108029,-1.701451,-9.07645,-12.45145,-0.20154949 +82606,-20.499916,-17.624916,-11.124915,-1.4781843e-05 +34733,-13.069747,-15.069747,-2.6947472,-0.06995246 +40806,-1.1920928e-07,-15.875,-19.125,-19.68755 +89870,0.0,-17.875,-20.75,-21.250128 +120589,-15.625003,-13.500003,-2.8610189e-06,-13.500436 +107229,-15.125,-16.5,-4.7683704e-07,-16.125084 +81763,-12.625075,-12.000075,-7.5456635e-05,-9.625324 +126587,-1.5040601,-6.12906,-11.879061,-0.25413334 +105931,-10.375031,-3.1351552e-05,-16.62503,-18.416851 +51593,-0.0025123956,-11.252512,-10.627512,-6.002736 +105827,-13.62482,-17.99982,-16.87482,-1.3113013e-06 +92547,-6.0024905,-0.0024907538,-11.252491,-13.037782 +11098,-14.750001,-18.875,-5.960463e-07,-15.501194 +15535,-9.625067,-6.651657e-05,-16.750067,-14.513701 +104144,-9.625071,-16.50007,-7.092701e-05,-12.250301 +84409,-6.079655e-06,-12.750006,-13.000006,-13.875145 +55188,-15.875,-17.625,-1.1920928e-07,-16.75017 +97914,-14.250001,-16.625,-7.152555e-07,-17.250353 +9697,-14.124883,-18.624882,-18.999882,-7.152555e-07 +43614,-14.3749275,-17.874926,-19.499926,-5.960463e-07 +57056,-20.124847,-20.374847,-16.374847,-1.1920928e-07 +98595,-13.250002,-2.145765e-06,-17.000002,-14.752965 +11602,-13.750003,-17.750002,-2.8610189e-06,-13.250071 +29109,-11.375011,-18.625011,-1.1444026e-05,-16.750216 +114682,-11.125016,-1.6093125e-05,-17.687515,-13.50215 +63374,-10.125041,-4.136477e-05,-19.000042,-13.518923 +77864,-16.0,-21.4375,-1.1920928e-07,-19.3752 +81631,-6.12999,-11.879991,-0.004990265,-5.880165 +124163,-9.1603155,-14.6603155,-0.1603154,-1.9104117 +81563,-12.4999,-13.8749,-10.2499,-4.005352e-05 +13895,-12.000007,-6.4372807e-06,-17.250006,-15.3960905 +12863,-10.374895,-17.999897,-14.124895,-3.194758e-05 +45732,-10.563335,-0.3133359,-1.3133359,-9.938608 +49404,-14.875003,-16.625002,-2.8610189e-06,-12.886335 +487,-12.750003,-3.0994368e-06,-17.500004,-15.137929 +64317,-15.0000105,-16.50001,-8.3750105,-0.00023100091 +6331,-1.9073468e-06,-13.375002,-15.125002,-16.3758 +73812,-10.625083,-11.875083,-8.2608625e-05,-9.8752165 +15701,-14.948238,-15.823238,-2.5732377,-0.07935553 +104663,-7.152532e-06,-12.750007,-12.375007,-16.500147 +90606,-0.43523258,-5.0602326,-8.560232,-1.0603049 +127552,-2.264974e-06,-14.000002,-13.500002,-18.375198 +126761,-17.124931,-18.499931,-18.374931,0.0 +92697,-0.0030313039,-8.128032,-7.5030313,-6.1283655 +107122,-4.6384573,-8.888457,-0.013457533,-5.638903 +74380,-18.499838,-16.999838,-15.749838,-2.3841855e-07 +66285,-4.7683704e-07,-16.25,-14.75,-18.000122 +70163,-11.500564,-14.375564,-0.0005635819,-7.5006766 +75972,-11.750009,-16.12501,-8.70224e-06,-14.125135 +30713,-14.500003,-20.250002,-2.503392e-06,-13.125365 +118867,-2.3841855e-07,-15.125,-17.625,-20.125195 +84835,-12.125009,-8.940657e-06,-14.125009,-12.750149 +60503,-16.125,-20.1875,-1.1920928e-07,-19.250093 +11807,-14.304527,-16.054525,-0.179527,-1.8058546 +27906,-0.00082101487,-8.250821,-7.500821,-11.875965 +30093,-14.375004,-3.5762723e-06,-16.125004,-12.755334 +45657,-14.000001,-19.625,-8.344647e-07,-18.750414 +97197,-1.1920928e-07,-16.0,-16.75,-20.250109 +48440,-2.0176837,-0.14268357,-14.580184,-11.7326975 +14971,-4.410734e-06,-13.000005,-13.125005,-15.7503195 +61380,-13.124927,-15.249927,-16.062426,-2.384183e-06 +7177,-9.625067,-6.639737e-05,-18.875067,-14.82769 +40241,-0.00029976643,-12.625299,-14.500299,-8.125416 +38583,-13.250914,-0.000913322,-7.000913,-16.254412 +104941,-0.00011002412,-13.87511,-9.12511,-15.750255 +39377,-7.125807,-0.0008067214,-13.500807,-14.017648 +65329,-0.6808694,-7.1808696,-3.0558693,-0.80748016 +81089,-13.875003,-2.622601e-06,-14.625003,-13.635167 +6143,-3.287969,-10.53797,-10.03797,-0.03811715 +63753,-4.6013727e-05,-10.625046,-10.750046,-15.250225 +5084,-16.376701,-17.876701,-0.0017019324,-6.3768816 +125282,-15.375001,-18.1875,-7.152555e-07,-14.500742 +7980,-12.749757,-10.499757,-15.499757,-3.0636318e-05 +42346,-18.49989,-20.31239,-21.24989,0.0 +73055,-11.750021,-13.125021,-2.1338235e-05,-11.375346 +31696,-13.125003,-13.875003,-3.3378547e-06,-14.875066 +101343,-11.875007,-19.687508,-6.9141147e-06,-20.687578 +115075,-1.1920928e-07,-16.125,-20.0,-19.250227 +29447,-17.62491,-21.12491,-17.87491,0.0 +89441,-5.2552342,-15.130234,-0.005234228,-16.13029 +15843,-0.034081493,-4.5340815,-5.2840815,-4.034252 +110126,-7.626533,-11.2515335,-0.0015331669,-6.8766513 +36142,-14.375013,-18.687515,-9.375013,-8.5350206e-05 +2846,-16.624916,-19.062416,-16.874916,-1.1920928e-07 +85390,-0.01022187,-8.1352215,-4.760222,-6.6353855 +108138,-10.3627205,-14.4877205,-2.2377203,-0.11287037 +7571,-17.649832,-15.649831,-8.524831,-0.00019870214 +62381,-6.1271853,-0.0021855773,-16.189686,-14.7902355 +65963,-15.304876,-14.554876,-0.054875873,-2.9300075 +39384,0.0,-18.0,-20.0,-18.391548 +62356,-5.9604467e-06,-13.625006,-12.250006,-18.750114 +20478,-13.375016,-1.633154e-05,-16.437517,-11.134282 +101968,-14.875,-18.5,-3.576278e-07,-17.3752 +124810,-9.663109,-11.788109,-0.03810843,-3.2882185 +9300,-15.0,-19.0,-3.576278e-07,-18.626036 +35593,-16.249886,-16.874886,-10.124886,-4.0172723e-05 +53670,-16.5,-19.5,-2.3841855e-07,-16.000217 +44789,0.0,-18.25,-18.5,-20.687822 +25135,-8.375231,-0.00023064337,-16.18773,-16.813215 +32124,-1.072883e-06,-13.875001,-16.375002,-18.437674 +36646,-9.250027,-10.250027,-13.250027,-0.00013326711 +34191,-11.075613,-13.075613,-0.8256118,-0.57622594 +65307,-16.24994,-20.12494,-14.499942,-5.960463e-07 +32731,-12.375004,-4.2915253e-06,-19.125004,-16.163935 +112637,-6.855016,-8.105016,-9.855016,-0.0014096096 +18943,-6.7649727,-4.3899727,-0.014972922,-6.640095 +117291,0.0,-18.875,-19.375,-21.562634 +67975,-12.250236,-19.000235,-0.00023529146,-8.375376 +104676,-0.0038486472,-5.6288486,-8.378849,-10.878988 +109059,-7.8760066,-0.0010068115,-13.376007,-7.3777356 +86252,-14.999919,-18.499918,-16.249918,-3.576278e-07 +109620,-2.3841855e-07,-15.125,-19.25,-17.625109 +35543,-14.375204,-15.875204,-8.125204,-0.00029666792 +96155,-8.750163,-0.0001631842,-14.375163,-12.380098 +33646,-16.25,-15.625,-2.3841855e-07,-18.875103 +64061,-0.0008345935,-9.500834,-7.8758345,-7.8764014 +6764,-7.4503034e-05,-10.125074,-11.500074,-10.625185 +63078,-10.375035,-3.5404533e-05,-16.937536,-12.37906 +88343,-11.375012,-1.239769e-05,-18.125011,-13.91094 +50106,-10.878051,-0.0030511515,-11.628051,-5.802921 +35688,-19.5,-23.0,-1.1920928e-07,-15.751661 +78697,-10.750026,-2.5748875e-05,-15.625026,-12.377515 +13749,-8.75021,-0.00021026308,-14.50021,-9.875439 +44428,-2.9298108,-12.3048115,-12.6173115,-0.054894492 +13880,-4.482169e-05,-12.250045,-10.125045,-17.312746 +107805,-14.875001,-17.125,-9.5367386e-07,-14.250169 +47687,0.0,-17.375,-17.875,-21.187622 +3328,-15.875,-19.125,-2.3841855e-07,-15.625851 +27574,-14.874901,-18.2499,-20.6249,-3.576278e-07 +6049,-11.250013,-1.3708975e-05,-16.437513,-14.375277 +121371,-14.000004,-4.1723165e-06,-16.750004,-12.625898 +93977,-8.375231,-17.37523,-0.0002305242,-17.500374 +87794,-16.375,-21.5,-1.1920928e-07,-21.875187 +1284,-15.6250105,-1.0132739e-05,-18.37501,-11.508806 +86737,-12.504441,-12.504441,-5.3794413,-0.0046285396 +9800,-11.624914,-19.312414,-23.374914,-8.940657e-06 +60632,-13.250002,-1.7881378e-06,-17.625002,-16.784372 +69196,-9.875052,-5.2569914e-05,-18.062553,-13.761482 +109514,-16.0,-17.625,-2.3841855e-07,-16.375244 +75454,-5.3797555,-0.0047556153,-10.254756,-9.209415 +68262,-6.876033,-15.813533,-0.0010330108,-16.00112 +51383,-8.375237,-0.00023707918,-13.625237,-12.135613 +39024,-1.600449,-0.22544898,-14.787949,-10.231653 +53372,-12.166528,-15.791528,-3.166528,-0.043069337 +61955,-13.125246,-13.750246,-8.125246,-0.00029905137 +46407,-15.375001,-8.344647e-07,-19.0,-14.380938 +56851,-9.625066,-18.375067,-6.627817e-05,-15.375197 +117835,-17.25,-21.0625,0.0,-19.50011 +41315,-9.8750515,-21.062551,-5.149709e-05,-18.375172 +54086,0.0,-17.125,-17.0,-19.500147 +1123,-6.12717e-05,-13.125061,-9.750061,-13.87514 +6738,-13.250002,-1.9073468e-06,-15.625002,-17.57406 +65022,-12.748355,-12.498355,-15.123355,-6.9141147e-06 +29011,-18.24986,-20.74986,-22.93736,0.0 +209,-13.627477,-15.877477,-0.002476603,-6.002651 +117949,-3.6954812e-06,-14.875004,-12.625004,-16.875109 +112253,-13.999819,-10.624819,-15.937319,-2.527205e-05 +117575,-13.589012,-9.464012,-0.08901198,-2.4640868 +12151,-13.125002,-18.625002,-2.0265559e-06,-21.875072 +6503,-1.9118886,-9.411889,-2.2868884,-0.28696874 +47388,-11.500043,-4.3033626e-05,-16.875044,-10.321716 +122533,-13.749908,-15.749908,-16.874908,-1.3113013e-06 +77557,-0.0026600712,-7.2526603,-6.6276603,-7.3777566 +3593,-13.250912,-0.00091153546,-14.125912,-7.0035195 +39857,-2.145765e-06,-13.125002,-15.750002,-17.750122 +82941,-8.250262,-0.00026186852,-15.750262,-14.516403 +2835,-5.1259863e-06,-12.875005,-12.875005,-16.125237 +12119,-4.5112085,-12.386209,-0.0112085445,-8.761313 +2255,-0.00010263393,-11.250103,-9.500103,-11.125334 +99071,-6.8902,-10.765201,-0.015200255,-4.265382 +73970,-13.375641,-11.250641,-0.000640783,-7.376142 +73312,-6.426336,-3.0513353,-6.676336,-0.051477004 +109736,-12.125006,-5.6028207e-06,-16.500006,-15.582883 +2581,-8.750158,-0.00015853578,-16.750158,-15.913928 +64922,-7.500477,-9.625476,-13.250476,-0.00062076846 +85830,-1.800044e-05,-11.250018,-12.500018,-13.500176 +122144,-10.125048,-4.7324967e-05,-15.562548,-11.852619 +62330,-12.625004,-3.5762723e-06,-16.250004,-16.464638 +112561,-10.376738,-12.376738,-0.0017371577,-6.376944 +48434,-8.000342,-0.0003423105,-15.437842,-11.9134865 +119944,-10.500028,-2.7894584e-05,-17.750029,-14.875304 +120940,-0.005671718,-6.0056715,-10.5056715,-5.756051 +77443,-15.75,-21.9375,-1.1920928e-07,-18.004139 +23685,-14.500431,-17.625431,-0.00043108707,-7.7506294 +47231,-0.3868894,-1.1368893,-12.449389,-11.140718 +91022,-3.4086459,-0.03364577,-19.408646,-15.886492 +714,-17.025175,-15.775173,-3.6501744,-0.026330404 +25730,-15.125005,-14.000005,-4.410734e-06,-12.625542 +97729,-0.00011526874,-9.500115,-10.875115,-10.750635 +30236,-0.1458202,-5.77082,-10.145821,-2.0209424 +2443,-10.12504,-4.029193e-05,-15.62504,-16.507038 +52656,-1.1392573,-8.3892565,-0.38925734,-6.139429 +116972,-16.99979,-16.87479,-17.99979,-1.1920928e-07 +43770,-8.750876,-5.875876,-8.375876,-0.0032001734 +10949,-8.500209,-0.00020883286,-14.250209,-12.255673 +100306,-12.625008,-7.2717403e-06,-15.625008,-12.477155 +29745,-14.625001,-7.152555e-07,-16.0,-15.629191 +60439,-13.499923,-13.374923,-16.624924,-2.9802277e-06 +109824,-7.875383,-0.0003829461,-13.500383,-13.4541445 +102648,-11.376044,-17.251043,-0.0010442048,-6.876186 +62099,-8.375254,-0.00025340685,-11.000254,-12.001057 +33686,-12.750007,-7.152532e-06,-15.687507,-12.375111 +116606,-0.28511497,-10.285115,-5.535115,-1.4102087 +85384,-17.624777,-18.874777,-20.249777,0.0 +31834,-8.000393,-10.000394,-0.00039378996,-11.250658 +58133,-13.24963,-15.62463,-14.24963,-2.622601e-06 +95196,-16.0,-21.125,-1.1920928e-07,-19.625101 +11675,-8.500203,-0.00020346955,-18.562704,-17.996002 +34902,-2.1924233,-1.9424233,-0.81742334,-1.192604 +112691,-17.999813,-19.374813,-15.749814,-1.1920928e-07 +33713,-13.250002,-18.250002,-1.7881378e-06,-20.750172 +109135,-15.5,-20.375,-2.3841855e-07,-19.000158 +60521,-4.0182753,-12.393275,-0.018275212,-9.018393 +76695,-9.999903,-15.499903,-19.6249,-4.553691e-05 +98619,-14.875005,-17.000004,-4.5299425e-06,-12.3751955 +13731,-15.75,-2.3841855e-07,-16.625,-17.125597 +14492,-16.75001,-1.0132739e-05,-17.50001,-11.500231 +81006,-13.750001,-19.687502,-1.4305105e-06,-15.001151 +114491,-17.374783,-17.499783,-17.124783,-1.1920928e-07 +120167,-18.375,-19.75,0.0,-17.626516 +69602,-17.875002,-1.3113013e-06,-19.687502,-13.535071 +81057,-11.000142,-9.125142,-0.0001417298,-11.03839 +118239,-9.375086,-8.59462e-05,-15.000086,-14.126618 +26999,-10.750021,-16.625021,-2.1457441e-05,-18.250082 +103729,-6.905835,-3.5308352,-0.03083512,-9.405958 +70324,0.0,-17.75,-19.875,-22.312662 +88697,-15.374447,-19.186947,-12.249447,-5.0067774e-06 +79720,-10.125047,-4.6967358e-05,-13.375047,-12.125265 +119098,-11.749872,-14.749872,-12.624872,-1.1563234e-05 +16374,-11.5000105,-1.03711545e-05,-16.25001,-15.750229 +8973,-15.125002,-2.0265559e-06,-17.625002,-13.252403 +92670,-0.0004229843,-10.125423,-7.875423,-12.750545 +46136,-14.500008,-7.3909487e-06,-18.437508,-11.875569 +113240,-6.9138994e-05,-10.875069,-10.000069,-12.259087 +92271,-10.020461,-16.145462,-3.895461,-0.02058908 +47020,-14.375869,-15.875869,-0.00086889655,-7.049578 +68952,-14.125001,-16.000002,-1.072883e-06,-15.375199 +93704,-18.375,-18.375,-1.1920928e-07,-16.625486 +126515,-9.250096,-9.6078074e-05,-17.937595,-17.079163 +1648,-13.504623,-13.004623,-0.0046230815,-5.379788 +4147,-14.632642,-15.757642,-4.7576413,-0.008623504 +106815,-11.224035,-15.474035,-0.4740352,-0.9741816 +18919,-5.8939147,-4.8939147,-0.018914806,-4.7690015 +88395,-12.644757,-17.582256,-3.7697573,-0.023330932 +83361,-9.750064,-6.377493e-05,-16.312563,-12.13978 +69550,-9.12511,-0.000109547334,-18.625109,-14.25224 +59782,-11.749858,-15.374858,-15.124858,-8.344616e-06 +62607,-16.373491,-15.99849,-13.498489,-1.5497195e-06 +49031,-15.125066,-19.437565,-6.544376e-05,-9.63855 +24073,-15.499727,-18.12473,-13.749727,-1.3113013e-06 +34883,-15.625,-17.625,-2.3841855e-07,-16.750288 +78080,-9.989239e-05,-11.2501,-9.3751,-13.125218 +59546,-12.749932,-11.874932,-15.124932,-1.0132739e-05 +123805,-1.4064066,-0.28140664,-12.468906,-8.283496 +87807,-8.875168,-0.00016819016,-15.500168,-10.477577 +53821,-11.749821,-16.87482,-18.06232,-7.986991e-06 +90016,-12.375005,-4.76836e-06,-15.000005,-15.350728 +75870,-16.625,-18.75,-1.1920928e-07,-19.000084 +58764,-14.258133,-16.883133,-4.758133,-0.008619367 +64575,0.0,-16.75,-18.5,-21.187645 +85818,-16.624878,-18.562378,-16.749878,-1.1920928e-07 +15652,-14.875,-18.875,-4.7683704e-07,-16.376438 +85976,-9.588995,-15.776495,-0.08899453,-2.464153 +15080,-8.87514,-0.00014053787,-16.375141,-14.321641 +79945,-10.750046,-4.5656117e-05,-18.000046,-10.627695 +76385,-12.750475,-12.875475,-2.1254754,-0.12713099 +115581,-7.8771167,-10.252116,-0.0021165845,-6.377241 +61199,-11.750008,-7.867782e-06,-17.187508,-20.528778 +85813,-20.625,-21.25,0.0,-21.375225 +67537,-12.375055,-5.5430784e-05,-16.125055,-9.880657 +89261,-12.375005,-16.875004,-4.410734e-06,-16.250132 +22046,-13.874682,-16.374681,-13.249682,-2.7418098e-06 +22926,-1.3351351e-05,-14.750013,-17.125013,-11.250134 +49488,-12.125072,-15.750072,-7.1642215e-05,-9.625153 +96660,-8.000345,-0.00034552804,-11.750345,-13.001897 +63730,-12.14087,-16.39087,-4.140869,-0.016042443 +9677,-5.245195e-06,-13.625005,-12.500005,-14.875087 +120201,-13.874898,-16.624899,-11.124898,-1.5735503e-05 +35208,-15.75,-17.0625,-3.576278e-07,-15.753842 +30950,-11.506599,-14.006599,-0.7565989,-0.633503 +66963,-5.753179,-15.00318,-0.0031791406,-13.75328 +16156,-11.499879,-18.81238,-22.43738,-1.0132739e-05 +69670,-13.250002,-2.0265559e-06,-15.625002,-16.008242 +13477,-11.250013,-1.3351351e-05,-18.437513,-15.018848 +50904,-9.625128,-0.000127665,-9.937628,-11.222699 +7930,-15.875,-18.6875,-1.1920928e-07,-19.75011 +26294,-14.498514,-14.998514,-10.748514,-2.2291888e-05 +35749,-8.750158,-18.187658,-0.00015865498,-15.12529 +55850,-10.875019,-16.00002,-1.9073304e-05,-19.000103 +64767,-15.49991,-16.99991,-20.37491,-2.3841855e-07 +22057,-15.625912,-18.375912,-0.0009112973,-7.0012393 +87663,-17.874878,-19.999878,-15.499879,-2.3841855e-07 +35864,-17.874937,-19.999937,-14.124938,-7.152555e-07 +33007,-15.75,-16.0,-3.576278e-07,-15.62511 +81372,-13.624901,-16.374903,-12.874901,-3.81469e-06 +97703,-9.000125,-0.00012528112,-15.375125,-13.273955 +118589,-2.3841855e-07,-16.75,-16.0,-15.625114 +65741,-9.5367386e-07,-14.125001,-19.0,-15.250091 +119601,-10.375411,-14.875411,-0.00041071087,-7.8778977 +114504,-18.25,-18.5,-1.1920928e-07,-16.504457 +92452,-7.2717403e-06,-13.250008,-12.125008,-16.0001 +11152,-0.011155262,-9.261155,-11.136155,-4.511344 +44669,-14.500001,-15.125001,-9.5367386e-07,-15.250379 +121963,-10.375032,-3.2305197e-05,-14.125032,-15.004762 +63486,-12.749955,-15.874955,-21.312454,-2.9802277e-06 +123055,-9.588994,-12.088994,-0.08899388,-2.4642246 +119717,-3.7700162,-13.020017,-12.770017,-0.02332674 +88042,-12.251479,-14.501479,-6.3764796,-0.0017078827 +54428,-14.000002,-1.5497195e-06,-15.125002,-14.589956 +125274,-6.2821324e-05,-11.500063,-10.375063,-10.750156 +46816,-13.950883,-14.325883,-0.57588285,-0.8260154 +8553,-10.625024,-20.000025,-2.4318399e-05,-22.812664 +56455,-9.750058,-5.8410846e-05,-20.43756,-16.628296 +101092,-0.0046717306,-9.879672,-5.3796716,-15.504812 +55570,-1.4305105e-06,-15.375001,-15.375001,-13.875194 +2531,-4.887569e-06,-13.375005,-14.500005,-12.75022 +55854,-11.875007,-7.152532e-06,-16.937508,-15.5004425 +65143,-2.3841855e-07,-15.75,-15.625,-16.750147 +28422,-18.749887,-20.687387,-19.124887,0.0 +36329,-11.499815,-15.187315,-15.937315,-1.0490363e-05 +8061,-11.5000105,-1.0251946e-05,-17.68751,-16.316942 +107678,-14.375003,-2.503392e-06,-15.625003,-13.256382 +53009,-0.31472626,-6.8147264,-7.6897264,-1.315067 +62879,0.0,-18.75,-19.625,-17.625237 +26784,-12.625004,-3.5762723e-06,-15.750004,-16.01441 +21912,-14.035502,-13.848002,-0.34800234,-1.2245122 +113597,-2.3841855e-07,-15.375,-16.875,-19.000116 +82760,0.0,-19.0,-19.5,-23.875084 +26160,-11.7500105,-1.0251946e-05,-16.50001,-13.004277 +23421,-6.7511744,-0.0011743561,-15.063674,-12.456272 +41793,-8.408631,-3.4086313,-11.658631,-0.033885725 +103325,-11.375026,-2.6106494e-05,-18.000027,-11.133316 +33557,-6.876034,-0.0010338444,-16.126034,-13.879537 +81209,-8.500249,-0.00024923557,-14.562749,-10.002831 +107064,-14.374891,-19.18739,-22.06239,-5.960463e-07 +98221,-1.1920928e-07,-16.875,-19.75,-15.625131 +16139,-19.999865,-19.999865,-19.874865,0.0 +62717,-12.125007,-6.5564896e-06,-15.625007,-13.739956 +28151,0.0,-19.875,-21.125,-22.687748 +22888,-11.875057,-5.7457226e-05,-12.375057,-9.977984 +24637,-3.5298128,-10.904813,-0.0298129,-10.02989 +92809,-16.874884,-20.499884,-15.124885,-3.576278e-07 +91862,-12.000007,-14.875007,-6.5564896e-06,-16.12599 +7412,-2.8610189e-06,-14.750003,-12.875003,-19.687637 +52442,-6.7636876,-10.638688,-0.0136876805,-4.3888116 +87399,-0.0010849311,-10.126085,-7.251085,-8.0014 +112712,-6.377493e-05,-12.125064,-9.750064,-16.562662 +54201,-0.02639136,-10.026391,-9.901391,-3.6515145 +117074,-15.500124,-17.000124,-0.0001236124,-9.000247 +25137,-6.2696247,-8.144624,-10.644624,-0.0022094857 +16780,-0.0097619295,-14.134762,-4.634762,-12.134929 +72881,-12.250008,-15.750008,-7.748574e-06,-12.750398 +110597,-13.125002,-2.264974e-06,-20.500002,-15.511748 +89655,-2.7418098e-06,-14.875003,-13.000003,-16.500324 +48391,-14.500001,-5.960463e-07,-19.125,-16.375563 +110182,-7.152555e-07,-14.500001,-15.375001,-17.875061 +87621,-12.874709,-9.374709,-16.999708,-8.749579e-05 +122711,-1.1920928e-07,-16.0,-17.25,-19.12515 +115720,-2.8610189e-06,-13.750003,-13.750003,-14.125109 +66486,-11.875007,-6.9141147e-06,-18.187508,-18.53091 +68169,-8.750159,-0.00015972769,-15.000159,-13.880729 +110138,-12.000007,-15.250007,-6.5564896e-06,-16.625153 +21580,-11.250013,-1.3112935e-05,-20.500013,-16.265436 +102553,-12.500051,-5.0185852e-05,-15.937551,-9.978372 +78769,-10.750023,-2.3007127e-05,-19.500023,-13.416021 +93593,-15.250001,-7.152555e-07,-19.0,-14.513337 +16612,-4.8827333,-0.007733524,-9.007733,-12.211749 +59583,-10.87482,-15.999821,-15.24982,-1.9311718e-05 +76885,-0.0005199749,-7.8755198,-16.56302,-8.875937 +120777,-10.500028,-2.8132996e-05,-16.500029,-14.513052 +121894,-3.0994368e-06,-14.125003,-13.375003,-14.000098 +88371,0.0,-17.75,-19.75,-21.625105 +68747,-14.75,-17.0,-4.7683704e-07,-17.750166 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..8fd39fd914ac675c87f4d13acaabeeb14ea88e9d --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-9.758249,-6.472855e-05,-11.88501,-18.20295 +80227,-3.111314e-05,-15.5129595,-10.38369,-18.015133 +79086,-1.1920928e-07,-16.513763,-16.638885,-19.454018 +75303,-0.7343233,-11.806042,-12.431581,-0.65362173 +56417,-12.7607155,-13.7615185,-3.8980677e-05,-10.259135 +11319,-0.1424151,-9.400118,-9.02482,-2.0209029 +12625,-1.5497195e-06,-15.137617,-13.636379,-15.763458 +87626,-12.760713,-1.9430925e-05,-11.0092325,-22.367313 +43853,-9.507877,-16.138382,-16.763922,-7.438383e-05 +23828,-8.1334505,-15.827346,-6.507076,-0.0017880895 +27858,-6.6318755,-13.387488,-0.0013206817,-14.263366 +12604,-11.38454,-16.13848,-1.3470559e-05,-13.136166 +8180,-16.138498,-18.765661,-1.1920928e-07,-16.63902 +37466,-10.133338,-14.074098,-12.00989,-4.6609744e-05 +48185,-7.631893,-0.0004854216,-14.387522,-19.144094 +77755,-16.013395,-13.135959,-2.264974e-06,-15.392481 +29286,-2.1773348,-4.1789746,-0.1756473,-3.428709 +87038,-12.134841,-18.202377,-18.139841,-5.3644035e-06 +33094,-9.883342,-5.2212305e-05,-13.636461,-17.140131 +17990,-13.261645,-15.888808,-0.00055119104,-7.5072665 +125393,-10.008129,-15.950562,-17.326727,-4.51793e-05 +25066,-12.510488,-4.0531077e-06,-15.450428,-15.556161 +93021,-9.88322,-17.014147,-10.258517,-8.6184606e-05 +91364,-18.015066,-17.639719,0.0,-19.57933 +56219,-0.20755067,-5.086594,-1.7087896,-8.714868 +108119,-3.4103804,-7.789006,-10.166009,-0.034054648 +108029,-1.0540047,-10.561915,-9.435991,-0.42870027 +82606,-10.763409,-12.139525,-5.3838987,-0.0046271156 +34733,-9.6403475,-14.018973,-4.8863616,-0.0076438556 +40806,0.0,-18.265226,-20.64223,-21.267887 +89870,0.0,-16.889078,-19.140976,-20.267115 +120589,-16.63892,-12.635544,-3.4570635e-06,-16.01387 +107229,-9.382945,-12.8858385,-9.035656e-05,-12.510679 +81763,-10.508853,-12.760702,-5.7457226e-05,-10.50907 +126587,-0.43123645,-6.561325,-6.5613422,-1.0570865 +105931,-7.881995,-0.0003784179,-14.012101,-17.072313 +51593,-0.00030596345,-12.135412,-9.007815,-8.632848 +105827,-2.5829597,-12.528738,-6.085871,-0.081024036 +92547,-15.262786,-1.5497195e-06,-13.511307,-17.015951 +11098,-14.512185,-14.762362,-4.577532e-05,-10.009743 +15535,-12.26028,-4.76836e-06,-17.014235,-17.215008 +104144,-5.384205,-13.89128,-0.0046952236,-9.263216 +84409,-1.6689287e-06,-14.38699,-14.637215,-14.387286 +55188,-15.137674,-11.384506,-1.2636105e-05,-13.887654 +97914,-7.131773,-14.888221,-0.00079993194,-16.89025 +9697,-1.5036302,-13.013214,-6.6329,-0.2531392 +43614,-5.1350694,-14.955742,-11.39028,-0.005915752 +57056,-11.884679,-17.514347,-12.63529,-1.0132739e-05 +98595,-13.761531,-2.384183e-06,-14.637246,-14.012451 +11602,-12.010317,-12.760912,-0.0002683041,-8.257351 +29109,-13.511306,-17.514618,-1.7881378e-06,-14.887602 +114682,-7.881995,-0.0003784179,-14.887833,-14.516542 +63374,-12.885801,-2.622601e-06,-17.76486,-15.827903 +77864,-13.761522,-16.138475,-1.001353e-05,-11.634867 +81631,-4.792092,-8.920508,-0.03810453,-3.5418732 +124163,-4.5259633,-14.284084,-1.148126,-0.39757964 +81563,-12.390245,-12.640422,-5.259272,-0.005220116 +13895,-2.814167,-0.061835054,-12.572305,-12.448779 +12863,-8.506927,-16.701239,-12.260046,-0.00020692592 +45732,-5.402156,-4.0259733,-0.022646144,-10.156527 +49404,-13.511325,-14.387024,-2.0622994e-05,-10.884585 +487,-12.760696,-2.9802277e-06,-16.388714,-17.45277 +64317,-8.381947,-16.576262,-12.760588,-0.00023195437 +6331,-2.3841855e-07,-15.763137,-16.388676,-18.766111 +73812,-11.3846855,-9.1327715,-0.00015913174,-10.133833 +15701,-8.43649,-13.315534,-2.9318764,-0.05500056 +104663,-8.344647e-07,-16.638868,-14.011691,-17.765043 +90606,-0.0007794441,-8.132541,-9.133393,-7.882693 +127552,-8.344647e-07,-14.512094,-14.762319,-18.891031 +126761,-3.1760879,-12.809103,-4.802431,-0.051252447 +92697,-0.21202873,-7.2178493,-1.8383721,-3.465767 +107122,-4.022168,-10.527571,-0.018808354,-7.2762284 +74380,-11.008967,-14.324204,-12.510205,-2.0861407e-05 +66285,-1.3351351e-05,-14.887419,-11.259403,-16.013653 +70163,-12.260386,-13.26119,-0.00012885693,-9.00783 +75972,-10.258631,-14.387047,-4.3510445e-05,-11.760052 +30713,-7.768116,-12.584607,-0.3869336,-1.1380683 +118867,0.0,-17.014181,-17.764826,-21.831116 +84835,-12.885805,-6.3180723e-06,-12.63558,-14.387279 +60503,-18.015066,-17.389511,-1.1920928e-07,-16.263733 +11807,-9.389818,-12.892712,-0.75759053,-0.6327686 +27906,-1.5020258e-05,-14.762316,-11.134301,-16.388947 +30093,-9.5080595,-8.3085426e-05,-13.761597,-11.76327 +45657,-15.763186,-15.262735,-2.145765e-06,-13.2612 +97197,-1.1920928e-07,-17.139286,-15.638048,-19.954336 +48440,-13.636426,-1.1920922e-06,-16.764027,-17.518232 +14971,0.0,-17.5146,-16.76399,-20.267178 +61380,-8.195033,-9.82136,-7.5069423,-0.0008799733 +7177,-6.007512,-0.0024635224,-17.704771,-15.461903 +40241,-0.0006500753,-11.635339,-10.8847275,-7.382024 +38583,-15.647816,-0.009718368,-4.6386027,-17.212181 +104941,-3.564294e-05,-14.637233,-10.258591,-16.263926 +39377,-5.508692,-0.0040609525,-13.515366,-17.08165 +65329,-4.5769587,-8.330062,-0.3233899,-1.3250822 +81089,-14.762371,-4.410734e-06,-13.135996,-13.137155 +6143,-4.5148,-11.270411,-8.267919,-0.011278563 +63753,-1.3351351e-05,-12.010015,-11.884926,-14.825079 +5084,-10.140435,-14.51906,-0.75757957,-0.63269144 +125282,-11.009256,-12.260269,-4.255681e-05,-10.7595825 +7980,-7.0062633,-10.509157,-11.259801,-0.00094678864 +42346,-8.882291,-16.513636,-12.63541,-0.00014220657 +73055,-11.134547,-11.25962,-0.00022945156,-8.507906 +31696,-5.8828583,-9.510858,-0.0029305154,-9.636109 +101343,-10.759025,-17.014217,-2.1338235e-05,-17.139454 +115075,0.0,-18.265226,-21.580513,-21.518284 +29447,-9.507732,-17.264181,-11.134075,-8.892618e-05 +89441,-1.9114988,-11.544515,-0.16002025,-12.170126 +15843,-0.0005671561,-8.8829565,-8.00724,-9.258676 +110126,-12.260291,-13.511304,-3.3378044e-05,-10.509731 +36142,-8.007846,-15.38898,-7.006993,-0.0012393659 +2846,-10.508625,-17.639553,-14.637057,-2.7775379e-05 +85390,-0.018466806,-8.1502285,-4.021796,-9.339171 +108138,-3.1583712,-10.476953,-2.2826245,-0.15611495 +7571,-13.014001,-12.013133,-5.007296,-0.0067197303 +62381,-11.759865,-7.867782e-06,-18.077627,-17.372175 +65963,-11.697498,-12.3229885,-0.31297088,-1.3140999 +39384,-1.1920928e-07,-16.263556,-18.265244,-17.765247 +62356,-5.6384404e-05,-12.135163,-9.883298,-17.076975 +20478,-8.382269,-0.00023266947,-13.448986,-13.011887 +101968,-13.386202,-16.138468,-1.6689287e-06,-17.514822 +124810,-11.657935,-10.531961,-0.02319944,-3.776743 +9300,-15.262768,-14.887423,-5.960463e-07,-17.202158 +35593,-11.259268,-16.513628,-10.008206,-5.7934038e-05 +53670,-14.637266,-14.136816,-2.2411095e-05,-10.759179 +44789,0.0,-17.389496,-18.327797,-18.64093 +25135,-6.1323276,-0.0021739202,-16.703646,-20.3948 +32124,-1.1920928e-07,-16.263556,-19.26608,-21.267876 +36646,-0.43255076,-7.1881623,-5.6869254,-1.058423 +34191,-9.027634,-14.094335,-3.8983335,-0.020607416 +65307,-8.257112,-18.140337,-12.135336,-0.00026484797 +32731,-7.2567997,-0.0007059466,-15.826444,-15.256447 +112637,-2.93242,-7.4361506,-6.560436,-0.056859054 +18943,-6.1382074,-6.638593,-0.00807107,-5.3880424 +117291,0.0,-17.5146,-17.139303,-19.829275 +67975,-5.7315187,-13.112651,-0.9775311,-0.47720236 +104676,-0.6982557,-1.3237458,-1.4488674,-6.453421 +109059,-3.5326407,-0.029681912,-12.415047,-11.173303 +86252,-6.6317234,-15.576663,-12.6367235,-0.0013222294 +109620,0.0,-18.515436,-21.017544,-19.391275 +35543,-9.757941,-15.9505825,-13.260852,-5.972207e-05 +96155,-4.2677574,-0.014171441,-10.648072,-10.273825 +33646,-10.008423,-14.136839,-4.577532e-05,-17.890108 +64061,-0.0027752714,-8.634954,-6.38309,-7.0088706 +6764,-6.7949063e-06,-12.510426,-12.885756,-14.262035 +63078,-10.258639,-3.552374e-05,-16.388744,-14.888423 +88343,-8.007055,-0.00033361115,-15.700967,-15.013398 +50106,-13.136098,-9.071415e-05,-11.885036,-9.411572 +35688,-10.134548,-15.388906,-0.0010664734,-6.8820543 +78697,-7.7571793,-0.0006665154,-11.510299,-8.383298 +13749,-2.932673,-0.055236682,-9.438092,-7.812344 +44428,-0.12672643,-11.8865185,-10.385281,-2.1287367 +13880,-1.4305105e-06,-16.138453,-13.511273,-19.016144 +107805,-8.882837,-12.886149,-0.00040070133,-8.257466 +47687,0.0,-17.889914,-18.640558,-22.331308 +3328,-12.260269,-14.136805,-1.0251946e-05,-12.260551 +27574,-10.758759,-15.387593,-18.13991,-2.1457441e-05 +6049,-10.508841,-2.8848232e-05,-14.950034,-13.636901 +121371,-7.7569494,-0.00043728325,-14.26237,-11.636228 +93977,-6.007496,-15.140093,-0.0024636413,-15.890932 +87794,-13.010887,-16.51378,-2.264974e-06,-16.764204 +1284,-13.261118,-5.4836123e-06,-16.326162,-12.530769 +86737,-5.7884874,-8.540755,-1.409814,-0.28428343 +9800,-0.57521695,-11.834593,-12.585236,-0.8268923 +60632,-9.13277,-0.00010823618,-16.20116,-19.706278 +69196,-9.633147,-6.603976e-05,-16.013462,-15.013235 +109514,-16.513811,-15.763154,-9.5367386e-07,-14.137452 +75454,-11.885044,-8.272783e-05,-9.758251,-10.927983 +68262,-6.8817916,-15.451419,-0.0010281282,-13.70027 +51383,-1.2244375,-0.34867358,-7.7298574,-11.174398 +39024,-10.00844,-4.5298504e-05,-16.951725,-15.26313 +53372,-9.00735,-15.012334,-9.382647,-0.0002070451 +61955,-11.713376,-11.33803,-2.5807304,-0.07876051 +46407,-8.632422,-0.00017844039,-16.513992,-15.916324 +56851,-4.391212,-13.774018,-0.012538414,-9.520606 +117835,-18.640589,-18.640556,0.0,-17.014479 +41315,-9.257846,-18.578098,-9.548208e-05,-16.138714 +54086,0.0,-18.140123,-17.014198,-19.391333 +1123,-3.0517112e-05,-13.010868,-10.508794,-13.886736 +6738,-9.257863,-9.655486e-05,-13.636505,-18.030294 +65022,-7.002914,-11.0062275,-9.50499,-0.001000857 +29011,-5.508313,-16.454924,-12.013732,-0.0040673637 +209,-8.931042,-11.307995,-0.04860493,-3.0512846 +117949,-1.9073468e-06,-16.513765,-13.261065,-16.764198 +112253,-7.757088,-7.5068464,-8.320043,-0.0012213874 +117575,-13.565746,-9.687474,-0.17954732,-1.8061329 +12151,-12.010055,-16.513784,-6.198864e-06,-19.641514 +6503,-7.5828633,-10.335131,-0.20168181,-1.7031801 +47388,-13.26112,-8.70224e-06,-15.638089,-11.8955555 +122533,-5.5085154,-13.264963,-12.389248,-0.004066295 +77557,-0.038283642,-8.170045,-3.4160903,-5.4179106 +3593,-4.479313,-0.10062288,-7.4818063,-2.4790652 +39857,-4.0172723e-05,-10.508787,-11.50964,-12.760916 +82941,-10.3837385,-3.1351552e-05,-14.950037,-16.203888 +2835,-7.152555e-07,-15.763139,-14.261901,-18.202963 +12119,-9.50808,-14.387123,-0.00011991736,-10.008605 +2255,-1.4305105e-06,-14.762301,-14.637213,-14.262554 +99071,-3.9521232,-9.081377,-0.19897252,-1.8257301 +73970,-7.286649,-8.287454,-0.030572118,-3.534503 +73312,-7.0658364,-3.750534,-1.2484607,-0.37295696 +109736,-8.75751,-0.00015984688,-14.825063,-13.079416 +2581,-5.010901,-0.0066874037,-15.95753,-15.763997 +64922,-2.6956906,-10.327034,-10.076841,-0.06996179 +85830,-2.3841855e-07,-15.262718,-17.139303,-16.7641 +122144,-12.885802,-4.2915253e-06,-13.511309,-14.668103 +62330,-6.007514,-0.002465425,-13.075904,-18.645704 +112561,-12.698448,-10.509087,-0.00032407753,-8.133193 +48434,-7.6318927,-0.00048482584,-16.889612,-17.116652 +119944,-12.26028,-4.887569e-06,-17.389553,-16.389034 +120940,-0.0022036573,-8.509278,-9.385026,-6.2576838 +77443,-13.76153,-16.263588,-1.7642818e-05,-11.0146475 +23685,-8.508929,-13.763287,-0.12690978,-2.1287656 +47231,-12.510488,-3.933899e-06,-15.638084,-16.201265 +91022,-12.885801,-2.503392e-06,-21.017578,-20.644539 +714,-11.636541,-15.014331,-6.1319265,-0.0021839119 +25730,-12.135182,-11.009209,-2.801379e-05,-12.010743 +97729,-5.7220295e-06,-13.010843,-12.760651,-14.2660675 +30236,-0.0012055518,-10.760161,-10.760178,-6.757221 +2443,-9.758243,-5.7814836e-05,-16.889187,-16.764912 +52656,-0.19324496,-7.9496922,-1.8195883,-4.32189 +116972,-10.132428,-15.199129,-13.260025,-4.1722382e-05 +43770,-5.3983326,-4.7727776,-0.64434594,-0.7721618 +10949,-10.634204,-0.00028641892,-9.383142,-8.6329 +100306,-10.258642,-3.886147e-05,-12.823268,-13.707072 +29745,-10.508844,-3.218599e-05,-12.260291,-16.452272 +60439,-3.4114597,-11.105355,-7.790103,-0.03399312 +109824,-14.887628,-0.00015770145,-8.75749,-20.215994 +102648,-13.011915,-14.763346,-0.0010288428,-6.8823514 +62099,-10.633963,-4.5656117e-05,-10.75905,-14.76265 +33686,-4.2677445,-0.014158865,-11.398686,-10.272863 +116606,-2.9780152,-8.857896,-3.1031044,-0.100865714 +85384,-10.508546,-15.450142,-15.575262,-2.7656173e-05 +31834,-7.131786,-12.636353,-0.00081291527,-11.511511 +58133,-9.257495,-16.075657,-13.761241,-9.655486e-05 +95196,-14.51214,-17.51462,-1.4305105e-06,-13.886749 +11675,-4.0214663,-0.01808932,-17.157425,-17.44727 +34902,-10.258648,-11.009242,-6.1629304e-05,-11.510077 +112691,-12.009829,-17.95226,-14.887216,-6.4372807e-06 +33713,-9.633131,-13.511338,-6.687418e-05,-16.764357 +109135,-12.760688,-15.137641,-1.0967195e-05,-11.759993 +60521,-8.508032,-12.761553,-0.0009102254,-7.257132 +76695,-0.017495938,-14.779797,-15.217679,-4.0545583 +98619,-6.631879,-14.263222,-0.0013240152,-12.261861 +13731,-12.885801,-3.81469e-06,-13.511308,-16.827871 +14492,-11.009247,-1.7046783e-05,-15.13768,-15.388574 +81006,-11.010923,-13.888294,-0.0017101439,-6.3823476 +114491,-13.886033,-14.761733,-11.133718,-1.5973917e-05 +120167,-15.012593,-14.136829,-3.6119764e-05,-10.258935 +69602,-10.633941,-2.4318399e-05,-16.075972,-16.257051 +81057,-7.51215,-9.138476,-0.0058632526,-5.2605805 +118239,-6.257178,-0.0019198097,-13.638329,-16.453844 +26999,-6.25716,-14.138714,-0.0019193338,-16.140495 +103729,-6.2778506,-3.9008327,-0.022609783,-8.27985 +70324,0.0,-17.26439,-18.015036,-20.704992 +88697,-9.132465,-16.701254,-13.386003,-0.00010966653 +79720,-15.262785,-2.145765e-06,-13.511306,-14.262476 +119098,-7.7566075,-12.260338,-11.634831,-0.00044157292 +16374,-7.0067925,-0.00090760516,-13.449659,-17.578781 +8973,-8.882617,-0.00016342258,-14.387199,-10.635053 +92670,-0.00010942814,-10.633963,-9.382934,-13.637046 +46136,-9.257867,-9.917721e-05,-15.638181,-12.511987 +113240,-3.5762723e-06,-13.636365,-14.011695,-13.386889 +92271,-0.038257483,-15.926499,-8.044931,-3.2910678 +47020,-8.958636,-8.958604,-1.7025596,-0.2014723 +68952,-8.13211,-12.385631,-0.00030024312,-13.136472 +93704,-12.1351595,-15.763158,-5.841238e-06,-15.0134945 +126515,-9.883341,-5.125868e-05,-16.826626,-15.197482 +1648,-10.551711,-11.677619,-0.04291495,-3.1707394 +4147,-10.025207,-12.840026,-4.020174,-0.01816073 +106815,-5.6862454,-12.316752,-1.0573628,-0.43196437 +18919,-2.022718,-6.02603,-0.3963441,-1.6475846 +88395,-7.0257273,-15.532803,-3.8980997,-0.021396639 +83361,-10.633941,-2.4199193e-05,-17.076809,-15.764697 +69550,-10.258639,-3.552374e-05,-17.63979,-14.6391945 +59782,-5.76079,-13.892552,-5.7607746,-0.006318118 +62607,-10.619111,-14.684976,-10.243782,-6.0437284e-05 +49031,-7.153933,-13.78444,-3.7760956,-0.023979988 +24073,-8.381981,-14.824831,-11.134264,-0.00024399164 +34883,-14.261933,-14.261901,-1.6689287e-06,-15.012743 +78080,-6.5564896e-06,-14.26189,-12.13513,-14.3872 +59546,-0.28139567,-8.162948,-8.162964,-1.407721 +123805,-6.7568607,-0.0011845961,-11.823578,-11.198402 +87807,-15.700652,-1.5497195e-06,-15.950845,-13.521885 +53821,-2.5801997,-12.463424,-9.210723,-0.07889459 +90016,-11.259453,-1.3828182e-05,-13.886632,-17.36416 +75870,-15.012559,-13.3861685,-2.0265559e-06,-15.26296 +58764,-8.506843,-15.637768,-9.007244,-0.00032479255 +64575,-2.3841855e-07,-16.013346,-16.138468,-19.016043 +85818,-7.881823,-14.887644,-11.634942,-0.00038675935 +15652,-16.764023,-14.637214,-1.7881378e-06,-13.511397 +85976,-6.951312,-14.269896,-2.697744,-0.0707609 +15080,-12.135178,-5.4836123e-06,-16.201057,-16.765276 +79945,-8.882597,-0.00014399446,-17.014374,-12.159896 +76385,-9.635693,-14.514736,-5.8825426,-0.0028576513 +115581,-4.817156,-7.3192134,-0.18827365,-1.8148669 +61199,-11.884968,-7.0333235e-06,-16.513823,-21.356726 +85813,-17.514648,-17.639719,0.0,-16.639124 +67537,-16.95178,-8.4515814e-05,-14.887539,-9.383398 +89261,-14.887458,-12.885753,-3.5762723e-06,-14.137042 +22046,-8.006823,-12.823314,-8.38212,-0.0005650116 +22926,-0.000104302686,-13.636464,-11.7599125,-9.258509 +49488,-11.634747,-13.886596,-1.180165e-05,-13.136245 +96660,-11.384562,-1.7523613e-05,-12.010068,-16.014011 +63730,-8.383099,-15.388919,-6.8818297,-0.0012559154 +9677,-2.264974e-06,-16.326109,-13.13596,-16.388823 +120201,-11.884804,-14.261758,-9.883116,-5.8530048e-05 +35208,-13.88662,-14.261901,-1.6689287e-06,-15.580607 +30950,-8.885712,-14.014964,-5.6329794,-0.0037239506 +66963,-6.132315,-14.013867,-0.00217844,-12.512805 +16156,-0.25016776,-13.511214,-13.073365,-1.508117 +69670,-9.007681,-0.000123374,-13.886741,-18.70397 +13477,-7.8820043,-0.00038783182,-14.637633,-11.532535 +50904,-14.387093,-4.0530336e-05,-10.133523,-15.513622 +7930,-13.010897,-14.887432,-1.0490363e-05,-11.760044 +26294,-9.633035,-14.887392,-7.005824,-0.00097287045 +35749,-4.391338,-14.024355,-0.012664371,-8.519898 +55850,-1.9114921,-11.794717,-0.16001354,-14.297 +64767,-2.9319127,-12.189613,-9.187121,-0.05488129 +22057,-10.884427,-16.32644,-7.631694,-0.0005037708 +87663,-10.258514,-17.45199,-11.884856,-4.196079e-05 +35864,-8.632345,-17.952597,-12.010151,-0.00018439977 +33007,-16.013397,-13.010856,-3.3378547e-06,-13.886806 +81372,-8.7572565,-17.389437,-12.510376,-0.00016103878 +97703,-7.756941,-0.00042882306,-14.387466,-14.964447 +118589,-9.5367386e-07,-15.638033,-14.512109,-14.762447 +65741,-2.3841855e-07,-15.387823,-17.139303,-17.139715 +119601,-10.135217,-12.51217,-0.0017334687,-6.3837943 +114504,-15.387872,-14.01169,-1.072883e-06,-16.639208 +92452,-9.5367386e-07,-14.887406,-14.887423,-15.51309 +11152,-0.06467334,-7.195598,-4.6935253,-2.942721 +44669,-10.884211,-9.633133,-0.00010084597,-11.010093 +121963,-8.882593,-0.0001402995,-13.38634,-18.578863 +63486,-1.7019506,-10.834548,-10.584354,-0.20134842 +123055,-8.394711,-11.397186,-0.012691679,-4.392147 +119717,-6.6287036,-17.450212,-15.3860035,-0.0013229437 +88042,-7.009442,-15.141204,-5.7583814,-0.0040680757 +54428,-11.259453,-1.3828182e-05,-13.886632,-16.656908 +125274,-3.445089e-05,-13.135976,-10.383693,-13.386341 +46816,-9.945028,-11.571355,-2.8140552,-0.06189534 +8553,-7.131772,-16.01416,-0.0007996937,-17.3279 +56455,-8.757506,-0.00015734388,-19.01606,-18.14092 +101092,-0.0024912294,-10.511238,-6.0074925,-14.264745 +55570,-0.00022349245,-10.759179,-10.008569,-8.758324 +2531,-3.0994368e-06,-15.638035,-13.636379,-13.261461 +55854,-7.506853,-0.0005497613,-14.762899,-17.015114 +65143,-1.072883e-06,-15.387824,-14.136795,-16.263762 +28422,-11.634549,-18.01485,-12.510264,-1.2516897e-05 +36329,-9.382516,-14.073903,-15.262412,-8.523101e-05 +8061,-5.6333194,-0.0035832028,-16.01698,-17.273413 +107678,-17.327023,-1.4662635e-05,-11.134334,-15.826337 +53009,-0.00024315738,-13.448948,-11.259635,-8.382705 +62879,-4.887569e-06,-14.261888,-14.387008,-12.511042 +26784,-9.758247,-6.258292e-05,-12.260322,-18.956846 +21912,-10.530964,-13.345783,-0.8979006,-0.523324 +113597,-1.1920928e-07,-16.513763,-17.514618,-18.89097 +82760,-2.3841855e-07,-16.013346,-16.51378,-21.58073 +26160,-9.50805,-7.486063e-05,-14.324558,-16.888115 +23421,-12.135178,-5.6028207e-06,-16.951685,-15.277258 +41793,-1.7586896,-1.5084484,-5.2616005,-0.5086787 +103325,-8.882594,-0.00013982272,-17.327131,-13.762201 +33557,-13.76153,-1.072883e-06,-17.889967,-16.64247 +81209,-15.262786,-3.2186456e-06,-16.201057,-12.76117 +107064,-1.3121903,-13.25964,-11.445641,-0.31367317 +98221,-2.8610189e-06,-13.01084,-15.012528,-15.262995 +16139,-10.883922,-18.577818,-12.38516,-2.2887922e-05 +62717,-8.507344,-0.00020370792,-13.386404,-15.892492 +28151,0.0,-18.515436,-19.140976,-20.892792 +22888,-13.8866415,-6.3180723e-06,-12.135162,-17.421154 +24637,-5.882877,-9.385771,-0.0029490574,-9.5109625 +92809,-9.007385,-18.139978,-11.759668,-0.00013028727 +91862,-6.881814,-10.760021,-0.0010498018,-13.262622 +7412,-3.576278e-07,-17.139286,-15.012526,-21.893503 +52442,-6.2647333,-11.143777,-0.009491792,-4.8888335 +87399,-0.0058790147,-9.013372,-5.2602534,-7.5128317 +112712,-2.7418098e-06,-14.637199,-13.010858,-18.515707 +54201,-0.00017343447,-13.26122,-11.1344595,-8.758347 +117074,-11.2328825,-10.732431,-0.47387767,-0.9744986 +25137,-0.33777034,-6.3427553,-8.219339,-1.2566282 +16780,-0.22581418,-9.608621,-1.6019485,-7.482237 +72881,-11.759852,-13.761492,-1.1324818e-05,-12.885973 +110597,-8.132121,-0.00029499948,-16.951975,-13.891106 +89655,-4.2915253e-06,-14.762304,-12.510439,-15.387974 +48391,-8.882592,-0.00013922676,-14.699936,-16.140087 +110182,-3.5762723e-06,-14.136783,-12.76065,-16.826633 +87621,-7.131522,-7.006385,-10.696985,-0.0017296606 +122711,-2.3841855e-07,-16.013346,-16.638885,-16.263979 +115720,-2.145765e-06,-15.763139,-13.13596,-16.7643 +66486,-6.382056,-0.0016933639,-15.764879,-15.836352 +68169,-3.6542938,-0.026230311,-12.036281,-12.545497 +110138,-5.6333065,-12.514024,-0.0035875977,-14.140627 +21580,-7.0067916,-0.00090653327,-17.515556,-14.777437 +102553,-14.387062,-9.1790735e-06,-14.699807,-11.70716 +78769,-6.7568398,-0.0011636398,-17.70347,-16.040655 +93593,-10.258639,-3.564294e-05,-15.012594,-15.268958 +16612,-13.386224,-6.4372807e-06,-12.260266,-16.230854 +59583,-5.7627835,-14.269859,-5.26235,-0.008360979 +76885,-3.81469e-06,-16.26356,-19.766502,-12.512543 +120777,-7.256801,-0.0007073761,-13.386908,-15.40806 +121894,-4.410734e-06,-14.762306,-13.0108595,-13.261397 +88371,0.0,-16.889078,-18.640558,-19.516436 +68747,-12.760683,-13.135963,-5.7220295e-06,-14.012017 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..4c5074a37250bb22e1b76079b32b6105c869ae82 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00028781030997143757,0.0,, +1,,,0.00028781030997143757,0.0 +1,0.00028781030997143757,0.0,, +2,,,0.00028781030997143757,0.0 +2,0.00028781030997143757,0.0,, +3,,,0.00028781030997143757,0.0 +3,0.00028781030997143757,0.0,, +4,,,0.00028781030997143757,0.0 +4,0.00028781030997143757,0.0,, +5,,,0.00028781030997143757,0.0 +5,0.00028781030997143757,0.0,, +6,,,0.00028781030997143757,0.0 +6,0.00028781030997143757,0.0,, +7,,,0.00028781030997143757,0.0 +7,0.00028781030997143757,0.0,, +8,,,0.00028781030997143757,0.0 +8,0.00028781030997143757,0.0,, +9,,,0.00028781030997143757,0.0 +9,0.00028781030997143757,0.0,, +10,,,0.00028781030997143757,0.0 +10,0.00028781030997143757,0.0,, +11,,,0.00028781030997143757,0.0 +11,0.00028781030997143757,0.0,, +12,,,0.00028781030997143757,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..caf3fcbe23182d5601c60d33be6eb29f4659583e --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-13.250087,-8.66614e-05,-9.375087,-16.93766 +80227,-0.00014125303,-14.875141,-8.875141,-13.7501955 +79086,-2.3841855e-07,-18.0,-15.25,-18.750074 +75303,-19.624882,-19.749882,-21.062382,0.0 +56417,-14.875031,-15.500031,-3.170917e-05,-10.375094 +11319,-14.124734,-12.499734,-13.499734,-5.841238e-06 +12625,-0.000109547334,-14.62511,-10.62511,-9.375202 +87626,-12.500062,-6.198691e-05,-9.750062,-20.638514 +43853,-16.37492,-17.37492,-17.12492,-1.1920928e-07 +23828,-16.750387,-17.875387,-7.750387,-0.0004307296 +27858,-0.0023662446,-13.127366,-6.127366,-8.627433 +12604,-8.250442,-13.625442,-0.00044193037,-8.625504 +8180,-14.5000105,-18.750011,-1.060957e-05,-11.500052 +37466,-18.374939,-14.749939,-13.749939,-1.4305105e-06 +48185,-12.750005,-5.245195e-06,-13.000005,-15.625086 +77755,-19.125,-16.125,-2.3841855e-07,-16.125193 +29286,-4.1577377,-5.2827377,-1.1577377,-0.4078443 +87038,-16.874844,-19.749844,-16.249844,-1.1920928e-07 +33094,-15.000008,-7.3909487e-06,-11.875008,-15.625183 +17990,-14.626737,-17.376736,-0.25173646,-1.5026035 +125393,-15.124913,-15.874913,-13.624913,-1.5497195e-06 +25066,-14.812501,-1.4305105e-06,-15.562501,-13.8913 +93021,-16.705593,-15.643095,-4.0180945,-0.018151132 +91364,-19.875,-18.5,-1.1920928e-07,-16.125149 +56219,-3.8960083,-9.2710085,-0.021008233,-7.896092 +108119,-10.999822,-7.999821,-10.749822,-0.00037377048 +108029,-2.2379608,-11.362961,-8.612961,-0.11302221 +82606,-19.500002,-16.250002,-9.625,-6.6158966e-05 +34733,-14.819809,-14.819809,-2.6948092,-0.06994624 +40806,-2.3841855e-07,-16.125,-16.625,-18.625048 +89870,-1.1920928e-07,-16.875,-17.375,-16.125072 +120589,-18.437502,-14.250001,-1.072883e-06,-14.875111 +107229,-10.250094,-14.125094,-9.44093e-05,-9.750138 +81763,-14.875059,-15.125059,-5.8887654e-05,-9.750131 +126587,-11.99987,-11.99987,-13.49987,-1.3708975e-05 +105931,-15.750002,-1.6689287e-06,-13.375002,-17.75011 +51593,-1.223395,-12.723395,-13.223395,-0.3484721 +105827,-21.687408,-19.749908,-17.874908,0.0 +92547,-20.937508,-7.0333235e-06,-11.875007,-15.875339 +11098,-16.625002,-18.875002,-1.1920922e-06,-13.750094 +15535,-13.375003,-2.8610189e-06,-15.750003,-13.627102 +104144,-12.375013,-17.625013,-1.3232144e-05,-11.625182 +84409,-1.4305105e-06,-16.875002,-13.500001,-17.250118 +55188,-17.000002,-17.000002,-2.622601e-06,-12.875123 +97914,-14.000001,-18.125,-9.5367386e-07,-16.500048 +9697,-19.999937,-21.249937,-17.749937,0.0 +43614,-20.624966,-18.749966,-16.749966,-1.1920928e-07 +57056,-18.74994,-15.999941,-10.99994,-1.6808368e-05 +98595,-18.000011,-1.0967195e-05,-11.5000105,-14.000146 +11602,-11.89812,-10.77312,-0.5231197,-0.8981966 +29109,-10.625032,-17.125032,-3.218599e-05,-11.750098 +114682,-11.125017,-1.716599e-05,-14.375017,-13.250171 +63374,-14.875,-4.7683704e-07,-16.125,-16.875574 +77864,-14.000052,-17.250051,-5.233151e-05,-9.875124 +81631,-5.3911276,-10.953629,-1.1411277,-0.39161083 +124163,-15.504029,-17.50403,-5.5040293,-0.00407888 +81563,-10.267635,-10.267635,-2.017635,-0.14276129 +13895,-13.500004,-3.5762723e-06,-13.750004,-13.750519 +12863,-14.5000105,-17.375011,-9.0000105,-0.00012396998 +45732,-8.762676,-4.3876762,-0.012676024,-11.51281 +49404,-15.875,-17.0,-2.3841855e-07,-15.625158 +487,-14.500003,-2.503392e-06,-13.250003,-15.500124 +64317,-15.585577,-14.710577,-3.7730775,-0.02324999 +6331,-1.1920922e-06,-15.625001,-13.750001,-16.75069 +73812,-12.758795,-8.633795,-0.00879474,-4.758875 +15701,-17.125715,-14.563215,-0.31321478,-1.3133913 +104663,-5.4836123e-06,-16.125006,-12.125006,-16.875065 +90606,-2.82065,-5.5706496,-5.3206496,-0.07070658 +127552,-2.7418098e-06,-16.125002,-12.875003,-16.000128 +126761,-25.437407,-22.624907,-19.874907,0.0 +92697,-1.0143507,-7.639351,-0.7643508,-1.7646607 +107122,-1.4086214,-9.533622,-0.2836214,-6.034013 +74380,-18.99991,-13.874909,-12.749909,-3.81469e-06 +66285,-5.960463e-07,-17.5,-14.375001,-17.375084 +70163,-8.258878,-12.258878,-0.008877571,-4.7589602 +75972,-10.250298,-13.500298,-0.00029785966,-8.250372 +30713,-15.80463,-14.30463,-1.8046305,-0.17976795 +118867,-7.152555e-07,-15.000001,-14.750001,-17.312561 +84835,-14.062738,-0.00023827098,-8.375238,-11.875339 +60503,-18.625,-19.125,-7.152555e-07,-14.125058 +11807,-16.862804,-15.987805,-0.11280531,-2.237966 +27906,-4.8636208e-05,-13.625049,-10.000049,-13.1251135 +30093,-14.750006,-5.841238e-06,-14.125006,-12.250108 +45657,-18.75,-18.375,0.0,-17.875048 +97197,-1.7762026e-05,-13.750018,-11.250018,-12.500082 +48440,-16.5,-7.152555e-07,-15.125001,-15.000173 +14971,-8.344647e-07,-16.0,-14.125001,-17.125114 +61380,-16.43744,-13.999943,-14.124943,-1.6689287e-06 +7177,-14.250001,-1.072883e-06,-16.625002,-14.96429 +40241,-0.0011768566,-13.376177,-12.126177,-6.751335 +38583,-16.375336,-0.00033551786,-8.000335,-18.000479 +104941,-4.1245563e-05,-16.500042,-10.125041,-13.750148 +39377,-10.000051,-5.090107e-05,-12.125051,-15.8751745 +65329,-9.010594,-10.385594,-4.5105953,-0.011207484 +81089,-17.312548,-4.7920985e-05,-10.000048,-12.875227 +6143,-5.0072775,-10.8822775,-7.2572775,-0.0074404744 +63753,-1.3589766e-05,-12.000013,-11.875013,-14.6250725 +5084,-17.779749,-16.779749,-0.029748334,-3.5298252 +125282,-15.75014,-15.87514,-0.0001400611,-8.8752165 +7980,-12.75015,-8.25015,-9.37515,-0.0003489839 +42346,-23.874956,-22.312456,-20.624956,0.0 +73055,-10.000056,-14.375056,-5.6146e-05,-11.500349 +31696,-16.000002,-14.500002,-1.7881378e-06,-13.625074 +101343,-8.625179,-17.87518,-0.00017975146,-15.375247 +115075,-1.1920928e-07,-16.0,-16.75,-17.125122 +29447,-19.812437,-20.312437,-13.499936,-1.4305105e-06 +89441,-1.910239,-14.410239,-0.16023892,-11.160301 +15843,-0.18579963,-5.6857996,-1.8107996,-5.9358845 +110126,-11.389179,-11.889179,-0.014179081,-4.2643647 +36142,-19.062475,-19.937475,-11.749976,-7.867782e-06 +2846,-18.687414,-19.874914,-14.624916,-4.7683704e-07 +85390,-0.016651928,-9.516652,-4.141652,-7.5167413 +108138,-12.383488,-13.758488,-4.758487,-0.008620904 +7571,-17.044115,-11.794114,-3.0441146,-0.048818503 +62381,-17.75,0.0,-17.625,-17.875492 +65963,-15.203806,-15.203806,-2.5788062,-0.078897126 +39384,-1.1920928e-07,-17.5,-17.375,-15.875344 +62356,-7.152532e-06,-16.875008,-11.875007,-15.375073 +20478,-12.500011,-1.1563234e-05,-12.375011,-12.500179 +101968,-12.375006,-17.000006,-5.3644035e-06,-13.750079 +124810,-13.029755,-12.154755,-0.029754352,-3.5298717 +9300,-18.875,-20.0,0.0,-18.875074 +35593,-14.154691,-14.904691,-3.5296905,-0.02975331 +53670,-18.00002,-16.75002,-1.9073304e-05,-10.875113 +44789,0.0,-18.375,-17.375,-18.000156 +25135,-13.375002,-1.5497195e-06,-17.000002,-18.812588 +32124,-4.7683704e-07,-14.875,-16.0,-17.437578 +36646,-16.624939,-15.624937,-15.249937,-4.7683704e-07 +34191,-14.392552,-15.017552,-0.14255229,-2.018482 +65307,-18.999979,-18.749979,-11.999979,-6.198864e-06 +32731,-13.625002,-1.5497195e-06,-15.375002,-15.625301 +112637,-8.818163,-6.3806634,-5.2556634,-0.007084961 +18943,-10.500616,-7.7506166,-0.0006164796,-8.750966 +117291,-7.080781e-05,-13.000071,-9.625071,-12.875157 +67975,-14.9638815,-15.0888815,-2.4638813,-0.08894556 +104676,-1.9068571,-1.0318571,-0.78185713,-3.28199 +109059,-3.0497367,-0.04973676,-7.049737,-8.176557 +86252,-17.124964,-16.999964,-10.624964,-2.4437606e-05 +109620,-5.960463e-07,-15.000001,-16.625,-16.000061 +35543,-14.379558,-14.879558,-5.3795576,-0.00462142 +96155,-10.500076,-7.652944e-05,-10.125076,-11.624604 +33646,-13.875001,-17.25,-9.5367386e-07,-18.375061 +64061,-0.0047518187,-9.004752,-5.6297517,-6.8798633 +6764,-6.079655e-06,-13.000006,-12.750006,-13.875075 +63078,-14.500003,-3.0994368e-06,-15.625003,-12.875088 +88343,-14.250002,-2.145765e-06,-15.250002,-13.500296 +50106,-14.750035,-3.552374e-05,-10.875035,-11.026401 +35688,-16.142666,-16.517666,-0.142666,-2.0177357 +78697,-9.000179,-0.00017891714,-10.625179,-10.375342 +13749,-3.5378997,-0.037899677,-5.2878995,-5.7880983 +44428,-12.874933,-15.999934,-13.999933,-3.4570635e-06 +13880,-4.887569e-06,-16.250006,-12.250005,-17.75009 +107805,-14.526299,-14.901299,-0.026299866,-3.6513453 +47687,-3.576278e-07,-20.0,-15.0,-21.12508 +3328,-17.5,-18.0,-3.576278e-07,-14.875067 +27574,-17.624931,-16.999931,-15.874932,-2.3841855e-07 +6049,-17.125,-4.7683704e-07,-15.25,-15.500155 +121371,-16.500002,-2.7418098e-06,-13.250003,-14.00018 +93977,-4.7586293,-15.383629,-0.008629295,-11.133686 +87794,-15.375,-18.625,-3.576278e-07,-16.500061 +1284,-17.75001,-1.0132739e-05,-15.7500105,-11.51238 +86737,-12.505827,-10.505827,-5.130826,-0.005960428 +9800,-20.374908,-21.249908,-23.187408,0.0 +60632,-14.875001,-9.5367386e-07,-14.375001,-17.250097 +69196,-16.9375,-4.7683704e-07,-15.0,-15.750147 +109514,-18.5,-18.0,0.0,-16.750074 +75454,-15.000014,-1.4781843e-05,-13.500014,-11.251298 +68262,-3.7732513,-14.210752,-0.023251386,-12.148319 +51383,-5.5103593,-0.010359091,-5.1353593,-7.8855085 +39024,-13.375003,-2.7418098e-06,-15.500003,-13.875099 +53372,-15.085569,-14.523069,-3.7730687,-0.023250455 +61955,-18.125069,-15.00007,-9.12507,-0.00010918975 +46407,-14.000003,-2.503392e-06,-15.000003,-13.516818 +56851,-9.1253395,-16.12534,-0.00033945043,-8.375437 +117835,-19.5,-20.875,0.0,-16.75007 +41315,-6.5015426,-17.001543,-0.0015423319,-10.1265955 +54086,-3.576278e-07,-19.75,-14.875,-19.25014 +1123,-2.5033638e-05,-15.750025,-10.625025,-14.2501 +6738,-12.375026,-2.5748875e-05,-10.750026,-15.750399 +65022,-14.624558,-11.749558,-10.124558,-4.83978e-05 +29011,-23.624926,-22.937426,-21.499926,0.0 +209,-15.752805,-14.627805,-0.0028052286,-5.8778677 +117949,-5.6028207e-06,-16.625006,-12.125006,-16.125046 +112253,-16.437544,-9.000043,-10.875043,-0.00014244496 +117575,-13.531337,-8.531337,-0.28133672,-1.4063854 +12151,-11.750008,-18.125008,-7.867782e-06,-18.00005 +6503,-12.875088,-15.625088,-8.750088,-0.00016115798 +47388,-15.750001,-1.072883e-06,-14.750001,-14.258077 +122533,-12.624951,-13.124951,-11.374951,-1.6808368e-05 +77557,-0.10287267,-7.727873,-2.8528726,-3.2279305 +3593,-11.7526,-0.0025994342,-7.0025992,-6.3897414 +39857,-2.7775379e-05,-11.000028,-11.875028,-12.37511 +82941,-16.75,-1.1920928e-07,-15.875,-17.93793 +2835,-9.5367386e-07,-15.500001,-14.375001,-16.125084 +12119,-6.8857884,-11.510788,-0.0107882125,-4.635841 +2255,-1.8596476e-05,-14.000018,-11.000018,-13.751511 +99071,-7.6008496,-8.725849,-0.100849554,-2.3510554 +73970,-13.375492,-13.000492,-0.00049173663,-7.625631 +73312,-10.126688,-4.564188,-0.43918797,-1.0642629 +109736,-18.875002,-2.145765e-06,-13.250002,-14.879563 +2581,-13.125002,-2.145765e-06,-15.625002,-17.476652 +64922,-18.749699,-17.499699,-18.624699,0.0 +85830,-2.7418098e-06,-14.875003,-13.000003,-15.625058 +122144,-13.625009,-8.463824e-06,-12.375009,-12.680378 +62330,-12.500006,-5.9604467e-06,-13.000006,-17.000744 +112561,-10.83864,-9.33864,-2.4636407,-0.08908483 +48434,-13.625002,-2.384183e-06,-14.375002,-14.251285 +119944,-16.25,-3.576278e-07,-15.5,-17.750074 +120940,-0.56404924,-4.1890497,-3.6890492,-0.93919414 +77443,-17.000027,-18.250027,-2.7536968e-05,-10.500451 +23685,-17.500431,-17.250431,-0.00043061044,-7.750512 +47231,-13.625002,-2.0265559e-06,-15.375002,-14.375073 +91022,-18.625,0.0,-20.0,-20.25028 +714,-18.201544,-15.514042,-4.2640424,-0.01416533 +25730,-16.875,-16.25,-1.1920928e-07,-16.875105 +97729,-0.00029011333,-10.50029,-9.00029,-8.879526 +30236,-0.0015263823,-12.126527,-10.876527,-6.5016365 +2443,-17.25,-2.3841855e-07,-15.375,-17.751501 +52656,-0.022707209,-9.647707,-4.147707,-5.022779 +116972,-17.249798,-14.874799,-12.499799,-4.0531077e-06 +43770,-11.001134,-10.251134,-5.626135,-0.0036611212 +10949,-15.125043,-4.255681e-05,-10.125043,-13.000192 +100306,-20.562504,-4.0531077e-06,-12.625004,-14.125286 +29745,-12.875027,-2.6940936e-05,-10.625027,-16.12537 +60439,-16.374952,-12.12495,-11.87495,-1.2516897e-05 +109824,-13.75002,-2.0146166e-05,-10.87502,-16.406174 +102648,-15.504493,-16.004492,-5.3794928,-0.0046210643 +62099,-16.250711,-0.00071083073,-7.250711,-14.000793 +33686,-11.875062,-6.198691e-05,-10.500062,-10.500121 +116606,-13.374918,-16.24992,-12.624918,-4.887569e-06 +85384,-16.87486,-17.12486,-13.874859,-1.072883e-06 +31834,-10.750102,-11.125102,-0.00010227634,-9.625477 +58133,-18.374891,-17.374891,-13.12489,-2.0265559e-06 +95196,-15.500003,-17.875002,-2.503392e-06,-13.00011 +11675,-11.62501,-9.1790735e-06,-16.50001,-15.625271 +34902,-8.521216,-7.646216,-0.021215992,-3.8963683 +112691,-19.62494,-18.43744,-10.624938,-2.4318399e-05 +33713,-1.7014278,-11.451427,-0.20142785,-12.45149 +109135,-15.875002,-19.000002,-1.6689287e-06,-13.375149 +60521,-9.879673,-13.004673,-0.0046733916,-5.3797464 +76695,-15.87063,-17.370628,-18.745628,-1.1920928e-07 +98619,-14.750019,-17.50002,-1.9430925e-05,-10.875157 +13731,-16.312508,-8.106199e-06,-11.750008,-16.437645 +14492,-16.500004,-3.3378547e-06,-12.750003,-14.875233 +81006,-16.000805,-15.750805,-0.0008045774,-7.1258593 +114491,-18.624826,-14.874827,-11.999827,-6.5564896e-06 +120167,-19.625,-18.75,-2.3841855e-07,-15.375106 +69602,-17.375,-4.7683704e-07,-14.75,-15.558976 +81057,-12.375007,-13.000007,-7.0333235e-06,-14.254765 +118239,-15.250004,-3.6954812e-06,-12.625004,-15.875157 +26999,-2.8119843,-12.811984,-0.061984196,-11.187029 +103729,-8.877272,-6.252271,-0.0022712168,-8.502367 +70324,-1.1920928e-07,-16.5,-17.0,-20.43763 +88697,-15.999979,-16.624979,-8.749979,-0.00015865498 +79720,-17.562567,-6.758938e-05,-9.625068,-13.375254 +119098,-17.124931,-14.749931,-12.249931,-5.245195e-06 +16374,-14.000001,-1.1920922e-06,-15.375001,-16.562588 +8973,-14.62501,-9.7751135e-06,-13.50001,-11.750174 +92670,-0.0046928506,-10.754693,-5.379693,-9.879796 +46136,-14.375067,-6.7112574e-05,-12.875067,-9.656064 +113240,-8.6780594e-05,-14.125087,-9.375087,-13.626349 +92271,-10.92972,-15.05472,-1.8047202,-0.17977124 +47020,-17.878578,-14.753579,-0.0035790454,-5.634553 +68952,-12.625004,-15.000004,-4.0531077e-06,-14.625091 +93704,-17.500004,-17.125004,-3.81469e-06,-12.500204 +126515,-16.0,-3.576278e-07,-15.625,-16.503479 +1648,-16.0263,-13.1513,-0.02630068,-3.6513608 +4147,-14.554685,-13.554685,-1.8046854,-0.17975849 +106815,-12.376885,-14.751885,-2.1268864,-0.12693886 +18919,-8.280476,-7.6554756,-0.030475803,-3.5305347 +88395,-16.630802,-17.630802,-5.130801,-0.005929499 +83361,-16.375,-7.152555e-07,-17.5,-14.375098 +69550,-17.5,-3.576278e-07,-16.5,-15.500402 +59782,-19.749933,-18.999933,-17.374933,0.0 +62607,-17.308226,-14.870726,-11.495726,-1.060957e-05 +49031,-16.876503,-16.501503,-0.0015022195,-6.501607 +24073,-17.312483,-16.374983,-10.124983,-4.0172723e-05 +34883,-15.625001,-15.625001,-8.344647e-07,-14.500096 +78080,-0.00028320117,-13.625283,-8.375283,-9.875392 +59546,-17.374943,-15.249943,-15.874943,-3.576278e-07 +123805,-10.750035,-3.5762147e-05,-12.125035,-11.625185 +87807,-19.687506,-5.0067774e-06,-12.875005,-12.878476 +53821,-21.062372,-20.749872,-20.437372,0.0 +90016,-15.875006,-5.6028207e-06,-12.125006,-15.880478 +75870,-16.5,-16.875,-2.3841855e-07,-16.500101 +58764,-14.450794,-15.138294,-0.8257943,-0.57605386 +64575,-4.7683704e-07,-15.5,-15.5,-17.875061 +85818,-20.562437,-18.124937,-13.249938,-1.7881378e-06 +15652,-20.875,-19.375,0.0,-16.750149 +85976,-14.390965,-16.390965,-4.140965,-0.01603599 +15080,-16.5,-5.960463e-07,-14.875001,-15.750243 +79945,-13.625007,-6.675698e-06,-15.875007,-12.125357 +76385,-15.585577,-13.898077,-0.8980767,-0.5231572 +115581,-10.008557,-10.008557,-4.758557,-0.008705758 +61199,-17.1875,-2.3841855e-07,-15.25,-17.98038 +85813,-18.875,-17.125,-1.1920928e-07,-15.875053 +67537,-19.06255,-5.0185852e-05,-11.125051,-10.250228 +89261,-13.000038,-15.625038,-3.778863e-05,-10.250113 +22046,-15.500129,-13.125129,-8.375129,-0.00023278865 +22926,-0.004646457,-12.754646,-10.629646,-5.3798146 +49488,-8.553916,-10.053916,-0.42891634,-1.0539743 +96660,-11.87502,-2.0503787e-05,-11.25002,-14.37514 +63730,-15.751101,-17.126102,-6.751101,-0.0011704268 +9677,-4.196079e-05,-15.000042,-10.125042,-13.375087 +120201,-16.250023,-14.500022,-9.250022,-9.667406e-05 +35208,-17.1875,-17.0,-1.1920928e-07,-17.62509 +30950,-16.004616,-15.629617,-0.0046171485,-5.380342 +66963,-1.6045951,-12.729595,-0.2295951,-5.479679 +16156,-18.62492,-20.87492,-21.87492,0.0 +69670,-13.500017,-1.6808368e-05,-11.125017,-14.250174 +13477,-8.50024,-0.00024053542,-13.25024,-10.250717 +50904,-16.812883,-0.00038378025,-7.875384,-12.500522 +7930,-19.125,-17.875,-1.1920928e-07,-15.625052 +26294,-17.749872,-15.624871,-8.499871,-0.00020370792 +35749,-6.252732,-15.252731,-0.002731642,-7.127809 +55850,-0.14275943,-10.517759,-2.0177593,-9.767828 +64767,-22.374935,-20.624935,-20.249935,0.0 +22057,-17.012426,-16.887426,-4.387426,-0.012510749 +87663,-19.062485,-18.374985,-10.249982,-3.5404533e-05 +35864,-19.68748,-19.06248,-11.74998,-7.867782e-06 +33007,-15.375003,-15.125003,-2.9802277e-06,-12.875094 +81372,-16.12495,-17.62495,-11.2499485,-1.3112935e-05 +97703,-9.250099,-9.9296405e-05,-13.250099,-13.437769 +118589,-4.6490542e-05,-15.250047,-12.000047,-10.12511 +65741,-0.0004233418,-10.875423,-10.625423,-7.8755007 +119601,-10.92961,-9.67961,-0.17961049,-1.8059157 +114504,-15.875019,-15.750019,-1.9192512e-05,-10.875255 +92452,-6.5564896e-06,-15.750007,-12.000007,-15.250057 +11152,-3.1698399,-8.669841,-6.29484,-0.045026477 +44669,-13.500003,-14.375003,-2.503392e-06,-14.37516 +121963,-13.625012,-1.2755313e-05,-11.375012,-15.87507 +63486,-19.374952,-16.749952,-19.562452,-1.1920928e-07 +123055,-9.530976,-9.530976,-1.4059769,-0.28139874 +119717,-13.374259,-18.99926,-17.62426,-1.5497195e-06 +88042,-9.473452,-13.973452,-1.2234529,-0.34855124 +54428,-15.375008,-7.2717403e-06,-11.875008,-15.755426 +125274,-9.023736e-05,-14.250091,-9.500091,-11.125158 +46816,-18.188532,-14.126031,-6.751032,-0.0011711413 +8553,-0.22541663,-14.225416,-1.6004167,-12.600487 +56455,-21.0,0.0,-19.375,-20.875134 +101092,-0.0019296851,-14.626929,-6.2519298,-14.252027 +55570,-0.0016176723,-11.876617,-9.126617,-6.501807 +2531,-1.490105e-05,-16.250015,-11.875015,-11.750164 +55854,-13.000003,-2.7418098e-06,-15.500003,-15.500061 +65143,-3.576278e-07,-18.0,-15.25,-16.250053 +28422,-20.374952,-19.187452,-12.749953,-2.8610189e-06 +36329,-14.374611,-16.687109,-14.999611,-9.5367386e-07 +8061,-13.000003,-2.503392e-06,-15.125003,-18.545277 +107678,-19.125078,-7.819824e-05,-9.500078,-12.625222 +53009,-1.8159626,-7.128463,-4.565963,-0.19101892 +62879,-1.0847986e-05,-16.625011,-14.3750105,-11.500111 +26784,-13.75002,-2.002696e-05,-10.87502,-16.812595 +21912,-16.017662,-14.892663,-0.14266269,-2.0177586 +113597,-1.1920928e-07,-17.125,-15.625,-17.625074 +82760,-5.6028207e-06,-15.625006,-12.125006,-15.625066 +26160,-15.250003,-3.3378547e-06,-12.750003,-15.159281 +23421,-14.375003,-2.7418098e-06,-13.500003,-14.125485 +41793,-7.6973367,-0.7598367,-6.1348367,-0.63556325 +103325,-14.750004,-3.6954812e-06,-16.750004,-12.625086 +33557,-17.875,-1.1920928e-07,-16.0,-17.250202 +81209,-18.50001,-9.536698e-06,-12.00001,-12.625136 +107064,-20.999935,-21.999935,-21.312435,0.0 +98221,-0.0067747897,-11.631775,-9.881775,-5.006861 +16139,-22.499933,-20.499933,-14.374933,-5.960463e-07 +62717,-11.875011,-1.1920858e-05,-12.500011,-13.500194 +28151,-3.576278e-07,-17.0,-15.0,-17.750153 +22888,-15.625025,-2.4795225e-05,-10.625025,-14.93348 +24637,-2.1355355,-11.510535,-0.13553548,-4.7605915 +92809,-16.749928,-19.249928,-11.9999275,-6.198864e-06 +91862,-13.000003,-16.250002,-2.7418098e-06,-14.750139 +7412,-2.503392e-06,-17.000002,-12.875003,-18.25005 +52442,-10.500289,-14.750289,-0.00028904076,-8.250448 +87399,-0.009968733,-10.259969,-4.6349688,-8.635123 +112712,-9.667406e-05,-14.875096,-9.250096,-15.375152 +54201,-4.01817,-11.643169,-9.268169,-0.018254612 +117074,-16.250553,-15.250553,-0.0005532165,-7.5006433 +25137,-16.37113,-13.121132,-12.996132,-4.2915253e-06 +16780,-0.012905057,-12.887905,-4.637905,-5.762969 +72881,-13.625061,-13.625061,-6.0675688e-05,-9.750117 +110597,-14.375001,-1.3113013e-06,-16.750002,-14.125129 +89655,-2.9802277e-06,-17.125004,-12.750003,-16.003244 +48391,-13.000004,-4.1723165e-06,-14.125004,-13.6876545 +110182,-7.152555e-07,-15.875001,-14.625001,-15.756477 +87621,-12.501551,-6.37655,-10.001551,-0.001751557 +122711,-3.576278e-07,-17.25,-15.5,-16.00011 +115720,-8.344616e-06,-15.625009,-14.750009,-11.750084 +66486,-11.500014,-1.4305013e-05,-14.000014,-12.627045 +68169,-12.000013,-1.3112935e-05,-12.125013,-13.375112 +110138,-3.8956296,-10.39563,-0.020629602,-9.7707205 +21580,-9.375085,-8.5350206e-05,-16.375086,-14.875291 +102553,-19.375025,-2.5510462e-05,-11.625026,-11.007262 +78769,-14.750001,-1.072883e-06,-17.250002,-14.125204 +93593,-14.500005,-4.6491514e-06,-14.625005,-12.500103 +16612,-10.750097,-9.691246e-05,-9.500097,-14.250485 +59583,-18.3749,-19.7499,-16.3749,-1.1920928e-07 +76885,-0.00062076846,-9.625621,-13.125621,-7.5009403 +120777,-12.875009,-8.821448e-06,-12.000009,-15.989262 +121894,-0.0003507714,-14.375351,-11.125351,-8.00042 +88371,-1.1920928e-07,-16.875,-16.625,-19.000078 +68747,-14.250184,-12.375184,-0.00018439977,-8.62529 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..123fb55cb54e9c9c8eb6baaf62fc8a29390915a6 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00022558696092818365,0.0,, +1,,,0.00022558696092818365,0.0 +1,0.00022558696092818365,0.0,, +2,,,0.00022558696092818365,0.0 +2,0.00022558696092818365,0.0,, +3,,,0.00022558696092818365,0.0 +3,0.00022558696092818365,0.0,, +4,,,0.00022558696092818365,0.0 +4,0.00022558696092818365,0.0,, +5,,,0.00022558696092818365,0.0 +5,0.00022558696092818365,0.0,, +6,,,0.00022558696092818365,0.0 +6,0.00022558696092818365,0.0,, +7,,,0.00022558696092818365,0.0 +7,0.00022558696092818365,0.0,, +8,,,0.00022558696092818365,0.0 +8,0.00022558696092818365,0.0,, +9,,,0.00022558696092818365,0.0 +9,0.00022558696092818365,0.0,, +10,,,0.00022558696092818365,0.0 +10,0.00022558696092818365,0.0,, +11,,,0.00022558696092818365,0.0 +11,0.00022558696092818365,0.0,, +12,,,0.00022558696092818365,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..aaefb254504bff554eedb436043157cdf97299dd --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=128/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-13.250002,-1.9073468e-06,-16.125002,-19.31261 +80227,-2.7656173e-05,-15.875028,-10.500028,-19.500078 +79086,0.0,-18.125,-17.5,-22.312567 +75303,-15.373733,-18.248734,-20.748734,-2.3841855e-07 +56417,-15.500014,-11.875014,-1.4066597e-05,-11.875085 +11319,-2.8161993,-5.4411993,-9.691199,-0.066384576 +12625,-2.3841855e-07,-16.0,-16.25,-17.625084 +87626,-12.375005,-4.6491514e-06,-14.625005,-17.888103 +43853,-17.499931,-20.249931,-19.374931,0.0 +23828,-14.503521,-18.378521,-5.6285205,-0.0036009012 +27858,-8.250264,-13.000264,-0.00026389453,-15.000342 +12604,-8.875142,-16.500143,-0.00014220657,-13.000236 +8180,-13.375002,-19.250002,-1.5497195e-06,-17.000063 +37466,-12.750029,-14.375029,-9.125029,-0.000112408045 +48185,-12.750003,-2.8610189e-06,-17.625002,-19.625092 +77755,-14.000003,-13.000003,-3.0994368e-06,-17.625185 +29286,-0.73615474,-2.4861548,-0.98615474,-2.7362912 +87038,-18.124807,-22.312307,-18.749807,0.0 +33094,-14.125001,-7.152555e-07,-19.375,-20.750233 +17990,-13.376703,-15.751703,-0.0017032415,-6.3770247 +125393,-14.749855,-18.249855,-16.624855,-4.7683704e-07 +25066,-15.125,-2.3841855e-07,-20.6875,-16.812672 +93021,-17.500053,-18.750053,-8.625052,-0.00017963226 +91364,-14.375001,-17.125,-5.960463e-07,-19.00017 +56219,-0.00013898837,-10.125139,-9.250139,-12.750244 +108119,-1.2058172,-2.7058172,-10.205818,-0.4561794 +108029,-0.69313455,-11.068134,-11.818134,-0.69320583 +82606,-19.502111,-17.252111,-6.1271124,-0.0021853393 +34733,-16.5002,-19.0002,-8.000201,-0.00033551786 +40806,0.0,-17.0,-19.125,-21.62506 +89870,0.0,-17.375,-19.875,-21.12509 +120589,-14.375025,-10.625025,-2.491443e-05,-16.750202 +107229,-15.5,-18.5,-2.3841855e-07,-21.000046 +81763,-9.750094,-10.625094,-9.4051706e-05,-11.375162 +126587,-0.15008013,-3.0250802,-9.15008,-2.4001884 +105931,-18.0,0.0,-20.9375,-21.687675 +51593,-0.0065921936,-10.131592,-6.6315923,-5.2566595 +105827,-19.62492,-19.87492,-16.37492,-1.1920928e-07 +92547,-21.1875,0.0,-18.0,-19.50047 +11098,-14.375036,-16.250036,-3.6119764e-05,-10.2501135 +15535,-12.000007,-6.4372807e-06,-18.062506,-15.501401 +104144,-5.628605,-15.628605,-0.00360494,-12.253718 +84409,-2.0265559e-06,-13.500002,-14.250002,-17.312693 +55188,-11.750015,-12.250015,-1.5497088e-05,-12.750153 +97914,-14.000001,-17.75,-8.344647e-07,-21.500067 +9697,-15.124879,-18.37488,-15.624879,-4.7683704e-07 +43614,-19.999949,-22.374949,-17.874949,0.0 +57056,-17.499928,-18.374928,-9.6249275,-6.603976e-05 +98595,-16.75,0.0,-19.6875,-17.750217 +11602,-10.87502,-14.00002,-1.9907753e-05,-16.000126 +29109,-9.125109,-17.875109,-0.00010918975,-15.375208 +114682,-14.250001,-5.960463e-07,-20.1875,-19.625172 +63374,-14.75,-3.576278e-07,-21.625,-19.875359 +77864,-10.625024,-17.250025,-2.4318399e-05,-16.875118 +81631,-5.006725,-11.881725,-0.0067250584,-12.7568865 +124163,-10.826364,-17.201363,-1.701364,-0.20144862 +81563,-10.22402,-11.72402,-0.9740197,-0.47418293 +13895,-13.625001,-1.3113013e-06,-17.375002,-16.500141 +12863,-14.624777,-19.749777,-12.124777,-5.841238e-06 +45732,-9.03127,-1.4062699,-0.28126988,-16.031431 +49404,-11.62501,-15.37501,-9.894322e-06,-14.125206 +487,-13.875001,-9.5367386e-07,-19.25,-19.81269 +64317,-16.499868,-19.374868,-10.749868,-2.1576649e-05 +6331,-1.1920922e-06,-13.750001,-15.812501,-18.937613 +73812,-10.625165,-8.875165,-0.00016473368,-14.250352 +15701,-18.662975,-17.287975,-3.2879736,-0.038044054 +104663,-7.509903e-05,-15.500075,-9.500075,-19.187658 +90606,-0.040538445,-3.5405385,-9.665539,-4.540633 +127552,-2.145765e-06,-15.625002,-13.125002,-18.625095 +126761,-20.624916,-20.374916,-16.999916,0.0 +92697,-0.25220865,-8.252208,-1.5022087,-10.877491 +107122,-3.7732744,-11.148274,-0.02327433,-11.1486635 +74380,-12.624966,-14.374966,-8.874966,-0.00014375607 +66285,-8.511181e-05,-15.375085,-9.375085,-18.312672 +70163,-11.125017,-16.125017,-1.6808368e-05,-13.125104 +75972,-7.875381,-14.7503805,-0.00038092033,-14.625448 +30713,-8.81811,-15.19311,-0.69311035,-0.6934807 +118867,-2.3841855e-07,-15.25,-19.1875,-20.000082 +84835,-14.000001,-8.344647e-07,-16.9375,-16.687603 +60503,-11.625009,-17.00001,-8.940657e-06,-17.000118 +11807,-17.029408,-19.154408,-3.5294075,-0.029760832 +27906,-4.2914424e-05,-12.875043,-10.125043,-15.000125 +30093,-14.750001,-7.152555e-07,-17.3125,-15.000117 +45657,-12.875004,-13.750004,-4.2915253e-06,-14.125074 +97197,-2.3841855e-07,-15.875,-15.75,-19.250084 +48440,-14.125001,-7.152555e-07,-20.625,-18.12524 +14971,-2.384183e-06,-14.250002,-13.250002,-18.75008 +61380,-13.374941,-13.249941,-11.624941,-1.2278481e-05 +7177,-16.0,-1.1920928e-07,-22.375,-18.256283 +40241,-1.072883e-06,-14.125001,-16.500002,-15.375169 +38583,-20.25,0.0,-18.625,-23.500174 +104941,-0.002476603,-13.877477,-6.0024767,-17.25263 +39377,-11.000017,-1.6927575e-05,-15.375017,-18.250143 +65329,-2.4559333,-5.705933,-2.3309333,-0.20618102 +81089,-15.875,-4.7683704e-07,-15.75,-15.250157 +6143,-4.0180616,-13.018063,-12.518063,-0.01815757 +63753,-0.00013731967,-9.000137,-11.250137,-13.875209 +5084,-13.576398,-15.951398,-0.20139833,-1.7014875 +125282,-12.375006,-14.250006,-5.841238e-06,-13.875155 +7980,-6.0024614,-8.252461,-10.252461,-0.0027724185 +42346,-21.999935,-22.374935,-20.374935,0.0 +73055,-12.500024,-10.875024,-2.4199193e-05,-13.375223 +31696,-12.125006,-14.125006,-6.198864e-06,-19.250113 +101343,-10.625024,-20.250025,-2.4318399e-05,-21.50013 +115075,-1.1920928e-07,-15.75,-19.625,-20.375137 +29447,-17.37494,-20.99994,-12.124941,-5.4836123e-06 +89441,-7.6254883,-16.375488,-0.00048804292,-19.500555 +15843,-0.023958107,-4.273958,-4.648958,-8.649021 +110126,-7.375859,-9.000858,-0.0008586534,-9.126032 +36142,-16.750113,-18.687613,-8.750113,-0.00015853578 +2846,-17.624882,-20.499882,-14.874882,-3.576278e-07 +85390,-0.014346783,-6.3893466,-4.3893466,-8.764443 +108138,-8.1272,-12.3772,-0.12719986,-2.1274326 +7571,-17.370365,-14.620366,-7.2453656,-0.0007141662 +62381,-18.0,0.0,-23.375,-20.750788 +65963,-12.8484125,-14.2234125,-0.34841228,-1.2235334 +39384,-2.3841855e-07,-15.25,-18.875,-17.875214 +62356,-0.00014089546,-13.875141,-8.875141,-16.625217 +20478,-9.875053,-5.3761945e-05,-13.750053,-13.6876955 +101968,-14.125001,-16.125,-9.5367386e-07,-16.000065 +124810,-10.750032,-12.875032,-3.2901222e-05,-11.625199 +9300,-16.375,-17.0,-1.1920928e-07,-17.125097 +35593,-16.000154,-18.500154,-8.3751545,-0.00023064337 +53670,-16.75,-17.0,-5.960463e-07,-14.625122 +44789,-1.1920928e-07,-16.625,-19.3125,-19.125116 +25135,-12.250005,-4.76836e-06,-18.562504,-20.375067 +32124,-2.145765e-06,-13.125002,-15.875002,-19.125082 +36646,-11.499938,-12.499938,-14.374938,-1.442422e-05 +34191,-13.761952,-16.511951,-4.386952,-0.012517694 +65307,-16.874968,-19.999968,-11.874967,-7.0333235e-06 +32731,-13.125002,-2.0265559e-06,-20.312502,-19.875322 +112637,-0.4268283,-3.1768284,-3.3018284,-1.3134499 +18943,-1.8812789,-2.631279,-0.2562789,-6.3815627 +117291,0.0,-18.0,-20.625,-20.625076 +67975,-10.193091,-16.068092,-0.6930915,-0.69327796 +104676,-0.17995408,-1.804954,-8.554955,-10.992634 +109059,-7.500553,-0.00055309734,-17.000553,-16.001598 +86252,-16.624928,-20.249928,-13.999928,-8.344647e-07 +109620,-4.7683704e-07,-14.625,-20.375,-18.625063 +35543,-13.874898,-18.874897,-12.249898,-5.7220295e-06 +96155,-14.125001,-8.344647e-07,-15.750001,-17.375683 +33646,-13.250002,-17.500002,-1.7881378e-06,-22.625088 +64061,-0.0001532914,-9.750154,-9.375154,-11.500283 +6764,-7.867782e-06,-11.875008,-14.000008,-16.250116 +63078,-14.75,-4.7683704e-07,-19.5,-15.875112 +88343,-13.375002,-1.5497195e-06,-19.750002,-18.625193 +50106,-15.250001,-1.1920922e-06,-16.000002,-14.003339 +35688,-13.629079,-18.00408,-0.0040792357,-5.504177 +78697,-12.250005,-4.76836e-06,-18.500004,-18.250166 +13749,-6.626327,-0.0013268724,-14.876327,-14.251611 +44428,-8.500134,-14.000134,-15.125134,-0.00020454222 +13880,-0.00029654874,-14.250297,-8.125297,-18.437862 +107805,-11.6949415,-14.9449415,-0.0699419,-2.6949859 +47687,0.0,-19.0,-21.1875,-23.50009 +3328,-13.250005,-15.000005,-4.887569e-06,-12.750084 +27574,-13.874876,-17.874876,-15.874876,-1.072883e-06 +6049,-16.25,-1.1920928e-07,-21.0625,-20.062672 +121371,-16.625,-1.1920928e-07,-19.25,-17.250404 +93977,-10.875019,-20.37502,-1.8954097e-05,-19.625067 +87794,-8.375231,-16.00023,-0.00023088173,-15.375311 +1284,-16.0,-1.1920928e-07,-22.6875,-18.377571 +86737,-9.898134,-10.648134,-0.52313423,-0.89828897 +9800,-15.249841,-20.874842,-23.499842,-2.3841855e-07 +60632,-15.625,-1.1920928e-07,-18.5,-22.00012 +69196,-17.25,0.0,-20.1875,-19.562677 +109514,-16.125,-18.375,-1.1920928e-07,-17.625095 +75454,-14.750001,-5.960463e-07,-19.0,-15.376131 +68262,-6.876033,-17.001032,-0.0010327726,-17.438665 +51383,-5.504079,-0.004078761,-15.004079,-16.691748 +39024,-13.125002,-2.145765e-06,-19.812502,-16.125105 +53372,-16.125048,-17.625048,-8.750047,-0.00015853578 +61955,-17.389114,-15.264113,-4.264114,-0.014164389 +46407,-14.250001,-5.960463e-07,-20.0,-19.00032 +56851,-7.375627,-17.000628,-0.0006270826,-14.625722 +117835,-17.375,-20.5,0.0,-20.87508 +41315,-7.3756266,-18.500628,-0.0006266061,-16.125708 +54086,-1.7881378e-06,-17.500002,-13.250002,-21.000134 +1123,-5.161629e-05,-15.7500515,-9.8750515,-18.12515 +6738,-13.500002,-1.5497195e-06,-16.500002,-19.312706 +65022,-6.6320953,-7.5070953,-5.1320953,-0.0078010657 +29011,-20.124887,-22.499887,-20.374887,0.0 +209,-13.701345,-13.951345,-1.7013456,-0.20143087 +117949,-0.00026186852,-14.250262,-8.250262,-17.437822 +112253,-12.751104,-8.001105,-7.001106,-0.0012496052 +117575,-14.202148,-7.2021484,-0.20214851,-1.7022073 +12151,-9.125109,-17.750109,-0.00010895135,-18.75017 +6503,-5.821126,-10.071126,-0.69612604,-0.6961904 +47388,-14.125001,-8.344647e-07,-19.25,-16.12632 +122533,-12.249926,-17.374928,-14.749926,-5.245195e-06 +77557,-0.58334106,-4.958341,-0.83334106,-7.9584455 +3593,-11.875008,-7.986991e-06,-14.250008,-14.507803 +39857,-1.5497195e-06,-13.375002,-18.812502,-18.500097 +82941,-17.125,0.0,-21.0,-21.625584 +2835,-9.5367386e-07,-14.625001,-14.500001,-18.312578 +12119,-4.264503,-11.639503,-0.0145029435,-8.014587 +2255,-1.12056105e-05,-12.750011,-11.750011,-14.625172 +99071,-7.535909,-8.660909,-0.160909,-1.9110587 +73970,-6.647729,-7.022729,-0.022729002,-3.8979082 +73312,-5.661261,-3.7862613,-0.036261287,-4.661385 +109736,-16.75,0.0,-20.75,-20.31475 +2581,-13.625001,-1.1920922e-06,-19.812502,-18.582203 +64922,-9.374847,-12.999847,-15.624847,-8.7257395e-05 +85830,-5.960463e-07,-14.375001,-16.75,-17.750076 +122144,-14.500001,-5.960463e-07,-17.125,-16.625858 +62330,-11.625009,-8.940657e-06,-17.12501,-20.500132 +112561,-1.910739,-7.660739,-0.16073899,-10.036073 +48434,-14.000001,-8.344647e-07,-19.75,-17.375528 +119944,-18.25,0.0,-22.1875,-20.750181 +120940,-0.00045515667,-7.7504554,-15.437955,-10.625656 +77443,-10.875077,-16.500076,-7.724464e-05,-9.750213 +23685,-16.1882,-17.3132,-1.3132,-0.31328458 +47231,-11.875007,-7.0333235e-06,-19.625008,-16.500116 +91022,-18.375,0.0,-24.25,-22.250315 +714,-15.2534485,-17.12845,-5.6284485,-0.0036009012 +25730,-12.375008,-12.625008,-8.106199e-06,-14.375133 +97729,-0.00050114945,-11.250501,-7.625501,-15.502627 +30236,-1.8596476e-05,-11.000018,-13.875018,-13.875115 +2443,-17.0,0.0,-20.5,-20.43762 +52656,-0.062232457,-9.062232,-2.8122325,-8.81233 +116972,-11.624732,-14.999732,-10.124732,-4.9351427e-05 +43770,-1.9620525,-0.96205246,-1.7120525,-1.2146037 +10949,-17.0,-1.1920928e-07,-16.125,-16.875107 +100306,-18.75,0.0,-20.125,-18.125614 +29745,-13.125002,-2.0265559e-06,-16.875002,-18.875336 +60439,-15.499918,-14.999918,-14.124918,-1.1920922e-06 +109824,-16.5,-1.1920928e-07,-18.875,-19.04924 +102648,-10.325933,-13.450933,-0.8259343,-0.57600427 +62099,-14.375001,-8.344647e-07,-15.250001,-17.37513 +33686,-11.500011,-1.1444026e-05,-16.062511,-13.625108 +116606,-4.264223,-11.139222,-9.139222,-0.014286263 +85384,-14.624843,-17.999842,-15.624843,-5.960463e-07 +31834,-5.0075293,-7.1325293,-0.007529096,-11.132867 +58133,-15.374904,-19.249903,-15.374904,-4.7683704e-07 +95196,-11.375011,-19.000011,-1.1444026e-05,-19.875135 +11675,-13.250002,-1.7881378e-06,-20.562502,-19.18768 +34902,-0.004201039,-6.004201,-6.379201,-10.504347 +112691,-17.124872,-20.124872,-11.87487,-7.0333235e-06 +33713,-7.250727,-11.000727,-0.0007270315,-14.625794 +109135,-11.875007,-19.125008,-6.9141147e-06,-18.000246 +60521,-4.6362624,-10.886262,-0.011262297,-6.5113516 +76695,-9.23711,-14.48711,-19.29961,-9.786604e-05 +98619,-18.375,-19.25,0.0,-18.25011 +13731,-15.75,-1.1920928e-07,-18.5,-19.687685 +14492,-13.375002,-1.7881378e-06,-16.500002,-16.375221 +81006,-12.500113,-15.250113,-0.00011288482,-9.12521 +114491,-13.750415,-14.000415,-7.375415,-0.00062851224 +120167,-17.625002,-17.125002,-1.072883e-06,-13.750133 +69602,-15.25,-2.3841855e-07,-18.625,-17.899725 +81057,-8.625386,-8.500386,-0.00038664017,-12.500489 +118239,-16.5,-1.1920928e-07,-19.625,-19.250196 +26999,-7.62549,-13.25049,-0.0004900685,-15.000555 +103729,-2.4740531,-0.09905319,-4.5990534,-13.47423 +70324,0.0,-19.5,-23.125,-24.062584 +88697,-15.874875,-20.812374,-13.624875,-1.3113013e-06 +79720,-18.6875,0.0,-17.5,-18.125334 +119098,-9.375532,-13.375532,-7.5005326,-0.0006393534 +16374,-13.250002,-1.7881378e-06,-16.812502,-18.87508 +8973,-13.875001,-9.5367386e-07,-20.125,-18.500189 +92670,-0.020592468,-9.895593,-3.8955925,-15.770671 +46136,-14.000001,-9.5367386e-07,-18.25,-16.50043 +113240,-1.2993728e-05,-12.000013,-12.000013,-14.377158 +92271,-13.00355,-19.12855,-5.6285496,-0.003602564 +47020,-8.951037,-12.701037,-0.8260378,-0.57609874 +68952,-11.5000105,-15.2500105,-1.03711545e-05,-17.125124 +93704,-14.000001,-18.0,-8.344647e-07,-19.375196 +126515,-16.375,-1.1920928e-07,-21.5,-19.375685 +1648,-14.578886,-12.578886,-0.07888644,-2.578981 +4147,-18.624893,-19.749893,-11.124892,-1.4781843e-05 +106815,-13.886825,-16.386826,-1.1368239,-0.38689473 +18919,-1.0274409,-2.152441,-0.65244097,-5.2775292 +88395,-15.626018,-19.876017,-6.626018,-0.0013265152 +83361,-15.875,-1.1920928e-07,-21.25,-17.375122 +69550,-15.625,-1.1920928e-07,-23.125,-20.375675 +59782,-17.374926,-19.249926,-12.874926,-2.622601e-06 +62607,-12.123296,-14.498296,-8.498296,-0.00020978635 +49031,-12.035217,-15.660217,-0.1602172,-1.9103053 +24073,-14.874932,-18.187431,-11.249932,-1.3351351e-05 +34883,-14.750001,-15.500001,-7.152555e-07,-16.625088 +78080,-0.00015913174,-14.250159,-8.750159,-16.625265 +59546,-13.749905,-12.874905,-14.874905,-3.933899e-06 +123805,-8.875141,-0.00014077626,-17.375141,-13.875542 +87807,-19.0625,-1.1920928e-07,-19.5,-16.513142 +53821,-18.124874,-19.124874,-19.249874,0.0 +90016,-14.5,-4.7683704e-07,-16.6875,-19.0636 +75870,-14.125001,-16.0,-8.344647e-07,-17.875107 +58764,-17.625782,-18.750782,-6.875779,-0.0010330108 +64575,0.0,-17.125,-19.375,-20.000063 +85818,-15.749923,-18.499922,-13.374923,-1.6689287e-06 +15652,-13.625003,-15.625003,-2.503392e-06,-13.750109 +85976,-11.428497,-16.178497,-1.0534972,-0.4288266 +15080,-16.5,-1.1920928e-07,-20.875,-19.250334 +79945,-13.125002,-2.145765e-06,-20.187502,-16.625471 +76385,-15.3759775,-17.750978,-6.8759775,-0.0010330108 +115581,-1.7154858,-4.340486,-0.21548587,-6.9655848 +61199,-16.375,-1.1920928e-07,-21.6875,-22.47955 +85813,-9.875054,-13.250054,-5.4238757e-05,-13.750142 +67537,-18.125,-9.5367386e-07,-16.25,-14.000124 +89261,-11.125022,-11.875022,-2.1815062e-05,-16.125114 +22046,-11.752677,-15.002677,-5.8776765,-0.002813431 +22926,0.0,-17.375,-19.25,-17.50046 +49488,-13.000207,-13.500207,-0.0002070451,-8.5002985 +96660,-10.625025,-2.4556812e-05,-16.375025,-16.562687 +63730,-13.125045,-18.250046,-9.125045,-0.00011085849 +9677,-4.0172723e-05,-15.62504,-10.12504,-16.875086 +120201,-15.249915,-18.874916,-13.124915,-2.264974e-06 +35208,-13.750002,-14.875002,-1.6689287e-06,-15.12509 +30950,-15.42351,-17.67351,-3.0485098,-0.048591416 +66963,-4.8826065,-15.8826065,-0.007606353,-16.1327 +16156,-14.999696,-20.499697,-22.749697,-3.576278e-07 +69670,-13.625001,-1.1920922e-06,-18.625002,-21.625147 +13477,-14.375001,-5.960463e-07,-19.75,-17.250217 +50904,-13.125005,-4.410734e-06,-13.250005,-14.312669 +7930,-9.500108,-13.375108,-0.0001076402,-10.375218 +26294,-18.250095,-17.750095,-8.750094,-0.00015853578 +35749,-5.379627,-15.879627,-0.0046272343,-11.879729 +55850,-9.12511,-14.12511,-0.00010966653,-17.750195 +64767,-17.999886,-20.499886,-21.124886,0.0 +22057,-15.249974,-19.999973,-8.999974,-0.0001236124 +87663,-18.874933,-21.499933,-12.499934,-3.6954812e-06 +35864,-19.124971,-20.687471,-10.9999695,-1.668916e-05 +33007,-9.750073,-11.250073,-7.3072624e-05,-13.250234 +81372,-15.624958,-21.499956,-15.624958,-3.576278e-07 +97703,-9.250097,-9.7031654e-05,-14.875097,-14.250261 +118589,0.0,-17.0,-18.375,-18.00006 +65741,0.0,-17.875,-20.75,-21.12507 +119601,-8.1415,-8.6415,-0.016500207,-4.1416264 +114504,-14.375001,-14.750001,-1.1920922e-06,-15.500261 +92452,-5.2450712e-05,-13.875052,-9.875052,-17.125118 +11152,-0.002839583,-7.1278396,-8.00284,-6.3779535 +44669,-6.876053,-10.876053,-0.0010526598,-13.876222 +121963,-14.75,-3.576278e-07,-16.75,-19.250057 +63486,-15.749914,-17.999914,-20.874914,-1.1920928e-07 +123055,-8.1272745,-9.5022745,-0.1272749,-2.1274705 +119717,-11.874556,-18.749556,-15.499556,-7.152532e-06 +88042,-12.500043,-18.000044,-8.500043,-0.00020716428 +54428,-15.75,-1.1920928e-07,-17.375,-18.750135 +125274,-0.014170266,-12.139171,-4.26417,-13.389226 +46816,-14.386786,-14.636786,-1.1367865,-0.38691247 +8553,-8.375231,-17.87523,-0.0002305242,-20.812815 +56455,-18.875,0.0,-24.6875,-23.8127 +101092,-0.014190598,-10.514191,-4.2641907,-18.201788 +55570,-3.850386e-05,-10.875038,-12.250038,-11.12527 +2531,-1.9073468e-06,-16.000002,-13.250002,-18.250145 +55854,-12.250005,-4.887569e-06,-16.500006,-18.312576 +65143,-6.6635774e-05,-14.500067,-9.625067,-16.375116 +28422,-15.375097,-17.750097,-8.625097,-0.00017975146 +36329,-15.124854,-17.937353,-18.124853,-3.576278e-07 +8061,-13.500001,-1.4305105e-06,-19.250002,-18.526445 +107678,-18.375,0.0,-17.1875,-17.625149 +53009,-0.0012301981,-10.00123,-11.12623,-6.751355 +62879,-2.0265559e-06,-14.000002,-15.000002,-14.000118 +26784,-14.375001,-7.152555e-07,-16.375,-20.62511 +21912,-15.523135,-16.898134,-3.7731352,-0.023248242 +113597,-1.1920928e-07,-16.625,-17.75,-21.250097 +82760,-3.576278e-07,-16.375,-15.5,-20.375093 +26160,-14.375001,-5.960463e-07,-18.25,-18.37859 +23421,-13.500001,-1.4305105e-06,-19.562502,-17.250278 +41793,-0.40041587,-1.2754158,-6.150416,-3.0259593 +103325,-15.375,-3.576278e-07,-20.4375,-16.00011 +33557,-16.5,-1.1920928e-07,-20.75,-19.625185 +81209,-17.312502,-1.072883e-06,-17.500002,-13.750114 +107064,-15.874748,-20.249748,-20.249748,-1.1920928e-07 +98221,-1.1920928e-07,-16.375,-19.125,-18.250088 +16139,-17.749973,-19.187473,-9.374973,-8.487341e-05 +62717,-11.375011,-1.1563234e-05,-16.000011,-17.437672 +28151,0.0,-19.5,-21.75,-22.687664 +22888,-14.500001,-8.344647e-07,-15.375001,-15.539726 +24637,-3.5299454,-8.654945,-0.029945493,-10.78001 +92809,-17.749933,-22.749933,-12.999932,-2.264974e-06 +91862,-12.875006,-12.750006,-5.6028207e-06,-16.000175 +7412,-2.7656173e-05,-15.750028,-10.500028,-19.43757 +52442,-3.5297806,-12.52978,-0.029780734,-10.529923 +87399,-0.0034894787,-8.2534895,-5.7534895,-9.878596 +112712,-0.0013263961,-14.626327,-6.6263266,-18.62638 +54201,-0.28141448,-8.406414,-9.656414,-1.4065089 +117074,-12.724049,-12.474049,-0.4740488,-0.9741414 +25137,-8.050489,-10.675489,-12.675489,-0.00034528968 +16780,-0.0099524455,-10.884953,-4.6349525,-8.635036 +72881,-13.500008,-12.250008,-7.2717403e-06,-13.75009 +110597,-14.375001,-5.960463e-07,-20.5625,-18.12517 +89655,-0.00026234522,-14.000262,-8.250262,-15.500651 +48391,-15.625,-1.1920928e-07,-19.8125,-18.437687 +110182,-0.000112646434,-12.500113,-9.125113,-17.062649 +87621,-12.624955,-8.124955,-13.499955,-0.0003007198 +122711,-2.384183e-06,-13.500002,-13.875002,-17.875114 +115720,-1.3708975e-05,-14.125013,-11.250013,-17.500072 +66486,-14.250001,-5.960463e-07,-18.4375,-17.75036 +68169,-12.250005,-4.76836e-06,-19.375004,-18.625141 +110138,-13.625003,-13.625003,-2.503392e-06,-16.37511 +21580,-11.250013,-1.2993728e-05,-19.562513,-18.125307 +102553,-16.75,-3.576278e-07,-17.8125,-14.890207 +78769,-14.375001,-5.960463e-07,-21.375,-19.125174 +93593,-15.625,-1.1920928e-07,-20.625,-18.625137 +16612,-11.125015,-1.490105e-05,-15.875015,-16.687742 +59583,-15.374994,-18.124996,-9.374994,-8.4992615e-05 +76885,-5.1259863e-06,-12.375005,-20.687506,-13.812828 +120777,-13.000002,-2.264974e-06,-17.875002,-18.505611 +121894,-8.63038e-05,-14.125086,-9.375086,-14.125152 +88371,0.0,-17.875,-22.375,-21.687582 +68747,-13.625002,-14.375002,-1.7881378e-06,-19.875193 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..586dfc6fbd4e3b023c9f0522f7ba37f4413dfac7 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,37 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0004262303954470809,0.0,, +1,0.0004262175199314732,0.0,, +2,,,0.0004262175199314732,0.0 +2,0.0004262175199314732,0.0,, +3,0.00042620826302482715,0.0,, +4,,,0.00042620826302482715,0.0 +4,0.00042620826302482715,0.0,, +5,0.00042620026842363283,0.0,, +6,,,0.00042620026842363283,0.0 +6,0.00042620026842363283,0.0,, +7,0.0004261905486716545,0.0,, +8,,,0.0004261905486716545,0.0 +8,0.0004261905486716545,0.0,, +9,0.0004261798190753148,0.0,, +10,,,0.0004261798190753148,0.0 +10,0.0004261798190753148,0.0,, +11,0.0004261739703933884,0.0,, +12,,,0.0004261739703933884,0.0 +12,0.0004261739703933884,0.0,, +13,0.000426162735874868,0.0,, +14,,,0.000426162735874868,0.0 +14,0.000426162735874868,0.0,, +15,0.0004261545308894317,0.0,, +16,,,0.0004261545308894317,0.0 +16,0.0004261545308894317,0.0,, +17,0.00042614481113745337,0.0,, +18,,,0.00042614481113745337,0.0 +18,0.00042614481113745337,0.0,, +19,0.00042613387115687166,0.0,, +20,,,0.00042613387115687166,0.0 +20,0.00042613387115687166,0.0,, +21,0.0004261246984039224,0.0,, +22,,,0.0004261246984039224,0.0 +22,0.0004261246984039224,0.0,, +23,0.000426116156803699,0.0,, +24,,,0.000426116156803699,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..882834afbaade55eaf500f560518b6bf1502770f --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-8.501279,-0.000913322,-7.251226,-14.751673 +80227,-5.19739e-05,-14.500674,-9.875476,-15.875778 +79086,0.0,-18.500793,-18.500795,-19.625963 +75303,-12.000354,-12.12536,-13.812933,-1.2516897e-05 +56417,-15.750701,-13.375599,-2.5987287e-05,-10.625634 +11319,-4.635957,-7.1360636,-7.8860974,-0.010928186 +12625,-2.3841855e-07,-17.625755,-18.87581,-15.250748 +87626,-9.37604,-0.0006378047,-7.500961,-14.828337 +43853,-11.500532,-9.000424,-14.813175,-0.00013386307 +23828,-12.885232,-10.51013,-4.6348786,-0.009784831 +27858,-7.6258183,-12.626033,-0.0004920941,-13.813706 +12604,-10.625526,-13.313142,-7.140382e-05,-10.000585 +8180,-16.625711,-20.063358,-2.3841855e-07,-16.500797 +37466,-13.43813,-9.25045,-10.875521,-0.000116460695 +48185,-8.50057,-0.00020525733,-13.37578,-14.938526 +77755,-13.000749,-9.000577,-0.00019167017,-9.625859 +29286,-1.2457929,-3.245878,-1.995826,-0.62091655 +87038,-15.000509,-12.250391,-13.562948,-6.3180723e-06 +33094,-11.625516,-1.5973917e-05,-11.875527,-15.750937 +17990,-12.634157,-13.884211,-0.008615822,-4.7589455 +125393,-13.750433,-9.875266,-13.937942,-5.3404336e-05 +25066,-11.1880045,-2.3722367e-05,-15.0006695,-11.5638275 +93021,-14.361763,-8.92403,-3.0487778,-0.04871825 +91364,-20.875895,-18.500792,0.0,-18.876095 +56219,-0.00020919042,-10.50066,-9.750628,-9.000734 +108119,-3.0627549,-4.312809,-6.8129177,-0.06321033 +108029,-0.0059300913,-12.631471,-17.19417,-5.1312504 +82606,-15.750642,-10.125401,-10.750428,-6.1629304e-05 +34733,-14.439667,-9.501955,-6.3768206,-0.0017773798 +40806,-1.1920928e-07,-16.250696,-20.563383,-18.500853 +89870,0.0,-18.500793,-23.876026,-18.500946 +120589,-17.000767,-10.250477,-3.826545e-05,-12.750779 +107229,-7.750811,-11.25096,-0.0004787491,-10.251006 +81763,-15.250695,-13.250609,-4.2079995e-05,-10.125581 +126587,-2.351308,-7.2265167,-7.7265396,-0.101382345 +105931,-17.62576,-2.264974e-06,-13.000561,-18.251911 +51593,-0.0021902162,-12.252716,-13.502771,-6.127645 +105827,-10.261228,-10.636244,-4.5109816,-0.011108106 +92547,-19.750866,-1.9073304e-05,-10.875486,-16.56358 +11098,-12.651852,-11.151788,-0.026310897,-3.651572 +15535,-8.625558,-0.00018666433,-15.313346,-11.876824 +104144,-8.625558,-16.6259,-0.00018845213,-11.626257 +84409,-1.6689287e-06,-14.000603,-16.250702,-14.1258135 +55188,-13.875632,-10.500488,-3.8623064e-05,-11.500681 +97914,-11.875516,-15.500672,-7.748574e-06,-14.375837 +9697,-4.8872414,-10.762493,-5.387264,-0.012212148 +43614,-10.125521,-10.625542,-9.125479,-0.0001731961 +57056,-16.651976,-9.401664,-3.6514182,-0.026381956 +98595,-18.2508,-1.490105e-05,-11.500511,-12.250976 +11602,-11.315474,-12.690533,-0.0024894457,-6.0031013 +29109,-7.126128,-15.501488,-0.000823278,-10.8764305 +114682,-11.125496,-1.6927575e-05,-13.625604,-13.876109 +63374,-15.313159,-8.344647e-07,-14.500626,-16.406408 +77864,-14.500623,-16.875725,-1.1920922e-06,-14.25069 +81631,-4.72302,-5.5980573,-0.91035706,-0.53609884 +124163,-5.1329536,-12.8832855,-1.5077987,-0.2578624 +81563,-10.501689,-8.626608,-0.0012391278,-6.8766646 +13895,-10.125478,-4.315283e-05,-13.000602,-14.000924 +12863,-13.322762,-10.885158,-4.63489,-0.009775151 +45732,-6.4254847,-0.050210766,-3.050341,-11.67596 +49404,-16.188196,-13.125566,-2.9802277e-06,-14.000836 +487,-10.875486,-2.002696e-05,-14.063125,-15.31342 +64317,-14.751141,-9.125899,-7.500831,-0.00066198845 +6331,-1.1920928e-07,-16.12569,-18.750805,-20.379107 +73812,-13.813786,-7.5010138,-0.0006934384,-8.876191 +15701,-14.695683,-9.632965,-0.757585,-0.6327355 +104663,-5.960463e-07,-17.563251,-14.250613,-19.001074 +90606,-0.0005648924,-11.376053,-14.126172,-7.5010037 +127552,0.0,-18.375788,-22.125952,-19.626005 +126761,-10.375424,-14.25059,-9.375382,-0.00011657989 +92697,-0.8450281,-6.0952535,-0.5950183,-4.0954204 +107122,-1.0542746,-10.304671,-0.4292487,-7.5552692 +74380,-14.938064,-10.250362,-10.000353,-8.105903e-05 +66285,-4.7683704e-07,-17.75076,-14.500623,-18.938465 +70163,-6.629375,-8.12944,-0.0040918207,-6.0044484 +75972,-8.00261,-12.127788,-0.0022678864,-6.2526608 +30713,-12.974463,-9.849329,-0.97394884,-0.4742432 +118867,-2.3841855e-07,-15.438163,-19.31333,-19.063438 +84835,-12.938612,-0.0005571482,-7.5008802,-13.126237 +60503,-18.750803,-17.250738,-1.1920928e-07,-16.125797 +11807,-13.820637,-9.757963,-0.75757724,-0.63272905 +27906,-3.576278e-07,-16.500706,-16.125692,-16.125826 +30093,-14.500649,-2.6702524e-05,-12.250553,-10.750766 +45657,-22.18845,-19.250824,0.0,-19.750965 +97197,0.0,-19.000816,-20.250872,-19.250921 +48440,-10.875487,-1.966934e-05,-15.313179,-14.626312 +14971,0.0,-19.000816,-21.250914,-19.751127 +61380,-10.001115,-7.250996,-10.501138,-0.00078266027 +7177,-11.750514,-8.225407e-06,-16.875732,-14.876556 +40241,-2.503392e-06,-15.250657,-17.063234,-13.000788 +38583,-17.125807,-7.486063e-05,-9.5004835,-20.00112 +104941,-8.344647e-07,-16.3757,-14.500625,-15.375806 +39377,-4.01838,-0.01820814,-9.706126,-14.519052 +65329,-7.8919125,-8.641945,-0.016575718,-4.142135 +81089,-14.438196,-7.6767836e-05,-9.62549,-11.501559 +6143,-1.1636617,-7.038913,-3.66377,-0.41377932 +63753,-2.622601e-06,-13.1255665,-14.375621,-16.688347 +5084,-14.534271,-11.284132,-0.03364992,-3.4089174 +125282,-15.875791,-13.313181,-0.0001106201,-9.125777 +7980,-5.6505294,-5.525523,-4.02546,-0.025681596 +42346,-10.878213,-10.128181,-5.8780003,-0.002863238 +73055,-8.000748,-10.62586,-0.00040499115,-10.00121 +31696,-8.37563,-10.125706,-0.00027176025,-13.500984 +101343,-6.751459,-16.751886,-0.0011699506,-17.189487 +115075,-5.960463e-07,-14.625628,-20.75089,-16.250856 +29447,-12.000844,-10.625785,-7.8756685,-0.0004103534 +89441,-0.2519293,-13.877514,-1.5019839,-11.377486 +15843,-0.0011653068,-7.0014653,-8.626536,-9.501725 +110126,-12.500633,-11.625595,-9.7389246e-05,-9.3758 +36142,-12.755728,-12.630722,-5.255407,-0.00523909 +2846,-16.00059,-11.5004,-15.43807,-1.0490363e-05 +85390,-0.22217835,-4.0973444,-1.7222437,-5.5350714 +108138,-9.879077,-8.879034,-5.6288958,-0.00379022 +7571,-18.309742,-9.496861,-7.246767,-0.00078790134 +62381,-17.875767,0.0,-17.813267,-18.814787 +65963,-11.8441,-10.781554,-1.4061527,-0.28118637 +39384,-1.1920928e-07,-16.500706,-20.625885,-17.626652 +62356,0.0,-17.375746,-18.000774,-17.750845 +20478,-11.125506,-2.8848232e-05,-11.625528,-12.188289 +101968,-12.250537,-13.625596,-1.2159274e-05,-12.000641 +124810,-12.12578,-10.625715,-0.00026008085,-8.37574 +9300,-17.50075,-14.875638,-7.152555e-07,-15.000734 +35593,-15.252837,-6.877478,-6.6274686,-0.0023572058 +53670,-18.626148,-11.125827,-0.00035005642,-8.000798 +44789,0.0,-18.18828,-22.000946,-21.00113 +25135,-11.5005045,-1.0490363e-05,-14.875649,-17.688498 +32124,-3.576278e-07,-15.000644,-19.12582,-19.18843 +36646,-10.250787,-8.875728,-8.125697,-0.00047100417 +34191,-11.09263,-8.28001,-3.5298064,-0.030025665 +65307,-14.378053,-12.502973,-6.002693,-0.002479457 +32731,-12.250531,-5.841238e-06,-13.875602,-16.064322 +112637,-6.655247,-6.03022,-0.029963309,-3.6563523 +18943,-7.751011,-8.501043,-0.00067914306,-10.001503 +117291,0.0,-18.6258,-19.875854,-18.62589 +67975,-16.18868,-13.751079,-0.00048899616,-7.6259456 +104676,-0.83264846,-0.5826374,-5.0828314,-7.6456566 +109059,-5.5044403,-0.004204482,-9.004592,-12.381746 +86252,-15.625654,-11.875493,-10.750446,-2.860982e-05 +109620,-8.344616e-06,-11.750513,-18.063282,-14.563267 +35543,-13.875607,-9.75043,-10.125447,-9.9296405e-05 +96155,-11.500565,-6.94966e-05,-9.75049,-13.751491 +33646,-7.126112,-12.751353,-0.0008071979,-15.939097 +64061,-0.020070793,-7.7079005,-4.0202436,-6.520515 +6764,-9.5367386e-07,-14.500624,-14.87564,-16.31331 +63078,-14.50063,-7.986991e-06,-13.500588,-12.000724 +88343,-11.375502,-1.3828182e-05,-14.750648,-13.125913 +50106,-11.880155,-0.004644677,-5.3798766,-10.890968 +35688,-13.752316,-12.502263,-1.5017922,-0.25197443 +78697,-8.37568,-0.00031990657,-9.375724,-12.251127 +13749,-7.2520714,-0.001759768,-7.0020614,-8.87751 +44428,-6.626552,-13.626853,-9.376672,-0.0014116332 +13880,-4.7683704e-07,-16.000683,-15.000645,-17.501123 +107805,-12.758155,-13.258177,-0.007608601,-4.8828864 +47687,0.0,-18.750805,-21.500925,-22.063604 +3328,-16.000689,-15.250657,-3.6954812e-06,-12.625678 +27574,-11.625452,-9.0003395,-13.938052,-0.00013314791 +6049,-15.438166,-1.6689287e-06,-13.500584,-16.37598 +121371,-17.000748,-1.6569955e-05,-11.125495,-13.250968 +93977,-1.7014807,-13.201974,-0.20141724,-11.201991 +87794,-12.500553,-14.2506275,-1.7404405e-05,-11.25064 +1284,-11.125502,-2.2768714e-05,-11.875534,-13.754233 +86737,-10.502012,-6.50184,-8.626932,-0.0017088348 +9800,-9.625299,-13.12545,-16.938116,-6.806619e-05 +60632,-10.500481,-2.8371409e-05,-14.063134,-17.313566 +69196,-16.500706,-4.7683704e-07,-15.500667,-16.2513 +109514,-14.125607,-15.62567,-1.072883e-06,-15.75079 +75454,-11.125513,-3.397407e-05,-15.25069,-10.875725 +68262,-3.1681333,-12.981054,-0.04300014,-12.356165 +51383,-8.6257305,-0.00035935143,-8.750737,-10.751148 +39024,-9.625482,-6.735098e-05,-16.250765,-13.625865 +53372,-13.27156,-7.2713017,-3.896159,-0.021240734 +61955,-13.153156,-6.715379,-2.4651985,-0.0901501 +46407,-11.875519,-8.344616e-06,-14.500633,-13.882961 +56851,-4.143359,-13.26875,-0.01818274,-6.143589 +117835,-19.625841,-18.00077,0.0,-18.75092 +41315,-6.37701,-16.377438,-0.0017370387,-10.2522745 +54086,0.0,-19.375832,-19.125822,-19.12602 +1123,-2.264974e-06,-16.625713,-13.1255665,-15.750801 +6738,-9.000526,-0.0001401803,-11.000613,-15.62669 +65022,-11.437572,-7.4999013,-9.124973,-0.0006730675 +29011,-6.626729,-11.876954,-8.2518,-0.0015935116 +209,-15.591498,-6.2160954,-2.4659367,-0.09093879 +117949,-2.145765e-06,-14.500625,-13.375577,-15.56325 +112253,-15.314026,-6.876164,-10.813834,-0.0010530171 +117575,-10.408022,-2.4076784,-0.407594,-1.4077353 +12151,-11.750511,-17.625763,-7.867782e-06,-18.563381 +6503,-5.6605844,-7.1606483,-1.4104031,-0.2854205 +47388,-11.375521,-3.1351552e-05,-10.8755,-13.876281 +122533,-4.6381855,-5.7632337,-8.388347,-0.013129449 +77557,-0.22233383,-6.0975857,-1.9724098,-2.8476155 +3593,-11.410736,-0.16025396,-1.9103304,-10.413283 +39857,-1.3113013e-06,-13.500581,-16.875729,-18.688396 +82941,-15.62567,-3.576278e-07,-15.250655,-17.064028 +2835,-4.7683704e-07,-15.000644,-17.500751,-15.62592 +12119,-6.878031,-12.253262,-0.0027371107,-6.378115 +2255,-2.8610189e-06,-15.125652,-14.375621,-13.125749 +99071,-6.24045,-7.740514,-0.11518748,-2.2403884 +73970,-9.629581,-10.50462,-0.0041696997,-5.504656 +73312,-6.0356236,-2.160457,-0.28537795,-2.0355747 +109736,-15.188165,-1.2159274e-05,-11.375503,-14.504698 +2581,-11.750512,-8.106199e-06,-16.500715,-16.58709 +64922,-12.000387,-12.125393,-10.750335,-3.3020428e-05 +85830,-1.5497195e-06,-13.6255865,-17.250744,-14.813217 +122144,-11.500509,-1.4066597e-05,-14.125623,-12.642025 +62330,-7.750773,-0.00044014302,-11.563438,-15.93937 +112561,-15.500763,-11.25058,-9.7985234e-05,-9.37608 +48434,-11.125493,-1.5735503e-05,-14.125623,-15.203061 +119944,-16.3132,-3.576278e-07,-15.12565,-17.500896 +120940,-0.0031154451,-6.0033727,-11.066092,-7.37864 +77443,-19.063496,-16.750896,-0.00017903633,-8.627808 +23685,-15.714493,-10.526771,-0.026320303,-3.6515837 +47231,-8.000682,-0.00033837793,-15.375999,-12.751169 +91022,-16.875725,0.0,-18.313288,-19.941494 +714,-15.191186,-11.628532,-5.7532816,-0.0031866268 +25730,-10.500496,-11.000517,-4.5417706e-05,-13.625817 +97729,-8.344647e-07,-15.250655,-14.375619,-17.131363 +30236,-1.1920928e-07,-17.875765,-18.500793,-15.875837 +2443,-14.87564,-8.344647e-07,-14.500626,-18.251226 +52656,-0.57929885,-10.454722,-0.82931054,-5.704748 +116972,-15.56335,-7.62551,-10.625639,-0.0005124686 +43770,-2.9914474,-4.491511,-0.4913412,-1.1184794 +10949,-15.938193,-8.225407e-06,-11.750515,-15.188401 +100306,-20.000866,-7.0333235e-06,-12.000523,-14.001849 +29745,-9.87556,-0.00013648532,-9.37554,-14.938721 +60439,-11.000493,-11.250504,-8.750398,-0.00018809456 +109824,-13.500584,-4.0531077e-06,-12.875557,-15.26943 +102648,-18.87584,-17.75079,-3.1232346e-05,-10.375596 +62099,-14.1256275,-2.1219028e-05,-10.875488,-13.375762 +33686,-4.5116177,-0.011424243,-8.51179,-8.636899 +116606,-6.629358,-9.629486,-5.8793263,-0.004192255 +85384,-14.813021,-10.000314,-14.125492,-4.6490542e-05 +31834,-10.50049,-12.12556,-3.981511e-05,-11.876034 +58133,-15.063076,-8.87531,-11.625429,-0.00014900051 +95196,-16.000685,-18.750803,-1.1920928e-07,-18.875916 +11675,-11.250497,-1.3112935e-05,-17.625772,-16.313774 +34902,-13.313106,-11.000506,-3.5046916e-05,-11.000703 +112691,-18.250929,-9.625558,-8.375505,-0.00029654874 +33713,-6.626616,-11.876841,-0.0013327058,-15.502148 +109135,-0.35452333,-12.230033,-1.2295618,-5.1049514 +60521,-11.12556,-12.875634,-8.332382e-05,-9.625605 +76695,-5.254178,-11.879463,-14.567079,-0.005246798 +98619,-14.375625,-15.625678,-8.5830325e-06,-11.7507 +13731,-13.000564,-4.5299425e-06,-13.000565,-18.000982 +14492,-12.250553,-2.6583319e-05,-10.875495,-12.750998 +81006,-17.188244,-13.750597,-7.986991e-06,-11.875609 +114491,-14.202353,-7.8270783,-0.20175263,-1.7020829 +120167,-20.063358,-14.750633,-5.960463e-07,-15.125813 +69602,-13.000561,-3.3378547e-06,-14.000605,-15.291558 +81057,-10.125527,-9.875516,-9.321732e-05,-13.25282 +118239,-15.12565,-1.4305105e-06,-13.750592,-16.188656 +26999,-10.000474,-15.875726,-4.553691e-05,-16.938358 +103729,-7.2546444,-5.6295743,-0.0043337476,-10.505032 +70324,0.0,-16.875725,-21.000902,-20.62604 +88697,-14.938044,-12.250428,-10.62536,-2.9444262e-05 +79720,-16.938457,-0.00023064337,-8.375591,-15.188702 +119098,-9.523108,-5.272924,-2.0227857,-0.14790642 +16374,-11.750515,-9.298281e-06,-13.625596,-15.188362 +8973,-11.62552,-1.9788546e-05,-12.250547,-12.001233 +92670,-0.0003011965,-10.250741,-8.250656,-12.251005 +46136,-13.000569,-1.1682442e-05,-12.875565,-11.875799 +113240,-2.622601e-06,-13.500583,-16.563213,-13.627377 +92271,-5.355333,-10.105536,-1.6051726,-0.23019159 +47020,-14.811309,-7.060977,-0.93571556,-0.49949574 +68952,-5.0091624,-9.634362,-0.008948934,-6.1343913 +93704,-17.375744,-16.3757,-5.960463e-07,-14.626014 +126515,-17.875765,-8.344647e-07,-14.125609,-16.477612 +1648,-15.058756,-5.683352,-0.183118,-1.8083297 +4147,-13.56373,-10.126083,-7.125955,-0.00084567064 +106815,-7.399149,-8.649202,-0.8988707,-0.52393806 +18919,-4.512685,-7.512813,-0.012492854,-7.012918 +88395,-14.005057,-12.629998,-5.2546825,-0.005240869 +83361,-15.625675,-3.4570635e-06,-14.625633,-12.750755 +69550,-14.375619,-8.344647e-07,-16.3132,-15.6268215 +59782,-10.385168,-10.510174,-4.6349216,-0.009813044 +62607,-12.445125,-7.882428,-4.7572956,-0.009010487 +49031,-15.385415,-11.885265,-0.009757208,-4.6353483 +24073,-13.750567,-11.000449,-9.3753805,-0.000102514736 +34883,-12.375538,-12.875559,-7.748574e-06,-13.875739 +78080,-9.1790735e-06,-14.750643,-11.750515,-13.875728 +59546,-9.626746,-7.8766713,-6.87663,-0.001478175 +123805,-1.0538969,-0.42886975,-9.49176,-9.179685 +87807,-18.063278,-4.0531077e-06,-13.375579,-12.878405 +53821,-7.6256533,-10.500777,-10.000756,-0.00056084164 +90016,-12.000531,-1.6569955e-05,-11.500511,-15.315315 +75870,-15.125651,-13.25057,-2.8610189e-06,-14.00073 +58764,-13.514466,-10.639343,-4.2640705,-0.014190481 +64575,0.0,-16.875725,-20.43838,-18.250889 +85818,-12.625524,-10.750443,-10.500433,-5.2212305e-05 +15652,-18.6883,-16.3757,-2.3841855e-07,-16.001143 +85976,-10.133009,-12.633116,-0.63260156,-0.75768805 +15080,-15.938186,-7.152555e-07,-14.62563,-15.939418 +79945,-11.250507,-2.527205e-05,-11.875535,-12.125939 +76385,-13.679213,-10.179062,-1.053671,-0.4287766 +115581,-9.064585,-9.439601,-0.0016966962,-6.5022254 +61199,-16.125692,-2.622601e-06,-12.875557,-16.647327 +85813,-20.500877,-17.125732,-2.3841855e-07,-15.250776 +67537,-19.500895,-5.960287e-05,-10.625516,-10.250916 +89261,-9.5005245,-10.375562,-0.00011741426,-11.375688 +22046,-13.625542,-9.125349,-12.375489,-0.000114315175 +22926,-0.00020716428,-15.500873,-12.500745,-8.50149 +49488,-10.878671,-11.628702,-0.00320457,-5.753521 +96660,-7.875725,-0.00038640187,-12.500924,-12.813638 +63730,-11.180213,-9.430138,-1.8048123,-0.17984404 +9677,-1.3113013e-06,-16.563213,-14.250613,-14.250717 +120201,-15.125839,-8.375549,-9.875614,-0.00028212857 +35208,-14.750633,-14.875638,-1.1920922e-06,-14.689249 +30950,-13.089606,-8.964429,-0.08904895,-2.46429 +66963,-2.9300082,-14.305497,-0.054885805,-11.555495 +16156,-9.250412,-13.500595,-15.375676,-9.762764e-05 +69670,-9.8754835,-6.0437284e-05,-11.62556,-15.813449 +13477,-10.250483,-4.2914424e-05,-14.12565,-11.875974 +50904,-12.438204,-0.00016842854,-8.750546,-12.001129 +7930,-17.87579,-13.875619,-2.527205e-05,-10.625615 +26294,-11.723908,-9.473811,-1.2234578,-0.3485594 +35749,-2.6033173,-11.853714,-0.10321088,-3.7285123 +55850,-8.000679,-14.0009365,-0.0003362329,-16.313662 +64767,-8.000808,-9.375867,-8.750841,-0.00057847454 +22057,-14.6552305,-12.405134,-3.5297556,-0.02975493 +87663,-17.813513,-10.000677,-8.125598,-0.00034135714 +35864,-17.875729,-13.62555,-12.625508,-4.5299425e-06 +33007,-14.750638,-12.25053,-5.4836123e-06,-14.750745 +81372,-8.750906,-7.8758674,-9.375934,-0.00062303204 +97703,-7.6258354,-0.0005080601,-11.501003,-11.501711 +118589,0.0,-18.6258,-20.9384,-17.625874 +65741,-4.7683704e-07,-17.125732,-18.000772,-14.6257515 +119601,-13.75066,-12.625611,-7.033101e-05,-9.626843 +114504,-16.750721,-13.625587,-3.81469e-06,-12.875776 +92452,-4.7683704e-07,-15.750676,-15.750677,-15.1257515 +11152,-0.46704346,-1.9671075,-2.5921357,-1.8424659 +44669,-8.501178,-7.87615,-0.00081351085,-8.376437 +121963,-10.500514,-6.305973e-05,-10.250504,-15.250832 +63486,-10.75036,-10.625354,-11.000371,-6.246372e-05 +123055,-13.500588,-13.750599,-9.298281e-06,-11.875713 +119717,-1.7008502,-13.451354,-11.138756,-0.20155844 +88042,-6.5717053,-7.946764,-2.6965396,-0.07170196 +54428,-12.000549,-3.445089e-05,-10.500486,-14.188562 +125274,-5.9604467e-06,-15.750682,-12.250532,-13.750664 +46816,-13.681254,-6.930965,-0.18067645,-1.8059614 +8553,-5.131147,-15.756602,-0.005927484,-17.194286 +56455,-19.375832,0.0,-17.43825,-19.563623 +101092,-0.00015853578,-16.375858,-8.750535,-17.938639 +55570,-1.1920922e-06,-15.500667,-17.313248,-13.875867 +2531,-1.1920928e-07,-19.125818,-17.125734,-16.375885 +55854,-10.000484,-5.411955e-05,-11.750561,-13.93831 +65143,-3.576278e-07,-15.875681,-15.625671,-16.000807 +28422,-16.688265,-13.375624,-8.750426,-0.00015996608 +36329,-6.977298,-3.289639,-7.0398016,-0.03986042 +8061,-11.125493,-1.5497088e-05,-14.31313,-15.716611 +107678,-18.31332,-3.397407e-05,-10.375482,-12.813255 +53009,-0.13065529,-8.443512,-5.6308923,-2.1313317 +62879,-2.0265559e-06,-17.313244,-18.500795,-13.125752 +26784,-9.375539,-0.00013636613,-9.875561,-15.188459 +21912,-12.741685,-10.804102,-0.42865747,-1.053848 +113597,0.0,-17.625757,-22.375961,-21.813538 +82760,0.0,-17.500751,-17.375748,-17.375868 +26160,-14.438128,-8.821448e-06,-11.750514,-14.852195 +23421,-8.125653,-0.00030417583,-12.125826,-12.751948 +41793,-3.0879385,-0.46282554,-3.587961,-1.2131917 +103325,-12.750571,-2.2649509e-05,-14.000626,-10.875737 +33557,-18.313286,-3.576278e-07,-15.000645,-18.063715 +81209,-19.375834,-1.7881378e-06,-13.500583,-14.625856 +107064,-8.000549,-12.250731,-11.625706,-0.00034910307 +98221,-1.7881378e-06,-17.375748,-19.063322,-13.250701 +16139,-16.938456,-14.375847,-8.000574,-0.00033599453 +62717,-9.250503,-0.00010632903,-11.625606,-13.50118 +28151,0.0,-18.87581,-22.063448,-21.37612 +22888,-11.628692,-0.0031931624,-5.7534413,-11.824334 +24637,-7.251031,-13.876315,-0.000720718,-11.501295 +92809,-7.877861,-9.75294,-6.1277866,-0.0026220249 +91862,-5.75388,-9.004019,-0.0036340405,-8.004186 +7412,0.0,-17.875767,-17.750763,-20.250946 +52442,-3.899294,-9.64954,-0.024128366,-5.64959 +87399,-0.0021345466,-8.377494,-6.377409,-8.502917 +112712,-1.1920928e-07,-19.125818,-16.000687,-18.87594 +54201,-0.043229867,-9.793649,-8.543595,-3.1687014 +117074,-13.038268,-6.7254963,-0.47522935,-0.975363 +25137,-9.610419,-7.2353187,-6.110272,-0.0030121692 +16780,-1.20400655e-05,-15.750689,-14.500636,-11.375643 +72881,-15.250654,-15.37566,-1.1920922e-06,-14.125719 +110597,-13.125567,-4.1723165e-06,-14.250616,-13.3759165 +89655,-1.4305105e-06,-16.125694,-13.6255865,-16.627954 +48391,-9.312998,-9.7031654e-05,-12.3131275,-13.000869 +110182,-1.072883e-06,-14.500624,-14.625629,-16.192713 +87621,-12.126393,-6.8761683,-8.501239,-0.001241509 +122711,0.0,-19.000816,-20.188368,-20.00105 +115720,-5.245195e-06,-13.500585,-15.188157,-12.500628 +66486,-10.750522,-6.0079677e-05,-11.250544,-10.5739 +68169,-12.875566,-1.3470559e-05,-11.500508,-14.001244 +110138,-4.758864,-10.134095,-0.008661322,-11.634275 +21580,-8.125648,-0.00029857468,-14.063403,-13.251195 +102553,-17.563288,-3.4331686e-05,-11.875545,-10.505289 +78769,-14.750635,-5.960463e-07,-16.875725,-15.502104 +93593,-15.500668,-2.0265559e-06,-15.125652,-13.375802 +16612,-6.7515264,-0.0012359131,-9.751656,-11.752146 +59583,-4.8848443,-11.635134,-6.1348987,-0.009782825 +76885,0.0,-17.188238,-21.62593,-17.876186 +120777,-13.125591,-2.6344906e-05,-10.625484,-16.65297 +121894,-1.1920928e-07,-18.125776,-18.750805,-16.000774 +88371,-1.1920928e-07,-16.12569,-20.25087,-18.375912 +68747,-14.625629,-12.750549,-3.3378547e-06,-16.688448 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..0b6ca0f47eb55fdbe2ccbf2d459664ef9196d809 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0003364773147396377,0.0,, +1,,,0.0003364773147396377,0.0 +1,0.0003364773147396377,0.0,, +2,,,0.0003364773147396377,0.0 +2,0.0003364773147396377,0.0,, +3,,,0.0003364773147396377,0.0 +3,0.0003364773147396377,0.0,, +4,,,0.0003364773147396377,0.0 +4,0.0003364773147396377,0.0,, +5,,,0.0003364773147396377,0.0 +5,0.0003364773147396377,0.0,, +6,,,0.0003364773147396377,0.0 +6,0.0003364773147396377,0.0,, +7,,,0.0003364773147396377,0.0 +7,0.0003364773147396377,0.0,, +8,,,0.0003364773147396377,0.0 +8,0.0003364773147396377,0.0,, +9,,,0.0003364773147396377,0.0 +9,0.0003364773147396377,0.0,, +10,,,0.0003364773147396377,0.0 +10,0.0003364773147396377,0.0,, +11,,,0.0003364773147396377,0.0 +11,0.0003364773147396377,0.0,, +12,,,0.0003364773147396377,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..36faa9ac7e72c2c09da3af220bfe14e770fc099d --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-12.875005,-5.0067774e-06,-12.875005,-17.437578 +80227,-3.576278e-07,-15.625,-15.625,-16.000051 +79086,0.0,-17.0,-18.25,-18.125116 +75303,-13.999193,-14.561693,-14.999193,-1.6689287e-06 +56417,-11.375015,-15.750015,-1.537788e-05,-12.500155 +11319,-6.126122,-8.8761215,-7.501122,-0.002881306 +12625,-7.152555e-07,-15.875001,-18.375,-14.375121 +87626,-11.125024,-2.3841574e-05,-11.625024,-16.164158 +43853,-15.687316,-17.249815,-16.499815,-2.3841855e-07 +23828,-13.391311,-16.26631,-2.578811,-0.0788979 +27858,-6.5015025,-15.314003,-0.0015026956,-16.501612 +12604,-9.375087,-17.375088,-8.713819e-05,-13.000179 +8180,-13.250002,-18.687502,-1.7881378e-06,-18.125076 +37466,-13.062422,-13.499922,-9.874922,-5.4953973e-05 +48185,-5.2552385,-0.005238616,-12.255239,-15.630572 +77755,-13.125004,-13.500004,-3.5762723e-06,-15.12519 +29286,-1.9260005,-4.676,-0.92600036,-0.80113566 +87038,-18.37482,-19.06232,-15.874821,-1.1920928e-07 +33094,-11.875008,-7.510157e-06,-14.625008,-15.562897 +17990,-9.250806,-18.063305,-0.0008057685,-7.2509966 +125393,-14.5623665,-14.4998665,-14.6873665,-1.4305105e-06 +25066,-14.500001,-5.960463e-07,-18.625,-15.562867 +93021,-15.876833,-15.564333,-6.2518325,-0.0019290901 +91364,-13.750001,-19.375002,-1.072883e-06,-20.250225 +56219,-0.004635659,-7.879636,-5.504636,-8.629746 +108119,-9.12711,-6.002108,-9.00211,-0.0027090537 +108029,-2.4638593,-14.33886,-13.33886,-0.08894927 +82606,-13.68778,-13.81278,-7.8752794,-0.00038223114 +34733,-17.18728,-18.18728,-12.124781,-5.4836123e-06 +40806,0.0,-16.75,-20.125,-18.000072 +89870,0.0,-17.0,-20.375,-17.625109 +120589,-17.312504,-12.625003,-3.3378547e-06,-16.687765 +107229,-3.8955426,-14.395543,-0.020542718,-15.145602 +81763,-14.875003,-14.875003,-2.503392e-06,-13.250118 +126587,-2.238869,-7.2388687,-7.6138687,-0.114054434 +105931,-15.125,-3.576278e-07,-16.5625,-19.37568 +51593,-0.0019355151,-12.314436,-12.751936,-6.2521596 +105827,-11.500091,-14.375091,-8.500091,-0.00021419614 +92547,-17.9375,-1.1920928e-07,-16.5625,-17.875355 +11098,-12.125009,-19.06251,-8.821448e-06,-12.62514 +15535,-10.125042,-4.1603176e-05,-15.625042,-13.438643 +104144,-6.6263843,-16.001385,-0.0013842534,-9.751784 +84409,-2.2530301e-05,-13.875023,-15.562523,-10.750278 +55188,-10.7500305,-13.5000305,-3.0636318e-05,-11.750207 +97914,-11.625009,-19.00001,-8.940657e-06,-22.125088 +9697,-10.750072,-16.31257,-8.000072,-0.00035708727 +43614,-16.062422,-18.687422,-14.249922,-7.152555e-07 +57056,-17.126215,-15.563715,-6.6262145,-0.0013262772 +98595,-16.00001,-1.0490363e-05,-15.5000105,-11.500258 +11602,-10.625025,-14.125025,-2.5152844e-05,-16.000128 +29109,-7.500553,-17.375553,-0.0005532165,-15.1881695 +114682,-8.125297,-0.00029642956,-17.375296,-14.625549 +63374,-15.25,-3.576278e-07,-17.875,-15.75085 +77864,-14.5,-19.625,-4.7683704e-07,-17.375088 +81631,-6.501517,-13.376517,-0.0015168601,-11.251715 +124163,-5.1618786,-14.286879,-0.28687865,-1.4119582 +81563,-15.874882,-14.937382,-11.124882,-1.5139465e-05 +13895,-10.125043,-4.2676016e-05,-13.875043,-13.312798 +12863,-13.064041,-16.189041,-6.376541,-0.0017046696 +45732,-5.539174,-0.16417421,-1.9141742,-11.28938 +49404,-14.250001,-16.250002,-1.3113013e-06,-14.375366 +487,-10.625026,-2.5510462e-05,-13.875026,-15.437945 +64317,-16.312366,-17.437366,-13.124866,-2.145765e-06 +6331,-2.384183e-06,-13.062502,-15.750002,-15.687766 +73812,-7.126155,-8.126155,-0.0011548286,-9.8140545 +15701,-14.3765745,-14.7515745,-6.3765745,-0.0017033605 +104663,-3.576278e-07,-17.375,-14.75,-18.812574 +90606,-0.012673552,-9.137673,-9.762673,-4.3877687 +127552,0.0,-17.625,-19.9375,-18.125114 +126761,-14.249947,-17.937445,-11.374947,-1.2159274e-05 +92697,-0.36996105,-7.7449613,-1.244961,-3.8702235 +107122,-1.6027495,-9.22775,-0.22774948,-6.103175 +74380,-12.874958,-13.874958,-10.124958,-4.3629647e-05 +66285,-1.1920928e-07,-18.25,-16.625,-17.50011 +70163,-5.7273273,-10.602327,-0.47732744,-0.97742164 +75972,-11.87501,-15.12501,-9.7751135e-06,-12.875108 +30713,-12.338708,-13.401208,-2.463708,-0.08896749 +118867,-1.1920928e-07,-15.9375,-18.9375,-19.12513 +84835,-15.000005,-5.0067774e-06,-12.500005,-13.8751545 +60503,-15.375,-18.9375,-2.3841855e-07,-18.375097 +11807,-16.312897,-17.625397,-7.250397,-0.0007102351 +27906,-4.7683704e-07,-16.375,-14.75,-17.125118 +30093,-11.750015,-1.5020258e-05,-15.125015,-11.875177 +45657,-13.750001,-19.000002,-1.072883e-06,-18.375061 +97197,0.0,-19.625,-19.6875,-20.500093 +48440,-12.500004,-3.933899e-06,-17.750004,-15.500753 +14971,0.0,-17.0,-19.1875,-18.375109 +61380,-5.4496484,-8.074648,-4.8871484,-0.0122265145 +7177,-11.750008,-7.867782e-06,-18.125008,-17.007952 +40241,-0.0002967871,-14.000297,-17.187798,-8.1255455 +38583,-14.000159,-0.00015925094,-8.750159,-18.187874 +104941,-7.152555e-07,-18.4375,-14.125001,-19.250145 +39377,-5.130948,-0.005947985,-10.880948,-14.256144 +65329,-3.5519462,-7.176946,-0.5519463,-0.9295298 +81089,-14.875044,-4.4106466e-05,-12.500044,-10.125223 +6143,-7.250587,-15.000588,-10.875588,-0.00072929484 +63753,-8.225407e-06,-12.250009,-12.750009,-14.375083 +5084,-13.048584,-15.548584,-0.04858392,-3.0487058 +125282,-14.687503,-13.625003,-2.9802277e-06,-13.56274 +7980,-10.24995,-8.62495,-9.24995,-0.00031108785 +42346,-15.749902,-18.1874,-12.624902,-3.4570635e-06 +73055,-7.625628,-10.3756275,-0.00062791654,-9.126021 +31696,-9.12511,-14.25011,-0.000109547334,-17.6877 +101343,-9.250096,-18.062595,-9.6078074e-05,-20.437702 +115075,-1.1920928e-07,-16.25,-20.75,-17.87514 +29447,-17.37492,-18.62492,-10.624918,-2.4318399e-05 +89441,-0.002188551,-13.689689,-6.1271887,-13.002256 +15843,-0.00072726974,-8.125728,-9.250728,-8.000821 +110126,-9.87508,-14.00008,-7.986704e-05,-10.500816 +36142,-12.687653,-17.43765,-8.500153,-0.00020656837 +2846,-18.68738,-19.06238,-16.31238,-1.1920928e-07 +85390,-0.00027736154,-11.5002775,-8.7502775,-9.125437 +108138,-9.375183,-12.812683,-0.00018356545,-9.250343 +7571,-15.107416,-11.044916,-2.2324164,-0.11348812 +62381,-14.5,-4.7683704e-07,-19.4375,-19.126705 +65963,-11.624462,-13.061962,-0.06196246,-2.8122318 +39384,-2.3841855e-07,-16.125,-18.875,-15.875234 +62356,0.0,-17.625,-17.3125,-21.562586 +20478,-8.75017,-0.000169978,-12.00017,-12.125464 +101968,-7.2507114,-14.625711,-0.00071154546,-13.625807 +124810,-12.127196,-12.002196,-0.0021961636,-6.1274195 +9300,-14.5,-17.5,-4.7683704e-07,-19.250254 +35593,-15.520397,-12.957897,-3.8953967,-0.020547505 +53670,-18.625,-18.5,-1.1920928e-07,-16.500105 +44789,0.0,-19.375,-23.625,-20.250126 +25135,-8.750158,-0.00015865498,-15.062658,-17.562796 +32124,-9.5367386e-07,-13.875001,-17.1875,-17.062588 +36646,-3.0486145,-10.298615,-9.548615,-0.048696224 +34191,-12.622706,-14.747706,-7.8727064,-0.00038473358 +65307,-15.250081,-17.81258,-9.000081,-0.0001236124 +32731,-10.250035,-3.552374e-05,-16.562536,-17.250439 +112637,-7.623934,-7.123934,-6.623934,-0.0026258295 +18943,-8.125542,-8.625542,-0.0005415403,-9.626468 +117291,0.0,-20.375,-22.0,-20.000103 +67975,-11.898089,-14.898089,-0.52308947,-0.8981901 +104676,-2.4640744,-0.08907436,-9.339074,-9.9642725 +109059,-7.8753805,-0.00038032452,-15.8753805,-16.314901 +86252,-16.062395,-16.312395,-15.312395,-3.576278e-07 +109620,-7.152555e-07,-14.500001,-19.625,-15.12508 +35543,-17.124918,-16.874918,-13.124918,-2.0265559e-06 +96155,-10.75003,-2.9682673e-05,-12.12503,-12.770012 +33646,-5.753179,-13.50318,-0.0031791406,-17.628275 +64061,-0.002912805,-9.7529125,-6.002913,-7.878028 +6764,-4.76836e-06,-13.625005,-13.750005,-12.875092 +63078,-10.125043,-4.255681e-05,-17.125042,-12.875162 +88343,-8.000336,-0.0003361137,-16.312836,-14.375603 +50106,-12.500097,-9.727005e-05,-10.250097,-9.751352 +35688,-12.875012,-18.500013,-1.2755313e-05,-11.500169 +78697,-8.625237,-0.00023791344,-16.062738,-9.750527 +13749,-12.00001,-9.1790735e-06,-13.87501,-13.1255045 +44428,-6.1271076,-13.627108,-12.502108,-0.0021902162 +13880,-1.1920928e-07,-16.875,-15.75,-19.625107 +107805,-9.875056,-16.125055,-5.6265202e-05,-12.250166 +47687,0.0,-17.1875,-21.3125,-18.875093 +3328,-12.750003,-16.625004,-3.0994368e-06,-15.625123 +27574,-14.937382,-15.249882,-15.999882,-7.152555e-07 +6049,-12.937503,-3.2186456e-06,-14.125003,-16.250317 +121371,-15.000002,-2.0265559e-06,-13.750002,-14.375367 +93977,-4.511048,-16.948547,-0.011047861,-16.1361 +87794,-10.875019,-18.43752,-1.8954097e-05,-20.250118 +1284,-15.625017,-1.716599e-05,-14.875017,-11.003474 +86737,-7.724409,-7.474409,-0.34940898,-1.2245634 +9800,-14.749901,-17.0624,-18.1874,-4.7683704e-07 +60632,-12.875003,-2.622601e-06,-16.000002,-19.250147 +69196,-14.250001,-8.344647e-07,-16.5,-16.437733 +109514,-13.125002,-17.687502,-2.145765e-06,-16.625168 +75454,-12.500092,-9.142935e-05,-11.250092,-9.501621 +68262,-6.5015025,-15.876503,-0.0015025765,-15.81416 +51383,-5.8778253,-0.0028250806,-11.502825,-11.50329 +39024,-10.625027,-2.6583319e-05,-17.437527,-13.000123 +53372,-15.124778,-17.062279,-10.874778,-1.9192512e-05 +61955,-14.617343,-12.992343,-2.9298434,-0.054887272 +46407,-2.8119745,-0.06197445,-14.936975,-11.937094 +56851,-5.0067196,-16.88172,-0.0067194933,-12.381826 +117835,-18.0,-21.875,0.0,-21.750122 +41315,-5.6286006,-17.691101,-0.0036004263,-15.003675 +54086,-1.1920928e-07,-18.25,-19.25,-16.625181 +1123,-8.821448e-06,-15.625009,-11.750009,-14.000103 +6738,-7.3756356,-0.00063554116,-11.625635,-16.201096 +65022,-10.750039,-9.500039,-7.2500386,-0.0008067214 +29011,-14.374855,-16.062355,-11.874855,-7.6293654e-06 +209,-14.1326065,-14.7576065,-0.0076064714,-4.882703 +117949,-7.152555e-07,-16.8125,-14.250001,-16.062555 +112253,-10.149584,-4.024583,-5.024583,-0.024788998 +117575,-15.251705,-12.626705,-0.0017056216,-6.376769 +12151,-11.000016,-18.437517,-1.668916e-05,-21.187586 +6503,-5.682069,-10.557069,-0.43206877,-1.0572705 +47388,-15.250001,-1.3113013e-06,-14.750001,-14.126268 +122533,-9.7499895,-11.9999895,-11.9999895,-7.056941e-05 +77557,-0.0050997413,-8.005099,-5.6301,-6.7552047 +3593,-13.000565,-0.00056429673,-9.500565,-7.627247 +39857,-3.576278e-07,-15.625,-18.75,-15.500095 +82941,-13.312502,-1.7881378e-06,-15.875002,-17.18785 +2835,-1.1920928e-07,-15.875,-17.125,-17.000107 +12119,-8.37524,-15.87524,-0.00024077378,-11.500323 +2255,-2.7418098e-06,-14.125003,-15.187503,-13.2502165 +99071,-9.1456585,-11.2706585,-0.020658094,-3.8958194 +73970,-6.3819532,-10.506953,-0.006953446,-5.2571397 +73312,-7.6339135,-2.2589133,-1.0089133,-0.63405365 +109736,-13.875002,-2.384183e-06,-13.687502,-15.063664 +2581,-10.750022,-2.1815062e-05,-15.500022,-16.196993 +64922,-7.9952517,-12.745252,-7.7452517,-0.0007730118 +85830,-2.3841855e-07,-16.125,-19.375,-16.625063 +122144,-10.125042,-4.1841584e-05,-13.875042,-14.001743 +62330,-8.62518,-0.0001802282,-14.12518,-18.750603 +112561,-12.8750105,-12.2500105,-1.0728779e-05,-12.625993 +48434,-9.750059,-5.9006856e-05,-15.875059,-14.28513 +119944,-16.25,-1.1920928e-07,-18.0,-17.500118 +120940,-0.00012540031,-13.125125,-17.625126,-9.000377 +77443,-13.875001,-18.562502,-1.4305105e-06,-14.626726 +23685,-16.187374,-16.812374,-12.124875,-5.6028207e-06 +47231,-8.875141,-0.00014077626,-16.812641,-13.875248 +91022,-15.875,-1.1920928e-07,-20.4375,-20.375395 +714,-14.395342,-14.645342,-3.8953426,-0.02054704 +25730,-12.125007,-14.000007,-7.0333235e-06,-14.00014 +97729,-0.00015293382,-10.250153,-9.250153,-10.752338 +30236,-5.2450712e-05,-13.750052,-18.312551,-9.875197 +2443,-12.000007,-6.9141147e-06,-14.125007,-17.000223 +52656,-1.23263,-7.98263,-0.35762998,-4.732774 +116972,-14.312344,-12.687344,-8.999844,-0.00012718822 +43770,-5.6405144,-4.5155144,-1.5155145,-0.2668135 +10949,-11.375015,-1.5497088e-05,-13.250015,-13.000164 +100306,-14.31252,-2.0384581e-05,-11.00002,-12.687961 +29745,-13.500004,-3.5762723e-06,-13.125004,-16.12535 +60439,-9.624944,-13.437444,-12.687444,-7.056941e-05 +109824,-11.875007,-7.0333235e-06,-16.125008,-18.140818 +102648,-12.875629,-17.93813,-0.00062910793,-7.3757586 +62099,-12.250007,-6.3180723e-06,-14.375007,-13.875115 +33686,-8.125301,-0.00030155404,-12.875301,-12.687892 +116606,-3.8479416,-10.722941,-1.7229416,-0.22300078 +85384,-16.374763,-15.8747635,-14.3122635,-8.344647e-07 +31834,-7.500563,-11.625564,-0.0005632245,-13.501359 +58133,-14.749909,-14.999909,-9.374909,-8.546941e-05 +95196,-15.25,-20.5,-2.3841855e-07,-19.25011 +11675,-9.625066,-6.603976e-05,-16.937567,-16.827448 +34902,-0.021193584,-7.3961935,-4.1461935,-5.396478 +112691,-18.812334,-18.249834,-11.124833,-1.4781843e-05 +33713,-4.1410403,-12.07854,-0.016040096,-15.891141 +109135,-4.1410613,-16.078562,-0.016061446,-10.516202 +60521,-9.750104,-15.500104,-0.000103945094,-10.0002 +76695,-10.37408,-14.74908,-15.68658,-3.1828375e-05 +98619,-12.000006,-18.250006,-6.198864e-06,-19.750141 +13731,-14.875001,-1.3113013e-06,-13.875001,-18.125204 +14492,-10.875026,-2.5748875e-05,-12.125026,-13.438522 +81006,-12.125632,-14.750632,-0.00063232455,-7.3757443 +114491,-14.126143,-12.626143,-6.626144,-0.0013302058 +120167,-14.250003,-16.187504,-2.9802277e-06,-13.000171 +69602,-13.000004,-3.5762723e-06,-13.750004,-15.148406 +81057,-5.753494,-10.753494,-0.0034939928,-8.129163 +118239,-13.500001,-1.4305105e-06,-16.812502,-18.87525 +26999,-1.8047575,-11.429757,-0.1797575,-13.11732 +103729,-8.250954,-7.5009537,-0.00095369626,-8.876322 +70324,0.0,-18.0,-21.375,-20.1876 +88697,-15.062361,-16.24986,-12.124861,-5.841238e-06 +79720,-16.687502,-2.7418098e-06,-13.000003,-14.625281 +119098,-13.251461,-10.001461,-6.5014606,-0.0015495924 +16374,-8.125297,-0.00029642956,-15.000297,-16.00042 +8973,-13.125006,-5.6028207e-06,-13.750006,-12.875256 +92670,-0.00016616394,-10.625166,-8.875166,-13.125318 +46136,-14.000002,-2.264974e-06,-14.125002,-14.125255 +113240,-9.7751135e-06,-14.62501,-15.00001,-11.626711 +92271,-9.636061,-16.01106,-4.51106,-0.011113765 +47020,-10.082189,-10.019689,-0.5196882,-0.9033555 +68952,-0.22544679,-12.037947,-1.6004468,-10.47556 +93704,-15.125,-18.5,-2.3841855e-07,-18.875288 +126515,-15.125,-3.576278e-07,-16.125,-16.63707 +1648,-12.62633,-13.75133,-0.0013300867,-6.6264553 +4147,-16.562151,-17.312151,-11.249652,-1.3112935e-05 +106815,-13.625598,-18.000597,-7.250597,-0.00071118807 +18919,-6.502899,-7.627899,-0.0028990167,-7.0030336 +88395,-12.279161,-16.779161,-3.5291615,-0.029773097 +83361,-11.375011,-1.1682442e-05,-17.937511,-15.250155 +69550,-11.750008,-7.986991e-06,-17.562508,-15.875681 +59782,-13.124989,-15.9999895,-8.374989,-0.00023266947 +62607,-11.911462,-10.911462,-3.286461,-0.03812863 +49031,-14.062242,-16.68724,-11.374742,-1.2278481e-05 +24073,-14.374869,-14.812369,-12.812369,-3.6954812e-06 +34883,-10.125041,-14.375041,-4.0768748e-05,-16.12512 +78080,-0.00023207355,-15.250232,-8.375232,-13.500369 +59546,-9.749963,-12.499963,-12.624963,-6.532456e-05 +123805,-6.002518,-0.0025179845,-12.940018,-10.127735 +87807,-17.000021,-2.1457441e-05,-15.625021,-10.755714 +53821,-13.124861,-15.187361,-11.249861,-1.5258673e-05 +90016,-12.625004,-4.1723165e-06,-14.000004,-16.669062 +75870,-11.750008,-15.625008,-8.106199e-06,-18.125092 +58764,-14.874817,-16.437317,-13.187317,-2.264974e-06 +64575,0.0,-16.75,-19.5,-17.875065 +85818,-14.624829,-15.312329,-12.124829,-6.079655e-06 +15652,-14.125001,-16.375002,-1.1920922e-06,-14.875199 +85976,-10.87678,-16.439278,-1.5017786,-0.2519967 +15080,-14.250001,-5.960463e-07,-18.375,-17.500305 +79945,-11.875008,-7.3909487e-06,-16.937508,-14.500443 +76385,-14.062921,-15.625421,-7.500421,-0.00055393134 +115581,-3.1802015,-8.430202,-0.0552016,-4.430358 +61199,-13.375002,-1.6689287e-06,-16.437502,-20.426744 +85813,-16.625,-20.0,-1.1920928e-07,-21.437725 +67537,-17.750076,-7.6291035e-05,-13.500076,-9.500286 +89261,-6.376727,-14.126727,-0.0017271615,-10.626802 +22046,-11.817572,-11.755072,-5.2550707,-0.00525 +22926,-0.0011811431,-12.626182,-11.626182,-6.752263 +49488,-6.503438,-11.503438,-0.0034379207,-6.2535243 +96660,-8.75016,-0.00016032365,-13.68766,-14.187789 +63730,-12.250782,-15.313282,-7.000782,-0.0009165377 +9677,-3.5762723e-06,-15.125004,-13.250004,-13.3750515 +120201,-17.249945,-16.874945,-10.999943,-1.6808368e-05 +35208,-12.375005,-15.875005,-4.410734e-06,-15.687656 +30950,-14.874839,-16.93734,-13.937339,-1.3113013e-06 +66963,-2.6949408,-15.319941,-0.0699409,-12.320062 +16156,-13.874671,-17.18717,-17.24967,-9.5367386e-07 +69670,-12.625004,-3.81469e-06,-14.500004,-18.875141 +13477,-9.500088,-8.809179e-05,-14.750088,-11.261319 +50904,-10.375056,-5.6503606e-05,-11.187556,-11.375332 +7930,-12.625003,-17.125004,-3.3378547e-06,-18.687628 +26294,-12.046689,-12.484189,-3.0466893,-0.048692137 +35749,-3.4087992,-15.033799,-0.03379918,-8.7838745 +55850,-0.89816993,-10.0231695,-0.52316993,-12.960787 +64767,-12.124882,-13.749882,-10.624882,-3.0755524e-05 +22057,-14.0109215,-17.69842,-4.51092,-0.011049983 +87663,-19.437443,-19.624943,-10.874944,-1.8954097e-05 +35864,-16.937447,-18.374947,-14.249946,-7.152555e-07 +33007,-12.375007,-13.125007,-6.7949063e-06,-14.250121 +81372,-14.874907,-17.187407,-13.749907,-1.4305105e-06 +97703,-7.7504373,-0.00043740243,-13.750438,-12.063197 +118589,-5.960463e-07,-16.8125,-19.875,-14.375089 +65741,-2.264974e-06,-14.875002,-15.875002,-13.250078 +119601,-9.625328,-13.875328,-0.00032812933,-8.250612 +114504,-11.62501,-14.62501,-9.417489e-06,-18.125229 +92452,-3.0994368e-06,-14.500003,-13.375003,-13.75007 +11152,-0.2565136,-7.5065136,-5.5065136,-1.5066746 +44669,-11.125016,-13.875016,-1.6450747e-05,-14.125242 +121963,-11.7500105,-1.0847986e-05,-12.7500105,-16.625093 +63486,-11.249938,-12.499938,-11.499938,-2.682173e-05 +123055,-8.002314,-9.877314,-0.0023135582,-6.2529116 +119717,-12.373467,-15.123467,-14.748467,-4.887569e-06 +88042,-7.693507,-10.443507,-0.693507,-0.6937575 +54428,-14.250003,-2.7418098e-06,-13.125003,-15.876471 +125274,-7.6767836e-05,-13.250076,-9.625076,-11.625139 +46816,-15.598376,-13.535876,-1.2233757,-0.34847537 +8553,-2.5788906,-14.078891,-0.07889052,-17.266472 +56455,-15.999999,-1.1920928e-07,-19.5625,-20.500399 +101092,-1.1563234e-05,-16.375011,-11.375011,-18.87518 +55570,-1.1563234e-05,-16.312511,-17.062511,-11.375365 +2531,-3.576278e-07,-18.625,-18.8125,-14.8752575 +55854,-10.875019,-1.9430925e-05,-14.562519,-16.687614 +65143,-4.7683704e-07,-15.875,-15.375,-15.8125725 +28422,-16.749975,-16.999975,-9.249977,-9.619727e-05 +36329,-15.812291,-16.374792,-16.124792,-3.576278e-07 +8061,-10.625025,-2.4556812e-05,-15.937525,-16.252762 +107678,-15.312502,-2.264974e-06,-13.375002,-14.562728 +53009,-0.056845877,-7.9318457,-6.4318457,-2.931975 +62879,-7.6293654e-06,-14.750008,-14.750008,-11.875165 +26784,-11.875008,-8.106199e-06,-13.625008,-17.68762 +21912,-13.2637415,-13.9512415,-1.701241,-0.20145485 +113597,0.0,-18.1875,-20.9375,-19.250093 +82760,0.0,-19.5,-20.75,-21.25009 +26160,-14.250001,-5.960463e-07,-17.125,-17.16791 +23421,-10.500029,-2.8967437e-05,-15.562529,-13.500412 +41793,-5.6317105,-1.50671,-1.7567098,-0.50721914 +103325,-11.500013,-1.2993728e-05,-17.937513,-12.750129 +33557,-15.1875,-2.3841855e-07,-17.375,-18.687782 +81209,-16.625008,-8.106199e-06,-16.000008,-11.7501545 +107064,-14.871595,-16.309095,-15.684095,-5.960463e-07 +98221,-7.0333235e-06,-15.937507,-18.500008,-11.875135 +16139,-15.125294,-16.375294,-7.7502933,-0.00043108707 +62717,-7.3756385,-0.0006382812,-11.375638,-14.750939 +28151,0.0,-19.625,-23.125,-20.562643 +22888,-16.562508,-8.106199e-06,-11.750008,-15.866485 +24637,-4.634844,-12.384844,-0.009843972,-9.384927 +92809,-16.124943,-19.062443,-10.124942,-4.0172723e-05 +91862,-5.504204,-9.004204,-0.004203651,-13.004365 +7412,-1.1920928e-07,-16.9375,-15.625,-19.250076 +52442,-6.2644153,-12.639416,-0.014415408,-4.389578 +87399,-0.0058179796,-10.005818,-6.380818,-5.5060287 +112712,-1.1920928e-07,-17.8125,-16.25,-17.312563 +54201,-0.25421062,-8.87921,-6.1292105,-1.5043842 +117074,-13.386048,-14.761048,-0.011048568,-4.511145 +25137,-6.083162,-7.833162,-3.9581618,-0.022016048 +16780,-0.000113719194,-16.187614,-12.2501135,-9.125219 +72881,-11.500011,-14.125011,-1.1324818e-05,-14.625106 +110597,-10.625025,-2.467602e-05,-17.500025,-14.875232 +89655,-2.193427e-05,-13.875022,-10.875022,-13.125562 +48391,-12.812503,-2.7418098e-06,-17.062502,-17.437666 +110182,-5.960463e-07,-14.687501,-15.812501,-17.38014 +87621,-11.597739,-1.910239,-8.535239,-0.16046295 +122711,-1.7881378e-06,-14.000002,-14.000002,-15.7501545 +115720,-2.3841855e-07,-15.5,-17.9375,-17.12507 +66486,-10.000047,-4.6371337e-05,-15.125047,-14.08061 +68169,-8.62518,-0.00018058576,-14.25018,-14.500362 +110138,-5.6286035,-12.816104,-0.0036036333,-14.066239 +21580,-8.750158,-0.00015853578,-18.125158,-16.625578 +102553,-18.625006,-5.6028207e-06,-15.375006,-12.128433 +78769,-9.250096,-9.619727e-05,-16.937595,-15.564875 +93593,-11.000017,-1.6808368e-05,-17.125017,-16.000261 +16612,-11.500012,-1.2755313e-05,-13.125012,-14.250874 +59583,-11.624747,-15.562247,-10.749747,-3.0517112e-05 +76885,-1.5008696,-6.8758693,-13.50087,-0.253564 +120777,-12.625004,-3.933899e-06,-14.375004,-16.650213 +121894,0.0,-18.8125,-19.5,-17.250095 +88371,-2.3841855e-07,-15.875,-19.0625,-16.250088 +68747,-10.87502,-13.87502,-1.9907753e-05,-19.125177 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..8ef54ba82631415b69d5e29900620241f93ec137 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0002828678964069365,0.0,, +1,,,0.0002828678964069365,0.0 +1,0.0002828678964069365,0.0,, +2,,,0.0002828678964069365,0.0 +2,0.0002828678964069365,0.0,, +3,,,0.0002828678964069365,0.0 +3,0.0002828678964069365,0.0,, +4,,,0.0002828678964069365,0.0 +4,0.0002828678964069365,0.0,, +5,,,0.0002828678964069365,0.0 +5,0.0002828678964069365,0.0,, +6,,,0.0002828678964069365,0.0 +6,0.0002828678964069365,0.0,, +7,,,0.0002828678964069365,0.0 +7,0.0002828678964069365,0.0,, +8,,,0.0002828678964069365,0.0 +8,0.0002828678964069365,0.0,, +9,,,0.0002828678964069365,0.0 +9,0.0002828678964069365,0.0,, +10,,,0.0002828678964069365,0.0 +10,0.0002828678964069365,0.0,, +11,,,0.0002828678964069365,0.0 +11,0.0002828678964069365,0.0,, +12,,,0.0002828678964069365,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..407c8678a1b851b68fb08f98bcc169354dc1c575 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-0.69318247,-0.69318247,-10.255682,-16.318274 +80227,-2.145765e-06,-13.875002,-16.375002,-13.750149 +79086,-2.3841855e-07,-15.25,-17.625,-17.125158 +75303,-16.999777,-15.374777,-18.687277,-2.3841855e-07 +56417,-15.375001,-15.000001,-1.3113013e-06,-14.000219 +11319,-0.43414566,-6.3091455,-5.5591455,-1.0598422 +12625,-4.5299425e-06,-14.875005,-18.437504,-12.375117 +87626,-11.3750305,-3.0397907e-05,-10.8750305,-19.248507 +43853,-15.374858,-16.624857,-19.624857,-2.3841855e-07 +23828,-8.011294,-10.886293,-4.5112934,-0.011399375 +27858,-11.125015,-14.000015,-1.5735503e-05,-15.625158 +12604,-14.000001,-17.000002,-1.072883e-06,-15.125142 +8180,-20.25,-21.25,0.0,-20.75012 +37466,-7.87543,-9.25043,-9.25043,-0.0005722792 +48185,-10.750022,-2.1695856e-05,-15.500022,-17.187613 +77755,-13.875007,-12.125007,-6.7949063e-06,-14.500184 +29286,-1.8814901,-3.7564902,-0.5064901,-1.5065901 +87038,-16.562174,-17.249674,-18.374674,-1.1920928e-07 +33094,-10.500029,-2.8252203e-05,-14.125029,-18.250244 +17990,-11.504091,-12.629091,-0.004091227,-5.504244 +125393,-15.187364,-14.687364,-15.874864,-8.344647e-07 +25066,-15.375,-3.576278e-07,-18.6875,-16.25027 +93021,-15.125042,-15.250042,-8.875042,-0.0001402995 +91364,-17.375,-18.25,0.0,-20.625309 +56219,-0.00016354177,-10.875163,-12.250163,-8.875268 +108119,-2.5889382,-4.5889378,-8.213939,-0.08941519 +108029,-5.379512,-14.879512,-18.254513,-0.0046210643 +82606,-16.874855,-13.499855,-11.874855,-8.344616e-06 +34733,-12.624818,-14.249818,-9.249818,-0.00010013079 +40806,-2.3841855e-07,-15.875,-21.8125,-16.625134 +89870,-1.1920928e-07,-15.75,-20.75,-16.750187 +120589,-13.125021,-10.875021,-2.0980615e-05,-16.31268 +107229,-10.6250305,-12.1250305,-3.0397907e-05,-14.125107 +81763,-16.250002,-13.375002,-1.7881378e-06,-15.625087 +126587,-5.38017,-7.13017,-9.63017,-0.0054883277 +105931,-16.125,-1.1920928e-07,-17.375,-21.81293 +51593,-0.007623034,-11.132623,-12.007623,-4.883132 +105827,-14.999941,-14.874941,-11.124941,-1.537788e-05 +92547,-16.6875,-8.344647e-07,-14.125001,-16.625223 +11098,-17.000002,-15.875002,-2.384183e-06,-13.000132 +15535,-11.250013,-1.2993728e-05,-18.000013,-17.250273 +104144,-11.375096,-16.000095,-9.6316464e-05,-9.375404 +84409,-2.384183e-06,-13.125002,-16.250002,-15.250215 +55188,-18.75,-16.25,-1.1920928e-07,-16.875116 +97914,-12.375004,-17.375004,-4.2915253e-06,-20.562634 +9697,-19.062313,-19.062313,-14.874813,-3.576278e-07 +43614,-13.999934,-15.249934,-12.624934,-4.410734e-06 +57056,-16.124863,-14.249864,-10.749864,-2.2172682e-05 +98595,-12.250008,-7.748574e-06,-13.875008,-13.125266 +11602,-17.125034,-12.875033,-3.3854863e-05,-10.375177 +29109,-13.500001,-19.000002,-1.4305105e-06,-18.000166 +114682,-8.125297,-0.00029631038,-16.562796,-15.250731 +63374,-13.750001,-1.072883e-06,-19.000002,-18.000656 +77864,-16.875,-18.625,-1.1920928e-07,-15.875094 +81631,-5.5297675,-5.9672675,-0.029767428,-3.78097 +124163,-10.887431,-15.387431,-4.387432,-0.012529703 +81563,-9.500268,-11.125268,-8.000268,-0.00042501 +13895,-1.5019845,-0.25198445,-11.501985,-10.002147 +12863,-12.250084,-15.062584,-8.250084,-0.00026639728 +45732,-5.8853903,-0.010390119,-4.8853903,-14.760699 +49404,-14.000002,-13.625002,-2.264974e-06,-15.375172 +487,-11.125015,-1.5020258e-05,-15.250015,-18.500193 +64317,-14.624869,-14.624869,-12.374869,-5.1259863e-06 +6331,-2.503392e-06,-13.125003,-15.562503,-15.001878 +73812,-12.562963,-8.000463,-0.0004621868,-9.000653 +15701,-12.523098,-12.273098,-0.52309763,-0.89818096 +104663,-4.7683704e-07,-16.0,-14.75,-17.062635 +90606,-0.0007761089,-9.625776,-15.375776,-7.2509127 +127552,-1.1920928e-07,-18.0625,-22.625,-15.750148 +126761,-17.624926,-19.249926,-16.499926,-1.1920928e-07 +92697,-0.7183685,-7.3433685,-0.7183685,-3.718967 +107122,-9.000146,-14.125146,-0.00014554395,-10.750546 +74380,-6.7510715,-10.626072,-11.501072,-0.0012047184 +66285,-4.7683704e-07,-16.375,-15.125,-15.750217 +70163,-4.080543,-8.2055435,-0.33054325,-1.3306882 +75972,-12.250006,-16.125006,-5.4836123e-06,-14.25013 +30713,-11.564268,-9.876768,-1.5017674,-0.25205377 +118867,-9.5367386e-07,-14.000001,-17.5,-16.125175 +84835,-11.250015,-1.5616295e-05,-12.875015,-15.750176 +60503,-17.375,-17.75,0.0,-19.250116 +11807,-14.0262985,-13.9012985,-0.026298473,-3.651434 +27906,-1.2516897e-05,-14.500012,-11.750012,-12.375116 +30093,-15.625001,-5.960463e-07,-15.875001,-14.750308 +45657,-17.25,-17.5,0.0,-19.125063 +97197,-3.576278e-07,-17.5,-16.875,-14.875113 +48440,-12.125006,-5.3644035e-06,-18.500006,-17.25019 +14971,-2.3841855e-07,-15.875,-19.9375,-16.500399 +61380,-14.937384,-11.874884,-14.124884,-7.986991e-06 +7177,-7.25071,-0.00070999685,-17.68821,-15.875897 +40241,-0.00072179013,-11.375722,-14.250722,-7.250971 +38583,-17.250002,-1.072883e-06,-13.750001,-21.750177 +104941,-4.7683704e-07,-16.25,-15.5,-15.8752775 +39377,-4.8826094,-0.007609311,-13.195109,-13.5702915 +65329,-11.875155,-11.625155,-0.00015567521,-8.8755455 +81089,-14.000087,-8.6899796e-05,-9.375087,-13.625272 +6143,-8.625054,-14.875054,-11.125054,-0.00019464982 +63753,-7.510157e-06,-12.000008,-14.375008,-14.12509 +5084,-12.463935,-14.088935,-0.08893444,-2.4640472 +125282,-15.687541,-14.000041,-4.1007155e-05,-10.125189 +7980,-3.6576207,-5.5326204,-5.9076204,-0.033006884 +42346,-17.874832,-15.874833,-13.374833,-1.6689287e-06 +73055,-12.000009,-13.250009,-8.463824e-06,-14.250446 +31696,-14.500001,-15.750001,-5.960463e-07,-18.250143 +101343,-9.375085,-18.500084,-8.487341e-05,-21.125195 +115075,-2.3841855e-07,-15.5,-21.375,-16.750185 +29447,-14.499881,-16.62488,-11.374881,-1.20400655e-05 +89441,-0.011456063,-11.1364565,-4.636456,-6.3865232 +15843,-0.0009444067,-7.1259446,-11.000944,-9.00104 +110126,-9.625724,-10.375724,-0.00072345784,-7.376145 +36142,-12.630178,-14.192678,-5.2551794,-0.0052380227 +2846,-16.56232,-17.43732,-17.12482,-1.1920928e-07 +85390,-0.0003526781,-9.000353,-8.500353,-10.562991 +108138,-10.499885,-11.749885,-9.874885,-8.6899796e-05 +7571,-18.000927,-12.000926,-5.6259265,-0.0036158676 +62381,-16.875,0.0,-21.4375,-21.437838 +65963,-14.218618,-12.156118,-0.28111887,-1.4062706 +39384,-1.4305105e-06,-15.875001,-20.125002,-13.502059 +62356,-2.8610189e-06,-13.250003,-14.625003,-14.3750925 +20478,-11.375017,-1.6927575e-05,-13.562517,-12.375453 +101968,-13.375002,-16.625002,-1.6689287e-06,-18.125088 +124810,-15.375047,-13.625047,-4.6848152e-05,-10.000225 +9300,-19.0,-17.5,0.0,-20.937567 +35593,-15.877321,-13.502321,-6.002321,-0.0024775544 +53670,-20.250002,-14.875001,-1.072883e-06,-14.125093 +44789,-1.1920928e-07,-16.8125,-21.3125,-16.50018 +25135,-0.42870206,-1.0537021,-13.553702,-16.741323 +32124,-2.145765e-06,-13.125002,-17.312502,-15.937613 +36646,-9.000028,-10.500028,-11.625028,-0.00015984688 +34191,-11.423379,-11.673379,-3.048379,-0.048618216 +65307,-15.749951,-17.68745,-11.999951,-6.3180723e-06 +32731,-11.875007,-6.9141147e-06,-17.750008,-17.687914 +112637,-1.7255802,-4.7255807,-4.1005807,-0.22752598 +18943,-8.875217,-9.750217,-0.00021705656,-10.875573 +117291,-1.1920928e-07,-16.0,-18.5,-16.75011 +67975,-11.451354,-12.951354,-1.7013544,-0.20144238 +104676,-0.06336263,-2.8133626,-6.6883626,-8.813567 +109059,-7.1258335,-0.0008332833,-10.5008335,-13.502118 +86252,-14.374943,-15.624943,-14.249943,-1.4305105e-06 +109620,-1.6689287e-06,-13.750002,-20.187502,-14.250137 +35543,-12.999862,-14.562362,-15.249862,-2.9802277e-06 +96155,-6.6264396,-0.0014394885,-9.126439,-12.251963 +33646,-9.500076,-13.250076,-7.6648634e-05,-19.125183 +64061,-0.0023712395,-9.627371,-6.5023713,-7.127563 +6764,-1.9073468e-06,-14.375002,-16.562502,-13.625125 +63078,-10.125043,-4.3033626e-05,-14.500043,-12.875204 +88343,-8.375231,-0.00023064337,-17.81273,-16.000381 +50106,-15.626716,-0.001715261,-6.376715,-11.253555 +35688,-11.313168,-12.813168,-1.3131671,-0.3133169 +78697,-10.125051,-5.090107e-05,-11.500051,-14.125417 +13749,-5.6287627,-0.0037629053,-9.003763,-10.129154 +44428,-7.750343,-12.625344,-14.500344,-0.00043442348 +13880,-1.5497195e-06,-14.375002,-14.000002,-15.750159 +107805,-6.883658,-10.508657,-0.008657777,-4.8837266 +47687,0.0,-17.3125,-22.0625,-17.875177 +3328,-15.375,-16.5,-3.576278e-07,-16.375109 +27574,-16.187365,-14.437366,-16.374865,-7.152555e-07 +6049,-13.500002,-1.6689287e-06,-15.375002,-17.75022 +121371,-15.125018,-1.7881233e-05,-11.000018,-13.875412 +93977,-4.7586145,-15.383615,-0.008614758,-15.758752 +87794,-13.500001,-18.375002,-1.4305105e-06,-19.250095 +1284,-13.750002,-1.7881378e-06,-14.500002,-15.126041 +86737,-12.249842,-12.249842,-10.124842,-4.9589835e-05 +9800,-12.874851,-14.999851,-21.24985,-2.8610189e-06 +60632,-9.8750515,-5.149709e-05,-16.687551,-21.4378 +69196,-14.250001,-5.960463e-07,-18.8125,-17.62515 +109514,-17.125,-18.125,0.0,-20.000147 +75454,-10.125057,-5.6861216e-05,-11.750057,-11.625208 +68262,-7.87538,-16.62538,-0.0003800862,-17.87552 +51383,-2.1270401,-0.12704018,-9.12704,-12.564788 +39024,-8.750158,-0.00015853578,-18.562658,-16.250252 +53372,-13.749936,-14.374936,-9.749936,-5.9960475e-05 +61955,-17.937868,-12.875368,-7.750368,-0.0004332319 +46407,-5.3796215,-0.0046213013,-15.3796215,-14.004986 +56851,-6.751974,-14.501974,-0.0019740635,-7.127112 +117835,-20.875,-20.75,0.0,-22.937664 +41315,-12.375004,-20.875004,-4.1723165e-06,-17.750074 +54086,-1.1920928e-07,-17.0,-18.75,-15.875206 +1123,-7.748574e-06,-14.125008,-12.250008,-13.000147 +6738,-13.000003,-3.2186456e-06,-13.875003,-18.18777 +65022,-4.8834844,-7.1334844,-6.3834844,-0.010108704 +29011,-17.124802,-17.874802,-16.624802,-1.1920928e-07 +209,-12.759767,-11.634767,-0.009767005,-4.6348324 +117949,0.0,-17.625,-19.3125,-17.500128 +112253,-9.007954,-2.6954548,-7.3829546,-0.07069703 +117575,-12.725221,-9.225221,-2.3502214,-0.100317225 +12151,-10.250035,-18.250036,-3.5404533e-05,-21.437613 +6503,-13.001247,-12.876247,-6.6262474,-0.001330801 +47388,-13.2500105,-1.0967195e-05,-11.6250105,-15.125573 +122533,-10.874894,-13.749894,-14.749894,-2.0384581e-05 +77557,-2.3669288,-6.1169286,-0.11692871,-4.2420616 +3593,-4.3410687,-0.091068745,-2.7160687,-4.842393 +39857,-7.152555e-07,-14.375001,-18.875,-16.437607 +82941,-15.0,-3.576278e-07,-18.125,-19.37521 +2835,-2.264974e-06,-13.250002,-15.750002,-14.8752165 +12119,-12.625009,-15.625009,-8.821448e-06,-12.125132 +2255,-6.079655e-06,-14.250006,-16.250006,-12.125242 +99071,-6.974333,-9.974332,-1.2243326,-0.34946665 +73970,-9.378698,-11.128698,-0.0036987718,-5.6288195 +73312,-7.767918,-0.26791814,-2.1429183,-2.1430674 +109736,-14.000003,-2.7418098e-06,-13.375003,-14.750306 +2581,-4.511052,-0.011052105,-15.323552,-12.386603 +64922,-10.499817,-13.999817,-13.249817,-3.0159496e-05 +85830,-3.576278e-07,-15.0,-19.5,-16.6876 +122144,-10.875019,-1.9073304e-05,-18.37502,-16.562666 +62330,-9.000124,-0.00012373159,-14.750124,-20.437845 +112561,-14.375024,-12.375024,-2.3722367e-05,-10.87543 +48434,-7.000914,-0.0009139175,-14.125914,-13.251294 +119944,-14.125001,-7.152555e-07,-17.75,-21.500166 +120940,-6.699338e-05,-10.000067,-15.812567,-10.750203 +77443,-19.0,-19.25,0.0,-17.37528 +23685,-12.663043,-12.788043,-0.03804279,-3.2881637 +47231,-8.375231,-0.00023064337,-19.00023,-15.875321 +91022,-15.375,-2.3841855e-07,-21.5,-22.125143 +714,-12.5026245,-13.0026245,-5.877624,-0.00281141 +25730,-13.750002,-13.625002,-2.264974e-06,-17.125267 +97729,-0.00016056202,-12.00016,-11.12516,-8.876855 +30236,-0.0017201402,-11.00172,-13.37672,-6.3768873 +2443,-5.0067177,-0.0067174803,-13.381718,-14.4444065 +52656,-6.5023155,-11.5023155,-0.0023154612,-7.127501 +116972,-11.499827,-11.124827,-9.374827,-0.00010966653 +43770,-9.637776,-6.3877764,-0.012776189,-4.5146194 +10949,-12.250006,-5.3644035e-06,-15.187506,-15.00013 +100306,-15.625001,-1.4305105e-06,-13.750001,-15.18766 +29745,-10.5000515,-5.1854695e-05,-10.6250515,-17.938068 +60439,-14.187313,-14.437313,-13.124813,-3.2186456e-06 +109824,-9.500075,-7.4979835e-05,-15.875075,-16.84195 +102648,-15.00117,-14.75117,-0.0011703077,-6.7516875 +62099,-4.387551,-0.012550658,-12.01255,-10.262677 +33686,-9.000152,-0.00015198029,-13.750152,-10.500226 +116606,-9.751121,-12.501121,-6.7511206,-0.0012322222 +85384,-16.374866,-15.499866,-16.312366,-3.576278e-07 +31834,-5.379653,-10.379653,-0.004652983,-13.317674 +58133,-13.874743,-14.249743,-12.624743,-4.887569e-06 +95196,-16.25,-19.125,-1.1920928e-07,-18.375196 +11675,-5.2552342,-0.005234465,-15.692735,-14.380421 +34902,-2.477494,-4.4774942,-0.10249401,-6.1652384 +112691,-14.000166,-13.875166,-7.875166,-0.00038187363 +33713,-7.3756423,-11.125642,-0.0006422126,-13.875796 +109135,-1.0541173,-11.679117,-0.4291173,-7.8042583 +60521,-13.625007,-14.875007,-6.9141147e-06,-12.125114 +76695,-11.873624,-15.498624,-18.811125,-7.152532e-06 +98619,-12.375005,-17.750004,-4.410734e-06,-15.625177 +13731,-13.750001,-1.1920922e-06,-16.000002,-19.062681 +14492,-14.000003,-2.503392e-06,-13.500003,-15.12536 +81006,-14.750555,-13.125555,-0.0005552419,-7.500629 +114491,-13.627106,-11.127106,-6.0021043,-0.0024925375 +120167,-19.25,-15.875,-1.1920928e-07,-17.625162 +69602,-12.500004,-3.933899e-06,-15.250004,-16.750235 +81057,-8.750245,-9.875245,-0.00024530262,-10.250471 +118239,-13.125002,-2.145765e-06,-16.312502,-19.187654 +26999,-13.000002,-17.000002,-2.264974e-06,-18.62508 +103729,-5.698309,-2.698309,-0.07330904,-11.073714 +70324,-2.3841855e-07,-15.5,-19.5,-17.625196 +88697,-13.749858,-15.499858,-12.874858,-3.81469e-06 +79720,-14.375008,-7.867782e-06,-11.875008,-15.000263 +119098,-11.442682,-9.505182,-5.2551823,-0.0053197257 +16374,-2.9298847,-0.054884788,-13.492385,-13.617532 +8973,-6.0026503,-0.0026502032,-9.12765,-9.627915 +92670,-0.000141849,-11.125142,-9.000142,-12.500355 +46136,-13.625005,-4.6491514e-06,-13.000005,-13.625234 +113240,-2.503392e-06,-13.625003,-17.625002,-13.5012045 +92271,-7.055686,-13.180685,-2.9306858,-0.05575037 +47020,-11.792945,-11.167945,-3.1679454,-0.04302412 +68952,-2.019719,-7.019719,-0.1447191,-6.769848 +93704,-16.375,-18.5,-1.1920928e-07,-19.750528 +126515,-16.0,-1.1920928e-07,-18.625,-19.25063 +1648,-14.875112,-13.125112,-0.00011121608,-9.125227 +4147,-14.749768,-13.749768,-9.249768,-9.762764e-05 +106815,-11.825896,-12.700896,-0.8258969,-0.575991 +18919,-7.8755736,-9.375574,-0.0005737089,-9.125663 +88395,-10.022568,-11.522568,-0.8975676,-0.52359706 +83361,-13.500002,-1.6689287e-06,-17.500002,-15.25015 +69550,-12.750003,-2.8610189e-06,-18.437502,-18.187988 +59782,-14.254419,-13.879419,-5.37942,-0.0046227253 +62607,-11.009215,-10.259215,-4.5092154,-0.011120249 +49031,-12.148039,-11.648039,-0.52303886,-0.8982806 +24073,-13.749865,-13.499865,-10.499865,-2.9921084e-05 +34883,-13.750003,-13.125003,-3.0994368e-06,-18.250107 +78080,-3.8980677e-05,-13.750039,-10.875039,-10.875203 +59546,-13.1248665,-11.3748665,-14.2498665,-1.4066597e-05 +123805,-6.376714,-0.001714309,-13.501715,-11.439363 +87807,-15.000001,-1.3113013e-06,-16.312502,-14.000294 +53821,-14.499832,-14.999832,-15.812332,-9.5367386e-07 +90016,-13.000003,-2.622601e-06,-14.875003,-19.562737 +75870,-14.375001,-14.500001,-1.072883e-06,-18.250105 +58764,-14.687391,-14.187391,-8.499891,-0.00020466141 +64575,-7.152555e-07,-14.625001,-17.875,-15.500104 +85818,-14.749905,-14.499905,-12.374905,-5.1259863e-06 +15652,-17.500002,-14.250001,-1.3113013e-06,-14.2501 +85976,-10.575931,-13.575931,-0.5759304,-0.8260123 +15080,-12.750003,-2.8610189e-06,-21.062502,-19.187733 +79945,-11.500012,-1.2278481e-05,-16.125011,-13.1257105 +76385,-12.640894,-13.890894,-4.1408935,-0.0160408 +115581,-13.375347,-11.500347,-0.0003470772,-8.000475 +61199,-15.5,-2.3841855e-07,-17.5625,-21.229425 +85813,-18.875,-19.0,0.0,-21.500101 +67537,-16.812523,-2.2649509e-05,-11.750023,-11.1252575 +89261,-12.625009,-12.375009,-8.5830325e-06,-13.750089 +22046,-16.499865,-14.874866,-15.874866,-5.960463e-07 +22926,-0.00080624496,-13.250806,-14.938306,-7.1261973 +49488,-11.538064,-11.038064,-0.03806368,-3.2881565 +96660,-10.500028,-2.7656173e-05,-16.187527,-18.625156 +63730,-9.600358,-11.350358,-1.6003585,-0.22552595 +9677,-7.152555e-07,-16.0,-16.375,-14.625102 +120201,-17.562363,-16.124863,-14.249864,-7.152555e-07 +35208,-16.3125,-14.625,-4.7683704e-07,-16.937607 +30950,-12.724049,-11.599049,-0.47404864,-0.974156 +66963,-8.750172,-15.625172,-0.00017164665,-11.250372 +16156,-14.499751,-15.374751,-18.68725,-7.152555e-07 +69670,-10.125045,-4.482169e-05,-12.250045,-19.81279 +13477,-9.250096,-9.655486e-05,-15.625096,-14.875521 +50904,-10.625037,-3.6834994e-05,-11.812537,-12.187662 +7930,-15.625,-18.0,-2.3841855e-07,-17.750109 +26294,-17.324894,-13.637393,-4.3873935,-0.012512279 +35749,-8.62556,-15.50056,-0.0005596502,-7.8756566 +55850,-4.882635,-10.757635,-0.0076352195,-11.757807 +64767,-18.81241,-15.374912,-14.874912,-5.960463e-07 +22057,-16.377638,-17.377638,-5.8776383,-0.0028054663 +87663,-14.875345,-14.750345,-7.750346,-0.00043144455 +35864,-18.624952,-18.749952,-16.874952,-1.1920928e-07 +33007,-15.625001,-13.750001,-1.1920922e-06,-18.000154 +81372,-12.374892,-15.749892,-13.499892,-5.7220295e-06 +97703,-7.8753805,-0.000380682,-15.3128805,-14.938254 +118589,-1.1920858e-05,-14.625011,-17.750011,-11.375134 +65741,-3.576278e-07,-15.5,-19.75,-16.375134 +119601,-15.875002,-14.500002,-1.7881378e-06,-13.626125 +114504,-14.000001,-15.875001,-9.5367386e-07,-18.625086 +92452,-7.152555e-07,-14.750001,-17.25,-14.750142 +11152,-0.23128256,-6.1062827,-5.6062827,-1.6065357 +44669,-9.625085,-10.875085,-8.5350206e-05,-14.75036 +121963,-4.018153,-0.018153122,-12.705653,-16.018219 +63486,-14.249873,-13.124873,-14.124873,-3.3378547e-06 +123055,-15.25,-15.5,-4.7683704e-07,-17.12516 +119717,-10.748784,-17.186283,-16.873783,-2.1576649e-05 +88042,-10.655907,-12.905907,-1.4059058,-0.28126404 +54428,-12.125007,-6.4372807e-06,-13.750007,-17.312788 +125274,-0.00017069314,-13.750171,-9.375171,-9.375281 +46816,-11.72404,-10.22404,-0.9740404,-0.47417048 +8553,-2.9298859,-12.804886,-0.054885805,-13.930012 +56455,-17.0,0.0,-20.875,-23.12532 +101092,-0.0019344443,-12.126934,-6.2519345,-14.6272135 +55570,-9.679326e-05,-14.375096,-16.437597,-9.250357 +2531,-1.4066597e-05,-14.250014,-13.125014,-11.375255 +55854,-6.626327,-0.0013268724,-13.938827,-15.626476 +65143,-7.152555e-07,-14.750001,-16.625,-15.50014 +28422,-15.4374,-14.9374,-10.9999,-1.7285198e-05 +36329,-13.937279,-11.874779,-12.999779,-1.0132739e-05 +8061,-7.125805,-0.0008049347,-15.250805,-15.446251 +107678,-14.937501,-7.152555e-07,-15.312501,-16.062662 +53009,-0.03823293,-9.663233,-8.913233,-3.2884104 +62879,-4.2915253e-06,-15.750004,-17.500004,-12.375197 +26784,-2.8119743,-0.061974227,-11.936975,-16.062052 +21912,-12.928643,-11.553643,-0.4286432,-1.0538427 +113597,0.0,-17.625,-22.5,-17.37511 +82760,-3.576278e-07,-15.25,-17.125,-16.625134 +26160,-13.000002,-2.264974e-06,-16.875002,-16.750763 +23421,-11.375011,-1.1444026e-05,-17.062511,-16.750275 +41793,-3.998742,-0.373742,-2.123742,-1.7491392 +103325,-11.5000105,-1.0967195e-05,-17.375011,-14.000153 +33557,-16.5625,-1.1920928e-07,-18.0,-20.12521 +81209,-14.500008,-7.867782e-06,-14.625008,-11.87521 +107064,-18.687286,-16.749786,-19.124786,-1.1920928e-07 +98221,-6.3180723e-06,-13.375007,-19.812506,-12.250169 +16139,-17.562347,-16.937347,-10.749847,-2.1457441e-05 +62717,-11.375011,-1.1920858e-05,-14.812511,-16.625278 +28151,-1.1920928e-07,-16.625,-21.0,-18.312784 +22888,-15.625261,-0.00026174934,-8.250261,-14.877538 +24637,-7.375787,-13.125787,-0.00078682933,-8.750873 +92809,-14.999895,-17.374897,-12.124895,-5.7220295e-06 +91862,-7.7504683,-10.250468,-0.00046826364,-13.000635 +7412,-3.576278e-07,-15.5,-15.75,-17.500093 +52442,-4.389718,-9.889718,-0.014717933,-6.1399083 +87399,-0.0032551894,-7.7532554,-6.6282554,-6.503555 +112712,-5.960463e-07,-16.9375,-16.6875,-14.375104 +54201,-0.34868222,-9.223682,-8.598682,-1.2238367 +117074,-16.001608,-13.626608,-6.3766084,-0.0017035985 +25137,-6.7723956,-8.897395,-7.2723956,-0.0019781087 +16780,-0.05535546,-9.555355,-3.6803555,-3.5555265 +72881,-12.125007,-14.250007,-6.675698e-06,-14.250121 +110597,-13.125002,-2.384183e-06,-17.875002,-14.875202 +89655,-3.0994368e-06,-13.375003,-14.750003,-13.6256275 +48391,-14.250001,-5.960463e-07,-17.4375,-18.250254 +110182,-1.072883e-06,-14.875001,-18.687502,-14.125116 +87621,-6.1037583,-2.3537583,-6.3537583,-0.10423458 +122711,0.0,-17.5,-20.5,-18.000471 +115720,-4.2915253e-06,-14.375004,-17.937504,-12.5002 +66486,-12.250006,-5.841238e-06,-17.187506,-13.753484 +68169,-8.000338,-0.00033778208,-13.000338,-15.625625 +110138,-7.1258087,-12.625809,-0.0008086272,-13.875937 +21580,-6.3767023,-0.0017022894,-16.876701,-15.627178 +102553,-16.812502,-2.7418098e-06,-14.500003,-13.000916 +78769,-12.375004,-4.1723165e-06,-19.812504,-18.000214 +93593,-13.125002,-2.384183e-06,-16.625002,-15.250208 +16612,-11.250021,-2.0861407e-05,-11.750021,-17.75061 +59583,-14.250034,-15.500034,-8.250034,-0.00026210689 +76885,-2.0146166e-05,-12.56252,-18.437521,-11.000597 +120777,-5.7531934,-0.0031934,-11.128194,-13.878679 +121894,-1.7881378e-06,-18.625002,-21.750002,-13.250182 +88371,-1.1920928e-07,-16.0,-20.5625,-17.750147 +68747,-15.625001,-14.375001,-7.152555e-07,-17.18766 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..aae74fb4ed44d0bc3039b680c6c1e736264f5f36 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0003596169120790523,0.0,, +1,,,0.0003596169120790523,0.0 +1,0.0003596169120790523,0.0,, +2,,,0.0003596169120790523,0.0 +2,0.0003596169120790523,0.0,, +3,,,0.0003596169120790523,0.0 +3,0.0003596169120790523,0.0,, +4,,,0.0003596169120790523,0.0 +4,0.0003596169120790523,0.0,, +5,,,0.0003596169120790523,0.0 +5,0.0003596169120790523,0.0,, +6,,,0.0003596169120790523,0.0 +6,0.0003596169120790523,0.0,, +7,,,0.0003596169120790523,0.0 +7,0.0003596169120790523,0.0,, +8,,,0.0003596169120790523,0.0 +8,0.0003596169120790523,0.0,, +9,,,0.0003596169120790523,0.0 +9,0.0003596169120790523,0.0,, +10,,,0.0003596169120790523,0.0 +10,0.0003596169120790523,0.0,, +11,,,0.0003596169120790523,0.0 +11,0.0003596169120790523,0.0,, +12,,,0.0003596169120790523,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..cb85a934acf98b9b09bd892d0dc50c185d93f4d0 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-10.750022,-2.1576649e-05,-15.875022,-18.437788 +80227,-2.0265559e-06,-15.875002,-13.250002,-16.375061 +79086,0.0,-17.25,-18.875,-19.750078 +75303,-16.624872,-17.999872,-19.687372,-1.1920928e-07 +56417,-18.375,-15.375,-4.7683704e-07,-15.375076 +11319,-8.749947,-9.249947,-9.374947,-0.00033945043 +12625,-1.537788e-05,-15.250015,-14.875015,-11.125079 +87626,-7.3756666,-0.0006665154,-10.125667,-18.067926 +43853,-16.624926,-19.812426,-20.562426,-1.1920928e-07 +23828,-14.8874235,-16.262423,-4.387423,-0.012511102 +27858,-6.2519426,-11.751943,-0.0019426538,-12.002029 +12604,-14.625001,-18.000002,-1.072883e-06,-14.250069 +8180,-18.125,-20.125,-1.1920928e-07,-16.250057 +37466,-15.999906,-16.999907,-12.499906,-3.933899e-06 +48185,-10.250035,-3.552374e-05,-15.625035,-17.43764 +77755,-16.875002,-13.250002,-1.9073468e-06,-16.500305 +29286,-2.9865985,-3.2365985,-2.1115985,-0.23673607 +87038,-16.249874,-20.562374,-19.499874,-1.1920928e-07 +33094,-11.750008,-7.986991e-06,-15.625008,-17.250195 +17990,-15.250006,-20.000006,-5.6028207e-06,-12.125311 +125393,-14.374924,-15.999925,-15.374924,-9.5367386e-07 +25066,-10.125041,-4.1245563e-05,-18.125042,-13.625301 +93021,-16.505154,-15.880155,-5.255153,-0.005234465 +91364,-19.0,-17.375,0.0,-19.125156 +56219,-0.22893615,-5.728936,-1.6039362,-8.229049 +108119,-7.999406,-8.999406,-13.186906,-0.00046111442 +108029,-3.8954809,-12.270481,-14.145481,-0.020548673 +82606,-18.065245,-15.502744,-5.877744,-0.0028052286 +34733,-14.75257,-16.752571,-5.8775706,-0.0028059417 +40806,-1.1920928e-07,-16.125,-19.25,-19.00006 +89870,0.0,-16.875,-20.125,-19.000105 +120589,-15.500035,-10.250035,-3.564294e-05,-15.875226 +107229,-15.250001,-14.750001,-8.344647e-07,-15.375042 +81763,-13.250017,-12.125017,-1.7285198e-05,-11.500113 +126587,-4.7595105,-7.1345105,-8.384511,-0.009641628 +105931,-13.500002,-1.5497195e-06,-16.250002,-19.313066 +51593,-0.003229167,-10.628229,-10.503229,-5.753325 +105827,-16.624947,-18.062447,-11.749948,-7.986991e-06 +92547,-16.875,0.0,-17.125,-17.376766 +11098,-16.375004,-17.250004,-3.81469e-06,-12.500111 +15535,-6.6263275,-0.0013277057,-14.6888275,-13.506587 +104144,-13.250004,-19.312504,-3.81469e-06,-13.125229 +84409,-7.152555e-07,-15.625001,-15.000001,-15.375218 +55188,-17.0,-16.0,-1.1920928e-07,-16.875109 +97914,-15.625,-17.25,-2.3841855e-07,-20.125063 +9697,-14.874859,-18.937359,-11.249859,-1.3351351e-05 +43614,-16.374954,-18.624954,-13.749953,-1.1920922e-06 +57056,-17.499891,-17.749891,-10.374893,-3.1232346e-05 +98595,-15.750001,-5.960463e-07,-16.375,-15.00027 +11602,-16.875,-15.0,-4.7683704e-07,-16.50006 +29109,-14.500001,-18.375,-7.152555e-07,-15.125131 +114682,-10.875019,-1.9073304e-05,-17.68752,-16.625347 +63374,-10.250035,-3.5404533e-05,-19.312536,-17.876276 +77864,-18.5,-19.625,-1.1920928e-07,-16.250063 +81631,-11.000022,-14.625022,-2.193427e-05,-12.250227 +124163,-13.724036,-16.349035,-0.9740367,-0.47410333 +81563,-14.999869,-16.874868,-9.874869,-5.1854695e-05 +13895,-10.000048,-4.7324967e-05,-14.875048,-13.375298 +12863,-14.124949,-17.499949,-8.999949,-0.00012420837 +45732,-7.9744234,-0.9744233,-0.47442332,-13.099607 +49404,-18.5,-16.5,-2.3841855e-07,-15.875203 +487,-9.750058,-5.864925e-05,-15.500058,-16.437807 +64317,-15.499897,-17.874899,-9.624897,-6.627817e-05 +6331,-1.1920928e-07,-15.6875,-17.875,-17.437853 +73812,-14.125032,-10.375032,-3.2901222e-05,-13.8751 +15701,-15.588815,-14.963815,-2.4638152,-0.088951565 +104663,-7.152555e-07,-16.625,-14.250001,-19.25011 +90606,-1.7127919,-4.587792,-6.712792,-0.21288653 +127552,-2.3841855e-07,-15.75,-16.125,-18.375107 +126761,-18.499939,-19.749939,-13.99994,-8.344647e-07 +92697,-0.6336418,-8.883642,-0.7586418,-7.009107 +107122,-8.750186,-12.000186,-0.00018606838,-10.750506 +74380,-17.999863,-16.249863,-11.874863,-7.0333235e-06 +66285,-9.5367386e-07,-16.25,-14.000001,-16.7501 +70163,-11.750239,-13.750239,-0.0002394628,-8.375308 +75972,-12.5000105,-14.3750105,-1.0490363e-05,-12.000083 +30713,-14.276293,-15.776293,-0.026293248,-3.6515944 +118867,-7.152555e-07,-14.375001,-17.0625,-16.500092 +84835,-11.75001,-1.001353e-05,-13.25001,-14.750136 +60503,-21.0,-19.75,0.0,-18.37508 +11807,-14.95087,-15.32587,-0.5758694,-0.8260307 +27906,-8.189343e-05,-12.375082,-9.500082,-12.750161 +30093,-14.750001,-9.5367386e-07,-16.125,-14.625227 +45657,-21.125,-18.5,0.0,-18.75009 +97197,-1.5497195e-06,-15.125002,-13.625002,-15.875069 +48440,-9.750058,-5.8410846e-05,-17.68756,-15.7502365 +14971,0.0,-16.875,-17.375,-17.875164 +61380,-13.12496,-12.74996,-11.24996,-1.7881233e-05 +7177,-10.375031,-3.1232346e-05,-18.00003,-16.882038 +40241,-0.0011713794,-13.626171,-15.126171,-6.7513394 +38583,-15.750336,-0.00033551786,-8.000336,-19.375465 +104941,-0.00033694788,-14.375337,-8.000337,-13.875441 +39377,-8.250261,-0.00026163016,-14.750261,-16.87538 +65329,-9.502261,-13.252261,-0.0022612258,-6.127448 +81089,-11.875009,-8.463824e-06,-13.875009,-14.251012 +6143,-10.999944,-16.687443,-9.749944,-7.509903e-05 +63753,-8.940657e-06,-12.000009,-13.000009,-14.6250725 +5084,-15.0352,-15.1602,-0.16020024,-1.9103653 +125282,-17.6875,-14.75,-4.7683704e-07,-15.875099 +7980,-13.374572,-13.749572,-14.624572,-3.0994368e-06 +42346,-19.249926,-20.062426,-15.999927,-1.1920928e-07 +73055,-11.500013,-13.625013,-1.3351351e-05,-13.125415 +31696,-15.500007,-12.000007,-6.3180723e-06,-17.875072 +101343,-13.625001,-18.187502,-1.1920922e-06,-18.062607 +115075,-5.960463e-07,-14.750001,-18.1875,-15.375093 +29447,-17.624931,-20.999931,-13.749929,-1.072883e-06 +89441,-3.1680028,-13.043003,-0.043002766,-13.418056 +15843,-0.009766061,-5.134766,-5.634766,-8.259907 +110126,-10.000209,-12.250209,-0.0002085945,-8.750432 +36142,-15.875283,-18.187782,-8.000282,-0.00033551786 +2846,-18.249893,-20.937393,-16.124893,-1.1920928e-07 +85390,-0.005029526,-10.38003,-5.3800297,-7.880171 +108138,-11.389073,-12.389073,-4.2640743,-0.014180491 +7571,-15.562397,-12.249897,-5.3748975,-0.004647169 +62381,-13.875001,-9.5367386e-07,-21.0625,-20.008245 +65963,-15.116102,-14.053602,-1.0536028,-0.4287547 +39384,-2.3841855e-07,-16.5,-18.0,-15.875251 +62356,-3.4570635e-06,-14.250004,-12.750004,-17.000097 +20478,-10.750026,-2.5868081e-05,-13.375026,-12.75023 +101968,-15.875,-16.5,-3.576278e-07,-16.500067 +124810,-14.625111,-13.875111,-0.00011026251,-9.12522 +9300,-17.875,-16.0,-1.1920928e-07,-18.62507 +35593,-15.01098,-16.63598,-4.510979,-0.011048921 +53670,-20.0,-17.125,0.0,-17.750084 +44789,-2.3841855e-07,-16.625,-18.5,-16.437626 +25135,-11.250013,-1.2993728e-05,-17.937513,-20.000097 +32124,-3.576278e-07,-15.0,-18.625,-17.875088 +36646,-10.375472,-8.375472,-8.125472,-0.0005577439 +34191,-13.14741,-15.39741,-3.7724092,-0.023267344 +65307,-16.62504,-18.93754,-9.500039,-7.486063e-05 +32731,-12.375004,-4.1723165e-06,-18.625004,-18.75382 +112637,-3.491819,-3.241819,-3.116819,-0.12085328 +18943,-9.375197,-9.125197,-0.0001973911,-12.501024 +117291,-4.887569e-06,-13.375005,-12.875005,-14.000073 +67975,-13.404749,-15.279749,-0.029748797,-3.5298634 +104676,-0.32871848,-1.3287184,-4.2037187,-7.8289194 +109059,-0.97431326,-0.4743133,-10.474314,-8.477968 +86252,-14.999949,-17.562449,-11.249949,-1.3351351e-05 +109620,-2.3841855e-07,-15.375,-19.1875,-17.000082 +35543,-16.2499,-18.9999,-15.8749,-2.3841855e-07 +96155,-9.75007,-6.997341e-05,-11.37507,-15.138118 +33646,-15.625,-15.75,-3.576278e-07,-20.56257 +64061,-0.0055287546,-10.255528,-5.255529,-8.255646 +6764,-7.152555e-07,-14.750001,-15.500001,-16.625107 +63078,-13.500002,-2.0265559e-06,-18.062502,-14.250182 +88343,-12.375004,-4.2915253e-06,-18.625004,-16.500187 +50106,-10.250609,-0.00060980796,-7.87561,-8.546068 +35688,-15.535204,-16.160204,-0.16020359,-1.9103447 +78697,-8.375235,-0.00023505308,-14.750235,-12.375472 +13749,-5.1309853,-0.005985076,-10.755985,-10.256321 +44428,-7.1257224,-13.125723,-11.750723,-0.0008143446 +13880,-3.933899e-06,-14.375004,-12.625004,-17.125158 +107805,-15.41304,-14.66304,-0.03803969,-3.2880988 +47687,-1.1920928e-07,-16.5,-18.75,-18.0001 +3328,-18.125,-17.0,-2.3841855e-07,-15.2501 +27574,-14.624909,-16.937408,-16.374908,-5.960463e-07 +6049,-13.000002,-2.264974e-06,-18.312502,-18.25024 +121371,-13.125003,-2.503392e-06,-15.500003,-15.375767 +93977,-9.625066,-16.750067,-6.627817e-05,-16.250122 +87794,-16.25,-18.0,-1.1920928e-07,-17.50009 +1284,-11.875008,-7.510157e-06,-16.250008,-14.501414 +86737,-12.401317,-11.151317,-0.026316239,-3.65141 +9800,-16.624912,-18.812412,-19.624912,-1.1920928e-07 +60632,-11.5000105,-1.0132739e-05,-17.00001,-19.375172 +69196,-13.375002,-1.5497195e-06,-19.750002,-18.375162 +109514,-17.5,-17.5,0.0,-16.875118 +75454,-5.0070405,-0.007040454,-8.25704,-9.632573 +68262,-6.876034,-14.876034,-0.0010339635,-14.001191 +51383,-7.1258097,-0.00080969924,-12.37581,-13.751031 +39024,-7.000913,-0.0009132029,-16.688414,-13.251024 +53372,-14.87614,-16.25114,-6.6261396,-0.0013266343 +61955,-15.511001,-13.261001,-4.511,-0.011050219 +46407,-12.500004,-3.6954812e-06,-17.500004,-16.806322 +56851,-13.625001,-18.375002,-1.4305105e-06,-15.250076 +117835,-21.25,-21.875,0.0,-22.000126 +41315,-11.000018,-18.500017,-1.7762026e-05,-13.750077 +54086,0.0,-18.875,-18.375,-19.3751 +1123,-0.0010368215,-13.126037,-6.8760366,-13.126155 +6738,-10.750022,-2.1815062e-05,-14.875022,-18.813885 +65022,-11.375164,-11.625164,-7.2501636,-0.0007307243 +29011,-15.999897,-20.062397,-16.874897,-1.1920928e-07 +209,-14.9013,-13.2763,-0.026300214,-3.651382 +117949,-7.510157e-06,-14.625008,-11.875008,-16.500069 +112253,-14.249914,-9.999914,-10.874914,-6.496695e-05 +117575,-13.089081,-8.839081,-0.08908112,-2.4641442 +12151,-15.625,-17.125,-2.3841855e-07,-18.250065 +6503,-5.704235,-11.329235,-0.8292352,-0.5793307 +47388,-11.000018,-1.8119648e-05,-15.625018,-13.501171 +122533,-10.874947,-14.874947,-10.624947,-4.3629647e-05 +77557,-0.21364298,-4.838643,-1.713643,-5.4637775 +3593,-10.500127,-0.00012659225,-10.625127,-9.502154 +39857,-2.503392e-06,-13.000003,-17.062502,-15.2500725 +82941,-13.625001,-1.1920922e-06,-18.562502,-19.814508 +2835,-2.0265559e-06,-13.625002,-14.250002,-15.50019 +12119,-11.12506,-15.87506,-6.031808e-05,-10.000135 +2255,-6.675698e-06,-13.375007,-12.625007,-13.250809 +99071,-10.250529,-12.000529,-0.0005293875,-7.6256886 +73970,-12.250006,-14.250006,-5.841238e-06,-14.750157 +73312,-9.237814,-3.175314,-0.67531395,-0.80045366 +109736,-11.250013,-1.3112935e-05,-16.437513,-16.889093 +2581,-9.375085,-8.487341e-05,-16.937584,-17.396585 +64922,-11.999925,-14.749925,-10.749925,-2.801379e-05 +85830,-9.5367386e-07,-14.875001,-14.750001,-15.125089 +122144,-9.625068,-6.735098e-05,-15.125068,-13.751454 +62330,-9.12511,-0.000109308945,-15.00011,-17.500507 +112561,-13.500014,-11.750014,-1.4066597e-05,-12.2503605 +48434,-10.750022,-2.1576649e-05,-17.000021,-16.00153 +119944,-13.125002,-2.0265559e-06,-19.000002,-20.687752 +120940,-0.1678505,-1.9178505,-8.1678505,-4.918009 +77443,-17.375002,-19.375002,-1.1920922e-06,-13.6276455 +23685,-15.503178,-15.253178,-0.0031779523,-5.7532663 +47231,-5.0067163,-0.0067160595,-15.756716,-14.31933 +91022,-13.750001,-1.072883e-06,-21.812502,-21.187918 +714,-15.972591,-14.035091,-1.9100908,-0.16024837 +25730,-13.875002,-13.625002,-2.264974e-06,-16.12516 +97729,-1.5735503e-05,-12.500015,-11.750015,-12.376444 +30236,-0.0015269774,-10.626527,-14.251527,-6.501635 +2443,-12.625004,-3.4570635e-06,-16.500004,-18.375267 +52656,-3.8957417,-10.645741,-0.020741584,-8.6458645 +116972,-14.624867,-15.874867,-11.249867,-1.3589766e-05 +43770,-3.7685504,-2.8935504,-1.3935504,-0.39550093 +10949,-14.125002,-1.7881378e-06,-14.125002,-14.75013 +100306,-15.875,-2.3841855e-07,-17.1875,-15.750686 +29745,-11.750009,-8.225407e-06,-14.750009,-17.250456 +60439,-12.249874,-12.624874,-11.999874,-1.41858045e-05 +109824,-8.625183,-0.00018344627,-12.625183,-14.405876 +102648,-16.251032,-17.626032,-0.0010326535,-6.8762536 +62099,-12.000038,-3.8384653e-05,-10.375038,-13.875165 +33686,-11.375013,-1.3351351e-05,-13.750013,-14.062598 +116606,-8.63181,-13.25681,-5.0068107,-0.0068960283 +85384,-16.37487,-17.37487,-13.874871,-1.072883e-06 +31834,-11.62501,-13.87501,-1.001353e-05,-15.875722 +58133,-15.124767,-16.124765,-13.374767,-1.9073468e-06 +95196,-19.75,-21.0,0.0,-19.625093 +11675,-8.000336,-0.00033539868,-17.312836,-18.00214 +34902,-1.5050759,-2.505076,-0.38007587,-4.3803763 +112691,-17.874891,-18.249891,-10.749891,-2.1457441e-05 +33713,-8.625181,-13.125181,-0.00018165846,-15.875277 +109135,-18.5,-19.875,0.0,-19.500097 +60521,-9.625075,-14.750075,-7.533743e-05,-11.625153 +76695,-10.62443,-15.93693,-17.06193,-2.4437606e-05 +98619,-17.625,-17.5,-4.7683704e-07,-14.500103 +13731,-12.750003,-2.9802277e-06,-15.750003,-18.625265 +14492,-11.250013,-1.3708975e-05,-14.625013,-15.375354 +81006,-14.50018,-14.25018,-0.00018070496,-8.625284 +114491,-17.124844,-15.124844,-11.749844,-8.225407e-06 +120167,-18.875,-17.0,-1.1920928e-07,-16.500156 +69602,-12.125006,-5.4836123e-06,-17.687506,-15.879053 +81057,-12.500007,-12.875007,-6.3180723e-06,-18.000153 +118239,-13.125002,-2.145765e-06,-16.250002,-18.187693 +26999,-6.751173,-13.126173,-0.0011730464,-14.001226 +103729,-5.9903307,-2.2403307,-0.115330786,-12.8656225 +70324,0.0,-16.75,-20.8125,-20.000072 +88697,-14.249965,-18.562466,-8.874965,-0.00014053787 +79720,-16.125,-5.960463e-07,-15.125001,-15.500423 +119098,-10.423545,-11.423545,-3.0485442,-0.048632182 +16374,-11.750008,-7.986991e-06,-15.687508,-17.250103 +8973,-10.875019,-1.9550132e-05,-16.75002,-14.375357 +92670,-0.0009844224,-7.750984,-7.500984,-13.751143 +46136,-10.625026,-2.5629668e-05,-15.625026,-13.625721 +113240,-7.867782e-06,-14.750008,-12.625008,-12.376292 +92271,-10.453915,-15.828915,-0.078914315,-2.578973 +47020,-14.89267,-13.14267,-0.14266981,-2.0177267 +68952,-11.875009,-13.625009,-8.463824e-06,-15.500129 +93704,-19.625,-17.75,0.0,-18.875286 +126515,-13.000002,-2.264974e-06,-19.500002,-18.66284 +1648,-15.893152,-12.268152,-0.018152302,-4.018286 +4147,-14.757489,-15.882489,-4.882489,-0.0076075364 +106815,-13.303676,-13.928676,-0.42867565,-1.0537548 +18919,-6.002776,-8.252776,-0.0027762225,-10.127935 +88395,-14.9121685,-17.03717,-3.287169,-0.03807561 +83361,-15.000001,-5.960463e-07,-19.25,-15.250223 +69550,-11.750008,-7.986991e-06,-19.187508,-16.56346 +59782,-14.500317,-17.125317,-7.750317,-0.00043120622 +62607,-15.37445,-15.12445,-8.74945,-0.00015901255 +49031,-14.936954,-14.811954,-0.06195372,-2.812196 +24073,-14.625023,-16.812521,-8.750023,-0.00015901255 +34883,-16.0,-14.75,-4.7683704e-07,-17.37512 +78080,-0.00038246947,-14.000382,-7.8753824,-13.375503 +59546,-11.125105,-9.000105,-10.250105,-0.00017355366 +123805,-3.4086688,-0.033668824,-12.9086685,-10.784071 +87807,-14.375001,-9.5367386e-07,-16.9375,-14.692543 +53821,-12.624851,-16.624851,-12.374851,-7.6293654e-06 +90016,-12.000007,-6.4372807e-06,-15.375007,-16.87538 +75870,-17.875,-16.875,-1.1920928e-07,-18.500082 +58764,-15.397868,-16.33537,-3.7728689,-0.023254648 +64575,-5.960463e-07,-14.625001,-18.0,-16.500076 +85818,-15.749896,-17.499897,-13.499896,-1.5497195e-06 +15652,-17.5,-16.875,-2.3841855e-07,-16.000084 +85976,-12.811965,-15.186965,-0.06196515,-2.8120563 +15080,-14.125001,-7.152555e-07,-19.0,-18.563208 +79945,-10.750022,-2.1695856e-05,-19.750021,-15.375577 +76385,-15.01808,-15.39308,-4.0180807,-0.018151717 +115581,-11.625016,-12.625016,-1.5973917e-05,-12.500133 +61199,-13.750001,-1.072883e-06,-18.187502,-24.000845 +85813,-19.625,-17.25,0.0,-18.75008 +67537,-15.625012,-1.239769e-05,-14.000012,-11.375195 +89261,-12.875004,-13.625004,-3.933899e-06,-15.625066 +22046,-13.624938,-15.749938,-9.624938,-6.747018e-05 +22926,-7.2717403e-06,-15.500008,-12.750008,-12.375126 +49488,-15.625036,-13.750036,-3.6596583e-05,-10.250089 +96660,-8.00035,-0.00035053308,-11.125351,-14.875514 +63730,-13.251418,-16.126421,-6.501419,-0.001504243 +9677,-3.3378547e-06,-15.500003,-12.750003,-15.500047 +120201,-16.24995,-16.24995,-10.749951,-2.1576649e-05 +35208,-17.1875,-15.625,-4.7683704e-07,-15.500167 +30950,-14.612808,-14.237808,-0.1128085,-2.2379475 +66963,-5.7531824,-14.503182,-0.003182349,-12.378282 +16156,-15.499897,-19.124897,-19.437397,-2.3841855e-07 +69670,-11.62501,-9.1790735e-06,-15.50001,-17.687733 +13477,-5.3796387,-0.004638863,-13.129639,-11.005078 +50904,-13.625003,-2.9802277e-06,-13.437503,-14.875175 +7930,-18.75,-15.000001,-5.960463e-07,-15.500119 +26294,-15.875986,-16.500988,-6.750986,-0.001170665 +35749,-11.250018,-18.000017,-1.7762026e-05,-12.250074 +55850,-6.1271896,-12.37719,-0.0021895026,-15.377279 +64767,-17.37494,-17.37494,-15.124941,-3.576278e-07 +22057,-17.383514,-18.133514,-4.758515,-0.0086153485 +87663,-17.374977,-18.812477,-9.874978,-5.149709e-05 +35864,-17.375057,-19.062557,-9.250059,-9.619727e-05 +33007,-14.875001,-14.875001,-8.344647e-07,-15.750116 +81372,-14.99992,-19.624918,-15.37492,-4.7683704e-07 +97703,-6.876035,-0.0010350352,-13.876035,-13.501511 +118589,-7.152555e-07,-16.75,-17.25,-14.125085 +65741,-1.4305105e-06,-13.750001,-16.250002,-15.250059 +119601,-13.375048,-14.375048,-4.7563375e-05,-10.000564 +114504,-17.000002,-13.500002,-1.7881378e-06,-15.000403 +92452,-1.7881378e-06,-15.375002,-13.375002,-16.750095 +11152,-0.15291412,-7.277914,-4.652914,-2.0282001 +44669,-17.125,-14.875,-3.576278e-07,-18.625193 +121963,-12.125006,-5.4836123e-06,-16.500006,-18.00008 +63486,-15.249936,-15.749936,-16.499935,-4.7683704e-07 +123055,-12.375079,-16.375078,-7.915183e-05,-9.50027 +119717,-5.1302595,-15.38026,-13.38026,-0.0059343576 +88042,-11.1733885,-15.7983885,-3.0483882,-0.048612196 +54428,-12.125007,-6.3180723e-06,-14.000007,-15.750526 +125274,-2.5748875e-05,-13.250026,-10.750026,-12.8751 +46816,-16.645542,-12.895542,-0.020542368,-3.8956478 +8553,-0.4287054,-12.428705,-1.0537053,-14.178769 +56455,-16.0,-1.1920928e-07,-21.5,-21.25025 +101092,-0.0005563142,-12.625556,-7.5005565,-17.313177 +55570,-4.6490542e-05,-14.750047,-14.125047,-10.000265 +2531,-2.8610189e-06,-15.875003,-14.125003,-13.125215 +55854,-10.000046,-4.5656117e-05,-16.000044,-16.562637 +65143,-3.576278e-07,-16.25,-16.125,-16.000072 +28422,-18.624903,-19.249903,-13.249904,-1.7881378e-06 +36329,-13.999826,-17.812325,-17.499825,-8.344647e-07 +8061,-8.250261,-0.00026163016,-15.312761,-15.563504 +107678,-17.0,-1.1920928e-07,-16.75,-16.125162 +53009,-0.034545816,-9.534546,-7.034546,-3.411164 +62879,-4.410734e-06,-15.750005,-15.750005,-12.375311 +26784,-10.375031,-3.1589963e-05,-15.000031,-18.00012 +21912,-15.313215,-13.938215,-0.31321573,-1.313391 +113597,-1.1920928e-07,-16.375,-18.75,-18.000082 +82760,-5.960463e-07,-15.125001,-14.875001,-17.375065 +26160,-13.125002,-2.145765e-06,-16.000002,-16.757093 +23421,-6.1271863,-0.002186291,-15.127186,-13.878034 +41793,-4.5228634,-0.7728636,-5.397864,-0.6483138 +103325,-13.000003,-2.8610189e-06,-18.125002,-14.37517 +33557,-13.500001,-1.4305105e-06,-20.187502,-19.250668 +81209,-15.500002,-1.5497195e-06,-17.750002,-13.50015 +107064,-15.999865,-19.249865,-17.562365,-1.1920928e-07 +98221,-0.0009779915,-10.2509775,-10.3759775,-7.0010347 +16139,-18.749905,-20.062405,-12.124906,-5.4836123e-06 +62717,-10.125041,-4.0768748e-05,-14.375041,-16.312805 +28151,0.0,-17.0,-18.5,-19.250093 +22888,-10.875024,-2.3603161e-05,-12.375024,-14.520225 +24637,-5.8779197,-9.502919,-0.0029194613,-10.127975 +92809,-14.499926,-20.437426,-11.999926,-6.675698e-06 +91862,-13.0000105,-11.7500105,-1.060957e-05,-14.625249 +7412,-8.344647e-07,-15.750001,-14.125001,-18.125103 +52442,-10.000536,-12.750536,-0.0005361788,-7.6256547 +87399,-0.00035112893,-11.750351,-8.500351,-8.875487 +112712,-6.7708585e-05,-13.375068,-9.625068,-16.375141 +54201,-0.14521635,-9.020216,-6.0202165,-2.0203073 +117074,-15.626929,-15.001929,-0.0019288522,-6.252056 +25137,-12.01763,-13.01763,-9.14263,-0.00011526874 +16780,-0.056797337,-12.681797,-3.0567973,-4.8068943 +72881,-15.750001,-15.625001,-7.152555e-07,-14.75011 +110597,-13.500001,-1.4305105e-06,-19.687502,-17.25047 +89655,-3.576278e-07,-16.875,-15.0,-16.876127 +48391,-11.750008,-7.867782e-06,-18.687508,-17.437843 +110182,-8.344647e-07,-14.625001,-15.375001,-16.375046 +87621,-11.876216,-6.501216,-11.126216,-0.0015244778 +122711,-1.1920928e-07,-17.0,-16.5,-18.125278 +115720,-7.152555e-07,-15.125001,-15.500001,-15.2500725 +66486,-13.625001,-1.1920922e-06,-17.500002,-16.81063 +68169,-10.375031,-3.1589963e-05,-15.375031,-15.752679 +110138,-8.625181,-13.250181,-0.00018153928,-15.125278 +21580,-9.500074,-7.486063e-05,-19.187574,-17.625843 +102553,-14.937504,-3.6954812e-06,-16.500004,-12.64719 +78769,-14.125001,-7.152555e-07,-20.125,-18.010468 +93593,-15.625,-1.1920928e-07,-19.6875,-17.250422 +16612,-6.0024877,-0.0024875433,-11.377487,-14.5061655 +59583,-11.000176,-17.937677,-8.000177,-0.00035220143 +76885,-3.933899e-06,-13.437504,-19.250004,-12.875668 +120777,-9.625067,-6.651657e-05,-14.625067,-16.752295 +121894,-4.5299425e-06,-15.750005,-15.500005,-12.375065 +88371,-1.1920928e-07,-16.5,-19.625,-18.875084 +68747,-14.625001,-15.250001,-7.152555e-07,-19.125132 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..c583a008a2b9c3c085f713104dba8ab66662ace5 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0002801254910207408,0.0,, +1,,,0.0002801254910207408,0.0 +1,0.0002801254910207408,0.0,, +2,,,0.0002801254910207408,0.0 +2,0.0002801254910207408,0.0,, +3,,,0.0002801254910207408,0.0 +3,0.0002801254910207408,0.0,, +4,,,0.0002801254910207408,0.0 +4,0.0002801254910207408,0.0,, +5,,,0.0002801254910207408,0.0 +5,0.0002801254910207408,0.0,, +6,,,0.0002801254910207408,0.0 +6,0.0002801254910207408,0.0,, +7,,,0.0002801254910207408,0.0 +7,0.0002801254910207408,0.0,, +8,,,0.0002801254910207408,0.0 +8,0.0002801254910207408,0.0,, +9,,,0.0002801254910207408,0.0 +9,0.0002801254910207408,0.0,, +10,,,0.0002801254910207408,0.0 +10,0.0002801254910207408,0.0,, +11,,,0.0002801254910207408,0.0 +11,0.0002801254910207408,0.0,, +12,,,0.0002801254910207408,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..9d1e0716195686d76d420ea6401e395e9c141ac0 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-9.500076,-7.652944e-05,-13.500076,-15.339987 +80227,-5.960463e-07,-17.0,-14.250001,-20.06255 +79086,0.0,-18.375,-17.125,-20.25012 +75303,-16.812424,-18.624924,-15.874924,-2.3841855e-07 +56417,-15.625,-15.0,-4.7683704e-07,-16.937616 +11319,-5.38014,-9.25514,-7.50514,-0.0052668387 +12625,-1.1086402e-05,-14.875011,-11.500011,-14.250122 +87626,-9.875076,-7.617183e-05,-10.625076,-14.993352 +43853,-12.624925,-15.874925,-15.062425,-3.6954812e-06 +23828,-16.875313,-20.000313,-7.8753133,-0.0003800862 +27858,-2.3502357,-10.475236,-0.1002357,-13.850331 +12604,-9.375085,-17.062586,-8.523101e-05,-14.750201 +8180,-11.375011,-17.000011,-1.1563234e-05,-18.187593 +37466,-16.374928,-16.312428,-14.499927,-7.152555e-07 +48185,-5.753214,-0.0032139574,-10.253214,-13.815823 +77755,-16.750002,-14.125001,-1.072883e-06,-15.375114 +29286,-4.087282,-4.9622817,-1.3372821,-0.3373486 +87038,-19.24988,-21.93738,-20.18738,0.0 +33094,-10.125054,-5.435796e-05,-11.250054,-13.500171 +17990,-12.757608,-17.070108,-0.007608128,-4.882724 +125393,-19.249924,-20.812424,-18.249924,0.0 +25066,-12.000008,-7.2717403e-06,-16.375008,-13.875305 +93021,-20.43744,-22.37494,-12.499941,-3.6954812e-06 +91364,-16.875,-17.875,-1.1920928e-07,-17.625204 +56219,-0.016497392,-10.141498,-4.1414976,-7.76655 +108119,-6.7509522,-8.875952,-9.875952,-0.0013617538 +108029,-4.141138,-13.016138,-8.641138,-0.016214406 +82606,-20.937458,-18.937458,-10.374959,-3.1232346e-05 +34733,-19.062315,-20.562315,-11.124813,-1.4781843e-05 +40806,0.0,-17.625,-19.125,-19.062567 +89870,-1.1920928e-07,-16.5,-17.5,-18.375105 +120589,-15.125016,-11.125016,-1.585471e-05,-14.000246 +107229,-12.250005,-14.875005,-5.1259863e-06,-19.187578 +81763,-14.500002,-15.125002,-2.264974e-06,-13.375115 +126587,-4.7765718,-9.02657,-4.0265718,-0.026734622 +105931,-12.125006,-5.6028207e-06,-15.500006,-17.187708 +51593,-0.0038921095,-11.878892,-5.753892,-7.2540517 +105827,-15.011,-17.511,-4.5110006,-0.011048568 +92547,-12.250009,-8.344616e-06,-12.625009,-15.500199 +11098,-17.567734,-15.880234,-0.005233635,-5.255293 +15535,-9.625068,-6.806619e-05,-15.500068,-13.250359 +104144,-3.8982904,-13.648291,-0.023290403,-5.898494 +84409,-1.7881378e-06,-14.500002,-14.125002,-14.375138 +55188,-14.500001,-14.250001,-1.3113013e-06,-15.875094 +97914,-12.875003,-17.250002,-2.622601e-06,-22.062725 +9697,-12.000277,-18.312777,-7.7502766,-0.0004369258 +43614,-17.999947,-20.999947,-12.624947,-3.3378547e-06 +57056,-23.874872,-23.874872,-17.499872,0.0 +98595,-10.25008,-7.9747835e-05,-11.62508,-10.25023 +11602,-9.408725,-13.221225,-0.03372507,-3.408857 +29109,-9.000124,-17.187624,-0.00012373159,-15.3752165 +114682,-12.375004,-4.1723165e-06,-18.687504,-17.750368 +63374,-12.500004,-3.81469e-06,-18.937504,-16.377031 +77864,-11.375012,-17.125011,-1.2159274e-05,-14.250084 +81631,-2.1951098,-7.38261,-0.32010984,-1.8203914 +124163,-11.576348,-17.45135,-1.7013487,-0.20143926 +81563,-12.50083,-14.00083,-7.0008297,-0.0009160613 +13895,-4.0181575,-0.01815757,-12.018158,-13.393281 +12863,-16.37487,-21.68737,-14.499869,-5.960463e-07 +45732,-6.756398,-0.0063981926,-5.256398,-15.006716 +49404,-14.125002,-15.125002,-1.6689287e-06,-14.125126 +487,-8.625182,-0.00018189683,-13.250182,-14.37539 +64317,-20.499887,-23.249887,-15.249887,-2.3841855e-07 +6331,-2.145765e-06,-13.375002,-14.625002,-16.43878 +73812,-10.250998,-8.750998,-0.0009978798,-7.1261854 +15701,-16.705061,-17.455061,-2.0175598,-0.14269286 +104663,-3.576278e-07,-17.5,-15.0,-20.500109 +90606,-0.8352595,-6.5852594,-4.8352594,-0.5853465 +127552,-9.5367386e-07,-15.500001,-14.125001,-18.562614 +126761,-16.913002,-20.413002,-3.2880015,-0.038043022 +92697,-0.07944802,-9.954448,-2.579448,-7.579982 +107122,-2.464446,-9.714446,-0.089446045,-7.7150617 +74380,-22.124907,-21.562407,-16.749907,0.0 +66285,-2.384183e-06,-16.125002,-13.000002,-18.12512 +70163,-12.625143,-14.750143,-0.00014351768,-8.875229 +75972,-10.375036,-13.500036,-3.623897e-05,-12.50018 +30713,-11.511778,-14.949278,-1.1367776,-0.3869303 +118867,-7.152555e-07,-14.875001,-14.750001,-18.312605 +84835,-11.625018,-1.8596476e-05,-11.875018,-12.812588 +60503,-14.500001,-17.5625,-5.960463e-07,-16.000092 +11807,-16.449297,-15.761796,-1.136796,-0.3869068 +27906,-2.622601e-06,-15.000003,-13.000003,-18.375141 +30093,-16.75,-2.3841855e-07,-17.5,-15.250191 +45657,-12.250005,-16.625006,-4.887569e-06,-18.812563 +97197,-2.3841855e-07,-17.75,-15.375,-20.812574 +48440,-10.875021,-2.1099822e-05,-16.000021,-13.125143 +14971,-3.576278e-07,-16.625,-15.5,-20.187746 +61380,-12.75001,-11.50001,-9.68751,-7.509903e-05 +7177,-4.6347566,-0.009756499,-15.697256,-14.509878 +40241,-0.00049638347,-12.250496,-8.375496,-8.250736 +38583,-13.125914,-0.0009135602,-7.0009136,-15.751083 +104941,-0.0001234932,-16.625124,-9.000123,-20.18773 +39377,-7.5005546,-0.00055452704,-13.625554,-14.875652 +65329,-2.3281598,-8.515659,-0.3281597,-1.7033272 +81089,-9.625088,-8.7614986e-05,-11.375088,-11.500323 +6143,-13.624943,-19.062443,-11.374943,-1.2636105e-05 +63753,-7.0333235e-06,-13.250007,-12.250007,-14.500102 +5084,-13.781074,-16.406075,-1.4060736,-0.2811764 +125282,-12.750008,-12.875008,-7.3909487e-06,-13.187677 +7980,-2.018151,-7.7681503,-8.14315,-0.1434255 +42346,-23.124866,-21.187366,-15.4998665,-2.3841855e-07 +73055,-8.50022,-11.12522,-0.00022063205,-12.875562 +31696,-12.75001,-12.25001,-9.417489e-06,-13.250087 +101343,-6.3767023,-16.814201,-0.0017021705,-19.814247 +115075,-1.1920928e-07,-15.75,-17.5,-18.250105 +29447,-20.249922,-23.187422,-14.874922,-3.576278e-07 +89441,-1.0537038,-12.803703,-0.42870376,-14.928743 +15843,-0.0042735683,-9.004273,-7.5042734,-5.6293697 +110126,-11.250032,-14.125032,-3.266281e-05,-10.875215 +36142,-15.438081,-18.188082,-7.3755817,-0.0006267252 +2846,-19.8124,-21.6874,-15.8749,-1.1920928e-07 +85390,-0.0016928879,-10.251693,-6.751693,-7.626851 +108138,-13.500565,-15.625565,-7.250564,-0.00071154546 +7571,-23.624691,-18.249691,-10.874691,-1.8954097e-05 +62381,-12.875003,-2.503392e-06,-19.625002,-18.000414 +65963,-18.627708,-16.440208,-5.877708,-0.0028052286 +39384,0.0,-18.125,-18.625,-18.625307 +62356,-4.76836e-06,-17.500004,-12.250005,-20.93757 +20478,-4.5111394,-0.011139346,-11.761139,-9.386308 +101968,-12.875003,-16.500002,-2.622601e-06,-18.687605 +124810,-13.625126,-13.500126,-0.00012599629,-9.000237 +9300,-15.999999,-16.625,-1.1920928e-07,-19.625074 +35593,-18.205517,-17.018017,-4.018017,-0.01815242 +53670,-17.812508,-16.000008,-7.986991e-06,-11.750078 +44789,0.0,-16.875,-18.0625,-19.250103 +25135,-11.125014,-1.4781843e-05,-17.687515,-20.062592 +32124,-3.4570635e-06,-12.875004,-13.875004,-18.062653 +36646,-6.5054736,-11.505474,-5.5054736,-0.0055853026 +34191,-17.500061,-19.312561,-8.500059,-0.00020346955 +65307,-19.312466,-22.499966,-13.249966,-1.7881378e-06 +32731,-12.750003,-2.8610189e-06,-20.187502,-18.50027 +112637,-5.3796077,-9.254607,-8.504607,-0.0049199234 +18943,-5.5056925,-7.2556925,-0.0056925802,-7.005807 +117291,-9.5367386e-07,-17.625,-13.875001,-17.375088 +67975,-10.576424,-15.138924,-0.20142347,-1.7015085 +104676,-5.007517,-0.0075166733,-7.132517,-13.007654 +109059,-7.8753805,-0.00038032452,-16.00038,-16.635225 +86252,-18.562437,-21.374937,-14.874939,-3.576278e-07 +109620,-3.576278e-07,-15.0,-18.625,-17.250093 +35543,-20.18735,-20.74985,-14.249849,-5.960463e-07 +96155,-9.000128,-0.00012742661,-13.000128,-13.260863 +33646,-12.250008,-12.625008,-8.106199e-06,-19.125074 +64061,-0.0012437712,-11.751244,-8.501244,-6.8763776 +6764,-1.4305013e-05,-15.000014,-12.875014,-11.375084 +63078,-15.500001,-5.960463e-07,-18.5,-14.875136 +88343,-11.875007,-6.9141147e-06,-17.625008,-17.250109 +50106,-9.887771,-0.012770539,-6.3877707,-4.5138226 +35688,-16.625027,-17.750027,-2.7656173e-05,-10.500097 +78697,-11.5000105,-1.0251946e-05,-16.00001,-17.625166 +13749,-4.882759,-0.0077593112,-9.757759,-9.258044 +44428,-6.002462,-13.814962,-9.627462,-0.0025428364 +13880,-1.6808368e-05,-15.750017,-11.000017,-20.000164 +107805,-14.50014,-16.625141,-0.00014041868,-8.875201 +47687,0.0,-18.0,-16.875,-20.000143 +3328,-11.375011,-15.000011,-1.1920858e-05,-16.00019 +27574,-18.749922,-20.624922,-19.124922,0.0 +6049,-11.125015,-1.5139465e-05,-16.000013,-15.437629 +121371,-14.250003,-3.0994368e-06,-15.500003,-13.000276 +93977,-4.634756,-16.009756,-0.009756027,-18.259855 +87794,-11.625009,-16.75001,-8.940657e-06,-18.062593 +1284,-11.875027,-2.6344906e-05,-14.250027,-10.876665 +86737,-14.054705,-11.804705,-2.929705,-0.054900926 +9800,-14.749933,-19.312433,-16.749933,-4.7683704e-07 +60632,-10.625025,-2.4437606e-05,-15.750025,-19.562601 +69196,-13.250002,-2.145765e-06,-18.062502,-14.750126 +109514,-11.625009,-16.68751,-8.940657e-06,-17.312656 +75454,-2.9388778,-0.06387775,-5.0638776,-5.939169 +68262,-2.4639454,-12.276445,-0.088945344,-13.589065 +51383,-2.8121192,-0.0621192,-8.9371195,-10.8122635 +39024,-7.500593,-0.0005932478,-15.188093,-10.125684 +53372,-18.624943,-20.624943,-9.999942,-4.5417706e-05 +61955,-20.377436,-18.252436,-6.0024376,-0.0024757707 +46407,-13.250002,-1.7881378e-06,-20.250002,-19.92768 +56851,-7.750431,-17.125431,-0.00043096792,-15.500579 +117835,-19.3125,-20.625,0.0,-20.812605 +41315,-5.1309295,-16.75593,-0.005929617,-13.880996 +54086,-0.0015024575,-15.626502,-6.5015025,-17.001577 +1123,-3.3378547e-06,-17.000004,-12.625003,-18.62508 +6738,-5.6286135,-0.0036133733,-11.253613,-14.819382 +65022,-11.874297,-13.124297,-9.874297,-6.0437284e-05 +29011,-18.499859,-22.562359,-13.749858,-1.072883e-06 +209,-12.376933,-14.251933,-0.0019333734,-6.2519956 +117949,-7.152555e-07,-17.25,-14.125001,-17.250067 +112253,-18.374836,-14.624837,-13.374837,-2.0265559e-06 +117575,-15.203863,-10.578863,-2.5788636,-0.078919716 +12151,-9.250096,-15.375096,-9.6316464e-05,-18.687672 +6503,-13.259757,-15.509757,-0.009757089,-4.634827 +47388,-10.000068,-6.747018e-05,-14.250068,-10.750407 +122533,-13.624904,-15.874904,-11.874904,-8.344616e-06 +77557,-3.9135354,-5.163535,-0.03853533,-4.41363 +3593,-6.439058,-0.064057894,-7.564058,-2.8145347 +39857,-2.9802277e-06,-13.625003,-13.625003,-14.37511 +82941,-13.375002,-1.6689287e-06,-17.562502,-16.375198 +2835,-3.0994368e-06,-14.000003,-13.000003,-16.875174 +12119,-9.250103,-16.000103,-0.00010311072,-11.875202 +2255,-1.4305105e-06,-14.875001,-15.500001,-14.000182 +99071,-7.501509,-10.001509,-0.0015090042,-7.0016356 +73970,-3.2935996,-6.4185996,-0.043599583,-5.5437565 +73312,-14.563879,-8.751379,-6.626379,-0.0014847218 +109736,-12.625005,-5.1259863e-06,-15.500005,-13.3754015 +2581,-7.1258054,-0.0008055303,-15.188306,-14.001737 +64922,-6.626216,-15.001216,-11.376216,-0.0013378251 +85830,-7.152555e-07,-14.625001,-15.750001,-15.7500925 +122144,-9.125132,-0.00013136001,-13.875132,-10.750805 +62330,-8.375235,-0.00023469554,-12.375235,-16.875353 +112561,-10.500462,-12.687962,-0.00046111442,-7.7507787 +48434,-5.0067253,-0.0067252954,-13.756725,-11.6329565 +119944,-11.375011,-1.1444026e-05,-19.125011,-16.87513 +120940,-0.00023636408,-10.2502365,-10.7502365,-8.6253805 +77443,-10.500039,-15.375039,-3.921909e-05,-11.380207 +23685,-15.500488,-16.125488,-0.00048816207,-7.6256104 +47231,-8.125302,-0.00030226907,-13.875302,-12.125372 +91022,-12.250005,-4.76836e-06,-21.062504,-18.250145 +714,-19.24988,-19.93738,-10.99988,-1.668916e-05 +25730,-11.625017,-11.750017,-1.7285198e-05,-14.625325 +97729,-0.0015203119,-11.00152,-6.50152,-13.502502 +30236,-0.00023922442,-10.250239,-8.750239,-10.00038 +2443,-6.501504,-0.0015041239,-13.501504,-15.001606 +52656,-1.3180009,-7.818001,-0.31800097,-5.443192 +116972,-20.062258,-19.249758,-14.874757,-3.576278e-07 +43770,-1.9704764,-6.0954766,-2.8454766,-0.22283117 +10949,-10.875066,-6.580136e-05,-11.375066,-10.250181 +100306,-13.875006,-5.4836123e-06,-13.625006,-12.625334 +29745,-10.250041,-4.0768748e-05,-12.375041,-13.625278 +60439,-14.312422,-13.124922,-11.749922,-1.0490363e-05 +109824,-6.5015097,-0.0015097184,-12.00151,-13.626596 +102648,-10.125336,-16.750336,-0.0003361137,-8.125411 +62099,-7.750502,-0.0005019835,-9.625502,-12.125621 +33686,-9.500087,-8.6423e-05,-13.500087,-11.500134 +116606,-8.813355,-13.813355,-1.313355,-0.31343228 +85384,-21.374823,-21.499823,-16.124823,-1.1920928e-07 +31834,-2.8120844,-9.687084,-0.062084474,-9.81228 +58133,-20.437239,-21.437239,-14.87474,-3.576278e-07 +95196,-12.625003,-18.937504,-3.3378547e-06,-17.125097 +11675,-7.7504306,-0.0004307296,-16.937931,-16.625616 +34902,-13.000003,-15.250003,-2.9802277e-06,-14.6251545 +112691,-22.437338,-22.874838,-15.124839,-2.3841855e-07 +33713,-5.504084,-12.129084,-0.004083985,-16.0042 +109135,-11.000016,-17.875017,-1.668916e-05,-17.125145 +60521,-7.252896,-12.877895,-0.0028958074,-6.1279864 +76695,-9.124978,-16.812477,-14.374978,-0.000109547334 +98619,-15.375,-18.5,-2.3841855e-07,-20.125233 +13731,-12.750006,-5.9604467e-06,-12.875006,-14.250114 +14492,-6.8760395,-0.0010395605,-12.2510395,-13.126181 +81006,-12.750038,-15.875038,-3.8384653e-05,-10.25013 +114491,-21.562347,-21.124847,-16.124847,-1.1920928e-07 +120167,-15.875001,-15.375001,-1.4305105e-06,-13.750161 +69602,-9.8750515,-5.19739e-05,-16.000051,-14.766391 +81057,-3.1716678,-5.671668,-0.046667874,-8.42217 +118239,-11.5000105,-1.060957e-05,-14.5000105,-17.187653 +26999,-3.048592,-12.298593,-0.048592098,-15.298659 +103729,-7.260533,-4.635533,-0.010532979,-9.510607 +70324,0.0,-18.125,-17.625,-21.43761 +88697,-18.687368,-21.187368,-14.874868,-3.576278e-07 +79720,-9.750078,-7.867504e-05,-11.000078,-12.500237 +119098,-13.499943,-14.624943,-9.124943,-0.000110739296 +16374,-13.000002,-2.264974e-06,-17.062502,-17.68765 +8973,-7.500555,-0.0005552419,-13.875555,-13.500862 +92670,-0.0010609956,-10.501061,-6.876061,-14.126191 +46136,-10.500028,-2.801379e-05,-16.750029,-14.500251 +113240,-3.2186456e-06,-14.875003,-14.250003,-13.000769 +92271,-12.392605,-17.830105,-2.0176048,-0.1426907 +47020,-14.755173,-14.005173,-5.2551727,-0.0052352953 +68952,-11.750012,-12.375012,-1.2278481e-05,-16.500185 +93704,-16.0,-15.25,-3.576278e-07,-17.000498 +126515,-13.375002,-1.7881378e-06,-19.625002,-15.50175 +1648,-13.004624,-12.754624,-0.004624624,-5.379779 +4147,-18.437551,-19.687551,-8.5000515,-0.00020346955 +106815,-12.523088,-16.210587,-0.5230882,-0.89818347 +18919,-3.065675,-6.315675,-0.06567496,-4.1907625 +88395,-16.632143,-18.882143,-4.882142,-0.007609666 +83361,-13.750001,-1.072883e-06,-18.875002,-17.500113 +69550,-11.250016,-1.633154e-05,-17.125017,-12.62545 +59782,-15.749978,-19.749979,-9.749978,-5.8410846e-05 +62607,-15.747818,-17.37282,-9.997818,-4.5656117e-05 +49031,-15.53787,-15.78787,-0.22537038,-1.6005812 +24073,-17.624794,-19.499794,-14.249794,-7.152555e-07 +34883,-13.500002,-14.750002,-1.7881378e-06,-19.500101 +78080,-1.5020258e-05,-16.250015,-11.125015,-16.250107 +59546,-10.999975,-13.124975,-9.874975,-7.00926e-05 +123805,-1.805153,-0.18015301,-9.930153,-7.930401 +87807,-12.250041,-4.0649542e-05,-14.375041,-10.252063 +53821,-12.000024,-18.562523,-9.250024,-0.00010227634 +90016,-10.750023,-2.2887922e-05,-13.750023,-14.814261 +75870,-13.000004,-13.500004,-3.933899e-06,-14.750082 +58764,-19.999807,-20.999807,-11.124806,-1.4781843e-05 +64575,-3.576278e-07,-16.375,-15.25,-17.000072 +85818,-20.937408,-20.062408,-14.8749075,-3.576278e-07 +15652,-15.625,-17.875,-3.576278e-07,-16.381018 +85976,-11.304687,-17.61719,-1.8046871,-0.17977074 +15080,-13.125002,-2.145765e-06,-18.875002,-16.250233 +79945,-13.750001,-1.4305105e-06,-20.375002,-14.750249 +76385,-13.376099,-16.563599,-6.6260986,-0.0013278248 +115581,-5.5099998,-10.9475,-0.009999774,-5.1351223 +61199,-13.250002,-1.7881378e-06,-18.000002,-18.678122 +85813,-17.75,-18.75,0.0,-18.125061 +67537,-12.25104,-0.0010406323,-12.62604,-6.876312 +89261,-15.250001,-15.125001,-7.152555e-07,-15.500073 +22046,-19.187368,-19.937368,-15.124868,-2.3841855e-07 +22926,-0.00014375607,-14.937644,-12.500144,-8.876019 +49488,-12.000008,-15.625008,-8.106199e-06,-13.250062 +96660,-8.500214,-0.00021360023,-11.625214,-13.625399 +63730,-13.125145,-18.062645,-8.250145,-0.00026329866 +9677,-1.1920922e-06,-16.625002,-14.000001,-15.375099 +120201,-19.874916,-21.874916,-14.874915,-3.576278e-07 +35208,-10.750023,-13.937523,-2.2649509e-05,-14.940134 +30950,-16.01803,-16.705528,-4.0180287,-0.018152302 +66963,-6.3767023,-15.126702,-0.0017025275,-16.626858 +16156,-14.74992,-19.99992,-16.87492,-4.7683704e-07 +69670,-10.000048,-4.7324967e-05,-13.250048,-15.750259 +13477,-7.500554,-0.00055428874,-14.500554,-14.001189 +50904,-12.875018,-1.7881233e-05,-11.250018,-12.937788 +7930,-11.750009,-14.875009,-8.463824e-06,-15.500098 +26294,-17.813074,-18.563074,-7.375573,-0.0006266061 +35749,-5.379645,-14.879644,-0.004644796,-10.629798 +55850,-4.0181527,-12.768153,-0.018152772,-18.018215 +64767,-20.06247,-19.49997,-11.37497,-1.1444026e-05 +22057,-18.125153,-20.500153,-7.7501526,-0.0004307296 +87663,-21.937391,-23.437391,-13.62489,-1.1920922e-06 +35864,-20.24995,-23.62495,-15.24995,-2.3841855e-07 +33007,-12.3750105,-12.1250105,-1.0251946e-05,-14.375092 +81372,-17.81241,-18.62491,-11.499912,-1.0132739e-05 +97703,-4.63476,-0.009760041,-13.07226,-13.134956 +118589,-1.1920922e-06,-16.125002,-14.000001,-15.375077 +65741,-7.986991e-06,-16.000008,-12.500008,-12.375164 +119601,-3.060653,-8.810653,-0.060652897,-4.4359355 +114504,-16.125,-14.125001,-8.344647e-07,-18.375366 +92452,-7.152555e-07,-15.375001,-14.750001,-16.375069 +11152,-0.00484234,-10.754843,-8.504843,-5.38022 +44669,-10.375388,-10.750388,-0.00038807013,-8.000551 +121963,-10.875019,-1.9311718e-05,-14.750019,-17.250065 +63486,-15.624907,-17.124908,-13.874907,-1.1920922e-06 +123055,-2.72794,-8.85294,-0.22793998,-1.9781044 +119717,-7.4989223,-17.873924,-14.998922,-0.00055416964 +88042,-17.125214,-18.875214,-7.7502127,-0.0004307296 +54428,-11.375018,-1.8477269e-05,-12.500018,-12.625638 +125274,-0.000141849,-13.250142,-8.875142,-15.250237 +46816,-16.078766,-15.078768,-2.5787675,-0.07890021 +8553,-2.9298825,-15.367382,-0.05488242,-18.992487 +56455,-14.125001,-7.152555e-07,-20.75,-17.50014 +101092,-0.22547257,-9.725472,-1.6004726,-15.725702 +55570,-1.1920922e-06,-16.500002,-14.875001,-14.125142 +2531,-1.0847986e-05,-14.7500105,-11.5000105,-14.875216 +55854,-12.250005,-4.887569e-06,-16.187506,-17.312622 +65143,-4.7683704e-07,-16.75,-14.5,-17.125074 +28422,-22.249922,-21.937422,-16.249922,-1.1920928e-07 +36329,-9.687429,-12.687429,-11.374929,-7.6648634e-05 +8061,-2.5788908,-0.07889074,-14.453891,-14.746945 +107678,-12.875004,-4.2915253e-06,-14.250004,-13.625104 +53009,-0.0032920234,-10.753292,-9.128292,-5.758248 +62879,-1.5020258e-05,-13.750015,-13.875015,-11.250224 +26784,-9.125112,-0.000111573674,-12.875112,-16.250202 +21912,-18.283525,-16.033525,-3.4085257,-0.03364992 +113597,0.0,-17.5,-17.25,-19.56262 +82760,-5.960463e-07,-18.125,-14.375001,-21.625061 +26160,-11.250014,-1.4662635e-05,-15.000014,-13.500552 +23421,-8.1253,-0.00030060063,-14.6253,-12.377015 +41793,-6.2547426,-6.8797426,-6.1297426,-0.0051400657 +103325,-14.5,-4.7683704e-07,-18.5,-16.87511 +33557,-11.250013,-1.2993728e-05,-18.937513,-16.875282 +81209,-8.2504225,-0.0004221502,-12.8754225,-8.750563 +107064,-18.3749,-20.9374,-15.874902,-1.1920928e-07 +98221,-0.0025722058,-13.815072,-9.252572,-6.0026593 +16139,-21.812353,-22.999853,-15.874852,-1.1920928e-07 +62717,-7.250719,-0.00071893114,-11.750719,-13.688341 +28151,-1.1920928e-07,-18.25,-15.875,-20.250206 +22888,-12.375031,-3.1828375e-05,-10.625031,-12.620986 +24637,-4.5110507,-13.13605,-0.011050573,-14.011109 +92809,-16.874937,-24.062437,-11.124935,-1.4781843e-05 +91862,-7.0030947,-6.1280947,-0.0030948857,-14.753305 +7412,-1.7881378e-06,-17.625002,-13.250002,-19.500095 +52442,-9.750064,-14.750064,-6.401334e-05,-12.125205 +87399,-0.019702911,-8.894703,-4.769703,-4.5199056 +112712,-3.564294e-05,-15.250035,-10.250035,-18.250126 +54201,-2.2445126,-9.7445135,-4.9945126,-0.11969925 +117074,-18.12679,-17.75179,-6.2517886,-0.0019288522 +25137,-5.256916,-11.381917,-6.256916,-0.007165566 +16780,-0.01605171,-13.766051,-4.141052,-11.016188 +72881,-16.25,-16.75,-4.7683704e-07,-15.000071 +110597,-14.375001,-5.960463e-07,-20.4375,-18.00021 +89655,-1.1563234e-05,-15.625011,-11.625011,-12.875264 +48391,-12.625003,-3.3378547e-06,-16.687504,-18.062756 +110182,-1.3113013e-06,-15.125001,-13.750001,-18.062565 +87621,-14.124762,-10.499762,-13.374762,-2.9801879e-05 +122711,0.0,-18.125,-18.5,-21.25011 +115720,-3.576278e-07,-17.5,-14.875,-20.687613 +66486,-13.750001,-1.1920922e-06,-17.750002,-16.397745 +68169,-12.875003,-2.7418098e-06,-15.875003,-16.000214 +110138,-10.625025,-14.375025,-2.491443e-05,-18.625128 +21580,-10.500028,-2.7536968e-05,-20.687527,-18.43767 +102553,-12.375051,-5.1020274e-05,-12.875051,-10.022807 +78769,-14.000001,-8.344647e-07,-19.875,-17.625383 +93593,-15.375,-2.3841855e-07,-19.0,-19.000198 +16612,-8.000338,-0.00033754372,-13.500338,-14.125829 +59583,-13.875628,-20.125628,-7.125628,-0.0008055303 +76885,-2.3841855e-07,-15.9375,-16.75,-16.250208 +120777,-4.3875113,-0.012511337,-13.387511,-15.262795 +121894,-8.106199e-06,-16.500008,-11.750008,-15.875154 +88371,-2.3841855e-07,-16.375,-16.25,-17.750065 +68747,-9.000124,-15.000124,-0.00012420837,-14.562709 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..f4df9705af237dbe4b7d2a2484e4dfc2295e5554 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00026468234061609216,0.0,, +1,,,0.00026468234061609216,0.0 +1,0.00026468234061609216,0.0,, +2,,,0.00026468234061609216,0.0 +2,0.00026468234061609216,0.0,, +3,,,0.00026468234061609216,0.0 +3,0.00026468234061609216,0.0,, +4,,,0.00026468234061609216,0.0 +4,0.00026468234061609216,0.0,, +5,,,0.00026468234061609216,0.0 +5,0.00026468234061609216,0.0,, +6,,,0.00026468234061609216,0.0 +6,0.00026468234061609216,0.0,, +7,,,0.00026468234061609216,0.0 +7,0.00026468234061609216,0.0,, +8,,,0.00026468234061609216,0.0 +8,0.00026468234061609216,0.0,, +9,,,0.00026468234061609216,0.0 +9,0.00026468234061609216,0.0,, +10,,,0.00026468234061609216,0.0 +10,0.00026468234061609216,0.0,, +11,,,0.00026468234061609216,0.0 +11,0.00026468234061609216,0.0,, +12,,,0.00026468234061609216,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..b163b9ff2b8dd3c8cca9aa9d75d1df48746ba1b0 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-9.75006,-5.9841273e-05,-13.37506,-18.18803 +80227,-1.7046783e-05,-15.250017,-11.000017,-16.250072 +79086,0.0,-18.0,-18.375,-21.375122 +75303,-16.374916,-17.499916,-20.187416,-1.1920928e-07 +56417,-15.250001,-16.000002,-1.4305105e-06,-13.750066 +11319,-6.376933,-8.001933,-10.126933,-0.0020773278 +12625,-5.0067774e-06,-15.625005,-16.625006,-12.250079 +87626,-6.75121,-0.0012101954,-10.12621,-18.153927 +43853,-17.124943,-18.312443,-17.249943,-1.1920928e-07 +23828,-17.128534,-18.878534,-5.6285343,-0.0036003073 +27858,-9.000124,-15.000124,-0.00012373159,-16.81269 +12604,-9.875052,-16.562551,-5.2093103e-05,-14.250133 +8180,-15.25,-20.375,-2.3841855e-07,-20.375074 +37466,-18.749928,-17.624928,-11.624927,-8.940657e-06 +48185,-10.750022,-2.1695856e-05,-16.500021,-16.375092 +77755,-18.75,-15.75,-1.1920928e-07,-17.250175 +29286,-3.7342532,-4.1092534,-0.7342532,-0.7343331 +87038,-19.24984,-21.43734,-16.62484,-1.1920928e-07 +33094,-10.500028,-2.7894584e-05,-15.250028,-16.125107 +17990,-10.126073,-15.626073,-0.0010727848,-6.8761883 +125393,-16.874794,-17.624794,-13.124792,-2.0265559e-06 +25066,-12.500004,-3.81469e-06,-20.125004,-15.628877 +93021,-18.688055,-18.438055,-7.375553,-0.0006266061 +91364,-15.5,-20.125,-2.3841855e-07,-21.000204 +56219,-5.37969,-9.87969,-0.004690359,-10.879784 +108119,-14.12481,-11.12481,-14.24981,-1.6093125e-05 +108029,-8.500147,-15.750147,-17.250147,-0.00020358874 +82606,-22.374914,-18.874914,-9.874913,-5.149709e-05 +34733,-19.251045,-17.626045,-6.7510448,-0.0011704268 +40806,-1.1920928e-07,-15.625,-20.1875,-18.81256 +89870,0.0,-18.625,-21.375,-20.62513 +120589,-15.750013,-12.375013,-1.3351351e-05,-11.625103 +107229,-14.000001,-16.625,-8.344647e-07,-17.750046 +81763,-15.750023,-11.375023,-2.3126335e-05,-11.375081 +126587,-4.1411705,-8.5161705,-10.2661705,-0.016270822 +105931,-12.875003,-2.622601e-06,-16.500002,-18.687649 +51593,-0.00018106251,-13.750181,-14.500181,-8.625268 +105827,-15.62495,-18.37495,-10.87495,-1.9073304e-05 +92547,-13.375004,-3.4570635e-06,-13.500004,-14.500186 +11098,-15.751171,-14.751171,-0.001170665,-6.7512608 +15535,-9.125109,-0.00010918975,-17.000109,-15.12535 +104144,-10.125041,-18.12504,-4.1007155e-05,-13.875191 +84409,-5.960463e-07,-14.625001,-16.5,-17.12514 +55188,-14.750002,-14.125002,-1.9073468e-06,-14.000077 +97914,-14.250001,-16.875,-7.152555e-07,-19.625069 +9697,-15.1249075,-18.812408,-13.8749075,-1.1920922e-06 +43614,-16.874949,-18.624949,-13.9999485,-8.344647e-07 +57056,-20.500296,-18.750296,-7.875297,-0.0003800862 +98595,-13.375002,-2.145765e-06,-16.375002,-14.62512 +11602,-15.500001,-15.625001,-8.344647e-07,-14.625069 +29109,-10.000046,-17.750046,-4.5417706e-05,-17.437626 +114682,-11.625009,-9.059865e-06,-20.25001,-16.500181 +63374,-9.375085,-8.487341e-05,-18.250084,-17.001032 +77864,-13.125002,-20.000002,-2.0265559e-06,-18.500065 +81631,-8.00034,-14.25034,-0.0003407613,-12.250404 +124163,-11.281147,-17.343647,-0.28114724,-1.4062104 +81563,-17.624908,-16.374908,-12.749909,-2.9802277e-06 +13895,-10.12504,-4.029193e-05,-16.25004,-15.875116 +12863,-15.374928,-19.18743,-9.624928,-6.627817e-05 +45732,-9.679821,-0.17982113,-1.8048211,-11.179952 +49404,-13.125004,-15.500004,-3.4570635e-06,-13.50015 +487,-11.875008,-7.3909487e-06,-14.750008,-16.375086 +64317,-17.937536,-18.062536,-8.875038,-0.00013982272 +6331,-3.576278e-07,-14.75,-18.1875,-17.750774 +73812,-12.125107,-9.625107,-0.000106925014,-10.250196 +15701,-18.512411,-17.199911,-4.387413,-0.012510866 +104663,-2.3841855e-07,-15.5,-17.0,-18.500097 +90606,-0.011606784,-7.5116067,-11.261607,-4.5116696 +127552,0.0,-16.75,-19.0,-20.375078 +126761,-16.999966,-19.874966,-11.999965,-6.198864e-06 +92697,-0.00090951077,-10.75091,-8.00091,-7.5011206 +107122,-5.1310053,-10.881005,-0.006005339,-9.75626 +74380,-17.499922,-16.374922,-10.374922,-3.1351552e-05 +66285,0.0,-17.375,-17.0,-19.812592 +70163,-8.877946,-13.252946,-0.002945967,-5.878 +75972,-11.6250105,-15.0000105,-1.0847986e-05,-13.37516 +30713,-13.285115,-15.535115,-1.9101157,-0.16024522 +118867,-1.1920928e-07,-16.625,-20.1875,-19.937588 +84835,-12.250007,-7.0333235e-06,-13.250007,-14.625077 +60503,-13.375002,-18.000002,-1.5497195e-06,-17.375103 +11807,-16.186844,-16.686844,-2.8118424,-0.061975796 +27906,-2.0146166e-05,-11.00002,-12.75002,-14.250098 +30093,-15.500001,-5.960463e-07,-17.5,-14.750087 +45657,-8.000335,-16.500336,-0.00033551786,-16.875393 +97197,-1.1920928e-07,-16.125,-18.5,-17.250074 +48440,-7.750432,-0.0004319212,-15.625432,-13.625523 +14971,-4.7683704e-07,-15.0,-15.999999,-17.625273 +61380,-16.999937,-17.124937,-14.374937,-5.960463e-07 +7177,-8.500203,-0.00020346955,-19.375204,-17.125317 +40241,-0.00247803,-12.877478,-16.377478,-6.0025835 +38583,-15.500158,-0.00015865498,-8.750158,-17.000254 +104941,-1.5497195e-06,-16.125002,-13.500002,-17.125122 +39377,-8.125296,-0.00029607204,-15.875296,-16.75038 +65329,-1.4816443,-7.606644,-1.4816443,-0.6070145 +81089,-12.250009,-8.5830325e-06,-12.875009,-13.500168 +6143,-10.250873,-14.000873,-7.000873,-0.00094774144 +63753,-8.344647e-07,-14.125001,-16.125,-18.375053 +5084,-15.326308,-17.076307,-1.7013081,-0.20143701 +125282,-13.250003,-14.750003,-2.503392e-06,-14.750129 +7980,-9.5001545,-8.8751545,-8.6251545,-0.0003942666 +42346,-19.812418,-20.749918,-15.499918,-2.3841855e-07 +73055,-10.000082,-12.125082,-8.201263e-05,-10.375331 +31696,-15.250001,-14.500001,-1.072883e-06,-14.87506 +101343,-8.625179,-17.87518,-0.00017951308,-20.875256 +115075,-1.1920928e-07,-16.625,-21.5,-18.375116 +29447,-18.937466,-19.937466,-10.249966,-3.5404533e-05 +89441,-6.3767023,-15.876702,-0.0017024084,-16.251741 +15843,-0.15235783,-2.9023578,-2.5273578,-5.0274277 +110126,-10.62653,-12.75153,-0.001529239,-6.501697 +36142,-16.189932,-18.064932,-6.002432,-0.0024758896 +2846,-20.187437,-19.687437,-12.499937,-3.6954812e-06 +85390,-0.004919686,-8.37992,-5.3799195,-9.567489 +108138,-12.542923,-14.042923,-3.1679237,-0.04300699 +7571,-21.744251,-17.119251,-8.119253,-0.00029785966 +62381,-10.625024,-2.4318399e-05,-20.625025,-18.875181 +65963,-18.41791,-16.91791,-3.1679106,-0.043002993 +39384,0.0,-18.875,-23.0,-18.375616 +62356,-3.576278e-07,-15.5,-15.625,-18.50005 +20478,-12.375007,-6.7949063e-06,-16.625008,-12.875132 +101968,-14.375001,-17.125,-5.960463e-07,-16.750057 +124810,-16.005928,-14.255928,-0.005928432,-5.131074 +9300,-15.625,-16.875,-2.3841855e-07,-19.50005 +35593,-14.93683,-15.18683,-2.811829,-0.061977025 +53670,-16.500004,-16.625004,-2.9802277e-06,-12.750054 +44789,0.0,-18.5625,-22.5,-20.625116 +25135,-8.625179,-0.00017951308,-17.43768,-19.312754 +32124,-5.960463e-07,-14.250001,-19.1875,-18.3751 +36646,-12.124925,-12.874925,-12.874925,-1.0490363e-05 +34191,-16.412899,-15.912899,-3.287899,-0.038047154 +65307,-17.750292,-20.125292,-8.000292,-0.00033539868 +32731,-13.000002,-2.264974e-06,-19.125002,-18.125254 +112637,-7.667395,-6.917395,-3.167395,-0.044549096 +18943,-8.0005,-8.7505,-0.000499958,-12.000573 +117291,0.0,-19.125,-20.375,-18.875061 +67975,-11.313247,-16.188248,-0.3132463,-1.3133492 +104676,-0.6337874,-0.7587874,-7.258787,-7.633911 +109059,-9.000125,-0.00012504273,-14.375125,-13.750971 +86252,-17.374962,-18.624962,-11.499962,-1.0132739e-05 +109620,-1.1920928e-07,-16.125,-21.4375,-18.00007 +35543,-17.875061,-17.750061,-9.00006,-0.0001234932 +96155,-11.000022,-2.1695856e-05,-12.250022,-15.250397 +33646,-15.625001,-13.875001,-1.072883e-06,-19.125065 +64061,-0.0025485437,-11.127548,-6.0025487,-9.752629 +6764,-2.8610189e-06,-14.000003,-13.250003,-15.125063 +63078,-11.000017,-1.7642818e-05,-18.125017,-13.875088 +88343,-11.000017,-1.6808368e-05,-18.312517,-16.000149 +50106,-9.625274,-0.00027390543,-9.000274,-9.379055 +35688,-13.750014,-19.125013,-1.4066597e-05,-11.250149 +78697,-11.875008,-7.2717403e-06,-17.000008,-14.875171 +13749,-10.625027,-2.6702524e-05,-14.375027,-13.250233 +44428,-6.127115,-14.689614,-13.752114,-0.0021867666 +13880,-1.1920922e-06,-15.000001,-14.000001,-19.812641 +107805,-8.625182,-15.625182,-0.0001822544,-12.87524 +47687,0.0,-18.5,-20.375,-20.625076 +3328,-13.000003,-16.625002,-2.503392e-06,-15.375099 +27574,-15.374887,-16.562387,-11.249887,-1.3232144e-05 +6049,-12.000007,-6.3180723e-06,-15.625007,-16.812616 +121371,-14.250002,-1.6689287e-06,-14.000002,-15.500232 +93977,-8.87514,-17.75014,-0.00013982272,-17.875208 +87794,-11.375011,-17.750011,-1.1444026e-05,-18.750078 +1284,-13.125005,-4.410734e-06,-14.750005,-13.129791 +86737,-13.776142,-12.276142,-3.6511433,-0.0263102 +9800,-14.99995,-19.18745,-21.81245,-3.576278e-07 +60632,-11.125014,-1.4781843e-05,-18.375015,-19.750109 +69196,-12.000007,-6.3180723e-06,-16.750006,-15.87512 +109514,-12.750003,-17.500004,-2.9802277e-06,-18.437614 +75454,-3.530612,-0.030612007,-8.280612,-7.405699 +68262,-6.626326,-15.376327,-0.0013262772,-16.43892 +51383,-8.000339,-0.00033825875,-14.875339,-12.875422 +39024,-1.6004274,-0.22542737,-13.475428,-11.225499 +53372,-17.62508,-19.43758,-8.625081,-0.00017963226 +61955,-17.939384,-16.626884,-6.2518854,-0.0019287332 +46407,-14.75,-3.576278e-07,-19.5,-17.250446 +56851,-10.625025,-19.000025,-2.467602e-05,-14.875108 +117835,-16.875,-19.8125,0.0,-21.125095 +41315,-7.25071,-18.37571,-0.00070999685,-16.250765 +54086,0.0,-18.125,-18.75,-18.375088 +1123,-5.0067774e-06,-13.750005,-12.500005,-15.500082 +6738,-12.875003,-2.622601e-06,-15.875003,-18.062632 +65022,-14.99982,-14.24982,-9.62482,-6.699338e-05 +29011,-18.374846,-21.187346,-16.249846,-1.1920928e-07 +209,-12.975401,-13.725401,-0.22540121,-1.6004748 +117949,-4.7683704e-07,-15.875,-14.75,-17.750063 +112253,-16.813038,-11.375538,-7.3755374,-0.0006381621 +117575,-14.535246,-10.410246,-0.16024563,-1.9103069 +12151,-9.000123,-17.250124,-0.0001234932,-20.812687 +6503,-2.3063333,-10.431334,-1.8063331,-0.3064038 +47388,-8.625183,-0.00018273115,-15.000183,-12.750581 +122533,-13.624965,-15.624965,-10.624965,-2.5629668e-05 +77557,-1.1841286,-1.6841286,-0.6841287,-5.559261 +3593,-11.875101,-0.00010072678,-10.875101,-9.500691 +39857,-1.1920928e-07,-16.0,-20.0625,-19.062576 +82941,-11.5000105,-1.0251946e-05,-16.50001,-17.250128 +2835,-5.0067774e-06,-12.500005,-13.750005,-15.500203 +12119,-7.750435,-15.250435,-0.00043501926,-12.375487 +2255,-1.1920922e-06,-14.250001,-15.375001,-14.750176 +99071,-8.437197,-10.937197,-0.0621965,-2.8122897 +73970,-8.628042,-9.753042,-0.0030417626,-5.8781385 +73312,-12.077308,-6.9523067,-1.7023067,-0.20239128 +109736,-13.250002,-2.0265559e-06,-16.500002,-16.0028 +2581,-8.125296,-0.00029595286,-17.687796,-18.313826 +64922,-7.5004625,-11.500463,-13.375463,-0.0005646542 +85830,-5.960463e-07,-14.250001,-17.0625,-17.625088 +122144,-10.375032,-3.2424403e-05,-15.500032,-13.877394 +62330,-10.625025,-2.4437606e-05,-15.625025,-19.25014 +112561,-7.6260757,-10.251076,-0.001075881,-7.501209 +48434,-8.000341,-0.00034171465,-15.937841,-12.000635 +119944,-8.250261,-0.00026127262,-17.750261,-17.125336 +120940,-0.005251186,-6.7552514,-11.755251,-5.5053725 +77443,-12.250005,-18.875006,-4.887569e-06,-16.000132 +23685,-16.162971,-16.162971,-3.2879725,-0.03804428 +47231,-3.5297534,-0.029753542,-13.842254,-13.02981 +91022,-7.7504306,-0.00043061044,-21.250431,-19.125547 +714,-19.703419,-17.640919,-4.1409173,-0.016036225 +25730,-13.375014,-11.500014,-1.394739e-05,-13.000128 +97729,-4.6013727e-05,-10.750046,-11.750046,-11.00198 +30236,-0.005248577,-11.130249,-14.130249,-5.2553625 +2443,-10.875019,-1.9073304e-05,-15.625019,-17.875128 +52656,-0.9769605,-7.3519607,-0.4769605,-6.1021585 +116972,-17.68748,-16.37498,-9.249982,-9.619727e-05 +43770,-9.451074,-4.763573,-5.263573,-0.013886386 +10949,-11.500024,-2.4199193e-05,-11.750024,-12.000103 +100306,-15.000001,-1.072883e-06,-16.000002,-14.375097 +29745,-14.000001,-9.5367386e-07,-15.875001,-17.50019 +60439,-17.12493,-15.249928,-14.624928,-7.152555e-07 +109824,-7.5005536,-0.0005535739,-14.875553,-15.125819 +102648,-9.254174,-16.504173,-0.0041738544,-5.50427 +62099,-8.8752165,-0.00021622227,-9.5002165,-13.375288 +33686,-9.875054,-5.4596363e-05,-13.750054,-13.125107 +116606,-2.3004928,-11.300492,-2.8004928,-0.17554688 +85384,-21.437395,-20.437395,-15.124895,-2.3841855e-07 +31834,-7.3756456,-11.000646,-0.0006454292,-13.000853 +58133,-17.374968,-17.312468,-9.374967,-8.487341e-05 +95196,-14.5,-20.25,-4.7683704e-07,-20.250105 +11675,-9.000123,-0.000123374,-19.812624,-19.062723 +34902,-1.370052,-3.245052,-0.37005204,-4.1201982 +112691,-19.253012,-17.753012,-5.753013,-0.0031783087 +33713,-11.250013,-15.625013,-1.3112935e-05,-19.312572 +109135,-14.5,-20.125,-4.7683704e-07,-18.00009 +60521,-7.875392,-14.375392,-0.00039212167,-11.375465 +76695,-11.249901,-16.3749,-17.8124,-1.3112935e-05 +98619,-17.25,-19.125,-2.3841855e-07,-15.500077 +13731,-13.375003,-3.0994368e-06,-13.375003,-18.000097 +14492,-13.500002,-2.0265559e-06,-16.000002,-14.625143 +81006,-12.500008,-15.500008,-8.106199e-06,-12.375074 +114491,-18.937363,-18.249863,-11.374861,-1.1444026e-05 +120167,-17.0,-17.125,-2.3841855e-07,-15.750093 +69602,-13.375002,-1.6689287e-06,-17.687502,-15.753836 +81057,-10.6250725,-10.1250725,-7.223822e-05,-11.750416 +118239,-11.375011,-1.1682442e-05,-15.375011,-16.750105 +26999,-9.625066,-15.875066,-6.6158966e-05,-18.187624 +103729,-10.625516,-7.6255164,-0.0005164005,-12.375594 +70324,0.0,-17.375,-20.125,-20.437574 +88697,-19.812407,-21.187407,-12.499907,-3.6954812e-06 +79720,-13.125048,-4.768258e-05,-10.000048,-15.250204 +119098,-15.00036,-15.37536,-7.75036,-0.00043120622 +16374,-10.625025,-2.4437606e-05,-16.562525,-17.437593 +8973,-13.750002,-1.5497195e-06,-17.250002,-14.500115 +92670,-0.025133044,-6.275133,-3.7751331,-12.65023 +46136,-12.000007,-6.5564896e-06,-16.625006,-15.375344 +113240,-3.933899e-06,-13.000004,-13.750004,-14.253435 +92271,-13.631633,-18.256632,-5.006633,-0.006717125 +47020,-12.563533,-14.188533,-0.06353325,-2.7878582 +68952,-13.000004,-14.000004,-3.6954812e-06,-14.250097 +93704,-16.0,-17.75,-1.1920928e-07,-18.00018 +126515,-11.000016,-1.668916e-05,-17.625017,-17.625921 +1648,-13.501913,-13.376913,-0.25191274,-1.501999 +4147,-18.749449,-18.311949,-9.624446,-6.6158966e-05 +106815,-15.048517,-16.548517,-3.0485165,-0.048591305 +18919,-9.250286,-10.375286,-0.00028570386,-8.750346 +88395,-16.629183,-18.941683,-5.379185,-0.0046223695 +83361,-11.125015,-1.5258673e-05,-19.562515,-14.50008 +69550,-11.750008,-8.106199e-06,-18.250008,-15.500179 +59782,-12.125933,-16.563433,-6.875933,-0.0010383697 +62607,-17.120867,-17.245867,-9.120869,-0.00010942814 +49031,-14.429617,-15.992117,-1.8046162,-0.17977074 +24073,-18.812428,-18.749928,-11.874927,-7.0333235e-06 +34883,-15.25,-16.0,-4.7683704e-07,-16.125072 +78080,-5.113948e-05,-12.2500515,-10.0000515,-13.875153 +59546,-12.124925,-12.999925,-12.624925,-1.0967195e-05 +123805,-1.9103495,-0.16034952,-10.53535,-9.222936 +87807,-12.875004,-3.4570635e-06,-16.375004,-14.000288 +53821,-12.624924,-16.999924,-13.749924,-4.410734e-06 +90016,-12.500004,-4.1723165e-06,-14.625004,-17.250132 +75870,-15.75,-17.375,-1.1920928e-07,-18.375067 +58764,-19.687391,-20.312391,-10.874892,-1.8954097e-05 +64575,0.0,-17.25,-19.375,-19.500063 +85818,-18.999952,-19.374952,-12.124953,-5.4836123e-06 +15652,-15.000001,-17.125,-9.5367386e-07,-14.250084 +85976,-17.003534,-19.316034,-5.628534,-0.0036003073 +15080,-10.625024,-2.4318399e-05,-17.750025,-16.875162 +79945,-11.250016,-1.585471e-05,-19.687515,-12.750221 +76385,-16.376234,-17.063734,-6.6262355,-0.0013261581 +115581,-9.625256,-10.375256,-0.00025567124,-8.750323 +61199,-10.750021,-2.1457441e-05,-18.187521,-18.633787 +85813,-16.375,-18.75,-1.1920928e-07,-19.000067 +67537,-13.250009,-8.225407e-06,-13.000009,-12.375119 +89261,-16.250006,-15.625007,-6.4372807e-06,-12.000062 +22046,-15.9376955,-15.3751955,-8.1251955,-0.00029631038 +22926,-0.00023100091,-15.250231,-14.875231,-8.375625 +49488,-15.250336,-15.000336,-0.00033599453,-8.000394 +96660,-10.25006,-5.9960475e-05,-10.62506,-15.500125 +63730,-14.3846245,-16.947123,-4.634624,-0.009757797 +9677,-4.7683704e-07,-15.75,-15.5,-16.562548 +120201,-17.625114,-17.625114,-8.5001135,-0.00020346955 +35208,-10.50003,-13.50003,-2.9563467e-05,-14.187726 +30950,-17.13572,-15.635719,-4.5107203,-0.011051633 +66963,-6.6263266,-15.501327,-0.0013267533,-14.126407 +16156,-15.999913,-19.562412,-21.187412,-1.1920928e-07 +69670,-11.375011,-1.1682442e-05,-15.250011,-18.625145 +13477,-10.250035,-3.552374e-05,-17.875036,-15.875216 +50904,-13.187518,-1.7881233e-05,-11.125018,-13.687626 +7930,-10.625025,-15.375025,-2.467602e-05,-16.375093 +26294,-16.133543,-16.508543,-4.7585435,-0.008615231 +35749,-8.62518,-17.62518,-0.0001802282,-14.125247 +55850,-9.375085,-15.250085,-8.511181e-05,-17.625162 +64767,-18.499899,-18.249899,-17.499899,0.0 +22057,-16.30477,-18.17977,-2.9297686,-0.054888736 +87663,-18.252117,-18.689617,-6.1271176,-0.0021852204 +35864,-20.62498,-20.81248,-11.124979,-1.4781843e-05 +33007,-13.250004,-13.250004,-3.6954812e-06,-15.625081 +81372,-16.749928,-17.999928,-12.7499275,-2.9802277e-06 +97703,-8.500204,-0.00020418466,-15.687704,-14.375332 +118589,-6.4372807e-06,-15.500007,-18.125006,-12.000093 +65741,-1.1920922e-06,-15.875001,-18.000002,-13.750096 +119601,-8.625732,-14.125732,-0.0007327494,-7.501258 +114504,-16.625,-17.5,-1.1920928e-07,-17.125134 +92452,-5.960463e-07,-14.500001,-15.750001,-17.875069 +11152,-0.014343141,-8.639343,-11.889343,-4.2646375 +44669,-14.375016,-13.625016,-1.6569955e-05,-11.12517 +121963,-11.5000105,-1.0251946e-05,-16.62501,-18.562551 +63486,-16.874931,-17.874931,-19.937431,-1.1920928e-07 +123055,-7.751348,-12.001348,-0.0013478252,-7.001458 +119717,-4.017344,-13.329844,-12.392344,-0.018170565 +88042,-15.259614,-17.634613,-4.6346135,-0.009757562 +54428,-13.125003,-2.8610189e-06,-14.125003,-16.000187 +125274,-7.641024e-05,-11.125076,-9.875076,-11.500143 +46816,-17.741165,-15.053666,-0.42866603,-1.0537661 +8553,-6.251929,-17.376928,-0.0019286142,-19.9395 +56455,-12.625003,-3.3378547e-06,-20.250004,-19.250292 +101092,-4.2318403e-05,-11.125042,-10.500042,-18.187693 +55570,-1.3113013e-06,-16.875002,-18.500002,-13.500109 +2531,-3.576278e-07,-15.75,-17.375,-15.250105 +55854,-11.750008,-7.867782e-06,-17.187508,-18.000061 +65143,0.0,-17.125,-16.875,-18.81257 +28422,-21.249933,-20.812433,-11.624932,-8.940657e-06 +36329,-15.249807,-16.124805,-14.249807,-9.5367386e-07 +8061,-10.250035,-3.5404533e-05,-18.250036,-17.78389 +107678,-16.125,-4.7683704e-07,-15.25,-16.125103 +53009,-0.0025411716,-8.252542,-9.252542,-6.1277328 +62879,-3.576278e-07,-17.5,-19.5,-14.875167 +26784,-11.125015,-1.5020258e-05,-15.250015,-19.062582 +21912,-18.554663,-15.679663,-1.8046627,-0.17976098 +113597,0.0,-18.125,-21.6875,-20.81258 +82760,0.0,-20.125,-21.375,-22.750053 +26160,-9.8750515,-5.19739e-05,-14.7500515,-16.000492 +23421,-7.1258054,-0.0008055303,-15.125806,-14.00101 +41793,-5.266039,-5.016039,-5.391039,-0.01648719 +103325,-12.500005,-4.76836e-06,-19.125004,-13.750095 +33557,-9.250096,-9.619727e-05,-17.312595,-16.625223 +81209,-10.000121,-0.000120870915,-14.250121,-9.5001955 +107064,-17.74988,-19.62488,-19.81238,0.0 +98221,-7.152532e-06,-15.750007,-16.250008,-11.875089 +16139,-19.812479,-19.187479,-9.374981,-8.487341e-05 +62717,-12.625004,-3.4570635e-06,-16.500004,-17.43764 +28151,0.0,-20.375,-21.9375,-22.562626 +22888,-12.750026,-2.5510462e-05,-10.750026,-13.625639 +24637,-0.63302124,-10.008021,-0.75802124,-7.8830633 +92809,-18.499968,-20.999968,-9.874969,-5.149709e-05 +91862,-12.250006,-13.750006,-5.9604467e-06,-16.000092 +7412,-2.3841855e-07,-16.625,-16.0,-20.750055 +52442,-7.2531867,-12.753186,-0.0031866268,-6.0032606 +87399,-0.00025781646,-10.8752575,-8.5002575,-10.250378 +112712,-4.5299425e-06,-14.750005,-12.375005,-18.43757 +54201,-0.008723011,-10.258723,-9.508723,-4.75881 +117074,-13.453889,-13.078889,-0.078888424,-2.5789523 +25137,-2.4639409,-10.213941,-9.338941,-0.08907556 +16780,-0.0028712023,-14.6278715,-5.877871,-9.627947 +72881,-16.375,-17.75,-3.576278e-07,-15.375073 +110597,-14.125001,-8.344647e-07,-20.5,-16.500114 +89655,-4.7683704e-07,-16.375,-15.0,-17.750652 +48391,-13.625001,-1.1920922e-06,-20.437502,-19.500183 +110182,-4.7683704e-07,-14.5,-17.5,-19.18758 +87621,-11.697133,-6.134633,-4.884633,-0.009784477 +122711,-1.1920928e-07,-15.75,-18.375,-19.25029 +115720,-8.344647e-07,-14.375001,-17.25,-15.375078 +66486,-13.125002,-2.145765e-06,-18.125002,-16.46971 +68169,-10.375031,-3.1470758e-05,-16.25003,-16.125132 +110138,-12.125006,-14.375006,-5.9604467e-06,-18.000105 +21580,-10.875019,-1.8954097e-05,-21.31252,-18.500235 +102553,-13.750013,-1.2993728e-05,-14.625013,-11.376027 +78769,-11.375011,-1.1563234e-05,-19.875011,-16.625124 +93593,-14.75,-3.576278e-07,-19.375,-16.8751 +16612,-5.877824,-0.0028238918,-10.877824,-15.627976 +59583,-11.625372,-17.312872,-7.6253715,-0.0004969792 +76885,-1.6689287e-06,-13.625002,-19.250002,-14.625196 +120777,-9.125109,-0.00010918975,-15.375109,-17.875597 +121894,-4.7683704e-07,-16.125,-17.5,-14.875085 +88371,0.0,-17.625,-20.0,-20.87509 +68747,-13.375002,-15.875002,-1.6689287e-06,-19.750103 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..64900bd5a1ff660d4c3dd9979172d6ea3fb1522e --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00028954623860294893,0.0,, +1,,,0.00028954623860294893,0.0 +1,0.00028954623860294893,0.0,, +2,,,0.00028954623860294893,0.0 +2,0.00028954623860294893,0.0,, +3,,,0.00028954623860294893,0.0 +3,0.00028954623860294893,0.0,, +4,,,0.00028954623860294893,0.0 +4,0.00028954623860294893,0.0,, +5,,,0.00028954623860294893,0.0 +5,0.00028954623860294893,0.0,, +6,,,0.00028954623860294893,0.0 +6,0.00028954623860294893,0.0,, +7,,,0.00028954623860294893,0.0 +7,0.00028954623860294893,0.0,, +8,,,0.00028954623860294893,0.0 +8,0.00028954623860294893,0.0,, +9,,,0.00028954623860294893,0.0 +9,0.00028954623860294893,0.0,, +10,,,0.00028954623860294893,0.0 +10,0.00028954623860294893,0.0,, +11,,,0.00028954623860294893,0.0 +11,0.00028954623860294893,0.0,, +12,,,0.00028954623860294893,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..74f56a5e7355729870dc31d54578156d08211ed2 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-12.750004,-4.0531077e-06,-13.625004,-19.1876 +80227,-3.5404533e-05,-17.250036,-10.250035,-19.750095 +79086,0.0,-19.25,-19.125,-21.31271 +75303,-5.7527003,-14.002701,-16.627699,-0.0031800913 +56417,-16.375,-17.25,-1.1920928e-07,-18.500164 +11319,-1.139638,-7.639638,-5.889638,-0.39035556 +12625,-9.5367386e-07,-16.0,-14.250001,-15.37518 +87626,-13.125007,-6.9141147e-06,-12.250007,-16.548395 +43853,-13.749806,-18.312307,-20.937307,-1.072883e-06 +23828,-9.500145,-18.250145,-8.375145,-0.00030536758 +27858,-6.25193,-14.00193,-0.001930042,-14.377046 +12604,-13.375002,-18.812502,-1.9073468e-06,-15.000126 +8180,-16.25,-20.375,-1.1920928e-07,-18.250116 +37466,-11.874892,-16.249891,-14.874892,-7.3909487e-06 +48185,-10.250036,-3.6000558e-05,-14.375036,-18.125196 +77755,-18.875,-15.25,-2.3841855e-07,-17.375252 +29286,-3.407798,-3.782798,-1.657798,-0.28293487 +87038,-15.999627,-21.249628,-21.999628,-1.1920928e-07 +33094,-12.375005,-4.410734e-06,-15.375005,-16.875227 +17990,-20.5,-21.5625,-2.3841855e-07,-15.125321 +125393,-14.749837,-18.624838,-21.437338,-3.576278e-07 +25066,-14.312501,-1.1920922e-06,-17.250002,-14.438161 +93021,-13.124884,-18.937384,-13.624884,-3.2186456e-06 +91364,-18.875,-21.4375,0.0,-22.312897 +56219,-0.4870641,-5.487064,-0.9870641,-4.7371974 +108119,-7.750127,-10.000127,-15.437627,-0.00047636605 +108029,-9.374956,-14.249956,-15.687456,-8.558861e-05 +82606,-14.874912,-16.124914,-10.249912,-3.5762147e-05 +34733,-10.885817,-15.198317,-4.5108166,-0.011069554 +40806,0.0,-22.3125,-22.8125,-23.187592 +89870,0.0,-20.25,-21.0,-22.000137 +120589,-17.25,-14.875,-3.576278e-07,-17.625288 +107229,-9.12511,-15.00011,-0.00010942814,-15.375231 +81763,-12.125021,-14.000021,-2.0980615e-05,-11.125194 +126587,-0.75832367,-7.7583237,-7.8833237,-0.6334739 +105931,-9.625066,-6.627817e-05,-15.625066,-16.25034 +51593,-0.00039021508,-11.12539,-10.12539,-8.000587 +105827,-4.1409783,-14.890979,-9.140979,-0.016144382 +92547,-17.687504,-3.2186456e-06,-12.750003,-15.00043 +11098,-18.250002,-18.375002,-1.7881378e-06,-13.250218 +15535,-13.375002,-2.264974e-06,-17.750002,-14.125268 +104144,-2.3502355,-14.412735,-0.10023538,-10.475557 +84409,-1.1920928e-07,-17.4375,-18.375,-15.625147 +55188,-21.5,-17.375,0.0,-17.875181 +97914,-10.750021,-17.750021,-2.1457441e-05,-20.062761 +9697,-4.0178614,-16.517862,-11.017861,-0.01817197 +43614,-9.87497,-17.562471,-16.124971,-5.161629e-05 +57056,-15.9998255,-21.062325,-16.124825,-2.3841855e-07 +98595,-14.875006,-5.841238e-06,-15.625006,-12.12527 +11602,-16.625,-17.625,-1.1920928e-07,-18.37516 +29109,-13.875001,-19.0625,-9.5367386e-07,-17.500113 +114682,-10.750022,-2.1695856e-05,-17.437521,-15.375534 +63374,-14.250001,-8.344647e-07,-19.1875,-15.25079 +77864,-13.375002,-19.125002,-1.6689287e-06,-16.25016 +81631,-3.0488777,-11.673878,-0.04887776,-8.174082 +124163,-3.537076,-14.599576,-0.78707594,-0.6621768 +81563,-16.624924,-16.749924,-9.499925,-7.4979835e-05 +13895,-5.2552366,-0.0052365996,-14.880237,-12.880494 +12863,-10.999781,-19.74978,-16.49978,-1.6808368e-05 +45732,-9.125662,-7.5006623,-0.0006622267,-14.500927 +49404,-16.25,-18.3125,-2.3841855e-07,-16.000305 +487,-14.5,-4.7683704e-07,-19.125,-16.75018 +64317,-13.624806,-19.562307,-17.749807,-1.1920922e-06 +6331,-2.3841855e-07,-15.0625,-17.1875,-18.875526 +73812,-16.937502,-13.625001,-1.4305105e-06,-15.625146 +15701,-10.026169,-15.526169,-3.6511693,-0.02634933 +104663,0.0,-18.5,-17.375,-21.625122 +90606,-0.16396408,-8.163964,-5.6639643,-1.9141027 +127552,0.0,-17.0,-18.75,-20.687668 +126761,-6.0023575,-17.439857,-11.627358,-0.0024849272 +92697,-0.69699335,-10.196993,-0.69699335,-5.5723763 +107122,-2.930454,-9.930454,-0.05545392,-7.555983 +74380,-12.874837,-15.874837,-14.249837,-3.3378547e-06 +66285,-4.76836e-06,-17.375004,-12.250005,-17.000172 +70163,-19.250004,-17.000004,-3.6954812e-06,-12.50017 +75972,-13.125003,-15.812503,-2.503392e-06,-15.000133 +30713,-10.750117,-16.812618,-0.000117533455,-9.250433 +118867,0.0,-18.25,-19.0625,-22.125166 +84835,-13.000003,-2.8610189e-06,-15.062503,-14.937686 +60503,-22.75,-22.6875,0.0,-21.500132 +11807,-11.304723,-15.429723,-0.17972314,-1.8049303 +27906,-5.3644035e-06,-14.625006,-12.250006,-16.000147 +30093,-13.625003,-2.503392e-06,-15.125003,-13.750183 +45657,-16.375,-16.75,-1.1920928e-07,-16.875149 +97197,0.0,-17.625,-17.25,-21.25013 +48440,-14.750001,-7.152555e-07,-16.75,-14.750274 +14971,0.0,-18.75,-19.0,-19.62512 +61380,-13.187404,-13.937404,-12.187404,-7.867782e-06 +7177,-8.375231,-0.00023088173,-18.56273,-14.7510805 +40241,-0.0024813598,-13.502481,-12.252481,-6.0026712 +38583,-16.660225,-0.1602247,-1.9102247,-14.535453 +104941,-3.6954812e-06,-16.875004,-12.500004,-18.375237 +39377,-8.250261,-0.0002613918,-16.000261,-18.43795 +65329,-11.1269455,-12.7519455,-0.0019456282,-6.2522664 +81089,-15.500005,-4.6491514e-06,-14.125005,-12.500169 +6143,-12.624806,-16.62481,-13.249806,-5.1259863e-06 +63753,-5.6028207e-06,-12.500006,-13.250006,-15.937644 +5084,-9.158747,-14.783747,-0.033747084,-3.4088764 +125282,-13.375003,-14.125003,-2.8610189e-06,-14.37527 +7980,-11.99964,-15.31214,-16.81214,-6.4372807e-06 +42346,-11.374796,-18.749798,-16.937298,-1.1563234e-05 +73055,-11.500022,-12.750022,-2.193427e-05,-11.625213 +31696,-6.127206,-11.252206,-0.0022059174,-11.752296 +101343,-11.125014,-18.375015,-1.4781843e-05,-19.125101 +115075,0.0,-19.75,-21.875,-20.437756 +29447,-14.12487,-21.12487,-16.99987,-8.344647e-07 +89441,-0.38688463,-11.386885,-1.1368846,-13.011972 +15843,-0.00035494225,-10.875355,-10.125355,-8.1255 +110126,-20.125,-18.375,-1.1920928e-07,-16.250238 +36142,-9.750186,-17.312685,-8.500186,-0.00026174934 +2846,-15.374863,-22.062363,-19.499863,-2.3841855e-07 +85390,-0.018964872,-8.518965,-4.018965,-7.3940806 +108138,-3.1697242,-10.357224,-1.5447241,-0.2949318 +7571,-17.000385,-14.875387,-5.875386,-0.0028120044 +62381,-13.000002,-2.264974e-06,-20.312502,-17.00047 +65963,-11.761822,-13.261822,-0.3868213,-1.137006 +39384,0.0,-18.5,-20.25,-19.125223 +62356,-2.0861407e-05,-11.750021,-11.250021,-17.375124 +20478,-8.750161,-0.00016139635,-14.125161,-13.000681 +101968,-17.625,-20.75,0.0,-22.125103 +124810,-16.255238,-12.380237,-0.005237074,-5.2554245 +9300,-16.875,-19.0,0.0,-21.562647 +35593,-13.749786,-18.437288,-11.874786,-7.986991e-06 +53670,-18.75,-20.875,0.0,-20.750189 +44789,0.0,-19.25,-22.4375,-20.68768 +25135,-11.750008,-7.867782e-06,-18.437508,-22.625334 +32124,-1.1920928e-07,-16.375,-20.0,-20.87511 +36646,-0.97441316,-8.099413,-8.474413,-0.4746966 +34191,-11.255051,-15.317551,-5.25505,-0.005247984 +65307,-13.12493,-20.99993,-16.37493,-2.0265559e-06 +32731,-10.250035,-3.564294e-05,-16.375036,-15.625402 +112637,-5.75231,-11.25231,-10.25231,-0.0032289294 +18943,-8.005208,-6.3802075,-0.0052075456,-5.7554317 +117291,-1.1920928e-07,-20.0,-16.375,-21.875128 +67975,-9.380318,-16.317818,-0.005317473,-5.255453 +104676,-3.9564996,-0.08149959,-2.8314996,-8.456708 +109059,-5.6286044,-0.0036044647,-15.191105,-12.3797245 +86252,-12.249911,-19.56241,-17.87491,-4.76836e-06 +109620,0.0,-20.0625,-23.3125,-21.750086 +35543,-16.874846,-20.124846,-17.874846,-1.1920928e-07 +96155,-8.000344,-0.00034469386,-13.500344,-11.750732 +33646,-13.250002,-16.500002,-1.7881378e-06,-20.625103 +64061,-0.0028454077,-10.252846,-6.1278453,-7.3780227 +6764,-1.9073468e-06,-14.750002,-13.750002,-14.500118 +63078,-13.375002,-2.0265559e-06,-16.750002,-14.625159 +88343,-10.375031,-3.1589963e-05,-15.500031,-16.250223 +50106,-15.1253,-0.00030024312,-12.3753,-8.125981 +35688,-15.500001,-21.000002,-1.4305105e-06,-13.62519 +78697,-10.125668,-0.000667111,-14.125668,-7.376021 +13749,-6.7511997,-0.0011999557,-13.0012,-10.501548 +44428,-2.929768,-13.367268,-10.429768,-0.054921463 +13880,-1.1920928e-07,-18.0,-16.625,-20.187681 +107805,-11.750012,-17.125011,-1.20400655e-05,-12.375091 +47687,0.0,-19.625,-19.375,-22.812654 +3328,-14.250001,-16.5,-9.5367386e-07,-15.125123 +27574,-15.874849,-18.812347,-21.999847,-1.1920928e-07 +6049,-11.750009,-8.5830325e-06,-17.125008,-14.125315 +121371,-9.000145,-0.00014518638,-14.875145,-10.750554 +93977,-4.01815,-16.33065,-0.01814996,-16.955812 +87794,-15.5,-21.75,-2.3841855e-07,-19.87512 +1284,-13.375037,-3.6954196e-05,-16.625036,-10.251264 +86737,-7.5435467,-10.668547,-0.043546513,-3.1686766 +9800,-5.2550125,-14.4425125,-17.567514,-0.0052355323 +60632,-12.250005,-4.76836e-06,-17.687504,-20.625172 +69196,-11.250014,-1.41858045e-05,-17.625013,-13.625248 +109514,-18.9375,-18.25,0.0,-17.750212 +75454,-15.500711,-0.00071154546,-7.5007114,-8.751134 +68262,-2.6949406,-13.819941,-0.06994068,-12.5701475 +51383,-6.626511,-0.0015109086,-10.001511,-8.876851 +39024,-11.625012,-1.2755313e-05,-16.187513,-12.500157 +53372,-11.499799,-17.749798,-11.874799,-1.716599e-05 +61955,-14.260962,-14.885962,-4.5109625,-0.011049629 +46407,-12.250005,-4.887569e-06,-18.625006,-16.506418 +56851,-1.5019703,-13.62697,-0.25197026,-10.12715 +117835,-22.5625,-22.375,0.0,-21.812622 +41315,-8.87514,-20.31264,-0.00013982272,-18.500254 +54086,0.0,-19.75,-19.8125,-21.125145 +1123,-7.6767836e-05,-13.500076,-9.500076,-14.500196 +6738,-11.750008,-7.986991e-06,-15.750008,-18.125465 +65022,-9.248895,-13.123895,-12.498895,-0.00010191875 +29011,-9.499782,-19.56228,-18.18728,-7.486063e-05 +209,-13.25193,-15.12693,-0.001930399,-6.2520533 +117949,-3.576278e-07,-18.625,-15.0,-18.937597 +112253,-11.812453,-8.749953,-11.249953,-0.00017891714 +117575,-18.937513,-13.625014,-1.41858045e-05,-11.250146 +12151,-15.875,-20.625,-1.1920928e-07,-23.375092 +6503,-8.262051,-10.637051,-1.1370509,-0.38720164 +47388,-14.625012,-1.20400655e-05,-16.375011,-11.375973 +122533,-9.124982,-15.687482,-16.562483,-0.00010918975 +77557,-0.0032358211,-8.878236,-6.253236,-6.753309 +3593,-6.51399,-0.013989838,-12.013989,-4.3897533 +39857,-2.264974e-06,-13.125002,-15.375002,-17.12514 +82941,-13.125002,-2.264974e-06,-15.812502,-15.62539 +2835,-1.1920928e-07,-17.25,-17.25,-16.500168 +12119,-9.125168,-14.875168,-0.00016759422,-9.750314 +2255,-2.3841855e-07,-16.875,-17.9375,-15.500164 +99071,-6.2538643,-10.253864,-0.12886424,-2.1290646 +73970,-6.378626,-10.628626,-0.12862581,-2.1288385 +73312,-7.0069356,-4.0069356,-2.2569356,-0.13212144 +109736,-9.875053,-5.3046726e-05,-14.625053,-13.751304 +2581,-7.0009117,-0.0009117737,-17.438412,-14.878025 +64922,-3.4090033,-11.284004,-7.534003,-0.03419947 +85830,0.0,-18.1875,-18.125,-17.3751 +122144,-13.750005,-4.5299425e-06,-16.375004,-12.625454 +62330,-10.375031,-3.1589963e-05,-14.875031,-19.750233 +112561,-10.375088,-11.375088,-8.809179e-05,-10.000373 +48434,-10.375031,-3.1589963e-05,-16.875032,-15.00156 +119944,-15.500001,-5.960463e-07,-19.375,-14.750144 +120940,-0.004830595,-7.5048304,-8.50483,-5.505111 +77443,-17.375,-21.9375,-1.1920928e-07,-16.625446 +23685,-10.679618,-16.179619,-1.8046181,-0.17979723 +47231,-13.500003,-2.8610189e-06,-16.250002,-13.500107 +91022,-15.125,-2.3841855e-07,-21.375,-17.375267 +714,-12.876126,-16.876127,-6.6261263,-0.0013287772 +25730,-12.12501,-13.25001,-9.655906e-06,-12.875187 +97729,-1.4305105e-06,-13.625001,-15.125001,-16.878311 +30236,-0.3133263,-9.313326,-10.938326,-1.3134878 +2443,-11.5000105,-1.0132739e-05,-18.00001,-18.250166 +52656,-0.70840347,-8.208404,-0.70840347,-4.2085357 +116972,-14.499442,-18.37444,-17.31194,-5.960463e-07 +43770,-6.6772017,-5.1772017,-3.0522015,-0.055679563 +10949,-13.125043,-4.339124e-05,-11.500043,-10.375218 +100306,-11.250018,-1.8358061e-05,-12.875018,-12.750362 +29745,-13.125003,-2.8610189e-06,-14.125003,-15.750282 +60439,-9.999852,-13.999852,-11.999852,-5.233151e-05 +109824,-17.625027,-2.7656173e-05,-10.500028,-16.001482 +102648,-17.00001,-19.37501,-8.940657e-06,-11.625201 +62099,-11.625015,-1.5258673e-05,-12.250015,-13.375232 +33686,-5.753185,-0.0031846068,-13.628184,-12.065758 +116606,-1.7302771,-9.605277,-2.105277,-0.35541087 +85384,-15.749788,-20.187288,-20.312288,-1.1920928e-07 +31834,-8.500205,-14.500205,-0.00020501897,-13.751002 +58133,-14.124791,-18.06229,-18.06229,-7.152555e-07 +95196,-18.5,-22.3125,0.0,-20.500147 +11675,-5.255234,-0.0052337535,-18.067734,-17.319006 +34902,-7.0020103,-8.12701,-0.0020104689,-7.1272254 +112691,-15.874872,-20.624872,-18.499872,-1.1920928e-07 +33713,-6.0024776,-13.127478,-0.0024776733,-17.065153 +109135,-14.625,-19.0,-4.7683704e-07,-16.750177 +60521,-11.625054,-16.000055,-5.447716e-05,-10.000153 +76695,-0.22520612,-13.600206,-16.662706,-1.6012366 +98619,-9.8750515,-18.250051,-5.149709e-05,-17.125256 +13731,-14.250001,-5.960463e-07,-17.375,-19.062693 +14492,-13.500002,-2.264974e-06,-15.625002,-14.125315 +81006,-13.625047,-17.812546,-4.6609744e-05,-10.00019 +114491,-14.999746,-17.562244,-15.124746,-5.960463e-07 +120167,-19.125,-18.75,0.0,-17.87517 +69602,-11.125015,-1.490105e-05,-16.812515,-15.87685 +81057,-9.375599,-10.500599,-0.00059860904,-7.628942 +118239,-8.500207,-0.0002070451,-12.625207,-15.250503 +26999,-7.6254883,-16.125488,-0.00048804292,-17.813072 +103729,-12.375442,-7.750441,-0.0004410963,-12.000595 +70324,0.0,-21.5,-21.875,-23.937687 +88697,-14.624801,-20.874802,-17.624802,-4.7683704e-07 +79720,-17.500004,-2.9802277e-06,-15.875003,-12.750254 +119098,-10.99985,-16.374851,-11.99985,-2.2887922e-05 +16374,-11.625009,-8.940657e-06,-16.81251,-20.187765 +8973,-11.375016,-1.6212332e-05,-17.250015,-12.250282 +92670,-1.5258673e-05,-11.375015,-12.500015,-16.312744 +46136,-11.125023,-2.2649509e-05,-17.000023,-11.750299 +113240,-1.9073468e-06,-16.625002,-15.250002,-13.376376 +92271,-0.11385467,-15.551354,-6.863855,-2.2389784 +47020,-8.527055,-12.652055,-0.402055,-1.1060756 +68952,-10.12504,-15.37504,-4.0411134e-05,-16.125181 +93704,-14.75,-19.875,-3.576278e-07,-20.250301 +126515,-10.375031,-3.1351552e-05,-18.25003,-15.625732 +1648,-10.3628435,-13.3628435,-0.11284343,-2.2379553 +4147,-14.249608,-17.687109,-14.374608,-1.1920922e-06 +106815,-6.6882057,-14.313206,-0.06320552,-2.813355 +18919,-4.367339,-5.492339,-0.24233927,-1.6174353 +88395,-9.1473875,-17.209888,-3.772388,-0.02337472 +83361,-15.0,-4.7683704e-07,-17.125,-16.37518 +69550,-11.875008,-7.867782e-06,-19.062508,-13.875466 +59782,-11.000103,-17.062601,-8.125103,-0.00031275625 +62607,-11.373669,-15.998668,-12.748669,-1.4543428e-05 +49031,-8.473508,-15.223508,-0.3485075,-1.2240047 +24073,-12.24985,-17.749851,-13.74985,-5.841238e-06 +34883,-13.125002,-17.250002,-2.0265559e-06,-18.000143 +78080,-3.81469e-06,-16.125004,-12.500004,-16.750137 +59546,-4.5108585,-9.260859,-10.385859,-0.011177188 +123805,-8.500275,-0.00027462048,-12.187775,-9.625424 +87807,-17.875006,-5.3644035e-06,-18.125006,-12.126196 +53821,-3.4083905,-15.220891,-12.158391,-0.033660065 +90016,-15.5,-3.576278e-07,-16.0,-17.752905 +75870,-18.75,-18.625,0.0,-20.562647 +58764,-10.874832,-17.812332,-10.499832,-4.6490542e-05 +64575,0.0,-19.25,-19.125,-20.375118 +85818,-12.749804,-16.999805,-15.499804,-3.0994368e-06 +15652,-16.375002,-15.875001,-1.072883e-06,-14.000147 +85976,-8.639154,-17.139154,-4.264155,-0.014343141 +15080,-12.750003,-3.3378547e-06,-17.812504,-14.500412 +79945,-10.125062,-6.1629304e-05,-15.812562,-10.75048 +76385,-11.376376,-15.063876,-6.501376,-0.0015142414 +115581,-7.0109496,-8.135949,-0.010949528,-4.636144 +61199,-11.875007,-6.9141147e-06,-18.187508,-19.743813 +85813,-23.125,-24.625,0.0,-22.000124 +67537,-19.437574,-7.4979835e-05,-16.250074,-9.500303 +89261,-24.375,-19.625,0.0,-20.125122 +22046,-14.374791,-17.374794,-14.499791,-1.072883e-06 +22926,-3.6954812e-06,-17.125004,-13.625004,-12.875265 +49488,-13.375002,-16.625002,-1.7881378e-06,-15.625142 +96660,-12.500008,-7.2717403e-06,-12.750008,-14.12518 +63730,-9.624961,-17.56246,-11.999961,-7.223822e-05 +9677,-1.1920928e-07,-19.1875,-16.625,-18.375103 +120201,-15.374875,-17.124876,-12.374875,-4.410734e-06 +35208,-19.4375,-17.375,0.0,-17.937637 +30950,-11.398074,-16.398073,-3.773075,-0.023261053 +66963,-5.6286006,-15.878601,-0.0036006637,-14.628725 +16156,-3.895317,-16.582817,-17.582817,-0.020546688 +69670,-12.500004,-3.6954812e-06,-16.750004,-19.187653 +13477,-12.125006,-5.7220295e-06,-18.375006,-14.876001 +50904,-14.250069,-6.89006e-05,-9.625069,-13.000328 +7930,-15.375,-18.8125,-3.576278e-07,-16.12513 +26294,-13.749813,-17.812313,-11.999813,-7.2717403e-06 +35749,-0.5232329,-12.648232,-0.8982329,-9.148397 +55850,-3.8955426,-14.145542,-0.020542601,-17.14571 +64767,-5.7530003,-14.878001,-13.878001,-0.0031796158 +22057,-11.1796055,-15.4296055,-1.8046058,-0.17978887 +87663,-13.7498665,-21.187368,-17.249868,-1.072883e-06 +35864,-13.624942,-20.874943,-14.874942,-1.5497195e-06 +33007,-19.25,-16.875,0.0,-19.500128 +81372,-16.24986,-21.12486,-20.74986,-1.1920928e-07 +97703,-8.125298,-0.0002976213,-14.437798,-13.750625 +118589,-4.7683704e-07,-17.125,-16.125,-14.75013 +65741,-8.344647e-07,-17.75,-14.000001,-20.125153 +119601,-14.125004,-16.000004,-4.1723165e-06,-12.625512 +114504,-18.0,-18.875,0.0,-18.750166 +92452,0.0,-17.5,-17.5,-19.312603 +11152,-0.0592305,-6.5592303,-3.9342306,-3.3095458 +44669,-14.750001,-14.375001,-1.1920922e-06,-15.250194 +121963,-12.750003,-3.3378547e-06,-14.625003,-19.000101 +63486,-7.125648,-14.625648,-15.750648,-0.00080517295 +123055,-12.62501,-14.87501,-9.7751135e-06,-12.000368 +119717,-5.7517505,-17.00175,-14.689251,-0.0031827055 +88042,-11.124815,-18.124815,-8.749815,-0.00017331529 +54428,-14.125001,-1.072883e-06,-15.125001,-16.625408 +125274,-2.3483954e-05,-12.625024,-10.875024,-13.625101 +46816,-13.12688,-13.50188,-0.25187945,-1.5021174 +8553,-4.634756,-17.634756,-0.0097559085,-19.63491 +56455,-9.8750515,-5.161629e-05,-19.000051,-15.62525 +101092,-0.0036062463,-12.003606,-5.6286063,-16.816324 +55570,-0.00018821376,-12.625188,-12.125188,-8.625345 +2531,-1.1920922e-06,-17.250002,-15.125001,-13.87522 +55854,-10.875019,-1.9073304e-05,-16.50002,-19.68775 +65143,0.0,-18.25,-18.75,-19.125088 +28422,-13.874848,-19.24985,-14.999848,-1.3113013e-06 +36329,-13.999632,-17.37463,-19.74963,-8.344647e-07 +8061,-6.1271853,-0.0021854583,-16.627186,-15.071449 +107678,-19.375,-9.5367386e-07,-14.125001,-15.250188 +53009,-0.0028416037,-12.002842,-10.377842,-5.878051 +62879,-1.3112935e-05,-16.687513,-16.125013,-11.250161 +26784,-13.375002,-2.145765e-06,-14.375002,-18.750162 +21912,-11.917798,-15.230298,-3.1677976,-0.0430151 +113597,-1.1920928e-07,-16.625,-18.8125,-18.125143 +82760,0.0,-19.75,-19.75,-23.562614 +26160,-11.125019,-1.9073304e-05,-16.12502,-12.379479 +23421,-13.250002,-2.384183e-06,-17.812502,-14.250464 +41793,-2.753282,-2.878282,-7.1282816,-0.12868807 +103325,-13.250005,-4.6491514e-06,-16.875004,-12.750161 +33557,-13.000002,-2.384183e-06,-19.187502,-15.750326 +81209,-16.00002,-1.9073304e-05,-17.00002,-10.875239 +107064,-5.13055,-15.880549,-15.755549,-0.0059311576 +98221,-1.6093125e-05,-14.500016,-11.125016,-14.000207 +16139,-14.999801,-20.124802,-15.499801,-4.7683704e-07 +62717,-12.000007,-6.3180723e-06,-16.125006,-17.000322 +28151,0.0,-21.625,-20.75,-23.062815 +22888,-14.125015,-1.5735503e-05,-12.500015,-11.384621 +24637,-4.7587404,-9.00874,-0.008740501,-12.508831 +92809,-12.499811,-20.624811,-14.749811,-4.1723165e-06 +91862,-8.875143,-12.750143,-0.00014280253,-15.750316 +7412,0.0,-19.5,-17.25,-22.75013 +52442,-3.5976954,-11.722695,-0.09769544,-2.72296 +87399,-0.0050579924,-9.505058,-5.880058,-6.130246 +112712,-1.7881378e-06,-15.250002,-13.375002,-17.937658 +54201,-0.012523346,-12.262524,-11.387524,-4.387704 +117074,-17.625431,-16.000431,-0.0004307296,-7.750557 +25137,-0.5126461,-6.887646,-5.387646,-0.927609 +16780,-0.0552527,-11.430253,-2.9302528,-7.9304075 +72881,-12.500004,-16.625004,-3.81469e-06,-17.250126 +110597,-10.625025,-2.4437606e-05,-18.500025,-16.000246 +89655,-2.3841855e-07,-17.875,-15.5,-18.062603 +48391,-11.875007,-7.152532e-06,-15.750007,-16.0002 +110182,-2.0265559e-06,-13.250002,-15.125002,-17.12518 +87621,-9.250333,-7.375333,-13.062833,-0.00072500645 +122711,0.0,-17.125,-18.4375,-18.312706 +115720,0.0,-17.0,-17.25,-18.50011 +66486,-9.12511,-0.00010942814,-16.062609,-14.790423 +68169,-7.1258187,-0.0008185135,-12.000818,-11.75106 +110138,-7.125805,-14.875805,-0.00080469646,-17.87598 +21580,-10.250035,-3.5404533e-05,-20.250036,-17.12532 +102553,-15.000059,-5.876845e-05,-15.375059,-9.752632 +78769,-10.12504,-4.0530336e-05,-16.00004,-15.000504 +93593,-12.500004,-3.6954812e-06,-17.000004,-16.750288 +16612,-11.75002,-2.0503787e-05,-11.37502,-13.625633 +59583,-11.249943,-16.812443,-8.124943,-0.0003091811 +76885,-8.773419e-05,-12.812588,-15.125088,-9.375662 +120777,-11.375011,-1.1563234e-05,-17.250011,-15.8753395 +121894,0.0,-17.75,-18.125,-17.250143 +88371,0.0,-19.5,-19.75,-20.187592 +68747,-17.5,-17.875,0.0,-22.312706 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..301d57e413f4e47e6869ca478d5fe0fa5d6da6e2 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00022065547996099946,0.0,, +1,,,0.00022065547996099946,0.0 +1,0.00022065547996099946,0.0,, +2,,,0.00022065547996099946,0.0 +2,0.00022065547996099946,0.0,, +3,,,0.00022065547996099946,0.0 +3,0.00022065547996099946,0.0,, +4,,,0.00022065547996099946,0.0 +4,0.00022065547996099946,0.0,, +5,,,0.00022065547996099946,0.0 +5,0.00022065547996099946,0.0,, +6,,,0.00022065547996099946,0.0 +6,0.00022065547996099946,0.0,, +7,,,0.00022065547996099946,0.0 +7,0.00022065547996099946,0.0,, +8,,,0.00022065547996099946,0.0 +8,0.00022065547996099946,0.0,, +9,,,0.00022065547996099946,0.0 +9,0.00022065547996099946,0.0,, +10,,,0.00022065547996099946,0.0 +10,0.00022065547996099946,0.0,, +11,,,0.00022065547996099946,0.0 +11,0.00022065547996099946,0.0,, +12,,,0.00022065547996099946,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..5dbead882e89b770b98f8212a4bd69da1a89bbea --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=7/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-0.63308376,-0.75808376,-7.633084,-14.445649 +80227,-0.000210859,-12.500211,-8.500211,-12.500251 +79086,-1.1920928e-07,-16.75,-15.999999,-19.312601 +75303,-17.374096,-16.249096,-18.249096,-1.1920928e-07 +56417,-10.000599,-14.500599,-0.0005987282,-7.500656 +11319,-7.998989,-9.748989,-9.248989,-0.00049042597 +12625,-1.12056105e-05,-15.375011,-14.000011,-11.500073 +87626,-7.001091,-0.0010907659,-8.626091,-22.697733 +43853,-16.249935,-16.124935,-16.374935,-2.3841855e-07 +23828,-15.000052,-15.750052,-9.125052,-0.000109308945 +27858,-0.05506611,-11.180066,-2.930066,-8.680128 +12604,-11.875007,-19.187508,-7.0333235e-06,-16.625097 +8180,-12.125006,-20.187506,-5.3644035e-06,-17.375069 +37466,-19.249937,-14.68744,-15.18744,-7.152555e-07 +48185,-10.750022,-2.1695856e-05,-15.125022,-16.751898 +77755,-16.625,-16.25,-1.1920928e-07,-17.250185 +29286,-4.8930526,-6.2680526,-0.018052675,-4.768128 +87038,-16.062384,-16.312384,-14.124885,-9.5367386e-07 +33094,-10.625031,-3.1351552e-05,-11.875031,-16.62543 +17990,-9.520613,-15.270613,-0.020613138,-3.895726 +125393,-13.374929,-14.874929,-13.499929,-3.2186456e-06 +25066,-13.062503,-2.622601e-06,-15.250003,-15.138136 +93021,-15.947215,-15.697215,-4.634714,-0.009756617 +91364,-14.875,-18.5,-3.576278e-07,-17.000095 +56219,-3.7737567,-10.273757,-0.023756737,-7.648813 +108119,-10.374945,-8.749945,-11.874945,-0.00019667599 +108029,-5.1308923,-12.505892,-10.630892,-0.005956873 +82606,-18.124943,-14.999941,-13.374941,-1.9073468e-06 +34733,-14.001338,-14.251338,-6.5013375,-0.0015040049 +40806,-1.1920928e-07,-15.625,-18.625,-18.937572 +89870,-5.960463e-07,-14.500001,-18.5625,-15.875055 +120589,-18.0,-15.250001,-5.960463e-07,-14.875092 +107229,-7.8753996,-14.2504,-0.0003996289,-10.875441 +81763,-13.250004,-15.875004,-4.1723165e-06,-13.000089 +126587,-4.634728,-10.0097275,-12.2597275,-0.009806434 +105931,-17.125,-1.1920928e-07,-15.999999,-18.313284 +51593,-0.6931189,-10.193119,-12.068119,-0.6932618 +105827,-19.624731,-17.187231,-13.624731,-1.1920922e-06 +92547,-18.5,-2.3841855e-07,-15.25,-17.265236 +11098,-11.125016,-18.375017,-1.6569955e-05,-13.250072 +15535,-8.500205,-0.00020501897,-15.437705,-13.577588 +104144,-9.500093,-16.750093,-9.381331e-05,-10.8752 +84409,-4.410734e-06,-13.250005,-13.000005,-14.750097 +55188,-11.625022,-15.625022,-2.2053475e-05,-11.250183 +97914,-8.87514,-15.50014,-0.0001401803,-15.87567 +9697,-15.374912,-17.437412,-11.999912,-6.4372807e-06 +43614,-16.499937,-16.562437,-15.749937,-2.3841855e-07 +57056,-18.937422,-15.124922,-11.124922,-1.5020258e-05 +98595,-14.625002,-1.7881378e-06,-14.000002,-14.625271 +11602,-10.375212,-14.000212,-0.00021157411,-8.625265 +29109,-8.625179,-18.25018,-0.00017975146,-15.125277 +114682,-10.000046,-4.6013727e-05,-18.562546,-14.250527 +63374,-12.125006,-5.4836123e-06,-15.875006,-17.438564 +77864,-13.250002,-18.875002,-2.145765e-06,-14.750065 +81631,-7.000947,-15.250947,-0.0009470269,-10.251031 +124163,-13.253558,-16.753561,-5.628558,-0.0036020891 +81563,-12.250038,-11.875038,-8.750038,-0.00017021637 +13895,-11.750009,-8.940657e-06,-15.500009,-14.00144 +12863,-13.625477,-16.000477,-7.5004764,-0.00055428874 +45732,-3.305111,-2.055111,-0.1801109,-9.930281 +49404,-12.125006,-16.125006,-5.841238e-06,-14.7501335 +487,-11.000017,-1.7285198e-05,-14.375017,-17.125212 +64317,-14.374942,-15.999942,-11.124942,-1.537788e-05 +6331,-2.622601e-06,-13.250003,-14.125003,-16.1261 +73812,-12.125051,-10.125051,-5.0305054e-05,-12.25013 +15701,-13.737703,-14.237703,-2.2377024,-0.11283854 +104663,-7.152555e-07,-16.125,-14.375001,-18.375057 +90606,-0.06303317,-7.188033,-8.063033,-2.813126 +127552,-2.3841855e-07,-16.125,-16.625,-17.125095 +126761,-20.937437,-19.749937,-12.874938,-2.622601e-06 +92697,-0.64132696,-7.766327,-0.89132696,-2.7666574 +107122,-0.3904585,-10.390458,-1.1404585,-5.6407075 +74380,-16.187422,-13.999921,-15.499921,-1.072883e-06 +66285,-5.960463e-07,-16.75,-14.375001,-17.250154 +70163,-11.62539,-13.87539,-0.0003898576,-7.8754764 +75972,-7.750811,-14.438312,-0.0008111286,-7.8758764 +30713,-7.3206024,-11.320602,-0.07060228,-2.6957197 +118867,-2.3841855e-07,-15.25,-16.75,-18.250093 +84835,-14.687659,-0.0001596085,-8.750159,-14.187857 +60503,-15.625,-20.0,-2.3841855e-07,-16.625069 +11807,-13.001848,-14.626848,-1.5018482,-0.25195572 +27906,-5.9604467e-06,-13.875006,-12.500006,-13.500133 +30093,-14.750002,-1.9073468e-06,-18.125002,-13.375476 +45657,-13.875001,-18.25,-9.5367386e-07,-18.125046 +97197,-5.3644035e-06,-14.500006,-12.500006,-13.625082 +48440,-7.8753815,-0.00038151615,-14.375381,-14.000553 +14971,-1.072883e-06,-15.250001,-14.125001,-16.500078 +61380,-12.8749695,-10.8124695,-12.1874695,-2.7775379e-05 +7177,-13.750001,-1.072883e-06,-18.062502,-16.820803 +40241,-0.00080707873,-13.000807,-14.500807,-7.1259065 +38583,-14.2763,-0.026300795,-3.651301,-18.088942 +104941,-2.8848232e-05,-13.625029,-10.625029,-12.62511 +39377,-3.8955433,-0.020543419,-13.770543,-14.708416 +65329,-8.070246,-11.820246,-0.07024531,-2.695408 +81089,-16.000006,-6.675698e-06,-12.000007,-14.750285 +6143,-4.2647758,-10.764776,-7.2647758,-0.014886132 +63753,-2.682173e-05,-11.500027,-11.250027,-12.50009 +5084,-13.7546215,-17.567122,-0.0046210643,-5.3796773 +125282,-9.750183,-13.375183,-0.0001832079,-9.000282 +7980,-10.87527,-8.00027,-9.37527,-0.00043918978 +42346,-20.624857,-18.499857,-17.499857,0.0 +73055,-5.006743,-12.6317425,-0.00674282,-10.6319065 +31696,-10.625029,-14.250029,-2.8252203e-05,-12.625095 +101343,-8.500203,-20.562704,-0.00020346955,-21.250256 +115075,-1.1920928e-07,-15.625,-18.375,-17.125145 +29447,-15.874897,-18.062399,-9.749897,-5.8410846e-05 +89441,-3.1680024,-13.918002,-0.043002423,-12.918052 +15843,-3.4272702,-3.1772702,-0.17727019,-2.427335 +110126,-13.250023,-15.500023,-2.3364748e-05,-10.750162 +36142,-15.687653,-17.062654,-8.500153,-0.00020370792 +2846,-17.937403,-18.624903,-14.999903,-3.576278e-07 +85390,-0.007680883,-10.195181,-4.882681,-10.195327 +108138,-11.626619,-14.126619,-6.3766193,-0.001711929 +7571,-17.754337,-12.504337,-5.3793383,-0.004625336 +62381,-18.125,0.0,-20.5625,-19.125431 +65963,-14.273132,-15.835632,-3.7731318,-0.02324894 +39384,-2.3841855e-07,-15.625,-18.8125,-16.3751 +62356,-4.1723165e-06,-15.000004,-12.625004,-14.625085 +20478,-12.000009,-8.463824e-06,-14.687509,-13.250226 +101968,-12.875003,-19.500002,-2.622601e-06,-18.625055 +124810,-15.1253805,-14.6253805,-0.000380682,-7.8754754 +9300,-10.500029,-17.625029,-2.8252203e-05,-14.1251135 +35593,-14.85016,-13.72516,-2.3501594,-0.10021316 +53670,-15.75,-19.0,-1.1920928e-07,-18.375069 +44789,-4.7683704e-07,-16.125,-17.25,-15.000098 +25135,-7.7504306,-0.00043061044,-18.125431,-18.500734 +32124,-1.1920928e-07,-15.875,-18.6875,-17.750065 +36646,-12.499961,-12.124961,-12.624961,-1.239769e-05 +34191,-13.255086,-14.255086,-5.255086,-0.0052369554 +65307,-17.375036,-17.937536,-9.375036,-8.487341e-05 +32731,-12.500004,-3.81469e-06,-18.437504,-16.075777 +112637,-9.750269,-8.125269,-7.8752685,-0.0007345362 +18943,-8.750446,-8.500446,-0.00044657747,-9.375856 +117291,-1.1920922e-06,-15.125001,-14.000001,-15.875087 +67975,-11.376337,-17.126337,-0.0013373488,-6.626406 +104676,-0.5805616,-2.3305616,-1.0805616,-5.5806956 +109059,-6.2519546,-0.0019544326,-10.626954,-13.378312 +86252,-14.374922,-15.812422,-11.124922,-1.5497088e-05 +109620,-7.152555e-07,-14.375001,-18.0625,-16.625042 +35543,-13.750209,-15.187709,-8.125209,-0.00029738297 +96155,-11.375014,-1.41858045e-05,-13.250014,-13.875316 +33646,-9.375086,-14.250086,-8.5707805e-05,-15.3751545 +64061,-0.0020321212,-11.752032,-9.252032,-6.252144 +6764,-2.145765e-06,-14.625002,-13.375002,-16.250072 +63078,-11.000019,-1.9192512e-05,-18.12502,-12.875435 +88343,-11.375011,-1.1682442e-05,-19.062511,-15.250576 +50106,-10.000139,-0.00013886917,-10.250139,-9.754287 +35688,-13.750026,-19.625025,-2.5391257e-05,-10.625121 +78697,-7.875717,-0.00071726344,-13.125717,-8.001033 +13749,-9.250149,-0.00014876213,-10.375149,-10.75037 +44428,-7.750373,-13.875374,-11.750374,-0.00043954724 +13880,-2.0265559e-06,-14.625002,-13.375002,-17.000113 +107805,-12.750004,-18.875004,-3.4570635e-06,-14.250054 +47687,0.0,-18.75,-16.75,-21.875076 +3328,-10.875021,-16.000021,-2.1338235e-05,-13.000089 +27574,-14.374922,-14.749922,-16.124924,-1.072883e-06 +6049,-13.250002,-2.0265559e-06,-15.875002,-16.250153 +121371,-15.250001,-8.344647e-07,-14.625001,-16.00034 +93977,-7.6254907,-17.75049,-0.0004905451,-12.875564 +87794,-11.875007,-19.500008,-6.9141147e-06,-18.375109 +1284,-13.000003,-2.8610189e-06,-15.000003,-15.125951 +86737,-14.8749,-11.8749,-12.6249,-1.060957e-05 +9800,-13.874929,-15.124929,-17.74993,-1.1920922e-06 +60632,-10.500028,-2.8132996e-05,-14.375028,-17.439783 +69196,-13.875001,-1.4305105e-06,-15.500001,-15.500209 +109514,-15.125,-20.0,-2.3841855e-07,-19.312645 +75454,-8.750259,-0.0002597233,-11.000259,-9.377627 +68262,-7.0009117,-17.250912,-0.00091153546,-17.250996 +51383,-7.0011873,-0.0011870965,-8.376187,-10.0016575 +39024,-7.500554,-0.00055393134,-14.750554,-14.375908 +53372,-12.874926,-14.124926,-10.624926,-2.7656173e-05 +61955,-18.562616,-15.000118,-8.750118,-0.00015877417 +46407,-13.250002,-1.7881378e-06,-16.875002,-16.679121 +56851,-8.625183,-17.875183,-0.00018285033,-12.625254 +117835,-15.75,-22.6875,-1.1920928e-07,-19.875114 +41315,-8.250262,-19.000261,-0.0002619877,-14.125355 +54086,-1.1920928e-07,-17.25,-15.875,-18.250088 +1123,-3.0994368e-06,-15.625003,-13.000003,-14.125073 +6738,-10.500029,-2.8371409e-05,-14.000029,-17.430634 +65022,-15.311529,-12.249029,-11.624029,-1.394739e-05 +29011,-19.812355,-18.562355,-14.749856,-3.576278e-07 +209,-10.125337,-15.125337,-0.0003362329,-8.125388 +117949,-1.1920922e-06,-15.500001,-14.000001,-16.250061 +112253,-18.499931,-9.624929,-13.187429,-6.794699e-05 +117575,-9.752015,-10.252015,-0.12701467,-2.1270714 +12151,-12.250005,-20.500004,-4.76836e-06,-22.750042 +6503,-11.679832,-12.804832,-2.9298322,-0.05489686 +47388,-9.375095,-9.560128e-05,-11.750095,-12.754196 +122533,-10.37497,-11.74997,-13.49997,-4.0411134e-05 +77557,-0.01711586,-8.142116,-7.142116,-4.1421843 +3593,-7.481191,-1.1061915,-2.9811914,-0.48144883 +39857,-7.0333235e-06,-12.500007,-12.750007,-14.500083 +82941,-14.875,-4.7683704e-07,-16.375,-19.062717 +2835,-5.960463e-07,-14.875001,-16.5,-16.12513 +12119,-7.6255336,-15.125534,-0.00053367676,-10.000619 +2255,-7.152555e-07,-15.875001,-14.750001,-15.500125 +99071,-7.877882,-10.502882,-0.002882138,-6.002967 +73970,-6.7540226,-9.879023,-0.0040227217,-5.8791413 +73312,-13.121162,-5.558663,-2.9336627,-0.058750298 +109736,-13.750002,-2.0265559e-06,-14.500002,-14.626966 +2581,-12.250005,-4.76836e-06,-17.125004,-18.99672 +64922,-12.374862,-15.249862,-13.624862,-5.7220295e-06 +85830,-1.1920922e-06,-13.875001,-16.500002,-16.375074 +122144,-10.750028,-2.7656173e-05,-12.625028,-12.754348 +62330,-8.1253,-0.00030012394,-12.3753,-17.443329 +112561,-11.250727,-12.438227,-0.00072667416,-7.2509975 +48434,-12.250006,-5.4836123e-06,-17.625006,-14.21587 +119944,-15.375,-3.576278e-07,-16.25,-19.43761 +120940,-0.01543012,-6.26543,-6.89043,-4.3906045 +77443,-12.125006,-19.750006,-5.6028207e-06,-15.750275 +23685,-10.944949,-14.569949,-0.06994957,-2.6950192 +47231,-6.3767033,-0.0017033605,-14.626703,-14.126786 +91022,-14.250001,-5.960463e-07,-19.4375,-20.313 +714,-15.384623,-15.322123,-4.634622,-0.00975768 +25730,-10.625028,-13.500028,-2.7894584e-05,-13.000225 +97729,-0.00021407696,-10.125214,-9.625214,-9.133594 +30236,-0.00055679074,-12.750557,-13.750557,-7.500704 +2443,-14.875,-3.576278e-07,-17.3125,-19.001205 +52656,-0.007822829,-10.132823,-5.382823,-5.7578926 +116972,-18.062061,-13.74956,-14.37456,-1.6689287e-06 +43770,-10.135656,-9.885656,-4.510657,-0.01114359 +10949,-13.500004,-3.933899e-06,-13.625004,-13.500123 +100306,-18.5625,-5.960463e-07,-14.750001,-15.254094 +29745,-5.628619,-0.0036190746,-10.878619,-15.691364 +60439,-15.937438,-10.874938,-10.624938,-4.339124e-05 +109824,-8.500407,-0.00040737438,-8.500407,-14.476102 +102648,-16.125296,-19.250296,-0.00029595286,-8.125947 +62099,-14.125018,-1.8477269e-05,-11.000018,-13.7501545 +33686,-10.312578,-7.784064e-05,-12.312578,-10.125138 +116606,-10.37498,-14.12498,-10.24998,-6.735098e-05 +85384,-16.187391,-15.624892,-14.874892,-5.960463e-07 +31834,-10.750029,-12.750029,-2.8490615e-05,-12.375216 +58133,-16.499874,-15.499874,-14.499874,-7.152555e-07 +95196,-12.875003,-20.250002,-2.503392e-06,-16.875086 +11675,-12.750003,-2.8610189e-06,-18.125002,-17.226936 +34902,-10.250136,-11.000136,-0.00013684291,-9.375308 +112691,-17.937399,-17.562399,-12.999899,-2.264974e-06 +33713,-2.2378638,-10.237864,-0.112863876,-12.050483 +109135,-7.8755593,-16.500559,-0.00055953104,-8.62564 +60521,-9.625777,-13.875777,-0.00077682355,-7.2508316 +76695,-14.550498,-15.550498,-18.050497,-7.152555e-07 +98619,-7.7504373,-15.375437,-0.00043704495,-12.000523 +13731,-13.375087,-8.6423e-05,-9.375087,-17.25079 +14492,-13.250004,-3.4570635e-06,-13.625004,-14.6252365 +81006,-9.50012,-15.87512,-0.000120394136,-10.000208 +114491,-20.749891,-14.24989,-14.62489,-1.072883e-06 +120167,-9.875058,-15.375058,-5.8530048e-05,-11.875186 +69602,-13.000003,-3.2186456e-06,-13.875003,-19.173368 +81057,-9.750071,-11.625071,-7.092701e-05,-12.500251 +118239,-16.0,-2.3841855e-07,-16.125,-17.626242 +26999,-2.3502324,-11.975232,-0.10023225,-10.85028 +103729,-11.750041,-10.375041,-4.112636e-05,-13.125188 +70324,-2.3841855e-07,-15.625,-16.625,-20.812597 +88697,-15.937377,-16.437376,-14.124877,-9.5367386e-07 +79720,-16.625141,-0.0001417298,-8.875142,-13.250309 +119098,-18.62495,-15.3749485,-13.7499485,-1.3113013e-06 +16374,-6.626326,-0.001326039,-16.688826,-15.9389715 +8973,-11.250019,-1.9550132e-05,-14.750019,-12.00017 +92670,-0.02632785,-10.776328,-3.6513278,-11.901467 +46136,-14.125002,-2.145765e-06,-13.625002,-15.125193 +113240,-8.225407e-06,-13.125009,-12.750009,-12.625645 +92271,-7.923888,-13.548888,-3.0488882,-0.04895382 +47020,-10.972492,-11.972492,-1.2224913,-0.34887558 +68952,-7.625502,-12.375503,-0.00050234096,-11.500619 +93704,-9.25011,-14.87511,-0.00010942814,-11.250339 +126515,-15.125,-4.7683704e-07,-16.5,-16.626278 +1648,-6.930861,-12.305861,-0.05586119,-2.9309192 +4147,-11.250958,-13.750958,-6.875959,-0.0010469438 +106815,-10.213965,-15.338965,-0.08896585,-2.4640887 +18919,-3.9065394,-8.656539,-0.031539388,-4.531613 +88395,-13.254341,-16.316841,-5.379341,-0.0046233186 +83361,-11.125015,-1.5258673e-05,-18.500015,-14.641585 +69550,-13.000003,-2.503392e-06,-17.812502,-15.376116 +59782,-15.876986,-16.251986,-6.1269855,-0.002185696 +62607,-16.498594,-14.811094,-12.561094,-3.933899e-06 +49031,-10.632584,-13.382584,-0.6325837,-0.7576712 +24073,-14.312381,-15.062381,-12.812381,-3.5762723e-06 +34883,-11.250013,-15.750013,-1.3470559e-05,-14.750092 +78080,-1.633154e-05,-14.375016,-11.750016,-11.750103 +59546,-11.874938,-11.249938,-11.749938,-2.7894584e-05 +123805,-5.628633,-0.0036328528,-12.128633,-10.504123 +87807,-18.125002,-1.7881378e-06,-14.500002,-13.51669 +53821,-14.624858,-15.499858,-13.999858,-1.4305105e-06 +90016,-11.12502,-2.0146166e-05,-12.12502,-16.674313 +75870,-13.250002,-16.000002,-2.145765e-06,-15.125052 +58764,-13.187382,-15.562382,-10.499882,-2.9563467e-05 +64575,-5.960463e-07,-14.500001,-16.0,-18.000065 +85818,-17.249876,-16.249876,-14.999874,-4.7683704e-07 +15652,-13.250003,-17.375002,-2.7418098e-06,-13.875059 +85976,-12.179884,-16.242384,-0.054883886,-2.9299493 +15080,-15.875,-1.1920928e-07,-18.6875,-17.25034 +79945,-11.75001,-9.417489e-06,-19.56251,-13.375291 +76385,-13.635957,-14.323457,-4.5109577,-0.011050573 +115581,-5.480303,-7.230303,-0.23030266,-1.605374 +61199,-17.125,0.0,-17.3125,-23.091698 +85813,-15.375,-19.75,-2.3841855e-07,-17.625078 +67537,-19.312588,-8.8330184e-05,-12.500089,-9.376516 +89261,-13.375002,-16.375002,-2.0265559e-06,-14.875063 +22046,-17.18739,-14.749891,-14.499891,-9.5367386e-07 +22926,-0.0003749621,-12.375375,-9.500375,-8.125461 +49488,-9.313358,-10.813358,-0.31335846,-1.3134087 +96660,-7.250719,-0.0007190503,-11.750719,-13.563383 +63730,-12.625979,-15.813479,-6.8759794,-0.0010362262 +9677,-7.0333235e-06,-15.000007,-12.125007,-13.500097 +120201,-15.749945,-15.749945,-13.874945,-1.1920922e-06 +35208,-12.750003,-17.625004,-2.9802277e-06,-17.812592 +30950,-13.542922,-13.667922,-3.167922,-0.04300505 +66963,-2.2395475,-12.989548,-0.114547394,-6.36463 +16156,-18.749918,-18.999918,-21.187418,0.0 +69670,-8.000352,-0.00035232058,-11.000352,-15.500507 +13477,-10.87502,-1.966934e-05,-16.37502,-14.252467 +50904,-13.812533,-3.325884e-05,-10.500033,-12.250222 +7930,-11.250013,-18.125013,-1.2993728e-05,-18.500082 +26294,-17.7504,-17.1254,-7.5004,-0.00055309734 +35749,-4.7595186,-14.509519,-0.009518596,-7.0095763 +55850,-1.5021267,-9.752127,-0.25212675,-8.877181 +64767,-18.312437,-16.624937,-14.999936,-3.576278e-07 +22057,-14.250004,-16.750002,-9.375004,-8.546941e-05 +87663,-15.499924,-16.999924,-11.499924,-1.03711545e-05 +35864,-17.062445,-18.624945,-13.999945,-8.344647e-07 +33007,-9.750061,-16.250061,-6.0675688e-05,-13.000132 +81372,-15.749911,-16.99991,-9.874911,-5.161629e-05 +97703,-8.625184,-0.00018428058,-13.312684,-12.68799 +118589,-4.5299425e-06,-15.375005,-14.375005,-12.500066 +65741,-1.4305013e-05,-12.750014,-12.875014,-11.625096 +119601,-13.500006,-16.875006,-6.198864e-06,-12.250689 +114504,-9.000175,-14.250175,-0.00017557987,-9.875243 +92452,-1.1920922e-06,-15.500001,-14.250001,-14.750165 +11152,-0.6017676,-6.4767675,-2.6017675,-0.97690004 +44669,-7.500796,-9.375796,-0.0007960012,-8.75091 +121963,-3.651408,-0.026407847,-9.151408,-13.403433 +63486,-17.999866,-15.124866,-17.249866,-3.576278e-07 +123055,-13.625068,-16.000067,-6.735098e-05,-9.62558 +119717,-12.120883,-16.995884,-15.995884,-5.6028207e-06 +88042,-8.923716,-14.173716,-0.048715185,-3.0488436 +54428,-12.00001,-9.894322e-06,-12.50001,-17.135872 +125274,-2.193427e-05,-14.125022,-10.875022,-13.000085 +46816,-12.70091,-12.45091,-0.82591003,-0.57597464 +8553,-3.0485878,-15.423588,-0.048587784,-15.423632 +56455,-19.5625,0.0,-20.25,-21.937735 +101092,-1.1920858e-05,-15.375011,-11.375011,-15.5001545 +55570,-0.0003643564,-12.125364,-8.625364,-8.625544 +2531,-4.0531077e-06,-15.625004,-15.250004,-12.500213 +55854,-5.3796206,-0.004620708,-15.879621,-15.005346 +65143,-4.7683704e-07,-16.75,-15.5,-15.375078 +28422,-20.812407,-19.749907,-12.7499075,-2.8610189e-06 +36329,-15.68729,-13.87479,-13.99979,-1.9073468e-06 +8061,-14.250001,-5.960463e-07,-17.4375,-22.84994 +107678,-19.25,-8.344647e-07,-14.500001,-15.000243 +53009,-0.055513013,-7.805513,-8.368013,-2.9306815 +62879,-3.3378547e-06,-15.125003,-14.000003,-13.000145 +26784,-3.8956254,-0.020625398,-9.395625,-14.834584 +21912,-14.362692,-15.175192,-2.2376914,-0.11283886 +113597,-1.1920928e-07,-16.125,-18.0,-18.875086 +82760,-2.3841855e-07,-16.5,-16.625,-18.375069 +26160,-13.750005,-4.5299425e-06,-12.625005,-16.01908 +23421,-6.1271906,-0.0021908109,-12.377191,-13.379533 +41793,-6.7999716,-1.9874716,-2.6124716,-0.23763348 +103325,-13.750001,-1.3113013e-06,-19.375002,-15.129042 +33557,-16.375,-3.576278e-07,-15.625,-16.000565 +81209,-15.125005,-4.5299425e-06,-13.125005,-13.000203 +107064,-19.874855,-18.374855,-18.437355,0.0 +98221,-4.3748852e-05,-13.500044,-13.000044,-10.125202 +16139,-20.374893,-19.437393,-11.124893,-1.4781843e-05 +62717,-13.125003,-2.503392e-06,-15.000003,-16.626606 +28151,0.0,-18.125,-18.0,-19.750114 +22888,-11.003617,-0.0036170552,-5.6286173,-14.697083 +24637,-7.000947,-15.250947,-0.0009470269,-10.251006 +92809,-11.876094,-16.126093,-6.751093,-0.0011773328 +91862,-8.500258,-12.500258,-0.00025865072,-9.875357 +7412,-1.4305105e-06,-15.125001,-13.625001,-17.000134 +52442,-8.750225,-15.000225,-0.00022480344,-9.625338 +87399,-0.0028061797,-10.252806,-6.002806,-8.128151 +112712,-5.960463e-07,-16.375,-14.500001,-17.00012 +54201,-0.2818385,-8.531838,-7.5318384,-1.4070209 +117074,-12.000186,-15.125186,-0.0001859492,-8.625282 +25137,-10.373739,-10.373739,-9.373739,-0.00014745102 +16780,-0.22580838,-10.850808,-3.1008084,-1.8508933 +72881,-14.375004,-16.000004,-4.0531077e-06,-12.625068 +110597,-15.0,-3.576278e-07,-19.75,-16.762484 +89655,-5.4836123e-06,-15.187506,-12.250006,-14.625481 +48391,-13.250002,-2.0265559e-06,-16.250002,-16.437675 +110182,-4.887569e-06,-14.625005,-12.375005,-15.187931 +87621,-12.503083,-5.753083,-10.128083,-0.0032217999 +122711,-2.3841855e-07,-16.0,-15.875,-17.000107 +115720,-2.0384581e-05,-12.87502,-13.62502,-11.000119 +66486,-9.750059,-5.912606e-05,-16.50006,-14.125322 +68169,-10.625025,-2.4556812e-05,-17.125025,-15.036672 +110138,-2.0202281,-9.020228,-0.14522819,-6.0203133 +21580,-9.000124,-0.0001236124,-19.437624,-15.125481 +102553,-18.87501,-9.655906e-06,-13.25001,-11.750743 +78769,-14.875,-3.576278e-07,-20.25,-17.49941 +93593,-14.625001,-9.5367386e-07,-18.125,-14.64469 +16612,-4.38882,-0.013820312,-6.63882,-13.518358 +59583,-13.642863,-15.517863,-4.017863,-0.018156635 +76885,-2.0265559e-06,-13.875002,-18.437502,-13.750228 +120777,-13.875003,-2.503392e-06,-13.375003,-17.581652 +121894,-2.860982e-05,-15.375029,-14.000029,-10.500107 +88371,0.0,-16.75,-18.25,-19.00006 +68747,-13.125002,-16.625002,-2.0265559e-06,-17.875101 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..032a15581ea0bb2818e56ddbf79d618901f5f5a4 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0002544204583272953,0.0,, +1,,,0.0002544204583272953,0.0 +1,0.0002544204583272953,0.0,, +2,,,0.0002544204583272953,0.0 +2,0.0002544204583272953,0.0,, +3,,,0.0002544204583272953,0.0 +3,0.0002544204583272953,0.0,, +4,,,0.0002544204583272953,0.0 +4,0.0002544204583272953,0.0,, +5,,,0.0002544204583272953,0.0 +5,0.0002544204583272953,0.0,, +6,,,0.0002544204583272953,0.0 +6,0.0002544204583272953,0.0,, +7,,,0.0002544204583272953,0.0 +7,0.0002544204583272953,0.0,, +8,,,0.0002544204583272953,0.0 +8,0.0002544204583272953,0.0,, +9,,,0.0002544204583272953,0.0 +9,0.0002544204583272953,0.0,, +10,,,0.0002544204583272953,0.0 +10,0.0002544204583272953,0.0,, +11,,,0.0002544204583272953,0.0 +11,0.0002544204583272953,0.0,, +12,,,0.0002544204583272953,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..1e5a65b0014eeb1ba4caa1ab2b68cfd672471fbb --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-13.250003,-2.8610189e-06,-13.750003,-16.937592 +80227,-6.9141147e-06,-13.125007,-12.250007,-16.375082 +79086,-8.344647e-07,-15.000001,-14.500001,-17.31264 +75303,-12.249803,-15.812303,-16.749805,-5.0067774e-06 +56417,-13.1250105,-14.1250105,-1.060957e-05,-11.750163 +11319,-0.97605765,-6.2260575,-8.851058,-0.47628587 +12625,-2.9802277e-06,-13.125003,-14.000003,-16.0001 +87626,-8.250278,-0.00027891083,-11.000278,-13.838278 +43853,-15.874833,-21.062332,-19.874832,-1.1920928e-07 +23828,-14.625602,-18.1881,-7.2506013,-0.00071047334 +27858,-4.882628,-12.3826275,-0.007627885,-10.945235 +12604,-8.500205,-15.125205,-0.00020478059,-13.75031 +8180,-11.250013,-16.500013,-1.3708975e-05,-14.375104 +37466,-14.624792,-17.06229,-13.124792,-2.503392e-06 +48185,-13.750001,-1.072883e-06,-17.875002,-17.500132 +77755,-16.25,-15.375,-2.3841855e-07,-17.250214 +29286,-3.3554382,-4.2304378,-0.23043814,-1.855502 +87038,-17.249683,-22.499683,-20.062183,0.0 +33094,-13.250002,-1.9073468e-06,-16.0,-17.812725 +17990,-11.126341,-14.876341,-0.0013408012,-6.6264906 +125393,-12.999804,-16.499802,-15.562304,-2.503392e-06 +25066,-13.875001,-1.072883e-06,-18.562502,-15.687723 +93021,-13.250522,-18.313023,-7.3755217,-0.0006283931 +91364,-13.62503,-13.87503,-2.9682673e-05,-10.500575 +56219,-0.00027771908,-9.1252775,-9.0002775,-10.000374 +108119,-4.271319,-4.896319,-9.021319,-0.021793991 +108029,-14.124919,-19.624918,-18.624918,-7.152555e-07 +82606,-15.625087,-18.000088,-8.625087,-0.00017975146 +34733,-13.999758,-18.437258,-11.249758,-1.3828182e-05 +40806,-3.576278e-07,-15.0,-17.125,-18.437578 +89870,-1.3113013e-06,-13.625001,-16.125002,-17.000093 +120589,-15.750002,-13.500002,-1.6689287e-06,-16.250187 +107229,-11.125017,-14.375017,-1.7523613e-05,-13.000095 +81763,-11.500011,-14.125011,-1.1086402e-05,-15.187695 +126587,-5.130877,-9.1308775,-10.8808775,-0.0060567646 +105931,-17.875,0.0,-19.5625,-20.6253 +51593,-0.0053384607,-9.630339,-10.130339,-5.255517 +105827,-11.624938,-16.687437,-10.999938,-2.5748875e-05 +92547,-17.5,-1.1920928e-07,-16.125,-17.687716 +11098,-13.125006,-16.750006,-5.7220295e-06,-12.500123 +15535,-7.625493,-0.0004929281,-13.375493,-12.563554 +104144,-7.875585,-13.313085,-0.0005850272,-8.500968 +84409,-1.0728779e-05,-12.0000105,-12.3750105,-15.000246 +55188,-7.5010552,-7.6260552,-0.0010553987,-11.126295 +97914,-14.125001,-15.750001,-8.344647e-07,-19.375154 +9697,-8.374996,-15.999996,-10.999996,-0.00024744787 +43614,-15.749826,-20.374828,-15.874826,-2.3841855e-07 +57056,-16.374914,-17.874914,-9.374916,-8.487341e-05 +98595,-15.500001,-8.344647e-07,-15.500001,-14.750215 +11602,-11.000021,-12.625021,-2.0622994e-05,-14.375151 +29109,-6.376719,-14.876719,-0.0017191882,-11.00194 +114682,-14.125001,-8.344647e-07,-20.875,-16.625408 +63374,-14.875,-3.576278e-07,-19.5625,-20.187979 +77864,-8.875143,-15.375143,-0.00014292172,-12.75022 +81631,-7.500591,-13.00059,-0.0005906268,-10.250725 +124163,-9.645498,-17.333,-3.8954988,-0.020608934 +81563,-12.874905,-15.249905,-8.874905,-0.00014268333 +13895,-14.000002,-1.6689287e-06,-16.687502,-14.000279 +12863,-13.249733,-19.562233,-11.499733,-1.1920858e-05 +45732,-11.252489,-0.0024886134,-6.0024886,-17.377728 +49404,-11.875012,-14.250012,-1.239769e-05,-12.250144 +487,-10.375031,-3.1470758e-05,-15.250031,-17.000195 +64317,-15.24988,-18.87488,-14.37488,-8.344647e-07 +6331,-4.2915253e-06,-13.000004,-13.125004,-18.12516 +73812,-11.375017,-12.125017,-1.7285198e-05,-14.875138 +15701,-14.569781,-16.00728,-2.6947813,-0.06994801 +104663,-9.536698e-06,-14.37501,-11.62501,-17.187601 +90606,-0.2752917,-3.7752917,-8.525291,-1.5254616 +127552,-6.3180723e-06,-12.000007,-17.250006,-15.750146 +126761,-14.374831,-18.99983,-13.499831,-1.9073468e-06 +92697,-0.4784242,-5.478424,-0.9784242,-8.72889 +107122,-5.131341,-10.256341,-0.006341217,-7.8821063 +74380,-14.7499,-17.562399,-12.9999,-2.622601e-06 +66285,-0.00010978573,-14.25011,-9.12511,-15.12529 +70163,-2.4648917,-7.7148914,-0.089891575,-7.59005 +75972,-8.500217,-13.500217,-0.00021777165,-11.25034 +30713,-13.814189,-14.126689,-6.2516885,-0.0019307559 +118867,-1.394739e-05,-11.250014,-13.875014,-16.68765 +84835,-13.062505,-5.245195e-06,-12.875005,-14.312632 +60503,-12.250011,-13.625011,-1.1324818e-05,-12.125128 +11807,-13.328721,-15.266221,-2.578722,-0.0789055 +27906,-3.9099883e-05,-11.750039,-10.625039,-11.875127 +30093,-13.000011,-1.1324818e-05,-16.500011,-11.625339 +45657,-12.250008,-13.000008,-8.106199e-06,-13.750106 +97197,-2.527205e-05,-11.750025,-11.000025,-14.125128 +48440,-9.000126,-0.00012551951,-14.750126,-13.250285 +14971,-7.2717403e-06,-13.750008,-12.000008,-16.68765 +61380,-6.0027986,-7.8777986,-9.877798,-0.0029063863 +7177,-15.625,-1.1920928e-07,-20.375,-17.000381 +40241,-0.006026431,-9.256026,-12.631026,-5.131205 +38583,-19.125,-1.1920928e-07,-16.375,-23.062702 +104941,-1.0728779e-05,-14.2500105,-11.5000105,-17.000107 +39377,-10.250035,-3.564294e-05,-15.312535,-17.000154 +65329,-5.881439,-10.006439,-0.006439412,-5.6315928 +81089,-13.750004,-3.933899e-06,-13.750004,-13.250203 +6143,-8.500102,-15.187602,-10.625102,-0.00022802137 +63753,-3.4570097e-05,-10.625034,-11.625034,-13.562624 +5084,-12.075863,-16.325865,-0.8258632,-0.5760091 +125282,-12.250025,-12.500025,-2.5152844e-05,-11.000186 +7980,-3.8959966,-8.333496,-7.5834966,-0.021297451 +42346,-14.374858,-19.687359,-16.312359,-7.152555e-07 +73055,-11.000028,-12.375028,-2.7894584e-05,-11.8754425 +31696,-11.6250105,-13.3750105,-1.060957e-05,-15.6251545 +101343,-8.625179,-16.81268,-0.00017963226,-18.312761 +115075,-3.576278e-07,-14.75,-17.75,-18.062674 +29447,-15.624908,-20.312408,-12.124908,-5.6028207e-06 +89441,-0.0005052005,-11.000505,-7.625505,-14.313095 +15843,-0.0072953966,-5.0072956,-7.6322956,-9.257376 +110126,-5.0072265,-8.632227,-0.007226519,-8.007785 +36142,-14.1249895,-19.249989,-9.3749895,-8.558861e-05 +2846,-17.437262,-20.624762,-17.187262,-1.1920928e-07 +85390,-0.0013794916,-10.43888,-6.6263795,-10.626493 +108138,-8.404864,-11.154864,-3.529865,-0.029992232 +7571,-16.304018,-14.804017,-2.929017,-0.054931503 +62381,-17.375,0.0,-23.0625,-21.875332 +65963,-12.511752,-15.511752,-1.1367519,-0.38693297 +39384,-1.072883e-06,-13.875001,-17.000002,-16.125189 +62356,-0.00027736154,-11.1252775,-8.2502775,-13.500362 +20478,-9.750066,-6.6158966e-05,-12.875066,-12.125219 +101968,-11.500011,-15.125011,-1.12056105e-05,-14.000091 +124810,-11.500019,-13.750019,-1.9073304e-05,-11.750231 +9300,-15.875,-17.375,-1.1920928e-07,-18.125092 +35593,-11.658574,-11.658574,-3.4085739,-0.03366606 +53670,-18.9375,-17.0,0.0,-18.812614 +44789,-9.5367386e-07,-14.000001,-18.0625,-16.000114 +25135,-12.625003,-3.3378547e-06,-18.000004,-19.062847 +32124,-1.239769e-05,-11.375012,-13.875012,-16.750101 +36646,-4.8826027,-9.757603,-10.257603,-0.0076998104 +34191,-13.499938,-15.812438,-7.2499375,-0.00071202195 +65307,-14.624963,-20.999962,-12.374963,-4.6491514e-06 +32731,-13.750001,-1.072883e-06,-19.500002,-18.18787 +112637,-4.5174685,-6.6424685,-5.1424685,-0.01822886 +18943,-7.6257944,-8.250794,-0.0007944527,-10.001027 +117291,-7.2717403e-06,-12.125008,-13.875008,-13.875109 +67975,-12.018042,-17.955542,-4.0180416,-0.01815804 +104676,-4.8826394,-0.0076394784,-10.38264,-12.945369 +109059,-11.625009,-8.940657e-06,-18.18751,-18.938662 +86252,-12.624855,-18.124855,-13.937355,-4.1723165e-06 +109620,-4.7683704e-07,-14.625,-18.125,-16.937584 +35543,-14.312294,-17.124792,-13.124794,-2.622601e-06 +96155,-14.250001,-9.5367386e-07,-16.625,-15.250352 +33646,-11.125015,-14.000015,-1.5616295e-05,-19.062586 +64061,-0.00020525733,-9.500205,-9.125205,-10.750338 +6764,-9.7751135e-06,-12.00001,-12.62501,-15.18759 +63078,-13.375002,-2.145765e-06,-17.875002,-14.250245 +88343,-13.250002,-1.7881378e-06,-20.375002,-17.937622 +50106,-12.125118,-0.00011812943,-9.250118,-11.001086 +35688,-13.3836155,-17.008615,-0.008615231,-4.7587085 +78697,-11.7500925,-9.274053e-05,-15.7500925,-9.375449 +13749,-10.000047,-4.708656e-05,-14.250047,-13.750258 +44428,-7.0008254,-14.000826,-14.000826,-0.0009132029 +13880,-4.1603176e-05,-13.500042,-10.125042,-15.687796 +107805,-11.694943,-12.569943,-0.06994357,-2.695009 +47687,-1.6689287e-06,-13.375002,-16.375002,-17.437645 +3328,-12.375014,-16.000013,-1.442422e-05,-11.50021 +27574,-13.499862,-16.93736,-16.31236,-1.5497195e-06 +6049,-13.750001,-1.072883e-06,-17.562502,-18.312746 +121371,-15.625,-2.3841855e-07,-16.5,-16.75088 +93977,-6.2519298,-14.62693,-0.0019299231,-14.002032 +87794,-12.750003,-16.375004,-3.0994368e-06,-15.750172 +1284,-13.750001,-1.4305105e-06,-15.875001,-15.375665 +86737,-9.553721,-9.803721,-1.0537214,-0.42888343 +9800,-12.124849,-17.81235,-18.68735,-5.4836123e-06 +60632,-13.125002,-2.145765e-06,-16.437502,-18.937656 +69196,-16.125,-1.1920928e-07,-18.3125,-16.875273 +109514,-10.250037,-13.875037,-3.70734e-05,-14.187751 +75454,-13.250025,-2.4795225e-05,-13.375025,-10.750218 +68262,-6.376703,-15.376702,-0.0017027655,-14.814403 +51383,-11.125015,-1.5258673e-05,-16.000013,-14.875193 +39024,-7.500562,-0.0005621522,-15.500562,-11.625675 +53372,-14.249792,-17.99979,-12.124792,-6.079655e-06 +61955,-12.3930855,-14.1430855,-4.0180864,-0.018156048 +46407,-10.375031,-3.1232346e-05,-19.93753,-18.00024 +56851,-4.6354637,-12.260464,-0.010463616,-7.260569 +117835,-15.8125,-19.125,-1.1920928e-07,-20.062658 +41315,-7.250714,-15.750713,-0.0007138088,-12.50081 +54086,-6.5564896e-06,-14.750007,-12.000007,-16.75018 +1123,-0.00011920219,-11.625119,-9.125119,-13.50023 +6738,-12.500004,-4.0531077e-06,-15.000004,-17.437733 +65022,-12.124193,-13.874193,-9.624193,-7.247662e-05 +29011,-13.249837,-18.999838,-18.562338,-1.7881378e-06 +209,-14.612798,-13.112798,-0.112798065,-2.2380478 +117949,-0.00010072678,-12.500101,-9.250101,-13.812694 +112253,-15.374795,-10.624795,-10.499795,-5.2093103e-05 +117575,-12.375124,-10.000124,-0.00012444676,-9.500226 +12151,-10.750022,-15.500022,-2.1576649e-05,-16.937603 +6503,-3.100947,-10.850946,-0.100946866,-2.9760675 +47388,-13.125002,-2.384183e-06,-15.500002,-16.000858 +122533,-6.5014014,-12.876403,-12.001403,-0.0015111467 +77557,-0.3533086,-2.3533087,-1.6033086,-6.603435 +3593,-5.162358,-0.28735796,-1.5373579,-3.537689 +39857,-4.482169e-05,-10.125045,-13.000045,-12.875143 +82941,-14.125001,-7.152555e-07,-18.8125,-20.250196 +2835,-2.2411095e-05,-12.750022,-10.875022,-14.437666 +12119,-7.7504635,-13.2504635,-0.00046361666,-10.375578 +2255,-7.6293654e-06,-13.000008,-12.750008,-12.875214 +99071,-6.8827505,-11.4452505,-0.007750676,-5.0079308 +73970,-7.127225,-9.252225,-0.0022248295,-6.6275053 +73312,-8.147724,-4.710223,-0.5852233,-0.83534145 +109736,-13.500002,-2.0265559e-06,-14.500002,-15.751401 +2581,-12.875003,-2.7418098e-06,-18.562502,-15.37529 +64922,-5.628478,-13.253478,-13.378478,-0.0036038707 +85830,-1.6689287e-06,-13.500002,-16.437502,-15.625105 +122144,-11.125015,-1.5616295e-05,-15.375015,-14.375159 +62330,-8.500204,-0.00020430385,-13.937704,-18.000336 +112561,-10.500052,-12.625052,-5.233151e-05,-10.750451 +48434,-13.875001,-1.4305105e-06,-18.750002,-14.501339 +119944,-17.75,0.0,-21.8125,-21.500208 +120940,-0.0009869233,-7.000987,-14.188487,-9.5011 +77443,-14.375006,-17.750006,-5.9604467e-06,-12.125508 +23685,-13.392665,-15.642665,-0.14266455,-2.017756 +47231,-8.125297,-0.0002967871,-15.937797,-14.1254 +91022,-16.875,0.0,-22.3125,-21.50015 +714,-13.626065,-17.001066,-6.6260657,-0.0013274676 +25730,-12.500007,-12.875007,-6.7949063e-06,-14.68778 +97729,-0.006312669,-8.006312,-5.131313,-9.889955 +30236,-0.0005719218,-8.875572,-13.375572,-7.750782 +2443,-14.250001,-5.960463e-07,-17.875,-18.562601 +52656,-2.4755142,-8.975514,-0.10051421,-4.4757643 +116972,-11.49972,-14.93722,-9.74972,-6.8781395e-05 +43770,-3.1472366,-3.2722366,-1.3972366,-0.3977523 +10949,-13.875003,-2.503392e-06,-13.875003,-14.250111 +100306,-16.1875,-5.960463e-07,-14.750001,-15.875235 +29745,-13.250002,-2.264974e-06,-15.000002,-16.625343 +60439,-10.124885,-14.437385,-13.499885,-4.196079e-05 +109824,-11.5000105,-1.03711545e-05,-15.1250105,-16.812813 +102648,-10.018191,-15.268191,-0.018191753,-4.0183563 +62099,-11.375011,-1.1920858e-05,-16.000011,-14.750116 +33686,-9.125136,-0.00013672371,-15.125136,-10.500219 +116606,-2.2387855,-10.988785,-6.8637853,-0.113896474 +85384,-13.749816,-17.937317,-16.624817,-1.1920922e-06 +31834,-5.6287913,-9.253792,-0.0037914074,-9.255051 +58133,-14.999857,-17.437357,-14.499857,-8.344647e-07 +95196,-9.12511,-15.87511,-0.00011002412,-13.875257 +11675,-13.000002,-2.264974e-06,-19.437502,-17.937769 +34902,-1.7046615,-6.0796614,-0.20466144,-6.9548764 +112691,-16.249767,-18.999767,-13.124769,-2.145765e-06 +33713,-0.033721615,-9.533722,-3.4087217,-12.533962 +109135,-0.00014768941,-12.750148,-9.000148,-10.750352 +60521,-8.375248,-14.750248,-0.00024756705,-11.000357 +76695,-8.6219225,-16.746923,-17.996923,-0.0001802282 +98619,-13.125002,-15.500002,-2.264974e-06,-16.500101 +13731,-16.625,-2.3841855e-07,-16.375,-19.437693 +14492,-15.125,-4.7683704e-07,-16.375,-15.625224 +81006,-11.288054,-12.288054,-0.038054038,-3.2881737 +114491,-14.124827,-16.499826,-9.749827,-5.912606e-05 +120167,-15.875,-18.4375,-2.3841855e-07,-16.375248 +69602,-14.250001,-1.072883e-06,-16.375002,-15.000172 +81057,-6.2524323,-7.6274323,-0.0024322472,-11.002666 +118239,-16.125,-1.1920928e-07,-18.4375,-20.312757 +26999,-7.6254926,-14.125492,-0.00049245154,-12.500587 +103729,-6.7021756,-0.5771757,-0.8271757,-11.827298 +70324,-1.1920928e-07,-16.25,-18.25,-20.125084 +88697,-13.937321,-19.31232,-13.687321,-2.0265559e-06 +79720,-16.375002,-1.072883e-06,-13.875001,-16.937748 +119098,-9.375053,-14.250053,-9.250053,-0.00018153928 +16374,-9.750058,-5.8410846e-05,-17.06256,-15.937684 +8973,-14.875001,-9.5367386e-07,-18.1875,-14.375313 +92670,-0.06581918,-5.5658193,-2.8158193,-10.940971 +46136,-16.125,-7.152555e-07,-17.625,-14.250104 +113240,-5.125868e-05,-10.0000515,-13.5625515,-12.312858 +92271,-10.750382,-19.062881,-7.750382,-0.0004521778 +47020,-11.819688,-12.569688,-2.6946886,-0.069965795 +68952,-3.6513264,-11.026326,-0.02632634,-11.526524 +93704,-12.750004,-15.250004,-3.5762723e-06,-14.50055 +126515,-17.375,0.0,-19.5,-18.375753 +1648,-12.7515135,-11.6265135,-0.0015138844,-6.501656 +4147,-15.124179,-18.87418,-12.499179,-4.0531077e-06 +106815,-13.507427,-16.507425,-4.8824267,-0.0076089557 +18919,-5.0199285,-7.1449285,-0.019928588,-4.3951154 +88395,-13.767846,-16.892845,-4.0178456,-0.018156635 +83361,-14.375001,-7.152555e-07,-20.125,-16.500141 +69550,-13.625001,-1.1920922e-06,-19.125002,-16.750978 +59782,-10.250045,-16.000046,-8.500045,-0.00023898606 +62607,-14.248784,-16.811283,-10.998784,-1.7404405e-05 +49031,-13.142646,-14.455146,-0.14264542,-2.0178874 +24073,-12.312194,-16.499695,-11.937194,-1.1086402e-05 +34883,-13.250005,-14.812505,-4.410734e-06,-13.0001135 +78080,-0.00013815402,-11.875138,-9.000138,-11.750236 +59546,-10.249924,-12.999924,-10.749924,-5.912606e-05 +123805,-3.04895,-0.04894996,-10.04895,-8.049181 +87807,-15.062507,-7.0333235e-06,-14.437507,-12.00021 +53821,-11.749779,-15.687279,-14.999779,-8.344616e-06 +90016,-13.625001,-1.4305105e-06,-15.375001,-17.750471 +75870,-12.750003,-17.250004,-2.9802277e-06,-18.500132 +58764,-13.562399,-16.499897,-10.999899,-1.800044e-05 +64575,-2.503392e-06,-13.125003,-15.625003,-15.00009 +85818,-14.437326,-18.187326,-15.249826,-8.344647e-07 +15652,-13.125056,-12.750056,-5.6384404e-05,-9.875158 +85976,-13.627401,-20.439901,-6.0024023,-0.0024770787 +15080,-15.625,-1.1920928e-07,-21.0,-18.625214 +79945,-12.625004,-3.6954812e-06,-20.187504,-15.000511 +76385,-11.250377,-16.625376,-7.3753777,-0.0006397108 +115581,-2.6243932,-4.2493935,-0.12439331,-3.4995513 +61199,-14.5,-4.7683704e-07,-21.9375,-20.43963 +85813,-14.375001,-16.875,-8.344647e-07,-15.500346 +67537,-17.312502,-1.072883e-06,-14.375001,-14.500088 +89261,-1.9107293,-7.6607294,-0.16072933,-10.285815 +22046,-12.937508,-14.000008,-8.500008,-0.00020668755 +22926,-0.0007173825,-12.250717,-12.750717,-7.2508707 +49488,-10.625071,-14.125071,-7.045021e-05,-10.00015 +96660,-6.626346,-0.0013461584,-10.876347,-13.501502 +63730,-13.499864,-18.562363,-11.374864,-1.28745205e-05 +9677,-3.2543605e-05,-14.125032,-10.375032,-14.2501335 +120201,-16.249859,-19.562359,-13.249861,-1.9073468e-06 +35208,-11.000017,-15.125017,-1.7285198e-05,-14.750153 +30950,-11.86269,-15.05019,-2.2376902,-0.11284631 +66963,-2.811988,-12.811988,-0.06198812,-10.937125 +16156,-11.499879,-19.374878,-18.687378,-1.0132739e-05 +69670,-12.625004,-3.5762723e-06,-15.250004,-18.187887 +13477,-15.75,-1.1920928e-07,-19.875,-19.125343 +50904,-12.125011,-1.1682442e-05,-12.125011,-13.812651 +7930,-12.625005,-15.625005,-5.245195e-06,-13.250134 +26294,-14.625004,-17.625002,-8.625004,-0.00017998983 +35749,-3.7734454,-13.835945,-0.02344529,-8.523537 +55850,-6.8760343,-13.501035,-0.0010343208,-15.251161 +64767,-10.499934,-17.062435,-15.624934,-2.7775379e-05 +22057,-15.376658,-19.56416,-6.2516584,-0.0019293282 +87663,-16.249857,-20.374857,-12.249856,-4.887569e-06 +35864,-16.374931,-20.812431,-14.999931,-3.576278e-07 +33007,-12.625004,-14.750004,-3.6954812e-06,-16.750181 +81372,-15.99986,-21.374859,-16.249859,-2.3841855e-07 +97703,-8.500204,-0.00020442304,-14.625204,-14.625652 +118589,-8.034383e-05,-12.25008,-14.12508,-9.500168 +65741,-2.0146166e-05,-12.62502,-15.75002,-11.000124 +119601,-11.875495,-14.000495,-0.00049543026,-7.626095 +114504,-15.000004,-12.625004,-3.5762723e-06,-17.250154 +92452,-1.585471e-05,-13.000016,-11.250016,-14.375144 +11152,-0.0037631427,-7.378763,-8.003763,-5.8790064 +44669,-4.759138,-7.634138,-0.009137952,-10.134523 +121963,-15.25,-3.576278e-07,-15.75,-18.00008 +63486,-11.499921,-15.437421,-16.624922,-1.03711545e-05 +123055,-13.00001,-15.62501,-9.298281e-06,-11.87518 +119717,-9.989727,-15.114727,-13.739727,-4.7205765e-05 +88042,-12.375418,-17.000418,-7.125418,-0.00080898457 +54428,-13.750003,-2.622601e-06,-13.500003,-16.375168 +125274,-0.012624702,-9.762625,-4.3876247,-9.762712 +46816,-10.075921,-14.388421,-0.8259211,-0.5760296 +8553,-7.3756266,-16.375628,-0.0006266061,-17.938229 +56455,-16.0,-1.1920928e-07,-22.0625,-20.812723 +101092,-0.00993545,-8.634935,-4.6349354,-13.260125 +55570,-7.056941e-05,-10.875071,-12.000071,-10.000921 +2531,-1.0728779e-05,-12.1250105,-13.1250105,-12.625343 +55854,-11.375011,-1.1444026e-05,-17.187511,-16.875181 +65143,-5.0305054e-05,-12.500051,-10.000051,-13.625133 +28422,-17.124914,-18.999914,-10.999913,-1.668916e-05 +36329,-15.437224,-18.499725,-17.374725,-2.3841855e-07 +8061,-13.125002,-2.0265559e-06,-17.562502,-16.875523 +107678,-15.375001,-5.960463e-07,-15.125001,-15.812703 +53009,-0.0386701,-8.663671,-7.66367,-3.289039 +62879,-0.00054142124,-9.250542,-11.125542,-7.750698 +26784,-14.625001,-5.960463e-07,-16.375,-18.062613 +21912,-13.210505,-15.085505,-0.8980045,-0.52320844 +113597,-1.5735503e-05,-11.125015,-15.000015,-14.250112 +82760,-5.5311582e-05,-11.250055,-10.125055,-13.00018 +26160,-14.75,-3.576278e-07,-18.0625,-16.648247 +23421,-8.750161,-0.00016080041,-14.000161,-13.375473 +41793,-2.353362,-1.7283621,-2.228362,-0.4785662 +103325,-15.125001,-1.1920922e-06,-21.375002,-13.875137 +33557,-12.000006,-6.198864e-06,-16.875006,-16.750305 +81209,-16.312502,-2.384183e-06,-15.125002,-13.12518 +107064,-11.749758,-17.437258,-17.374758,-7.986991e-06 +98221,-0.0017376337,-8.376738,-12.126738,-6.501884 +16139,-16.249897,-20.374897,-12.499898,-3.81469e-06 +62717,-10.250037,-3.6834994e-05,-13.562537,-15.87523 +28151,-1.1920928e-07,-16.5,-16.875,-19.250154 +22888,-12.625044,-4.3748852e-05,-10.125044,-14.751881 +24637,-3.5298562,-10.654857,-0.02985629,-9.404983 +92809,-15.749865,-21.999865,-12.874865,-2.7418098e-06 +91862,-11.2501545,-8.8751545,-0.00015484088,-13.1254015 +7412,-4.7324967e-05,-11.875048,-10.125048,-14.875143 +52442,-5.007772,-10.382772,-0.007772086,-6.8829303 +87399,-0.0039525493,-9.003953,-5.6289525,-8.379345 +112712,-2.527205e-05,-11.687525,-11.250025,-12.437635 +54201,-0.6343667,-6.5093665,-7.8843665,-0.7595802 +117074,-12.429885,-12.554885,-0.054885354,-2.9299674 +25137,-6.1251817,-11.500182,-11.125182,-0.0022143624 +16780,-0.03168931,-8.15669,-3.5316894,-6.406835 +72881,-13.000003,-15.500003,-3.3378547e-06,-14.000113 +110597,-12.750003,-3.0994368e-06,-19.562504,-15.500243 +89655,-0.00071809726,-12.125718,-7.250718,-12.750878 +48391,-15.125,-2.3841855e-07,-19.3125,-17.875393 +110182,-1.2278481e-05,-14.000012,-11.375012,-17.312569 +87621,-11.937858,-7.5003586,-11.250358,-0.00057263667 +122711,-4.7683704e-07,-15.0,-15.75,-17.562963 +115720,-1.537788e-05,-13.000015,-11.250015,-15.875145 +66486,-11.000017,-1.7046783e-05,-17.062517,-14.822185 +68169,-14.125001,-7.152555e-07,-19.25,-17.6253 +110138,-0.11293448,-9.237934,-2.2379346,-11.113075 +21580,-12.500004,-3.6954812e-06,-20.812504,-17.750265 +102553,-14.187534,-3.397407e-05,-13.125034,-10.375876 +78769,-14.000001,-8.344647e-07,-19.3125,-17.502018 +93593,-13.625001,-1.1920922e-06,-20.187502,-17.000208 +16612,-7.500563,-0.0005632245,-11.625564,-13.500934 +59583,-6.0032763,-14.940776,-6.8782763,-0.00350706 +76885,-1.072883e-06,-13.875001,-17.687502,-16.375261 +120777,-13.875001,-9.5367386e-07,-17.25,-16.87522 +121894,-2.3841855e-07,-15.25,-17.1875,-16.687658 +88371,-7.152555e-07,-14.250001,-16.25,-17.062601 +68747,-12.375004,-15.875004,-4.2915253e-06,-20.50016 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..665dbc782c140edc1e548dc8ee746bf1f588b496 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.0002261385194278691,0.0,, +1,,,0.0002261385194278691,0.0 +1,0.0002261385194278691,0.0,, +2,,,0.0002261385194278691,0.0 +2,0.0002261385194278691,0.0,, +3,,,0.0002261385194278691,0.0 +3,0.0002261385194278691,0.0,, +4,,,0.0002261385194278691,0.0 +4,0.0002261385194278691,0.0,, +5,,,0.0002261385194278691,0.0 +5,0.0002261385194278691,0.0,, +6,,,0.0002261385194278691,0.0 +6,0.0002261385194278691,0.0,, +7,,,0.0002261385194278691,0.0 +7,0.0002261385194278691,0.0,, +8,,,0.0002261385194278691,0.0 +8,0.0002261385194278691,0.0,, +9,,,0.0002261385194278691,0.0 +9,0.0002261385194278691,0.0,, +10,,,0.0002261385194278691,0.0 +10,0.0002261385194278691,0.0,, +11,,,0.0002261385194278691,0.0 +11,0.0002261385194278691,0.0,, +12,,,0.0002261385194278691,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..804b3f26c9e05cd7016d46a685f6d8d091fe3533 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-12.000009,-8.70224e-06,-12.875009,-18.312654 +80227,-8.344616e-06,-15.125009,-13.625009,-11.875167 +79086,0.0,-17.5,-17.125,-17.875307 +75303,-17.562092,-16.124592,-21.624592,-1.1920928e-07 +56417,-11.625929,-11.625929,-0.00092916226,-7.001107 +11319,-6.626345,-7.876345,-9.001345,-0.0018294994 +12625,-9.655906e-06,-14.25001,-13.62501,-11.750216 +87626,-10.375062,-6.246372e-05,-10.375062,-17.932575 +43853,-14.374832,-15.624832,-19.24983,-7.152555e-07 +23828,-12.249846,-14.624846,-12.374846,-9.417489e-06 +27858,-9.000134,-13.125134,-0.00013433985,-11.625286 +12604,-12.625004,-16.500004,-3.4570635e-06,-16.375322 +8180,-15.875,-18.0,-1.1920928e-07,-17.875149 +37466,-12.87495,-8.87495,-12.99995,-0.0001447096 +48185,-6.751186,-0.0011859058,-11.126186,-13.876421 +77755,-12.875019,-11.000019,-1.9311718e-05,-17.188324 +29286,-2.5628896,-2.6878896,-0.43788952,-1.5630467 +87038,-15.749645,-18.499645,-20.437145,-1.1920928e-07 +33094,-11.125017,-1.6927575e-05,-13.125017,-16.312923 +17990,-11.410186,-13.410186,-0.1601856,-1.9105308 +125393,-14.749787,-15.124787,-19.249786,-7.152555e-07 +25066,-15.75,-2.3841855e-07,-18.4375,-15.761642 +93021,-14.6249,-16.874899,-14.4999,-9.5367386e-07 +91364,-17.125,-16.875,-1.1920928e-07,-19.125223 +56219,-0.0041840635,-9.629184,-5.5041842,-10.129366 +108119,-1.9471037,-3.3221037,-6.5721035,-0.19864899 +108029,-0.026354091,-11.776354,-9.901354,-3.6515038 +82606,-17.874838,-14.124836,-12.874836,-3.3378547e-06 +34733,-12.999647,-14.124647,-9.499647,-7.784064e-05 +40806,-1.1920928e-07,-18.0,-20.75,-16.25015 +89870,0.0,-17.25,-19.875,-17.125158 +120589,-11.000511,-7.6255116,-0.0005116346,-11.875723 +107229,-4.51224,-10.26224,-0.0122399395,-6.762354 +81763,-15.625,-15.75,-4.7683704e-07,-16.50022 +126587,-2.9313548,-6.431355,-9.4313545,-0.056586362 +105931,-11.125015,-1.5020258e-05,-16.000015,-15.750682 +51593,-0.825829,-10.5758295,-10.7008295,-0.57611096 +105827,-16.874762,-16.874762,-16.374762,-1.1920928e-07 +92547,-10.375278,-0.00027843413,-8.375278,-11.000853 +11098,-15.75,-15.75,-4.7683704e-07,-15.375371 +15535,-10.50003,-2.9921084e-05,-15.00003,-13.126948 +104144,-9.125162,-13.375162,-0.00016187312,-9.875493 +84409,-4.0531077e-06,-14.625004,-12.625004,-15.500294 +55188,-12.6250305,-12.6250305,-3.087473e-05,-10.625285 +97914,-8.500205,-13.375205,-0.0002054957,-14.62544 +9697,-16.624569,-17.249569,-15.499569,-2.3841855e-07 +43614,-15.624859,-15.749859,-17.249859,-3.576278e-07 +57056,-16.374744,-15.499744,-15.749744,-3.576278e-07 +98595,-9.500081,-8.105903e-05,-12.500081,-12.875889 +11602,-9.757665,-12.757665,-0.0076647946,-4.882929 +29109,-10.500028,-16.875027,-2.7536968e-05,-17.000305 +114682,-11.250013,-1.3351351e-05,-16.375013,-15.2517805 +63374,-12.125006,-5.9604467e-06,-16.375006,-14.503176 +77864,-14.375002,-16.0,-1.7881378e-06,-13.75011 +81631,-3.0146449,-7.577145,-0.13964488,-2.5163028 +124163,-7.7708282,-13.270828,-3.895828,-0.020968426 +81563,-6.6332426,-7.2582426,-5.0082426,-0.008740974 +13895,-7.375634,-0.0006343498,-11.875634,-13.819606 +12863,-15.124798,-18.249798,-18.624798,-2.3841855e-07 +45732,-4.463011,-1.7130108,-0.21301082,-12.7136135 +49404,-11.750029,-12.375029,-2.8848232e-05,-11.000197 +487,-8.375244,-0.00024375328,-11.250244,-15.500685 +64317,-15.124535,-15.124535,-11.249535,-1.3589766e-05 +6331,-1.6689287e-06,-14.000002,-14.125002,-16.625206 +73812,-7.7581654,-6.8831654,-0.008165548,-5.0086117 +15701,-11.173448,-11.798448,-3.0484467,-0.048616968 +104663,-1.1920928e-07,-17.625,-16.25,-19.500196 +90606,-0.012630706,-6.012631,-7.762631,-4.637857 +127552,-1.1920928e-07,-16.0,-17.125,-18.000185 +126761,-15.874847,-15.874847,-12.499847,-3.933899e-06 +92697,-0.039607916,-6.789608,-3.664608,-4.4150376 +107122,-4.758643,-12.258643,-0.008643359,-10.634618 +74380,-14.374635,-11.499635,-11.874635,-1.7642818e-05 +66285,-1.072883e-06,-15.625001,-15.000001,-14.250411 +70163,-4.1166425,-6.741643,-0.4916428,-0.99182475 +75972,-11.62501,-15.37501,-9.655906e-06,-14.5001955 +30713,-9.642706,-11.392706,-0.1427063,-2.0180442 +118867,-2.3841855e-07,-15.75,-15.75,-19.750227 +84835,-14.250002,-2.0265559e-06,-15.437502,-13.62513 +60503,-18.625,-18.125,0.0,-19.250185 +11807,-11.78482,-11.40982,-1.9098198,-0.16031642 +27906,-1.5497195e-06,-15.625002,-13.500002,-17.00016 +30093,-13.625003,-2.7418098e-06,-14.875003,-13.625602 +45657,-15.875,-16.5,-3.576278e-07,-16.125093 +97197,-3.576278e-07,-17.0,-14.875,-19.375137 +48440,-11.750012,-1.2755313e-05,-15.750012,-12.250359 +14971,-2.3841855e-07,-16.375,-17.125,-16.000189 +61380,-11.937473,-9.499973,-11.249973,-9.44093e-05 +7177,-10.12504,-4.0411134e-05,-16.37504,-15.263226 +40241,-0.00027092602,-11.250271,-10.500271,-8.375716 +38583,-11.6261835,-0.0011832863,-6.7511835,-12.376634 +104941,-1.03711545e-05,-15.7500105,-11.5000105,-15.87517 +39377,-5.877841,-0.0028407716,-10.252841,-14.315675 +65329,-10.20093,-9.57593,-0.57592934,-0.82619566 +81089,-11.375101,-0.00010108437,-9.500101,-11.125853 +6143,-0.843819,-6.7188187,-4.0938187,-0.5941138 +63753,-4.1723165e-06,-12.750004,-13.750004,-15.250324 +5084,-9.188318,-12.313318,-0.31331846,-1.3135045 +125282,-12.250065,-13.375065,-6.460935e-05,-9.75021 +7980,-3.833357,-3.083357,-4.333357,-0.083996445 +42346,-21.187355,-17.624855,-19.999855,0.0 +73055,-11.250015,-13.250015,-1.490105e-05,-16.000832 +31696,-7.2511024,-7.8761024,-0.0011026738,-11.251241 +101343,-6.876033,-15.626033,-0.0010330108,-15.876123 +115075,-1.1920928e-07,-17.75,-20.375,-15.625336 +29447,-13.749701,-17.249702,-15.999701,-1.1920922e-06 +89441,-1.2234558,-11.598455,-0.34845576,-13.098593 +15843,-0.0005060346,-10.125506,-7.750506,-10.250761 +110126,-5.76129,-5.51129,-0.011289997,-5.511844 +36142,-16.374878,-17.499878,-16.374878,-2.3841855e-07 +2846,-14.999774,-17.874775,-16.874775,-3.576278e-07 +85390,-0.011278446,-8.761278,-4.5112786,-9.511572 +108138,-10.499819,-12.999819,-12.874819,-3.2305197e-05 +7571,-15.123184,-9.873184,-5.2481837,-0.005323046 +62381,-13.125002,-2.0265559e-06,-18.250002,-17.000721 +65963,-11.12948,-12.62948,-5.3794804,-0.004638863 +39384,-5.960463e-07,-16.375,-17.25,-14.634106 +62356,-2.8610189e-06,-15.375003,-12.875003,-16.12513 +20478,-8.625259,-0.00025948495,-10.125259,-10.129123 +101968,-12.125008,-14.750008,-7.6293654e-06,-13.250148 +124810,-8.875924,-9.500924,-0.00092427916,-7.251096 +9300,-14.625004,-14.125004,-3.4570635e-06,-13.000154 +35593,-10.750149,-13.500149,-8.250149,-0.0002840354 +53670,-11.751719,-11.501719,-0.0017199023,-6.376892 +44789,0.0,-18.125,-18.625,-18.00025 +25135,-9.250096,-9.667406e-05,-14.375096,-17.56289 +32124,-3.0994368e-06,-12.875003,-16.750004,-14.2501135 +36646,-11.124748,-12.124748,-15.874748,-2.0265374e-05 +34191,-9.933875,-10.933875,-2.8088756,-0.062236153 +65307,-17.1248,-18.5623,-19.3123,0.0 +32731,-10.12504,-4.029193e-05,-17.25004,-15.125793 +112637,-5.202014,-5.077014,-7.202014,-0.012567727 +18943,-7.255362,-5.380362,-0.005361938,-10.255952 +117291,-4.7683704e-07,-16.125,-15.0,-18.62526 +67975,-7.826793,-11.701793,-0.20179307,-1.7019434 +104676,-0.24711762,-1.6221176,-4.1221175,-5.2474294 +109059,-3.5297575,-0.029757591,-12.5297575,-12.531333 +86252,-15.374771,-16.374771,-17.437271,-3.576278e-07 +109620,-7.152555e-07,-16.75,-20.0,-14.125131 +35543,-9.875856,-12.000856,-6.8758554,-0.0010905277 +96155,-10.000048,-4.804019e-05,-14.000048,-13.250501 +33646,-6.376811,-9.126811,-0.0018110555,-15.68948 +64061,-0.002049609,-7.1270494,-8.002049,-7.0024824 +6764,-7.748574e-06,-12.250008,-14.125008,-13.000167 +63078,-13.625005,-5.1259863e-06,-15.250005,-12.500317 +88343,-10.375031,-3.1470758e-05,-16.87503,-15.125638 +50106,-11.500258,-0.000258174,-8.500258,-10.019028 +35688,-9.876756,-11.626756,-2.1267555,-0.12701981 +78697,-9.500077,-7.688704e-05,-13.750077,-13.875402 +13749,-2.9300177,-0.055017594,-9.805017,-9.43055 +44428,-10.499849,-14.624849,-15.624849,-2.8132996e-05 +13880,-6.627817e-05,-15.125066,-9.625066,-17.875263 +107805,-4.760792,-8.135792,-0.2607919,-1.5109189 +47687,0.0,-16.75,-16.75,-18.125204 +3328,-14.125001,-15.000001,-1.1920922e-06,-16.625238 +27574,-15.499789,-14.124789,-18.999788,-9.5367386e-07 +6049,-10.50003,-2.920585e-05,-14.31253,-13.750362 +121371,-13.625003,-2.622601e-06,-15.750003,-13.500463 +93977,-1.2234975,-11.973497,-0.3484975,-9.973677 +87794,-12.000006,-16.125006,-6.198864e-06,-18.250198 +1284,-11.750019,-1.9430925e-05,-12.500019,-11.759689 +86737,-11.87518,-10.00018,-8.00018,-0.00038783182 +9800,-16.874657,-17.874657,-22.812157,-1.1920928e-07 +60632,-12.000007,-6.3180723e-06,-16.000006,-19.062729 +69196,-11.62501,-9.417489e-06,-16.37501,-14.750913 +109514,-16.25,-17.5,-1.1920928e-07,-18.750156 +75454,-12.00018,-0.00018058576,-9.00018,-9.882561 +68262,-5.5040803,-13.879081,-0.004080423,-13.754234 +51383,-5.7532024,-0.0032026689,-10.878202,-12.015991 +39024,-10.000067,-6.699338e-05,-16.250067,-10.750263 +53372,-12.999852,-14.249852,-7.999852,-0.00033849708 +61955,-15.500394,-10.875394,-7.6253943,-0.00050710695 +46407,-10.000046,-4.553691e-05,-16.625046,-17.017567 +56851,-1.7017305,-11.951731,-0.20173043,-8.076929 +117835,-16.625,-16.875,-1.1920928e-07,-16.875196 +41315,-7.3756266,-17.375628,-0.0006267252,-15.6258 +54086,-1.1920928e-07,-17.75,-16.0,-17.62527 +1123,-6.079655e-06,-14.625006,-13.000006,-12.625145 +6738,-6.626401,-0.0014009195,-9.501401,-15.040466 +65022,-10.7482195,-8.9982195,-11.9982195,-0.00015126515 +29011,-17.249416,-17.999416,-19.374416,0.0 +209,-8.22434,-9.7243395,-0.47433978,-0.9745124 +117949,-3.576278e-07,-17.125,-15.5,-15.750114 +112253,-11.501094,-6.3760943,-11.126094,-0.0017281135 +117575,-12.901334,-8.526334,-3.651334,-0.02650537 +12151,-10.250035,-16.625036,-3.5404533e-05,-20.000154 +6503,-9.250509,-11.500509,-7.5005107,-0.00065924844 +47388,-11.125034,-3.4331686e-05,-11.125034,-12.257583 +122533,-5.6285706,-9.753571,-9.003571,-0.0037819068 +77557,-0.04070877,-8.165709,-3.2907088,-6.040829 +3593,-5.637655,-0.012654954,-6.512655,-4.8889327 +39857,-8.225407e-06,-12.625009,-15.750009,-12.250208 +82941,-12.375004,-4.2915253e-06,-18.125004,-16.625572 +2835,-5.960463e-07,-16.0,-14.500001,-18.000187 +12119,-10.750023,-14.875023,-2.2768714e-05,-13.875218 +2255,-0.0013398489,-11.75134,-6.62634,-12.002825 +99071,-1.2289711,-8.3539715,-0.9789711,-1.104207 +73970,-9.250155,-10.250155,-0.0001557944,-10.625747 +73312,-8.58401,-0.5840103,-4.83401,-0.834248 +109736,-13.625003,-2.7418098e-06,-13.750003,-14.637032 +2581,-9.000124,-0.00012385078,-15.000124,-16.541496 +64922,-12.749762,-12.249762,-12.124762,-1.3112935e-05 +85830,-2.3841855e-07,-15.75,-16.25,-17.000254 +122144,-11.25003,-2.920585e-05,-12.00003,-11.511518 +62330,-8.875141,-0.00014089546,-13.750141,-18.94409 +112561,-10.6484785,-8.3984785,-0.023478594,-3.774167 +48434,-6.876045,-0.0010450385,-12.251045,-11.801294 +119944,-12.375004,-4.2915253e-06,-18.125004,-16.250185 +120940,-0.0048230025,-7.629823,-8.254823,-5.505173 +77443,-13.750125,-14.250125,-0.00012492354,-9.001502 +23685,-9.2013035,-10.8263035,-1.7013026,-0.20158572 +47231,-9.625073,-7.366863e-05,-13.500073,-12.0002575 +91022,-15.875,-1.1920928e-07,-21.75,-19.500553 +714,-13.499704,-14.249704,-9.749704,-6.031808e-05 +25730,-12.75001,-11.87501,-1.001353e-05,-16.313122 +97729,-5.3761945e-05,-10.500053,-12.250053,-10.750498 +30236,-0.0006730675,-9.250673,-10.625673,-7.501003 +2443,-6.7511873,-0.0011870965,-11.001187,-15.25203 +52656,-0.98001266,-6.7300124,-0.48001263,-5.3552036 +116972,-14.124348,-12.874348,-14.749348,-3.6954812e-06 +43770,-3.1589632,-5.408963,-0.65896314,-0.8308784 +10949,-10.750032,-3.218599e-05,-11.750032,-12.750484 +100306,-10.375054,-5.483477e-05,-11.000054,-11.877449 +29745,-10.875029,-2.9086643e-05,-11.500029,-16.93832 +60439,-14.498703,-12.873703,-13.748703,-4.1723165e-06 +109824,-11.625022,-2.193427e-05,-11.625022,-12.405757 +102648,-10.7720585,-11.5220585,-0.89705855,-0.52390784 +62099,-5.380529,-0.0055289916,-7.005529,-13.380836 +33686,-11.375023,-2.3007127e-05,-16.437523,-11.375137 +116606,-4.8948855,-9.144885,-4.3948855,-0.020133184 +85384,-13.999723,-14.249723,-16.124725,-1.5497195e-06 +31834,-7.25242,-6.37742,-0.0024197605,-11.628189 +58133,-11.499527,-13.249527,-13.749527,-1.2993728e-05 +95196,-13.750004,-15.250004,-3.81469e-06,-12.87522 +11675,-8.250261,-0.00026163016,-15.687761,-15.331835 +34902,-1.0207913,-2.2707913,-1.1457913,-1.521026 +112691,-15.124696,-15.499696,-14.374696,-1.072883e-06 +33713,-9.625068,-13.625068,-6.735098e-05,-16.000399 +109135,-6.6263275,-15.2513275,-0.0013277057,-13.37652 +60521,-9.12514,-11.87514,-0.0001401803,-10.625351 +76695,-9.493659,-14.618659,-17.931162,-7.5814234e-05 +98619,-6.2578692,-10.63287,-0.007869313,-5.132986 +13731,-14.125001,-8.344647e-07,-16.3125,-17.625168 +14492,-9.125146,-0.00014554395,-10.375146,-12.125653 +81006,-11.251517,-13.126517,-0.0015170982,-6.501672 +114491,-16.87208,-12.497083,-13.997083,-4.6491514e-06 +120167,-14.500263,-13.250263,-0.00026341784,-8.250511 +69602,-14.000002,-1.5497195e-06,-14.625002,-15.448978 +81057,-7.6256866,-8.625687,-0.0006864099,-10.875984 +118239,-10.000046,-4.6252135e-05,-14.875046,-14.625575 +26999,-8.875141,-13.625141,-0.00014149141,-14.500278 +103729,-4.0710115,-1.0710113,-0.44601128,-9.196277 +70324,0.0,-17.125,-18.625,-19.250185 +88697,-15.374717,-16.624716,-16.749716,-3.576278e-07 +79720,-8.875183,-0.0001830887,-10.250183,-11.750649 +119098,-7.002965,-8.627966,-6.127965,-0.0032745572 +16374,-10.125042,-4.2199197e-05,-13.125042,-16.31276 +8973,-8.87515,-0.00014995404,-12.12515,-12.250825 +92670,-3.933829e-05,-12.500039,-10.250039,-15.250163 +46136,-11.500568,-0.0005685858,-12.000568,-7.5017147 +113240,-5.1259863e-06,-14.375005,-12.375005,-14.750902 +92271,-7.375396,-14.375397,-9.375397,-0.0007121411 +47020,-12.77328,-10.27328,-0.023279922,-3.773407 +68952,-7.7504454,-11.125445,-0.00044550508,-15.625755 +93704,-12.875004,-14.375004,-3.4570635e-06,-14.875611 +126515,-12.375004,-4.2915253e-06,-18.125004,-15.882616 +1648,-12.255261,-10.630261,-0.005261384,-5.2555256 +4147,-13.375311,-14.250311,-7.2503114,-0.00071237935 +106815,-5.557464,-11.182463,-1.0574636,-0.43264326 +18919,-6.0077066,-5.3827066,-0.007706435,-7.3829675 +88395,-10.745634,-14.745634,-9.745634,-8.046303e-05 +83361,-13.500002,-1.7881378e-06,-16.625002,-15.376108 +69550,-13.375002,-1.6689287e-06,-18.687502,-15.876348 +59782,-13.874794,-14.624794,-10.874794,-2.0265374e-05 +62607,-15.997186,-12.872187,-14.247187,-3.3378547e-06 +49031,-11.80466,-13.30466,-0.1796597,-1.8052317 +24073,-15.686714,-15.999214,-17.061714,-3.576278e-07 +34883,-10.875042,-10.750042,-4.1722382e-05,-13.500219 +78080,-1.3708975e-05,-13.125013,-12.250013,-11.875162 +59546,-15.874738,-13.624738,-17.124737,-1.4305105e-06 +123805,-7.250747,-0.00074704393,-13.250747,-10.250963 +87807,-12.375045,-4.5060096e-05,-13.625045,-10.133276 +53821,-17.499651,-16.249651,-17.812151,-1.1920928e-07 +90016,-12.250005,-5.245195e-06,-14.500005,-17.226246 +75870,-10.750041,-10.875041,-4.148397e-05,-13.750219 +58764,-16.499601,-16.124601,-13.374602,-1.6689287e-06 +64575,-1.1920928e-07,-16.75,-16.5,-17.625181 +85818,-16.374535,-16.124535,-17.124535,-2.3841855e-07 +15652,-17.0,-15.875,-2.3841855e-07,-16.125183 +85976,-6.7629166,-12.512917,-1.1379166,-0.3880853 +15080,-12.750003,-2.9802277e-06,-18.062504,-16.625755 +79945,-8.500208,-0.00020776021,-16.250208,-12.376047 +76385,-10.975085,-11.100085,-1.600086,-0.22553565 +115581,-5.2677326,-9.705233,-0.01773242,-4.3933 +61199,-15.125,-2.3841855e-07,-19.125,-17.342106 +85813,-18.625,-16.75,-1.1920928e-07,-19.6252 +67537,-12.875171,-0.00017116989,-10.000171,-9.001043 +89261,-8.000858,-10.250858,-0.0008585343,-7.626031 +22046,-16.874681,-14.874682,-15.374682,-5.960463e-07 +22926,-3.2305197e-05,-14.375032,-14.500032,-10.3752 +49488,-7.396188,-10.271188,-0.021187982,-3.8963015 +96660,-8.500211,-0.00021097818,-12.625211,-12.375493 +63730,-13.124674,-16.624672,-12.874674,-4.6491514e-06 +9677,-2.9802277e-06,-15.500003,-13.125003,-14.125134 +120201,-15.124797,-14.499797,-12.874797,-3.3378547e-06 +35208,-15.25,-16.375,-3.576278e-07,-17.68767 +30950,-12.679744,-12.304744,-2.9297426,-0.0548981 +66963,-3.1680524,-12.418053,-0.043052323,-9.918209 +16156,-16.624247,-18.249247,-21.811747,-1.1920928e-07 +69670,-13.000003,-2.7418098e-06,-14.625003,-18.625265 +13477,-8.625181,-0.00018153928,-13.750181,-13.880259 +50904,-10.250158,-0.00015817821,-9.125158,-11.19022 +7930,-13.250003,-14.250003,-2.503392e-06,-16.250132 +26294,-15.999765,-14.124765,-9.749765,-5.912606e-05 +35749,-4.387546,-13.387547,-0.012546066,-10.262707 +55850,-2.4641972,-8.839197,-0.08919725,-9.089322 +64767,-20.687033,-17.499533,-21.249533,0.0 +22057,-15.112529,-12.612529,-2.2375283,-0.11286143 +87663,-13.749581,-14.374581,-11.624581,-1.060957e-05 +35864,-17.12487,-17.99987,-18.12487,-1.1920928e-07 +33007,-9.250211,-9.500211,-0.00021097818,-10.125372 +81372,-10.49984,-15.74984,-12.24984,-3.2424403e-05 +97703,-5.5040913,-0.0040913457,-11.379091,-13.379631 +118589,-2.384183e-06,-16.125002,-15.125002,-13.125176 +65741,-1.1920922e-06,-14.250001,-17.250002,-14.375217 +119601,-14.250087,-13.500087,-8.65422e-05,-9.3783865 +114504,-11.375097,-10.000097,-9.691246e-05,-10.125535 +92452,-1.072883e-06,-15.375001,-15.000001,-14.625224 +11152,-0.8501937,-5.2251935,-3.9751935,-0.6005446 +44669,-7.8755054,-9.000505,-0.00050567713,-13.00096 +121963,-11.750009,-9.059865e-06,-13.625009,-18.562943 +63486,-16.749784,-15.249783,-20.187284,-2.3841855e-07 +123055,-12.139169,-12.014169,-0.01416862,-4.2646112 +119717,-11.617236,-17.117237,-15.492236,-9.1790735e-06 +88042,-6.6805596,-12.430559,-2.9305599,-0.056174878 +54428,-12.250007,-6.7949063e-06,-13.125007,-16.842896 +125274,-2.396078e-05,-14.000024,-10.875024,-12.375115 +46816,-8.725423,-10.725423,-1.6004229,-0.22564116 +8553,-6.8760333,-14.626034,-0.0010334871,-15.5011635 +56455,-15.75,-1.1920928e-07,-20.6875,-19.125427 +101092,-0.0036050586,-12.253605,-5.628605,-15.378977 +55570,-3.3378044e-05,-12.500033,-11.000033,-11.250515 +2531,-5.0067774e-06,-14.750005,-14.625005,-12.375496 +55854,-10.625026,-2.5868081e-05,-13.500026,-16.43771 +65143,-1.3113013e-06,-15.875001,-13.750001,-16.0001 +28422,-16.74985,-16.87485,-18.06235,-1.1920928e-07 +36329,-13.37472,-16.37472,-17.12472,-1.6689287e-06 +8061,-8.75016,-0.00016020445,-13.25016,-16.972809 +107678,-12.1250105,-1.0967195e-05,-13.5000105,-12.375413 +53009,-0.99879074,-5.4987903,-3.8737905,-0.49954897 +62879,-9.7751135e-06,-14.12501,-12.00001,-12.750357 +26784,-10.500035,-3.5404533e-05,-11.750035,-17.187595 +21912,-13.867188,-11.304688,-0.17968838,-1.8051106 +113597,0.0,-17.25,-17.625,-18.500282 +82760,-4.7683704e-07,-17.125,-14.5,-19.875154 +26160,-11.62501,-9.894322e-06,-15.75001,-13.938478 +23421,-9.750065,-6.460935e-05,-13.375065,-12.252871 +41793,-4.454567,-0.829567,-2.829567,-0.7070472 +103325,-12.000009,-8.225407e-06,-16.750008,-13.125516 +33557,-11.875009,-8.225407e-06,-16.500008,-13.625379 +81209,-10.500071,-7.080781e-05,-10.875071,-10.62644 +107064,-18.499586,-18.062086,-21.124586,0.0 +98221,-6.866219e-05,-13.000069,-14.875069,-9.625412 +16139,-16.87475,-17.12475,-16.49975,-1.1920928e-07 +62717,-7.8754177,-0.00041750298,-10.250418,-13.126333 +28151,0.0,-18.25,-19.25,-18.875292 +22888,-10.625201,-0.00020108586,-8.750201,-10.906331 +24637,-3.1707194,-10.295719,-0.045719344,-5.920893 +92809,-13.624792,-17.499792,-13.874792,-2.145765e-06 +91862,-4.511277,-8.386277,-0.011277031,-13.512158 +7412,-4.7683704e-07,-16.375,-14.875,-18.750162 +52442,-6.3767056,-13.626705,-0.0017056216,-13.0021105 +87399,-0.0012527007,-10.376253,-6.7512527,-9.877411 +112712,-1.0490363e-05,-14.7500105,-11.5000105,-16.875164 +54201,-0.20245253,-8.202453,-7.0774527,-1.7028872 +117074,-10.850416,-10.475416,-0.22541644,-1.6006336 +25137,-8.115416,-6.7404156,-5.7404156,-0.0047055464 +16780,-0.01078208,-12.510782,-4.6357822,-6.886014 +72881,-10.000075,-11.375075,-7.5814234e-05,-10.875192 +110597,-10.750022,-2.193427e-05,-16.750021,-14.6279 +89655,-1.6689287e-06,-15.625002,-13.625002,-14.750155 +48391,-14.375001,-5.960463e-07,-17.25,-18.187782 +110182,-1.7881378e-06,-15.125002,-15.500002,-13.500085 +87621,-8.886358,-3.8863583,-10.448858,-0.02090422 +122711,-9.5367386e-07,-15.875001,-17.125,-14.000186 +115720,-1.1086402e-05,-14.875011,-14.375011,-11.500194 +66486,-9.000127,-0.00012647305,-15.875127,-12.736547 +68169,-11.250013,-1.3828182e-05,-14.500013,-14.875516 +110138,-4.63524,-9.76024,-0.010240041,-7.760392 +21580,-8.250261,-0.0002613918,-17.125261,-16.375685 +102553,-9.875229,-0.00022885564,-12.250229,-8.664727 +78769,-11.375011,-1.180165e-05,-17.750011,-15.020754 +93593,-13.500002,-1.5497195e-06,-17.875002,-16.375423 +16612,-9.250112,-0.00011121608,-11.625112,-12.000757 +59583,-11.874693,-14.874693,-10.499693,-3.4808505e-05 +76885,-2.1099822e-05,-13.125021,-15.312521,-10.878308 +120777,-4.018195,-0.018195031,-10.018195,-14.519101 +121894,-1.4305105e-06,-15.750001,-15.875001,-13.625213 +88371,-3.576278e-07,-16.375,-19.625,-15.375181 +68747,-11.500012,-14.062512,-1.2636105e-05,-13.312883 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..dd0c51d510ea9dd433b0e4d593c9d9b8d1f26b64 --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv @@ -0,0 +1,25 @@ +step,train/NCE,train/NER,val/NCE,val/NER +0,0.00017223942649031401,0.0,, +1,,,0.00017223942649031401,0.0 +1,0.00017223942649031401,0.0,, +2,,,0.00017223942649031401,0.0 +2,0.00017223942649031401,0.0,, +3,,,0.00017223942649031401,0.0 +3,0.00017223942649031401,0.0,, +4,,,0.00017223942649031401,0.0 +4,0.00017223942649031401,0.0,, +5,,,0.00017223942649031401,0.0 +5,0.00017223942649031401,0.0,, +6,,,0.00017223942649031401,0.0 +6,0.00017223942649031401,0.0,, +7,,,0.00017223942649031401,0.0 +7,0.00017223942649031401,0.0,, +8,,,0.00017223942649031401,0.0 +8,0.00017223942649031401,0.0,, +9,,,0.00017223942649031401,0.0 +9,0.00017223942649031401,0.0,, +10,,,0.00017223942649031401,0.0 +10,0.00017223942649031401,0.0,, +11,,,0.00017223942649031401,0.0 +11,0.00017223942649031401,0.0,, +12,,,0.00017223942649031401,0.0 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv new file mode 100644 index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/labels.csv @@ -0,0 +1,400 @@ +31224,0 +80227,0 +79086,0 +75303,3 +56417,2 +11319,0 +12625,0 +87626,1 +43853,3 +23828,3 +27858,2 +12604,2 +8180,2 +37466,3 +48185,1 +77755,2 +29286,0 +87038,3 +33094,1 +17990,2 +125393,3 +25066,1 +93021,3 +91364,2 +56219,0 +108119,3 +108029,0 +82606,3 +34733,3 +40806,0 +89870,0 +120589,2 +107229,2 +81763,2 +126587,0 +105931,1 +51593,0 +105827,3 +92547,1 +11098,2 +15535,1 +104144,2 +84409,0 +55188,2 +97914,2 +9697,3 +43614,3 +57056,3 +98595,1 +11602,2 +29109,2 +114682,1 +63374,1 +77864,2 +81631,2 +124163,3 +81563,3 +13895,1 +12863,3 +45732,2 +49404,2 +487,1 +64317,3 +6331,0 +73812,2 +15701,3 +104663,0 +90606,3 +127552,0 +126761,3 +92697,0 +107122,2 +74380,3 +66285,0 +70163,2 +75972,2 +30713,2 +118867,0 +84835,1 +60503,2 +11807,3 +27906,0 +30093,1 +45657,2 +97197,0 +48440,1 +14971,0 +61380,3 +7177,1 +40241,0 +38583,1 +104941,0 +39377,1 +65329,2 +81089,1 +6143,3 +63753,0 +5084,2 +125282,2 +7980,3 +42346,3 +73055,2 +31696,2 +101343,2 +115075,0 +29447,3 +89441,2 +15843,0 +110126,2 +36142,3 +2846,3 +85390,0 +108138,2 +7571,3 +62381,1 +65963,3 +39384,0 +62356,0 +20478,1 +101968,2 +124810,2 +9300,2 +35593,3 +53670,2 +44789,0 +25135,1 +32124,0 +36646,3 +34191,3 +65307,3 +32731,1 +112637,2 +18943,2 +117291,0 +67975,3 +104676,1 +109059,1 +86252,3 +109620,0 +35543,3 +96155,1 +33646,2 +64061,0 +6764,0 +63078,1 +88343,1 +50106,1 +35688,3 +78697,1 +13749,1 +44428,0 +13880,0 +107805,2 +47687,0 +3328,2 +27574,3 +6049,1 +121371,1 +93977,2 +87794,2 +1284,1 +86737,3 +9800,3 +60632,1 +69196,1 +109514,2 +75454,1 +68262,2 +51383,1 +39024,1 +53372,3 +61955,3 +46407,0 +56851,2 +117835,2 +41315,2 +54086,0 +1123,0 +6738,1 +65022,3 +29011,3 +209,3 +117949,0 +112253,3 +117575,2 +12151,2 +6503,3 +47388,1 +122533,3 +77557,0 +3593,1 +39857,0 +82941,1 +2835,0 +12119,2 +2255,0 +99071,3 +73970,2 +73312,2 +109736,1 +2581,1 +64922,3 +85830,0 +122144,1 +62330,1 +112561,2 +48434,1 +119944,1 +120940,1 +77443,2 +23685,3 +47231,1 +91022,1 +714,3 +25730,2 +97729,0 +30236,0 +2443,1 +52656,0 +116972,3 +43770,0 +10949,1 +100306,1 +29745,1 +60439,3 +109824,1 +102648,2 +62099,1 +33686,1 +116606,3 +85384,3 +31834,2 +58133,3 +95196,2 +11675,1 +34902,2 +112691,3 +33713,2 +109135,2 +60521,2 +76695,3 +98619,2 +13731,1 +14492,1 +81006,2 +114491,3 +120167,2 +69602,1 +81057,2 +118239,1 +26999,2 +103729,2 +70324,0 +88697,3 +79720,1 +119098,3 +16374,0 +8973,1 +92670,0 +46136,1 +113240,0 +92271,2 +47020,3 +68952,0 +93704,2 +126515,1 +1648,2 +4147,3 +106815,3 +18919,2 +88395,3 +83361,1 +69550,1 +59782,2 +62607,3 +49031,2 +24073,3 +34883,2 +78080,0 +59546,3 +123805,0 +87807,1 +53821,3 +90016,1 +75870,2 +58764,3 +64575,0 +85818,3 +15652,2 +85976,3 +15080,1 +79945,1 +76385,3 +115581,0 +61199,1 +85813,2 +67537,1 +89261,2 +22046,3 +22926,0 +49488,2 +96660,1 +63730,3 +9677,0 +120201,3 +35208,2 +30950,3 +66963,2 +16156,3 +69670,1 +13477,1 +50904,1 +7930,2 +26294,3 +35749,2 +55850,2 +64767,3 +22057,3 +87663,3 +35864,3 +33007,2 +81372,3 +97703,1 +118589,0 +65741,0 +119601,2 +114504,2 +92452,0 +11152,0 +44669,2 +121963,1 +63486,3 +123055,2 +119717,0 +88042,3 +54428,1 +125274,0 +46816,3 +8553,2 +56455,1 +101092,0 +55570,0 +2531,0 +55854,1 +65143,0 +28422,3 +36329,3 +8061,1 +107678,1 +53009,0 +62879,0 +26784,1 +21912,2 +113597,0 +82760,0 +26160,1 +23421,1 +41793,3 +103325,1 +33557,1 +81209,1 +107064,3 +98221,0 +16139,3 +62717,1 +28151,0 +22888,1 +24637,2 +92809,3 +91862,2 +7412,0 +52442,0 +87399,0 +112712,0 +54201,0 +117074,3 +25137,3 +16780,0 +72881,2 +110597,1 +89655,0 +48391,1 +110182,0 +87621,3 +122711,0 +115720,0 +66486,1 +68169,1 +110138,2 +21580,1 +102553,1 +78769,1 +93593,1 +16612,1 +59583,2 +76885,0 +120777,1 +121894,0 +88371,0 +68747,2 diff --git a/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv new file mode 100644 index 0000000000000000000000000000000000000000..ca04812db44c100a58bb5c99619c4f87a4c1e7bc --- /dev/null +++ b/lora_plus_dpcal_naive/llama3.2-1b-instruct/agnews/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=agnews/list=test_400/logits.csv @@ -0,0 +1,400 @@ +31224,-11.875008,-7.986991e-06,-13.750008,-20.43774 +80227,-7.152555e-07,-18.25,-14.125001,-18.250095 +79086,0.0,-19.875,-18.625,-21.750223 +75303,-12.998427,-17.498426,-20.498426,-2.264974e-06 +56417,-16.625004,-14.375005,-4.76836e-06,-12.37514 +11319,-6.5012865,-11.1262865,-12.1262865,-0.0015228115 +12625,-4.7683704e-07,-17.5,-14.5,-16.875212 +87626,-13.125003,-2.503392e-06,-14.625003,-19.782639 +43853,-17.874874,-18.374874,-16.999874,-1.1920928e-07 +23828,-16.625343,-16.875343,-7.6253443,-0.00048816207 +27858,-3.77325,-12.523251,-0.023250222,-13.648349 +12604,-8.000347,-14.500347,-0.00034731554,-11.375504 +8180,-19.5,-20.25,0.0,-18.12509 +37466,-14.812317,-11.499817,-11.374817,-2.193427e-05 +48185,-8.875141,-0.00014077626,-13.875141,-18.562923 +77755,-17.000006,-12.250005,-5.1259863e-06,-14.751471 +29286,-0.05547918,-5.805479,-5.555479,-3.0556703 +87038,-17.74966,-19.24966,-17.99966,0.0 +33094,-11.750008,-7.867782e-06,-17.000008,-20.063133 +17990,-14.751702,-16.251701,-0.0017019324,-6.3771157 +125393,-15.874827,-15.874827,-16.499826,-3.576278e-07 +25066,-12.500004,-3.6954812e-06,-19.125004,-16.959146 +93021,-18.999916,-17.749916,-10.249915,-3.5404533e-05 +91364,-18.5,-17.0,0.0,-19.500252 +56219,-3.981511e-05,-10.62504,-11.50004,-12.125273 +108119,-2.5822785,-5.4572787,-11.144777,-0.083252385 +108029,-0.38701674,-10.262016,-8.762016,-1.1371597 +82606,-19.875166,-14.875166,-7.8751664,-0.00038044367 +34733,-17.375378,-16.125378,-7.375377,-0.00062684435 +40806,0.0,-21.5,-21.0,-23.187613 +89870,0.0,-21.25,-22.125,-23.50018 +120589,-19.437504,-12.250005,-4.76836e-06,-18.000452 +107229,-13.625003,-14.375003,-3.3378547e-06,-13.375094 +81763,-10.125111,-12.250111,-0.00011085849,-9.625282 +126587,-0.11438824,-6.4893885,-9.489388,-2.2396739 +105931,-4.3875103,-0.01251016,-15.01251,-15.139779 +51593,-6.496695e-05,-14.625065,-12.000065,-9.750254 +105827,-15.249857,-15.999856,-11.874857,-7.2717403e-06 +92547,-15.375009,-8.821448e-06,-11.750009,-14.125813 +11098,-19.625124,-16.250124,-0.0001234932,-9.000344 +15535,-12.000006,-6.198864e-06,-18.625006,-16.957195 +104144,-3.1762729,-10.676273,-0.051272944,-4.8015924 +84409,0.0,-18.5,-17.5,-19.000273 +55188,-18.0,-15.75,-1.1920928e-07,-17.750383 +97914,-14.625,-18.75,-4.7683704e-07,-18.250113 +9697,-12.374818,-17.249817,-14.874818,-4.6491514e-06 +43614,-16.749922,-17.499922,-13.624921,-1.3113013e-06 +57056,-19.18727,-17.24977,-12.124769,-5.4836123e-06 +98595,-12.500005,-4.5299425e-06,-16.750004,-14.000504 +11602,-15.625003,-12.750003,-3.2186456e-06,-15.750178 +29109,-13.000002,-17.500002,-2.384183e-06,-15.625125 +114682,-10.625024,-2.4318399e-05,-18.125025,-17.250694 +63374,-9.375085,-8.487341e-05,-19.125084,-16.882986 +77864,-17.875011,-15.875011,-1.1563234e-05,-11.375133 +81631,-6.5074396,-10.88244,-0.0074396464,-5.132643 +124163,-13.673473,-16.173471,-3.0484731,-0.04859437 +81563,-11.667809,-11.042809,-3.1678083,-0.04303314 +13895,-2.126929,-0.126929,-14.251929,-15.132041 +12863,-17.374662,-18.249662,-13.249661,-1.7881378e-06 +45732,-5.4477067,-0.69770664,-0.69770664,-8.323007 +49404,-19.375,-16.25,-5.960463e-07,-14.6257305 +487,-13.375002,-1.5497195e-06,-19.250002,-18.75084 +64317,-19.124752,-17.749752,-11.874752,-7.0333235e-06 +6331,-1.1920928e-07,-17.75,-16.5,-20.125298 +73812,-9.877548,-6.002548,-0.0025484248,-10.75275 +15701,-18.257366,-15.257366,-4.882366,-0.007608128 +104663,0.0,-19.25,-17.0,-20.875153 +90606,-0.00012849936,-10.125129,-12.500129,-9.375323 +127552,0.0,-16.875,-18.5,-21.43773 +126761,-16.874851,-17.999851,-13.624852,-1.3113013e-06 +92697,-0.057141803,-8.557142,-2.9321418,-6.18268 +107122,-0.5250657,-7.650066,-0.9000657,-6.5262504 +74380,-14.937303,-11.499803,-10.749803,-3.194758e-05 +66285,-3.6954812e-06,-17.375004,-12.500004,-18.125198 +70163,-10.875649,-12.375649,-0.0006494797,-7.3758388 +75972,-12.750003,-16.250004,-3.0994368e-06,-16.375116 +30713,-16.173061,-14.173062,-3.0480618,-0.048614353 +118867,0.0,-19.75,-19.875,-23.062704 +84835,-13.625002,-1.5497195e-06,-16.562502,-15.500234 +60503,-20.75,-20.125,0.0,-20.00012 +11807,-17.973936,-14.973938,-0.97393787,-0.47416195 +27906,-4.7683704e-07,-18.0,-14.5,-19.125166 +30093,-11.500011,-1.1444026e-05,-16.000011,-13.625262 +45657,-19.875,-18.375,-1.1920928e-07,-16.625137 +97197,0.0,-19.375,-18.625,-21.625134 +48440,-14.125001,-7.152555e-07,-19.125,-17.001143 +14971,0.0,-19.25,-18.5,-21.375242 +61380,-15.124835,-12.249835,-11.874835,-1.20400655e-05 +7177,-4.511048,-0.011047861,-18.323547,-15.645185 +40241,-9.9058016e-05,-12.750099,-11.375099,-9.375446 +38583,-13.500001,-1.4305105e-06,-17.000002,-19.252611 +104941,-1.7881378e-06,-19.500002,-13.250002,-20.62526 +39377,-8.000337,-0.00033659037,-13.625337,-19.563316 +65329,-6.502979,-8.752978,-1.5029786,-0.25376186 +81089,-13.875002,-2.0265559e-06,-16.750002,-13.751752 +6143,-3.651442,-9.651442,-8.151442,-0.026658481 +63753,-9.5367386e-07,-14.125001,-15.125001,-18.000204 +5084,-17.0018,-14.3768,-1.5018002,-0.25196674 +125282,-18.75,-15.375001,-8.344647e-07,-14.250242 +7980,-9.624726,-9.499726,-12.874726,-0.00014351768 +42346,-18.624813,-18.749813,-16.624813,-1.1920928e-07 +73055,-13.125035,-13.125035,-3.5166122e-05,-10.375633 +31696,-5.2554903,-8.38049,-0.005490462,-10.505598 +101343,-13.250002,-19.125002,-1.7881378e-06,-18.875088 +115075,0.0,-20.0,-20.875,-22.062784 +29447,-19.1249,-18.8749,-12.374901,-4.2915253e-06 +89441,-0.033647384,-13.408648,-3.4086473,-15.533764 +15843,-7.700623e-05,-10.750077,-10.000077,-11.500371 +110126,-10.750143,-11.250143,-0.0001432793,-9.125484 +36142,-18.374949,-17.624949,-11.874948,-7.0333235e-06 +2846,-19.374859,-19.249859,-14.74986,-3.576278e-07 +85390,-0.0005283152,-10.750528,-7.6255283,-10.875759 +108138,-12.767981,-11.642981,-4.0179806,-0.018164828 +7571,-18.006063,-11.506063,-3.6310635,-0.026855439 +62381,-8.87514,-0.00013994191,-18.68764,-16.502157 +65963,-17.250633,-12.438132,-1.3131329,-0.31331447 +39384,0.0,-20.375,-20.875,-21.250315 +62356,0.0,-17.75,-17.25,-20.937653 +20478,-8.750164,-0.00016389934,-12.500164,-13.251074 +101968,-16.375,-18.625,-1.1920928e-07,-18.125116 +124810,-6.7783203,-7.0283203,-0.028320083,-3.6535802 +9300,-21.625,-18.25,0.0,-18.000427 +35593,-15.250734,-15.250734,-7.0007358,-0.000912131 +53670,-20.750002,-16.500002,-1.6689287e-06,-13.375222 +44789,0.0,-21.0,-20.375,-20.250277 +25135,-7.3756266,-0.00062648696,-17.750626,-20.313335 +32124,0.0,-18.5,-20.25,-22.875135 +36646,-7.750186,-11.000186,-10.875186,-0.0004663572 +34191,-16.007933,-15.257932,-4.7579317,-0.008620786 +65307,-18.624922,-18.749922,-13.249921,-1.7881378e-06 +32731,-9.125109,-0.00010907055,-18.000109,-16.629257 +112637,-4.999072,-8.124071,-10.249071,-0.007101059 +18943,-4.5807414,-3.3307412,-0.08074125,-3.456064 +117291,0.0,-20.625,-19.875,-22.250164 +67975,-14.3047285,-14.3047285,-2.929728,-0.054892123 +104676,-3.9113452,-0.03634532,-4.1613455,-9.286649 +109059,-3.773251,-0.023251154,-13.773252,-12.275078 +86252,-17.999903,-17.999903,-13.499903,-1.4305105e-06 +109620,0.0,-19.625,-21.375,-20.125135 +35543,-17.624823,-16.624823,-9.999822,-4.553691e-05 +96155,-3.651313,-0.026312988,-12.401313,-11.657606 +33646,-13.625002,-14.875002,-1.5497195e-06,-19.750193 +64061,-7.2715025e-05,-10.6250725,-10.2500725,-11.25042 +6764,-4.7683704e-07,-14.75,-16.25,-16.875174 +63078,-11.375011,-1.1563234e-05,-17.500011,-16.25024 +88343,-9.375085,-8.4992615e-05,-16.750086,-16.62839 +50106,-14.0002,-0.000199894,-15.6252,-8.52274 +35688,-16.701374,-14.701375,-0.20137455,-1.7015896 +78697,-9.125113,-0.00011216965,-15.000113,-12.750452 +13749,-2.694955,-0.06995501,-13.694955,-10.945722 +44428,-2.694684,-13.194684,-13.444684,-0.06995802 +13880,-1.1920928e-07,-20.25,-16.625,-23.56271 +107805,-13.392669,-12.017669,-0.14266899,-2.0177717 +47687,0.0,-20.875,-20.375,-23.000189 +3328,-17.75,-15.750001,-8.344647e-07,-14.125162 +27574,-17.374784,-16.124784,-17.249784,-1.1920928e-07 +6049,-9.250096,-9.655486e-05,-16.625097,-15.000501 +121371,-5.2552376,-0.005237667,-15.505238,-12.507133 +93977,-2.5788898,-16.07889,-0.078889966,-16.578978 +87794,-14.875,-17.25,-3.576278e-07,-17.750156 +1284,-12.875006,-5.3644035e-06,-19.750006,-12.762232 +86737,-12.511842,-10.261842,-0.38684154,-1.1370537 +9800,-14.624585,-18.374586,-21.499586,-4.7683704e-07 +60632,-13.375002,-1.5497195e-06,-19.062502,-21.56297 +69196,-6.5015025,-0.0015025765,-15.751503,-15.814573 +109514,-21.875,-18.75,-1.1920928e-07,-16.625168 +75454,-13.500004,-3.5762723e-06,-17.875004,-13.043721 +68262,-8.000336,-16.375336,-0.00033587537,-14.75049 +51383,-8.500204,-0.00020370792,-15.625204,-15.912145 +39024,-10.500028,-2.7775379e-05,-18.812529,-15.125282 +53372,-17.499763,-16.249763,-9.2497635,-9.619727e-05 +61955,-16.13594,-12.38594,-4.5109396,-0.011053284 +46407,-9.750058,-5.8410846e-05,-18.50006,-16.154032 +56851,-2.3508568,-11.725857,-0.10085677,-7.3510094 +117835,-20.875,-20.25,0.0,-17.375143 +41315,-7.250711,-17.000711,-0.0007109498,-13.875822 +54086,0.0,-21.125,-17.375,-22.250275 +1123,-4.7683704e-07,-16.75,-14.5,-17.000164 +6738,-11.625009,-9.059865e-06,-15.625009,-19.135454 +65022,-9.873033,-9.623033,-10.498033,-0.00014530557 +29011,-16.749737,-19.124737,-18.999737,-1.1920928e-07 +209,-13.898073,-12.523073,-0.52307296,-0.8982078 +117949,-1.1920928e-07,-20.5,-16.25,-20.625101 +112253,-13.313136,-7.0006366,-10.500636,-0.0009409529 +117575,-15.534418,-7.1594176,-0.034417864,-3.4095945 +12151,-15.5,-20.625,-2.3841855e-07,-23.625086 +6503,-6.1012645,-9.851264,-0.97626424,-0.47643793 +47388,-13.000005,-5.1259863e-06,-18.750006,-12.758471 +122533,-10.749925,-14.624925,-14.374925,-2.2411095e-05 +77557,-0.007461536,-10.132462,-5.1324615,-6.5075684 +3593,-4.0479164,-0.29791608,-9.422916,-1.4267133 +39857,-5.6028207e-06,-12.250006,-14.750006,-14.500228 +82941,-9.500074,-7.486063e-05,-18.375074,-17.506054 +2835,0.0,-19.125,-18.625,-21.750214 +12119,-3.4099839,-9.784984,-0.034983795,-6.660148 +2255,-2.3841855e-07,-16.875,-16.25,-16.125252 +99071,-5.6593575,-9.784357,-1.4093571,-0.2848081 +73970,-6.9293895,-9.054388,-1.0543891,-0.430015 +73312,-10.683384,-3.183384,-0.05838401,-4.183552 +109736,-8.500204,-0.0002038271,-16.125204,-15.033736 +2581,-3.7732456,-0.02324568,-16.398245,-16.226637 +64922,-8.124674,-14.749674,-15.374674,-0.0002967871 +85830,0.0,-17.75,-17.875,-19.625137 +122144,-13.625001,-1.1920922e-06,-17.500002,-16.794132 +62330,-10.250035,-3.552374e-05,-16.375036,-21.37859 +112561,-5.1366653,-6.3866653,-0.011665463,-5.512333 +48434,-8.250261,-0.00026151098,-15.625261,-16.149424 +119944,-10.375031,-3.1232346e-05,-19.62503,-17.750267 +120940,-0.0044660824,-7.129466,-9.629466,-5.62984 +77443,-16.625332,-16.500332,-0.0003323003,-8.009964 +23685,-16.32587,-14.70087,-0.5758699,-0.8260298 +47231,-10.625025,-2.4795225e-05,-17.000025,-14.500257 +91022,-12.250005,-4.76836e-06,-21.937504,-19.500925 +714,-17.937574,-14.875074,-7.875074,-0.00038056285 +25730,-17.000002,-14.625002,-2.264974e-06,-13.25022 +97729,-2.145765e-06,-14.750002,-13.375002,-15.501161 +30236,-3.6715788e-05,-12.500036,-13.250036,-10.375396 +2443,-9.250096,-9.6078074e-05,-17.125095,-18.375751 +52656,-0.025888618,-8.400888,-3.7758887,-6.026048 +116972,-15.499315,-14.124315,-12.374315,-5.1259863e-06 +43770,-6.170123,-5.545123,-3.1701233,-0.049185928 +10949,-11.000019,-1.883489e-05,-13.500019,-14.1255045 +100306,-10.375032,-3.2066786e-05,-14.375032,-15.128231 +29745,-12.125006,-5.7220295e-06,-14.875006,-19.438572 +60439,-15.124799,-14.874799,-13.999799,-1.4305105e-06 +109824,-15.375001,-5.960463e-07,-14.875001,-19.204046 +102648,-14.963922,-14.338922,-0.08892157,-2.4641416 +62099,-11.000017,-1.7285198e-05,-14.500017,-15.875331 +33686,-7.875383,-0.0003830653,-13.687883,-13.250498 +116606,-4.76045,-9.01045,-6.26045,-0.0106508145 +85384,-13.499714,-15.499714,-14.874714,-1.9073468e-06 +31834,-3.0496886,-6.9246883,-0.04968855,-9.050356 +58133,-17.499777,-16.749777,-14.374779,-5.960463e-07 +95196,-16.375,-17.875,-2.3841855e-07,-16.375164 +11675,-1.8047446,-0.17974465,-18.242245,-17.714586 +34902,-8.500452,-9.125452,-0.00045205865,-8.87569 +112691,-19.374802,-17.999802,-12.874804,-2.622601e-06 +33713,-8.750159,-13.750159,-0.00015948931,-18.000391 +109135,-15.375002,-17.250002,-2.264974e-06,-13.125198 +60521,-6.6388383,-10.763839,-0.0138383005,-4.388993 +76695,-1.7558569,-12.8808565,-15.7558565,-0.18966262 +98619,-16.875,-18.875,-7.152555e-07,-14.125157 +13731,-14.625,-4.7683704e-07,-17.4375,-19.750364 +14492,-11.750008,-7.986991e-06,-17.500008,-16.125538 +81006,-16.505232,-14.630232,-0.005232331,-5.255597 +114491,-17.624338,-14.624337,-13.374337,-2.0265559e-06 +120167,-19.50003,-15.875031,-3.1351552e-05,-10.375324 +69602,-13.750001,-1.072883e-06,-18.125002,-18.54022 +81057,-6.5313287,-8.031329,-0.03132868,-3.5383625 +118239,-1.9102248,-0.16022481,-14.722725,-15.223698 +26999,-1.5019329,-12.626933,-0.25193283,-14.502017 +103729,-2.7026038,-0.70260376,-0.82760376,-7.4529138 +70324,0.0,-21.125,-22.25,-23.937683 +88697,-17.374678,-18.124678,-13.8746805,-9.5367386e-07 +79720,-16.25,-3.576278e-07,-16.5,-15.625398 +119098,-10.74985,-12.12485,-10.37485,-5.805324e-05 +16374,-10.500028,-2.7536968e-05,-17.250027,-20.25023 +8973,-8.125299,-0.00029917056,-14.750299,-12.751406 +92670,-1.3470559e-05,-14.875013,-11.250013,-16.500128 +46136,-10.750024,-2.4318399e-05,-17.125025,-12.751702 +113240,-1.1920928e-07,-16.75,-15.75,-18.251886 +92271,-11.377382,-16.627382,-6.002383,-0.0024874243 +47020,-15.175811,-12.425811,-1.8008103,-0.18052629 +68952,-8.875154,-11.500154,-0.00015364897,-12.500316 +93704,-18.5,-18.25,0.0,-17.875734 +126515,-8.000336,-0.00033551786,-18.000336,-15.545422 +1648,-16.20388,-12.20388,-0.078880385,-2.57907 +4147,-17.32328,-15.135781,-4.510781,-0.011051044 +106815,-14.953786,-14.203786,-2.5787864,-0.07889933 +18919,-3.0896854,-3.9646854,-0.96468556,-0.58985674 +88395,-17.250053,-16.875053,-7.250056,-0.00071047334 +83361,-12.750003,-2.9802277e-06,-18.625004,-16.375277 +69550,-9.625066,-6.627817e-05,-20.562567,-15.131576 +59782,-17.499857,-17.624857,-10.249857,-3.5404533e-05 +62607,-15.735713,-13.235713,-11.235713,-1.5139465e-05 +49031,-16.626223,-15.001222,-2.126222,-0.12702401 +24073,-17.187359,-16.937359,-12.624857,-3.3378547e-06 +34883,-19.75,-16.875,0.0,-17.750126 +78080,-1.7881378e-06,-15.500002,-13.375002,-16.750118 +59546,-11.999651,-12.499651,-13.749651,-1.0967195e-05 +123805,-11.500011,-1.1086402e-05,-17.000011,-13.876328 +87807,-15.500003,-3.0994368e-06,-17.500004,-12.7616625 +53821,-15.124611,-17.87461,-16.99961,-3.576278e-07 +90016,-15.125,-2.3841855e-07,-17.125,-19.9411 +75870,-14.875006,-12.125006,-6.079655e-06,-14.875211 +58764,-18.126045,-16.626045,-6.6260457,-0.0013263961 +64575,0.0,-21.0,-21.625,-24.06263 +85818,-18.874876,-16.749876,-12.749876,-2.9802277e-06 +15652,-21.625,-16.125,-7.152555e-07,-14.250202 +85976,-15.600019,-14.725019,-2.3500185,-0.10022697 +15080,-9.750058,-5.8410846e-05,-17.50006,-16.625982 +79945,-9.875052,-5.233151e-05,-17.500051,-14.0009985 +76385,-18.012293,-15.887293,-4.387294,-0.012512397 +115581,-2.9501674,-4.7001677,-0.4501675,-1.2004657 +61199,-12.750003,-2.8610189e-06,-20.375002,-19.058771 +85813,-18.5,-17.5,0.0,-17.125124 +67537,-17.375027,-2.7536968e-05,-18.000027,-10.500277 +89261,-16.125,-14.750001,-5.960463e-07,-16.125227 +22046,-16.062439,-12.99994,-8.12494,-0.00029845553 +22926,-7.152555e-07,-18.375,-17.125,-14.126002 +49488,-11.750061,-13.000061,-6.15101e-05,-9.875202 +96660,-10.500028,-2.7656173e-05,-17.562527,-15.875475 +63730,-16.749882,-16.249882,-10.249881,-3.552374e-05 +9677,-1.1920928e-07,-20.75,-16.625,-20.625132 +120201,-16.999832,-14.374832,-10.749832,-2.2053475e-05 +35208,-19.125,-17.625,0.0,-20.563414 +30950,-16.862028,-14.61203,-2.2370296,-0.11291754 +66963,-3.04859,-14.92359,-0.048590053,-12.923758 +16156,-13.124412,-17.99941,-20.93691,-2.0265559e-06 +69670,-13.250002,-1.9073468e-06,-16.250002,-20.312841 +13477,-7.8753805,-0.000380682,-17.625381,-14.256483 +50904,-13.500008,-7.2717403e-06,-12.125008,-14.688321 +7930,-18.125006,-15.500007,-6.4372807e-06,-12.000128 +26294,-19.562063,-16.374563,-9.499566,-7.4979835e-05 +35749,-4.882786,-13.507786,-0.007785571,-8.632902 +55850,-0.10020863,-13.225208,-2.3502085,-15.475336 +64767,-15.749681,-17.124681,-17.249681,-2.3841855e-07 +22057,-17.260698,-15.260698,-4.5106983,-0.011051869 +87663,-17.99996,-16.99996,-9.74996,-5.8410846e-05 +35864,-19.062435,-19.499935,-13.999936,-8.344647e-07 +33007,-13.500069,-10.500069,-6.89006e-05,-10.125273 +81372,-15.374863,-17.749865,-12.124863,-5.6028207e-06 +97703,-5.006717,-0.006717125,-13.694217,-14.319957 +118589,0.0,-19.625,-17.125,-17.500166 +65741,0.0,-19.125,-20.875,-21.125263 +119601,-14.251927,-14.251927,-0.0019270675,-6.253406 +114504,-19.500004,-13.250004,-4.2915253e-06,-12.875863 +92452,0.0,-18.375,-16.875,-19.500149 +11152,-0.016375436,-8.766376,-5.2663755,-4.516794 +44669,-6.3781652,-6.6281652,-0.0031651184,-8.878856 +121963,-11.250014,-1.394739e-05,-13.875014,-20.500246 +63486,-13.37474,-15.24974,-18.124739,-1.7881378e-06 +123055,-11.723963,-11.598963,-0.4739625,-0.9743116 +119717,-10.372941,-17.872938,-17.872938,-3.1351552e-05 +88042,-11.378782,-14.628782,-5.5037827,-0.004091583 +54428,-14.125001,-8.344647e-07,-16.25,-18.638025 +125274,-4.0768748e-05,-15.375041,-10.125041,-14.500119 +46816,-18.251097,-13.126099,-6.6260977,-0.0013281819 +8553,-3.5297506,-16.27975,-0.029750533,-17.279892 +56455,-8.375231,-0.0002305242,-21.50023,-19.00073 +101092,-0.0004315637,-13.875432,-7.7504315,-17.750666 +55570,-1.1444026e-05,-13.875011,-14.750011,-11.500451 +2531,-4.7683704e-07,-18.25,-15.0,-16.500334 +55854,-9.250096,-9.655486e-05,-14.625096,-17.562733 +65143,0.0,-19.75,-16.875,-20.750086 +28422,-19.187355,-17.999855,-13.749854,-1.072883e-06 +36329,-17.624609,-18.374609,-18.374609,0.0 +8061,-5.8778048,-0.0028048719,-17.127806,-18.347595 +107678,-17.375,-5.960463e-07,-14.500001,-15.875725 +53009,-7.617183e-05,-15.000076,-13.750076,-9.500976 +62879,0.0,-19.625,-20.5625,-17.625187 +26784,-12.000008,-7.2717403e-06,-13.750008,-20.438118 +21912,-18.22516,-14.60016,-1.6001602,-0.22547714 +113597,0.0,-20.875,-20.875,-22.875162 +82760,0.0,-20.625,-18.625,-24.500149 +26160,-8.125298,-0.00029750212,-16.875298,-13.415007 +23421,-13.125002,-2.145765e-06,-18.937502,-15.753643 +41793,-2.5931602,-4.21816,-8.218161,-0.094067596 +103325,-9.625069,-6.830459e-05,-18.250069,-13.000335 +33557,-10.875019,-1.9073304e-05,-18.25002,-15.750822 +81209,-16.000002,-1.3113013e-06,-17.875002,-13.625858 +107064,-16.249615,-19.374615,-19.749615,-1.1920928e-07 +98221,0.0,-17.875,-20.375,-19.7503 +16139,-19.374826,-17.874826,-11.9998255,-6.198864e-06 +62717,-10.500029,-2.8252203e-05,-14.250029,-16.127888 +28151,0.0,-21.75,-20.875,-23.500256 +22888,-14.875001,-1.072883e-06,-15.625001,-14.355715 +24637,-2.1275985,-7.377599,-0.12759855,-10.002761 +92809,-16.874876,-18.374876,-11.249877,-1.3112935e-05 +91862,-9.250113,-11.125113,-0.000112646434,-13.250278 +7412,0.0,-20.0,-17.5,-23.62511 +52442,-7.8767066,-13.251707,-0.0017068117,-6.627024 +87399,-0.00025960413,-11.500259,-8.375259,-10.876068 +112712,-2.3841855e-07,-20.125,-15.5,-22.812634 +54201,-9.8342825e-05,-14.500098,-13.250098,-9.250387 +117074,-14.908495,-11.658495,-3.408495,-0.03366018 +25137,-7.0616884,-11.311687,-11.811687,-0.000877353 +16780,-0.00030310327,-15.125303,-8.125303,-11.875476 +72881,-14.000005,-12.875005,-4.887569e-06,-13.375167 +110597,-9.125111,-0.000110739296,-17.25011,-13.250671 +89655,-7.152555e-07,-17.0,-14.125001,-16.875212 +48391,-10.375031,-3.1232346e-05,-17.37503,-17.625412 +110182,0.0,-18.25,-17.875,-21.625095 +87621,-9.631956,-4.881956,-11.944456,-0.0076837223 +122711,0.0,-18.5,-18.875,-19.750229 +115720,0.0,-20.0,-18.0,-21.562666 +66486,-7.0009117,-0.0009116546,-16.750912,-15.136282 +68169,-9.250096,-9.619727e-05,-16.875095,-15.875767 +110138,-9.500075,-14.375075,-7.557583e-05,-16.25027 +21580,-8.625179,-0.00017951308,-18.00018,-16.750849 +102553,-15.375002,-2.0265559e-06,-17.375002,-13.215566 +78769,-8.500203,-0.00020358874,-18.562704,-16.127256 +93593,-11.375011,-1.1563234e-05,-18.250011,-15.875494 +16612,-11.000017,-1.7285198e-05,-15.250017,-15.003852 +59583,-15.750034,-17.000034,-8.125034,-0.00029631038 +76885,-0.0017038365,-12.064204,-18.314203,-6.3791037 +120777,-4.6347566,-0.009756499,-14.509756,-16.032742 +121894,-1.1920928e-07,-17.75,-16.0,-17.125175 +88371,0.0,-20.5,-22.625,-21.625137 +68747,-14.000002,-14.125002,-1.5497195e-06,-18.500362