aiBatteryLifeCycle / v3 /tables /table_8_external_validation.csv
NeerajCodz's picture
Update v3 model assets and paper artifacts for reviewer revision
edbcf4d
Raw History Blame Contribute Delete
11.4 kB
validation,model,mae,rmse,r2,adjusted_r2,mape,within_5pp,dataset
nasa_zero_shot,weighted_ensemble,6.95460786716764,11.016057501206769,0.6074918194881551,0.6056177751249686,14.3519097654388,0.6798627606228557,Calce
nasa_zero_shot,lightgbm,7.82188999585334,12.181928935155517,0.5200141356130987,0.5177224259157607,15.96355476768981,0.6062285563473212,Calce
nasa_zero_shot,xgboost,7.862947978589631,11.862478257736695,0.5448577175161848,0.5426846243902674,15.756691628173114,0.5634732119292689,Calce
nasa_zero_shot,gradient_boosting,8.246347453884066,11.685022218164358,0.5583732114949904,0.5562646485790514,15.919618739962637,0.442596991290578,Calce
nasa_zero_shot,random_forest,8.435086946082041,13.689901080574227,0.3938265029377813,0.3909323058695797,17.596022462044473,0.5579308524676696,Calce
nasa_zero_shot,extra_trees,9.33083264818434,13.975088850229572,0.3683078504650073,0.3652918136767766,18.67429731670202,0.4346793349168646,Calce
nasa_zero_shot,knn,13.166255443802068,20.59645960484971,-0.3720864424937806,-0.378637518346536,26.934680916082154,0.4618632884666139,Calce
nasa_zero_shot,stacking_ensemble,13.173014507108691,18.38089157057185,-0.0927717784219335,-0.097989256409094,25.368837574237897,0.2963842702560042,Calce
nasa_zero_shot,battery_gpt,13.79076105920204,21.337418648848672,-0.4832848216976843,,27.939750972789195,0.3950910530482976,Calce
nasa_zero_shot,vanilla_lstm,13.923450489628443,21.343851742089537,-0.4736272949978174,,28.135873433493128,0.4322160640450426,Calce
nasa_zero_shot,attention_lstm,14.229133838163133,22.064241312120032,-0.5787208731982451,,29.00840147427725,0.4093428345209818,Calce
nasa_zero_shot,gru,14.384623737092282,21.76521364259162,-0.5330910841257487,,28.87747118975692,0.4001055687516495,Calce
nasa_zero_shot,vae_lstm,15.30784703810655,22.0581177736715,-0.580919719248217,,29.87695451430004,0.3174980205859066,Calce
nasa_zero_shot,bidirectional_lstm,16.25231764407065,22.696656948981992,-0.6873770770419664,,31.08568455685456,0.241576493357966,Calce
nasa_zero_shot,dynamic_graph_itransformer,16.72666605941687,24.077484743878085,-0.8766659821043437,,32.75290386894736,0.2924254420691475,Calce
nasa_zero_shot,temporal_fusion_transformer,17.327721314231507,24.239364201127483,-0.9309869859817334,,33.35689754321525,0.2578516759039324,Calce
nasa_zero_shot,svr,17.369697422412276,24.443511337454392,-0.9325178325436108,-0.9417447081366572,33.56227164505289,0.2789654262338348,Calce
nasa_zero_shot,itransformer,19.99656584627161,26.295011094586272,-1.240115195991912,,37.0928732043405,0.135040028151667,Calce
nasa_zero_shot,physics_itransformer,20.454535067335865,26.278885403960743,-1.235053154560008,,37.4654073307265,0.0887657253452977,Calce
nasa_zero_shot,ridge,29.308084684026667,34.09685044107558,-2.7603204238129067,-2.778274208329785,47.269926196990006,0.1253628925837952,Calce
within_dataset_grouped,lightgbm,1.2768275139612602,1.8848806679671224,0.9856833117416104,0.9854145467987973,1.858331641022141,0.9753183099895436,Calce
within_dataset_grouped,xgboost,1.2812556208659414,1.813336214754954,0.9875218414959568,0.9872858175094358,1.8861760676318635,0.9782183368429156,Calce
within_dataset_grouped,random_forest,1.3187002420543734,1.916710503014084,0.9856571903586184,0.9853870955783084,1.8994257215854664,0.9754347633767558,Calce
within_dataset_grouped,extra_trees,1.326861375412964,1.88251170745425,0.9865528511069848,0.9862983531948928,1.9906872212233688,0.9760324141882858,Calce
within_dataset_grouped,weighted_ensemble,1.3399069483345782,1.8825275775865824,0.9858379714008983,0.9855715586427533,1.979970210726815,0.9760255751554028,Calce
within_dataset_grouped,gradient_boosting,1.348275319904653,1.9140689534810509,0.9855020395487588,0.9852289188358012,1.986355996339488,0.976443580689495,Calce
within_dataset_grouped,stacking_ensemble,1.3486874438608396,1.9443688185563663,0.9857904644910248,0.9855169904602628,1.9128329862824456,0.9571656315302762,Calce
within_dataset_grouped,ridge,1.5948253267720738,2.198707912440375,0.9830648724702288,0.9827411843732916,2.420316069546967,0.9618832983808916,Calce
within_dataset_grouped,knn,1.91892180497916,2.592378043400616,0.9777346065524296,0.9773040919250758,2.831337440907629,0.9343971052857366,Calce
within_dataset_grouped,svr,2.881822376692657,3.816431513631143,0.927089075976152,0.9257364947711414,4.216158102999525,0.8237988669746876,Calce
within_dataset_grouped,gru,3.739409972781095,4.920770428478422,0.9128833941023384,,5.02813845256182,0.7341712060146479,Calce
within_dataset_grouped,attention_lstm,4.384625865516631,6.739659200857599,0.837805063559894,,5.877548168287452,0.7135397763033914,Calce
within_dataset_grouped,temporal_fusion_transformer,4.993328415172853,7.004568176326431,0.8004659968036024,,7.227157698452093,0.6589650730361892,Calce
within_dataset_grouped,dynamic_graph_itransformer,5.239175394074407,7.76661608929183,0.7918566786362283,,7.602023131589543,0.6418364882059348,Calce
within_dataset_grouped,itransformer,5.248739194480154,7.658112827295672,0.7732283747627927,,8.071209306547168,0.6457497026406589,Calce
within_dataset_grouped,physics_itransformer,5.5385346403467866,8.366715813586147,0.730377550652468,,8.434344792831848,0.6347533155238901,Calce
within_dataset_grouped,battery_gpt,5.712919605824202,8.3901453178572,0.7367535413668183,,7.74824718629248,0.6357502845391966,Calce
within_dataset_grouped,bidirectional_lstm,6.478743307045193,9.881047720816476,0.62984124769546,,9.296716214015278,0.6045068065216231,Calce
within_dataset_grouped,vanilla_lstm,7.09416262465009,10.152676766627408,0.5712487885221839,,11.52718326795997,0.5393249713414481,Calce
within_dataset_grouped,vae_lstm,7.6001048396153585,10.74785604794034,0.5415049091330402,,12.152011626791838,0.5063751345014085,Calce
nasa_zero_shot,xgboost,4.615178495217735,5.337821147293324,0.3899295721420379,0.3679670367391513,5.3177180951945004,0.5626204238921002,Oxford
nasa_zero_shot,extra_trees,4.6899974018614845,5.6893388874074615,0.3069324826608434,0.2819820520366337,5.2790465600034855,0.5761078998073218,Oxford
nasa_zero_shot,random_forest,5.093368004529913,5.879345139520633,0.2598668621320573,0.2332220691688115,5.883048584348987,0.5009633911368016,Oxford
nasa_zero_shot,lightgbm,5.270666625248147,6.249394487637274,0.1637660065018942,0.1336615827359624,5.960559127714974,0.5048169556840078,Oxford
nasa_zero_shot,knn,5.851537276325131,7.247417833733082,-0.1246529806608665,-0.1651404879646576,6.658778128436124,0.4662813102119461,Oxford
nasa_zero_shot,gradient_boosting,5.912464201892776,6.8078807472653455,0.0076249946731957,-0.0281005055185692,6.755069018875037,0.4142581888246628,Oxford
nasa_zero_shot,svr,7.33832695682329,8.810653360869777,-0.6621421699630556,-0.7219792880817255,8.796674557080532,0.3988439306358382,Oxford
nasa_zero_shot,itransformer,7.602654340961482,8.97641581070252,-0.7338119805939591,,9.004308890226183,0.3526011560693642,Oxford
nasa_zero_shot,temporal_fusion_transformer,8.341521852426574,9.958385216361338,-1.1654475388162242,,9.996555361403486,0.3468208092485549,Oxford
nasa_zero_shot,gru,8.494370914440514,10.17179826339139,-1.2199001012027375,,10.208330103081856,0.3442517662170841,Oxford
nasa_zero_shot,physics_itransformer,8.540849113192932,10.03365219318042,-1.344655513766497,,10.183167172396988,0.3403982016698779,Oxford
nasa_zero_shot,dynamic_graph_itransformer,8.858442114059725,10.345962707187589,-1.410248786565707,,10.550315028850562,0.3012202954399485,Oxford
nasa_zero_shot,vanilla_lstm,9.274374818680188,10.86064532446847,-1.6065445972503494,,11.094941725463954,0.3018625561978162,Oxford
nasa_zero_shot,bidirectional_lstm,9.976054260161815,11.702924706889926,-2.009777846779451,,11.958772974104592,0.2858060372511239,Oxford
nasa_zero_shot,battery_gpt,10.066445870019145,11.742822616519137,-2.0362114049204867,,12.048480246469165,0.2761721258831085,Oxford
nasa_zero_shot,attention_lstm,10.084370440448993,11.80703404017686,-2.059157737256112,,12.078616296840382,0.2819524727039177,Oxford
nasa_zero_shot,vae_lstm,11.059534126211204,12.87003405659968,-2.5676182288155798,,13.24450009673768,0.2453436095054591,Oxford
nasa_zero_shot,stacking_ensemble,30.261055256383703,34.97896024716782,-25.19785473819552,-26.14097750877056,36.050556496835,0.0500963391136801,Oxford
nasa_zero_shot,weighted_ensemble,51.87306070020787,58.58389458270519,-72.48664448241065,-75.13216368377745,61.60635651933104,0.0154142581888246,Oxford
nasa_zero_shot,ridge,478.8326007559061,561.7050220709974,-6754.671937059144,-6997.876126793273,572.8165266704435,0.0,Oxford
within_dataset_grouped,random_forest,0.740533781255312,1.116580538989081,0.9668693750017066,0.957778041398822,0.8893411755560693,0.9961855843350078,Oxford
within_dataset_grouped,extra_trees,0.7889299590964474,1.1854736855205614,0.9615467213776542,0.951026427857072,0.9450509574706916,0.995625360245372,Oxford
within_dataset_grouped,weighted_ensemble,0.7917381000953566,1.121319433798414,0.9671606247689822,0.9580960545697148,0.9368228926909352,0.9961855843350078,Oxford
within_dataset_grouped,lightgbm,0.8148682181679824,1.2296540213742178,0.9609715462634878,0.9503424768100208,0.9690647005808768,0.9947121182362396,Oxford
within_dataset_grouped,ridge,0.8153677589697114,0.9596573462242336,0.9764778803083198,0.9705528317273352,0.9439801741656892,0.9976270678943034,Oxford
within_dataset_grouped,gradient_boosting,0.8614543003836718,1.2427410633870388,0.960920002082808,0.9512123292450976,1.0262665349665714,0.995065136155736,Oxford
within_dataset_grouped,xgboost,0.9406950400604668,1.5389190917528068,0.9212138695747484,0.9053037460501236,1.1381716798180532,0.983835189631672,Oxford
within_dataset_grouped,stacking_ensemble,0.98119926061533,1.3118920571774306,0.9536599185684184,0.9436491762791338,1.1521215896471269,0.9931344651380736,Oxford
within_dataset_grouped,knn,1.7347458107533378,2.157403343022767,0.8853192675377107,0.8516897364701237,2.001392720050218,0.9856195930151068,Oxford
within_dataset_grouped,physics_itransformer,2.025841958095977,2.570068551210708,0.8012500254938432,,2.354042284831184,0.9255267189182718,Oxford
within_dataset_grouped,itransformer,2.209205442783615,2.77709596022397,0.7632084406811125,,2.5397283929710968,0.9044559124903748,Oxford
within_dataset_grouped,svr,2.2113437466988595,3.0250771559890266,0.7550111817726778,0.6966592627646626,2.5419486001828795,0.9087597614813188,Oxford
within_dataset_grouped,gru,3.6687373493423783,4.573559943463793,0.3607920148285627,,4.202598645367743,0.7601899797201305,Oxford
within_dataset_grouped,dynamic_graph_itransformer,3.9704821657924474,4.801128095032424,0.3711565722170864,,4.564321491275587,0.7180149227516288,Oxford
within_dataset_grouped,bidirectional_lstm,4.166774271112427,5.098656977265329,0.3218967228235067,,4.774003622848734,0.6728767658288519,Oxford
within_dataset_grouped,vanilla_lstm,4.540950309352661,5.487337202397291,0.1779855171880769,,5.223249919701794,0.6569499421835762,Oxford
within_dataset_grouped,battery_gpt,4.680808182955999,5.57002029941719,0.0066128362915154,,5.350372803973348,0.6798759303442161,Oxford
within_dataset_grouped,vae_lstm,5.58762545617857,6.641112736605504,-0.1713521803775557,,6.436339811662297,0.5549731060081371,Oxford
within_dataset_grouped,temporal_fusion_transformer,5.600423454506386,6.760028103549546,-0.1960128304575656,,6.4373226877537695,0.5783572806477217,Oxford
within_dataset_grouped,attention_lstm,5.778453357444811,6.889314435929527,-0.0989488139759678,,6.580814500023788,0.4869228889356742,Oxford