{ "all_linear_weights": { "MAE": 0.0027748894747125826, "MSE": 1.6767324196748098e-05, "NMSE": 0.007748817962681275, "RMSE": 0.004094792326449303, "SQNR_dB": 21.10764541550128, "cosine_similarity": 0.9961264739410771, "layers": 269, "max_absolute_error": 0.201171875, "reconstructed_sum_sq": 11001423.685776627, "scope": "parameter_weighted_aggregate", "source_sum_sq": 10996549.497795047, "squared_error_sum": 85210.26027602801, "weight_elements": 5081923584 }, "elapsed_seconds": 1044.72, "linear_layers_compared": 269, "measured_utc": "2026-10-21T12:53:13.222640+00:00", "measured_weights": { "MAE": 0.003276925399413872, "MSE": 1.980088614023871e-05, "NMSE": 0.008972728083962562, "RMSE": 0.0044498186637478504, "SQNR_dB": 20.470754932234925, "cosine_similarity": 0.9955148197561109, "layers": 228, "max_absolute_error": 0.201171875, "reconstructed_sum_sq": 9501457.554675689, "scope": "parameter_weighted_aggregate", "source_sum_sq": 9496583.366694113, "squared_error_sum": 85210.26027602801, "weight_elements": 4303355904 }, "method": "nvfp4", "method_notes": "True decoded saved TorchAO tensors vs original BF16 source weights; ratios aggregate parameter-weighted sums. No image/activation loss estimated.", "original_linear_layers_expected": 269, "original_revision": "fc5de0d56fc910cbca6f6625a70f5f582b26deb1", "original_source": "OpenMOSS-Team/MOSS-Image-SFT", "per_layer": [ { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.0.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.0.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.0.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.0.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.0.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.0.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.1.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.1.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.1.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.1.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.1.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.1.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032988988753851066, "MSE": 1.935879046891327e-05, "NMSE": 0.008955136329686095, "SQNR_dB": 20.479277982259248, "max_absolute_error": 0.07421875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.10.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003411518869634827, "MSE": 2.0910621774360973e-05, "NMSE": 0.008986604576283417, "SQNR_dB": 20.464043674799687, "max_absolute_error": 0.0712890625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.10.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0027018909104999426, "MSE": 1.3092056201418037e-05, "NMSE": 0.008996525442651504, "SQNR_dB": 20.459251874982943, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.10.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002672588826904042, "MSE": 1.3298164306643187e-05, "NMSE": 0.009048508066198708, "SQNR_dB": 20.43423022124184, "max_absolute_error": 0.0458984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.10.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026562780283499892, "MSE": 1.2720501639464145e-05, "NMSE": 0.008999660309040678, "SQNR_dB": 20.45773882637711, "max_absolute_error": 0.0302734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.10.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.002682691214309804, "MSE": 1.297555137224514e-05, "NMSE": 0.008958809483324566, "SQNR_dB": 20.477496989511614, "max_absolute_error": 0.04052734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.10.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032971796808349504, "MSE": 1.933732765056731e-05, "NMSE": 0.00896023184265181, "SQNR_dB": 20.476807529850056, "max_absolute_error": 0.05322265625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.11.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003423167387213176, "MSE": 2.1073621871890174e-05, "NMSE": 0.009031566158051514, "SQNR_dB": 20.442369324304693, "max_absolute_error": 0.0712890625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.11.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0027031015516676285, "MSE": 1.3113428236541955e-05, "NMSE": 0.009004522282484611, "SQNR_dB": 20.455393228871138, "max_absolute_error": 0.0390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.11.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002777870747871364, "MSE": 1.4363852426621739e-05, "NMSE": 0.009056675014664632, "SQNR_dB": 20.43031215990276, "max_absolute_error": 0.037109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.11.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002693411246440324, "MSE": 1.3039613596358732e-05, "NMSE": 0.009019662441860817, "SQNR_dB": 20.448097154935745, "max_absolute_error": 0.0390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.11.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0027822910902357777, "MSE": 1.4066131065828645e-05, "NMSE": 0.008958679203539292, "SQNR_dB": 20.47756014545142, "max_absolute_error": 0.0732421875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.11.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032999214989740525, "MSE": 1.9410027003149536e-05, "NMSE": 0.008976082709792622, "SQNR_dB": 20.469131542785284, "max_absolute_error": 0.059814453125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.12.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003400065288685685, "MSE": 2.0828883659494408e-05, "NMSE": 0.009017008730353857, "SQNR_dB": 20.449375098367042, "max_absolute_error": 0.0537109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.12.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002739804166556322, "MSE": 1.3425541904456114e-05, "NMSE": 0.00902013183892794, "SQNR_dB": 20.44787114730734, "max_absolute_error": 0.0390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.12.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0026804683958591086, "MSE": 1.3305652292987015e-05, "NMSE": 0.009040460547919692, "SQNR_dB": 20.43809444709875, "max_absolute_error": 0.0390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.12.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002675327037653441, "MSE": 1.2873458577595128e-05, "NMSE": 0.0090245786318313, "SQNR_dB": 20.44573066668027, "max_absolute_error": 0.03369140625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.12.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0027215466959022716, "MSE": 1.3390791825230881e-05, "NMSE": 0.008966122142718014, "SQNR_dB": 20.473953491700794, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.12.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003273073964822553, "MSE": 1.911599150217392e-05, "NMSE": 0.008964686518669392, "SQNR_dB": 20.474648924478544, "max_absolute_error": 0.09130859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.13.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003405436007725984, "MSE": 2.0864616222633032e-05, "NMSE": 0.009028827706993354, "SQNR_dB": 20.4436863434146, "max_absolute_error": 0.07421875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.13.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0027122736170775677, "MSE": 1.3189044504385161e-05, "NMSE": 0.009029025546882735, "SQNR_dB": 20.443591181746097, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.13.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0027269046016569457, "MSE": 1.3860168021579532e-05, "NMSE": 0.009049021257619362, "SQNR_dB": 20.43398391557412, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.13.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026556283324664634, "MSE": 1.2729319855151931e-05, "NMSE": 0.009021226142785931, "SQNR_dB": 20.447344302124048, "max_absolute_error": 0.03125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.13.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.00274107860126932, "MSE": 1.3676485419328468e-05, "NMSE": 0.00897076778565807, "SQNR_dB": 20.47170385182796, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.13.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003272581703900999, "MSE": 1.9130126301017647e-05, "NMSE": 0.008944016171310968, "SQNR_dB": 20.484674242267968, "max_absolute_error": 0.08447265625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.14.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034082447341519232, "MSE": 2.094216814464314e-05, "NMSE": 0.009010217708433136, "SQNR_dB": 20.45264715299639, "max_absolute_error": 0.060546875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.14.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026517875712909, "MSE": 1.2640052441449323e-05, "NMSE": 0.009010538178252467, "SQNR_dB": 20.4524926885832, "max_absolute_error": 0.028076171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.14.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0028024879004787773, "MSE": 1.4725848044289196e-05, "NMSE": 0.009045339071560788, "SQNR_dB": 20.435751486330492, "max_absolute_error": 0.048828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.14.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026187286992022723, "MSE": 1.2400471724076914e-05, "NMSE": 0.009017565477578307, "SQNR_dB": 20.449106955360527, "max_absolute_error": 0.03125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.14.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0028412058547300995, "MSE": 1.4709014984964608e-05, "NMSE": 0.009015342973120469, "SQNR_dB": 20.450177466453702, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.14.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.00332189498055655, "MSE": 1.9758627402822207e-05, "NMSE": 0.008924333786519235, "SQNR_dB": 20.49424194670978, "max_absolute_error": 0.0478515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.15.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0033934620301608073, "MSE": 2.077650907210628e-05, "NMSE": 0.009021557324066079, "SQNR_dB": 20.44718486973629, "max_absolute_error": 0.09375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.15.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026923068817163256, "MSE": 1.295092894666217e-05, "NMSE": 0.00902587042925243, "SQNR_dB": 20.44510905279045, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.15.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002750168611740816, "MSE": 1.4102008663662923e-05, "NMSE": 0.009043053353675262, "SQNR_dB": 20.43684906830109, "max_absolute_error": 0.04296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.15.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026421368165608482, "MSE": 1.2526769728796028e-05, "NMSE": 0.009030801549029794, "SQNR_dB": 20.442737011957313, "max_absolute_error": 0.03125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.15.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0027686857953824243, "MSE": 1.3920998094582366e-05, "NMSE": 0.008954257611067752, "SQNR_dB": 20.479704152623988, "max_absolute_error": 0.04150390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.15.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0033308681751435137, "MSE": 1.988591201518775e-05, "NMSE": 0.008925230274345677, "SQNR_dB": 20.493805701079225, "max_absolute_error": 0.08056640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.16.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.00338321267829759, "MSE": 2.066866687368697e-05, "NMSE": 0.008976774612159568, "SQNR_dB": 20.468796788963385, "max_absolute_error": 0.0693359375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.16.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.00265226660314004, "MSE": 1.2582835259318463e-05, "NMSE": 0.009007885491206373, "SQNR_dB": 20.453771432357676, "max_absolute_error": 0.0302734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.16.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0027676738650758395, "MSE": 1.4319250377366995e-05, "NMSE": 0.009091809053234206, "SQNR_dB": 20.413496939322776, "max_absolute_error": 0.04248046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.16.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002625022927865107, "MSE": 1.2370503125092802e-05, "NMSE": 0.00907148134712562, "SQNR_dB": 20.42321788094071, "max_absolute_error": 0.027099609375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.16.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0027618197137846707, "MSE": 1.3856569575889914e-05, "NMSE": 0.008938184165233749, "SQNR_dB": 20.4875070123968, "max_absolute_error": 0.046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.16.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032985324818268747, "MSE": 1.9528530989620325e-05, "NMSE": 0.008907703612336445, "SQNR_dB": 20.50234241757916, "max_absolute_error": 0.07958984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.17.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0033867868600563366, "MSE": 2.0679641165488134e-05, "NMSE": 0.008963662877446064, "SQNR_dB": 20.475144856061984, "max_absolute_error": 0.0517578125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.17.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002652782754429878, "MSE": 1.261704641964737e-05, "NMSE": 0.009001740161663089, "SQNR_dB": 20.456735272767407, "max_absolute_error": 0.03515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.17.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002810586640019103, "MSE": 1.4884758457739351e-05, "NMSE": 0.00905383253829179, "SQNR_dB": 20.43167542574188, "max_absolute_error": 0.05078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.17.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002597699198286316, "MSE": 1.214196744422614e-05, "NMSE": 0.008996940998133576, "SQNR_dB": 20.459051276111776, "max_absolute_error": 0.03173828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.17.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.002840729090391255, "MSE": 1.4622075050420682e-05, "NMSE": 0.008916583968279329, "SQNR_dB": 20.498014962823966, "max_absolute_error": 0.0537109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.17.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003273684828647181, "MSE": 1.930297398801573e-05, "NMSE": 0.008933776044528137, "SQNR_dB": 20.48964938795535, "max_absolute_error": 0.0654296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.18.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034217638055102154, "MSE": 2.107501857502682e-05, "NMSE": 0.009000948787398174, "SQNR_dB": 20.457117092925014, "max_absolute_error": 0.060546875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.18.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026955538289565872, "MSE": 1.2978056875959265e-05, "NMSE": 0.009048758854852184, "SQNR_dB": 20.434109853753412, "max_absolute_error": 0.029052734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.18.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0029092613723884896, "MSE": 1.5834897243515306e-05, "NMSE": 0.009045898744011373, "SQNR_dB": 20.435482778727927, "max_absolute_error": 0.0556640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.18.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026641471851573642, "MSE": 1.2691896722547058e-05, "NMSE": 0.00900739736892087, "SQNR_dB": 20.45400677566789, "max_absolute_error": 0.02880859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.18.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.002980924186615361, "MSE": 1.600727592885488e-05, "NMSE": 0.008939638165279354, "SQNR_dB": 20.486800590567327, "max_absolute_error": 0.041015625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.18.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.002689253992418992, "MSE": 1.302095096944188e-05, "NMSE": 0.009008986791164965, "SQNR_dB": 20.453240498366426, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.19.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0029522600566302434, "MSE": 1.6330531456071775e-05, "NMSE": 0.009044653650943282, "SQNR_dB": 20.436080590268425, "max_absolute_error": 0.0458984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.19.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002653130072650929, "MSE": 1.2694079015312069e-05, "NMSE": 0.008994813551262033, "SQNR_dB": 20.460078344859983, "max_absolute_error": 0.03515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.19.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0030625537754158908, "MSE": 1.6869408230765253e-05, "NMSE": 0.0089483267066781, "SQNR_dB": 20.48258168035701, "max_absolute_error": 0.0419921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.19.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003286816788486213, "MSE": 1.945328524503975e-05, "NMSE": 0.008967466570381997, "SQNR_dB": 20.473302336456605, "max_absolute_error": 0.0908203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.2.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034593767187891394, "MSE": 2.135157238784443e-05, "NMSE": 0.008996326989466934, "SQNR_dB": 20.45934767649446, "max_absolute_error": 0.0703125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.2.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0025880968945509006, "MSE": 1.201968192360417e-05, "NMSE": 0.008993780949705626, "SQNR_dB": 20.460576942077708, "max_absolute_error": 0.02880859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.2.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002639492186337519, "MSE": 1.2806213059650674e-05, "NMSE": 0.009045307680047325, "SQNR_dB": 20.43576655838542, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.2.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.00257682754887395, "MSE": 1.194544665879564e-05, "NMSE": 0.009004099870677842, "SQNR_dB": 20.455596965853616, "max_absolute_error": 0.028076171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.2.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.00241062248189187, "MSE": 1.0555518660154027e-05, "NMSE": 0.008880335957096235, "SQNR_dB": 20.515706038663176, "max_absolute_error": 0.03271484375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.2.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0033067507186814965, "MSE": 1.9642245885164452e-05, "NMSE": 0.008975354868813538, "SQNR_dB": 20.469483712153014, "max_absolute_error": 0.07177734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.3.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003493249396597967, "MSE": 2.1793632019928566e-05, "NMSE": 0.009003467552361808, "SQNR_dB": 20.455901962468786, "max_absolute_error": 0.0859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.3.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002633858304936232, "MSE": 1.2436331585425417e-05, "NMSE": 0.009015965893818718, "SQNR_dB": 20.44987739836212, "max_absolute_error": 0.0322265625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.3.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002753831045629392, "MSE": 1.39961427485718e-05, "NMSE": 0.009054762923119197, "SQNR_dB": 20.431229161427446, "max_absolute_error": 0.05078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.3.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026043510339284325, "MSE": 1.2198936884943998e-05, "NMSE": 0.00900556672400813, "SQNR_dB": 20.454889516545585, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.3.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0026012185854969757, "MSE": 1.2350232291749836e-05, "NMSE": 0.008907218218802105, "SQNR_dB": 20.502579077313694, "max_absolute_error": 0.068359375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.3.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.00331184490313215, "MSE": 1.9609267233168572e-05, "NMSE": 0.008961360929231525, "SQNR_dB": 20.47626030608702, "max_absolute_error": 0.056640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.4.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003493634484935656, "MSE": 2.1775019562978517e-05, "NMSE": 0.009028058903437036, "SQNR_dB": 20.44405616037096, "max_absolute_error": 0.05078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.4.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002646604266179959, "MSE": 1.2621542455091984e-05, "NMSE": 0.009005316170036103, "SQNR_dB": 20.455010348165132, "max_absolute_error": 0.03271484375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.4.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0026646712533252817, "MSE": 1.3045695583796375e-05, "NMSE": 0.00905004467796558, "SQNR_dB": 20.433492767786618, "max_absolute_error": 0.0419921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.4.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002616233580940233, "MSE": 1.2401774023423457e-05, "NMSE": 0.008975865224348753, "SQNR_dB": 20.469236771174447, "max_absolute_error": 0.03125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.4.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0025382369353142125, "MSE": 1.1529867111533029e-05, "NMSE": 0.008920641856133331, "SQNR_dB": 20.496038962350656, "max_absolute_error": 0.0478515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.4.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003307444441389661, "MSE": 1.955622119242165e-05, "NMSE": 0.008965003192069873, "SQNR_dB": 20.474495514673215, "max_absolute_error": 0.07568359375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.5.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003487523039173041, "MSE": 2.1735617493892896e-05, "NMSE": 0.00900906143293643, "SQNR_dB": 20.45320451610124, "max_absolute_error": 0.103515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.5.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002679457663474571, "MSE": 1.2866114951358325e-05, "NMSE": 0.009008400655620879, "SQNR_dB": 20.453523064785433, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.5.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0027273670547606397, "MSE": 1.3603851214767321e-05, "NMSE": 0.009022999649484775, "SQNR_dB": 20.446490595033175, "max_absolute_error": 0.0400390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.5.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026237155825490385, "MSE": 1.2376661318828058e-05, "NMSE": 0.008983410071094385, "SQNR_dB": 20.465587753664224, "max_absolute_error": 0.0302734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.5.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0026246277597585183, "MSE": 1.2309963743075106e-05, "NMSE": 0.0089441257571814, "SQNR_dB": 20.484621030996486, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.5.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0033136554667292325, "MSE": 1.9570318841016612e-05, "NMSE": 0.009010362993023274, "SQNR_dB": 20.452577126067904, "max_absolute_error": 0.062744140625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.6.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034616714456439258, "MSE": 2.1454168072301056e-05, "NMSE": 0.008992071690942691, "SQNR_dB": 20.461402392687088, "max_absolute_error": 0.08203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.6.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026715010907464743, "MSE": 1.2825639088315656e-05, "NMSE": 0.009005244048154183, "SQNR_dB": 20.45504513013189, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.6.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.00270662344669827, "MSE": 1.3538858424789353e-05, "NMSE": 0.009053520490976205, "SQNR_dB": 20.431825111261396, "max_absolute_error": 0.046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.6.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026261057336014145, "MSE": 1.2420078262064477e-05, "NMSE": 0.008991267305588463, "SQNR_dB": 20.46179090799113, "max_absolute_error": 0.0283203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.6.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0026366849799877887, "MSE": 1.2551637397155289e-05, "NMSE": 0.008918790149726784, "SQNR_dB": 20.49694054472962, "max_absolute_error": 0.0400390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.6.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003325811038770214, "MSE": 1.9731385883589962e-05, "NMSE": 0.00896993858198076, "SQNR_dB": 20.47210530601188, "max_absolute_error": 0.06494140625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.7.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034737185954052314, "MSE": 2.1621093070495604e-05, "NMSE": 0.009034188718220273, "SQNR_dB": 20.44110841555712, "max_absolute_error": 0.0908203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.7.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026452656738269404, "MSE": 1.2553023721627193e-05, "NMSE": 0.009016419268773657, "SQNR_dB": 20.449659015447793, "max_absolute_error": 0.029052734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.7.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002754316078114124, "MSE": 1.3952477802204109e-05, "NMSE": 0.009039102745159643, "SQNR_dB": 20.438746770650763, "max_absolute_error": 0.05078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.7.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026019584025298668, "MSE": 1.2177613578083004e-05, "NMSE": 0.009028046744320135, "SQNR_dB": 20.444062009514155, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.7.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.002696466199705483, "MSE": 1.3068277862034441e-05, "NMSE": 0.008952599865095659, "SQNR_dB": 20.480508257901636, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.7.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0033260200799639793, "MSE": 1.9655339415100488e-05, "NMSE": 0.008950180676233726, "SQNR_dB": 20.481681975445, "max_absolute_error": 0.08544921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.8.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034387435622556133, "MSE": 2.1205088723814263e-05, "NMSE": 0.009000810095103234, "SQNR_dB": 20.45718401227303, "max_absolute_error": 0.126953125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.8.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002636613479651054, "MSE": 1.2464963993155023e-05, "NMSE": 0.008991806855377621, "SQNR_dB": 20.461530303498133, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.8.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0027243488988408534, "MSE": 1.3709203815105218e-05, "NMSE": 0.009046724544489872, "SQNR_dB": 20.435086329207593, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.8.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0025145852570024685, "MSE": 1.1441139479820114e-05, "NMSE": 0.008996516776181209, "SQNR_dB": 20.459256058600342, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.8.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.002721299860398627, "MSE": 1.3363300464126135e-05, "NMSE": 0.008941016606227023, "SQNR_dB": 20.486130985000823, "max_absolute_error": 0.037109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.8.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003320040366362018, "MSE": 1.9559612244160853e-05, "NMSE": 0.008956628399406646, "SQNR_dB": 20.478554438088644, "max_absolute_error": 0.0693359375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.9.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034254351639014962, "MSE": 2.1050955865840473e-05, "NMSE": 0.00901349935025063, "SQNR_dB": 20.451065682377397, "max_absolute_error": 0.07275390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.9.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026919665851323524, "MSE": 1.299581350507369e-05, "NMSE": 0.008980611688769279, "SQNR_dB": 20.466940815944067, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.9.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.002614129607295156, "MSE": 1.269382105095844e-05, "NMSE": 0.00906946220730134, "SQNR_dB": 20.42418464574527, "max_absolute_error": 0.04296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.9.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026067337703628876, "MSE": 1.2266913151552261e-05, "NMSE": 0.0089938118868775, "SQNR_dB": 20.460562003065963, "max_absolute_error": 0.037109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.9.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0026634054056220028, "MSE": 1.2731469208838082e-05, "NMSE": 0.008912194724290381, "SQNR_dB": 20.500153330813728, "max_absolute_error": 0.056640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.9.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "shared_block_modulation.weight", "weight_elements": 56623104 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.0.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.0.ffn_gate.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.0.ffn_up.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.0.proj.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.0.qkv.weight", "weight_elements": 28311552 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.1.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.1.ffn_gate.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.1.ffn_up.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.1.proj.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.blocks.1.qkv.weight", "weight_elements": 28311552 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "text_embedder.proj.weight", "weight_elements": 12582912 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "time_embedding.0.weight", "weight_elements": 786432 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "time_embedding.2.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "video_embedder.weight", "weight_elements": 393216 }, { "MAE": 0.0032296321883062457, "MSE": 1.878892822630606e-05, "NMSE": 0.008931320529165883, "SQNR_dB": 20.490843242994835, "max_absolute_error": 0.060546875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.19.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034355206256639903, "MSE": 2.1257601455449735e-05, "NMSE": 0.009000220957055454, "SQNR_dB": 20.457468284215654, "max_absolute_error": 0.0751953125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.19.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0032201885086067957, "MSE": 1.8773042392963178e-05, "NMSE": 0.008971371292592055, "SQNR_dB": 20.471411690753772, "max_absolute_error": 0.0537109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.20.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0033909375457948383, "MSE": 2.0761400708988163e-05, "NMSE": 0.008950206991477744, "SQNR_dB": 20.481669206374878, "max_absolute_error": 0.103515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.20.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026785449849001724, "MSE": 1.2838439168898807e-05, "NMSE": 0.009047453457009564, "SQNR_dB": 20.434736423635496, "max_absolute_error": 0.030029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.20.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0029449244202353706, "MSE": 1.6323114774432105e-05, "NMSE": 0.009036676096157043, "SQNR_dB": 20.439912839661595, "max_absolute_error": 0.048828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.20.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026756552001411618, "MSE": 1.2818224511460356e-05, "NMSE": 0.00901757275946146, "SQNR_dB": 20.449103448338146, "max_absolute_error": 0.02880859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.20.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0030287466526869758, "MSE": 1.6406702361514223e-05, "NMSE": 0.008943846157733764, "SQNR_dB": 20.48475679652411, "max_absolute_error": 0.037109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.20.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003190950086517935, "MSE": 1.851031893973908e-05, "NMSE": 0.008960963360776385, "SQNR_dB": 20.476452983982455, "max_absolute_error": 0.0693359375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.21.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0033984523110561203, "MSE": 2.083959322101803e-05, "NMSE": 0.008962869123338265, "SQNR_dB": 20.47552945139723, "max_absolute_error": 0.0595703125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.21.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002712106389531954, "MSE": 1.3234111221843783e-05, "NMSE": 0.009005632577087497, "SQNR_dB": 20.454857758939102, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.21.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.003061595143980877, "MSE": 1.7706083861412497e-05, "NMSE": 0.009106708661700342, "SQNR_dB": 20.40638556982934, "max_absolute_error": 0.0458984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.21.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026958005392093264, "MSE": 1.3104075744048732e-05, "NMSE": 0.008986547573794006, "SQNR_dB": 20.464071222406695, "max_absolute_error": 0.033203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.21.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003152384133062574, "MSE": 1.7771315338338784e-05, "NMSE": 0.008974274076621248, "SQNR_dB": 20.470006711360618, "max_absolute_error": 0.03515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.21.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003216642740495651, "MSE": 1.8815813970750026e-05, "NMSE": 0.008958190469884502, "SQNR_dB": 20.477797077832264, "max_absolute_error": 0.078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.22.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034271501591202403, "MSE": 2.122790038520696e-05, "NMSE": 0.008977848009150797, "SQNR_dB": 20.468277512785242, "max_absolute_error": 0.068359375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.22.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002663045176867909, "MSE": 1.267431280086269e-05, "NMSE": 0.009014352122898339, "SQNR_dB": 20.450654813166448, "max_absolute_error": 0.02880859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.22.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.003077458646018978, "MSE": 1.774152098885203e-05, "NMSE": 0.009031538290713702, "SQNR_dB": 20.442382724693395, "max_absolute_error": 0.03955078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.22.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002699910084111493, "MSE": 1.3032942669025086e-05, "NMSE": 0.009005825721845148, "SQNR_dB": 20.454764616339464, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.22.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003182029534224353, "MSE": 1.8039556532454735e-05, "NMSE": 0.008941317042890634, "SQNR_dB": 20.485985055517865, "max_absolute_error": 0.033203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.22.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032915418204595877, "MSE": 1.964858627074616e-05, "NMSE": 0.008922613847330799, "SQNR_dB": 20.495079019935282, "max_absolute_error": 0.0576171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.23.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003439350541220441, "MSE": 2.1515199651390445e-05, "NMSE": 0.009009157375048498, "SQNR_dB": 20.453158266102506, "max_absolute_error": 0.07421875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.23.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002653993972405967, "MSE": 1.2647027048189624e-05, "NMSE": 0.008978934298604711, "SQNR_dB": 20.467752062837615, "max_absolute_error": 0.03076171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.23.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0031696473388776757, "MSE": 1.8829473376031982e-05, "NMSE": 0.009048042620313706, "SQNR_dB": 20.43445362357196, "max_absolute_error": 0.0400390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.23.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0026886894762102598, "MSE": 1.3006040381698006e-05, "NMSE": 0.00898383981941103, "SQNR_dB": 20.465380000865437, "max_absolute_error": 0.029296875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.23.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0033313196431259545, "MSE": 1.9801135246383597e-05, "NMSE": 0.008958953661561634, "SQNR_dB": 20.477427097067714, "max_absolute_error": 0.04541015625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.23.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0033789736620785786, "MSE": 2.0752706021113192e-05, "NMSE": 0.008867008044993407, "SQNR_dB": 20.522228975018052, "max_absolute_error": 0.0576171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.24.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0033869689639952363, "MSE": 2.1093577527979168e-05, "NMSE": 0.008966509911301143, "SQNR_dB": 20.473765671245406, "max_absolute_error": 0.08984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.24.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002681685052999762, "MSE": 1.293388678339159e-05, "NMSE": 0.008987152349280731, "SQNR_dB": 20.463778961316436, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.24.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0032992276349187504, "MSE": 2.041406837574193e-05, "NMSE": 0.0090775436425075, "SQNR_dB": 20.420316544332884, "max_absolute_error": 0.044921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.24.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002729252628499476, "MSE": 1.3480852464777571e-05, "NMSE": 0.00897512985270449, "SQNR_dB": 20.469592593061826, "max_absolute_error": 0.03271484375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.24.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003301354952729664, "MSE": 1.9436624450668608e-05, "NMSE": 0.008967637862048882, "SQNR_dB": 20.473219380680124, "max_absolute_error": 0.0419921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.24.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003382402370777282, "MSE": 2.086884511685739e-05, "NMSE": 0.008845547204824162, "SQNR_dB": 20.532752955202568, "max_absolute_error": 0.0830078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.25.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.00329939451718987, "MSE": 2.014387024451953e-05, "NMSE": 0.008956849962432754, "SQNR_dB": 20.478447006580716, "max_absolute_error": 0.091796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.25.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002702014776840198, "MSE": 1.3176592826157173e-05, "NMSE": 0.00899550007045539, "SQNR_dB": 20.459746887050176, "max_absolute_error": 0.0302734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.25.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0033157053354364056, "MSE": 2.0741211336279633e-05, "NMSE": 0.00903312971054089, "SQNR_dB": 20.44161753504133, "max_absolute_error": 0.06640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.25.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002769698412118049, "MSE": 1.386941054351448e-05, "NMSE": 0.009013933376482089, "SQNR_dB": 20.45085656197715, "max_absolute_error": 0.03125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.25.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003509667642545979, "MSE": 2.2088977017554008e-05, "NMSE": 0.00892768959342862, "SQNR_dB": 20.49260918115797, "max_absolute_error": 0.0517578125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.25.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003338864540850233, "MSE": 2.0375080749728797e-05, "NMSE": 0.008905841067052184, "SQNR_dB": 20.50325059521225, "max_absolute_error": 0.050537109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.26.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0032764938241447474, "MSE": 1.9753066744146965e-05, "NMSE": 0.008941386868651098, "SQNR_dB": 20.485951140129437, "max_absolute_error": 0.091796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.26.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028670020975600555, "MSE": 1.4808945974286308e-05, "NMSE": 0.008988680391738717, "SQNR_dB": 20.46304061398224, "max_absolute_error": 0.033203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.26.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.003406160527725149, "MSE": 2.183569339618736e-05, "NMSE": 0.00903017426128205, "SQNR_dB": 20.443038687359994, "max_absolute_error": 0.041015625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.26.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0028982740893388073, "MSE": 1.511579322035562e-05, "NMSE": 0.009006723439374332, "SQNR_dB": 20.454331725063426, "max_absolute_error": 0.03173828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.26.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0034873822076053546, "MSE": 2.17413342375025e-05, "NMSE": 0.00896884692526377, "SQNR_dB": 20.47263388191655, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.26.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032874291643880706, "MSE": 1.9769928938945805e-05, "NMSE": 0.008962921890308494, "SQNR_dB": 20.475503883316044, "max_absolute_error": 0.06005859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.27.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003295692875126864, "MSE": 1.985036134474442e-05, "NMSE": 0.008965374976784278, "SQNR_dB": 20.474315413563886, "max_absolute_error": 0.103515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.27.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028909331237540223, "MSE": 1.5040711128009795e-05, "NMSE": 0.009001038981751903, "SQNR_dB": 20.457073574497354, "max_absolute_error": 0.0341796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.27.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0033973760248780147, "MSE": 2.1707347050630537e-05, "NMSE": 0.009070795037029941, "SQNR_dB": 20.4235464622954, "max_absolute_error": 0.041015625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.27.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0029393553556364724, "MSE": 1.559248895055844e-05, "NMSE": 0.009007347954921387, "SQNR_dB": 20.454030600847673, "max_absolute_error": 0.03125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.27.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003622642551311123, "MSE": 2.3599458697789508e-05, "NMSE": 0.00894065055677181, "SQNR_dB": 20.48630879085872, "max_absolute_error": 0.056640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.27.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0032997633661421173, "MSE": 1.9894862383521076e-05, "NMSE": 0.008940402890474108, "SQNR_dB": 20.48642909708874, "max_absolute_error": 0.08203125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.28.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0032772102286423715, "MSE": 1.9713872681640326e-05, "NMSE": 0.008952283024800499, "SQNR_dB": 20.480661961215638, "max_absolute_error": 0.1015625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.28.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028916020688305732, "MSE": 1.5113415621412599e-05, "NMSE": 0.008990370467755651, "SQNR_dB": 20.462224118499744, "max_absolute_error": 0.03466796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.28.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.003361315682485092, "MSE": 2.1184504379361013e-05, "NMSE": 0.00904310667310792, "SQNR_dB": 20.436823461610288, "max_absolute_error": 0.044921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.28.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002903862377273439, "MSE": 1.5310471607260345e-05, "NMSE": 0.008972103908263373, "SQNR_dB": 20.471057053828623, "max_absolute_error": 0.02978515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.28.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0035655266841186175, "MSE": 2.280682355227596e-05, "NMSE": 0.008988148899854073, "SQNR_dB": 20.463297415656214, "max_absolute_error": 0.0390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.28.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003375321158616041, "MSE": 2.075929193967565e-05, "NMSE": 0.008921405455161452, "SQNR_dB": 20.495667226037313, "max_absolute_error": 0.0478515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.29.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0032924737484414297, "MSE": 1.9965448438414884e-05, "NMSE": 0.008961207413700276, "SQNR_dB": 20.476334704964273, "max_absolute_error": 0.16796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.29.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002915812971190217, "MSE": 1.5376022035262266e-05, "NMSE": 0.009014042104713611, "SQNR_dB": 20.450804176648553, "max_absolute_error": 0.0322265625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.29.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.003444230334482576, "MSE": 2.222855977558027e-05, "NMSE": 0.009034264419490895, "SQNR_dB": 20.441072024346592, "max_absolute_error": 0.0400390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.29.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0029611362794738296, "MSE": 1.5963502508498513e-05, "NMSE": 0.008989910204906117, "SQNR_dB": 20.462446461653848, "max_absolute_error": 0.03271484375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.29.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003643647782630711, "MSE": 2.379905414086111e-05, "NMSE": 0.008982535071999073, "SQNR_dB": 20.466010784321433, "max_absolute_error": 0.0380859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.29.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0034880157621842976, "MSE": 2.21427627792807e-05, "NMSE": 0.00894450798035875, "SQNR_dB": 20.484435441175325, "max_absolute_error": 0.05078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.30.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003340264588262937, "MSE": 2.0615320373825727e-05, "NMSE": 0.008955225771551098, "SQNR_dB": 20.479234606130724, "max_absolute_error": 0.13671875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.30.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028624576412476254, "MSE": 1.4841847092878529e-05, "NMSE": 0.0089667615712508, "SQNR_dB": 20.47364378101744, "max_absolute_error": 0.03173828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.30.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0035186456646366638, "MSE": 2.3049592254359107e-05, "NMSE": 0.009079200894798077, "SQNR_dB": 20.41952374193878, "max_absolute_error": 0.04248046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.30.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002963735316747639, "MSE": 1.5929034958043665e-05, "NMSE": 0.009024364659014357, "SQNR_dB": 20.44583363915038, "max_absolute_error": 0.03466796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.30.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0035883785911866705, "MSE": 2.308046392660323e-05, "NMSE": 0.008971660568869668, "SQNR_dB": 20.471271657461635, "max_absolute_error": 0.0390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.30.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0035596940979458563, "MSE": 2.300359821053585e-05, "NMSE": 0.008892814201384389, "SQNR_dB": 20.509607813553636, "max_absolute_error": 0.078125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.31.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.00340224472233866, "MSE": 2.1426887431069908e-05, "NMSE": 0.008927961977437499, "SQNR_dB": 20.492476679835846, "max_absolute_error": 0.1005859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.31.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028067383613988536, "MSE": 1.4318355824182843e-05, "NMSE": 0.008987595685073249, "SQNR_dB": 20.463564729341677, "max_absolute_error": 0.03515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.31.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0036891545071781866, "MSE": 2.5397594999271635e-05, "NMSE": 0.009060797241542164, "SQNR_dB": 20.428335879335975, "max_absolute_error": 0.04150390625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.31.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.00297336865913938, "MSE": 1.606871691374897e-05, "NMSE": 0.00896443586430433, "SQNR_dB": 20.474770355751414, "max_absolute_error": 0.046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.31.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0036211164032625143, "MSE": 2.345061028122898e-05, "NMSE": 0.00894867599930931, "SQNR_dB": 20.4824121593877, "max_absolute_error": 0.037109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.31.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003653659779082524, "MSE": 2.4149397565142894e-05, "NMSE": 0.008896598702414412, "SQNR_dB": 20.507759986480558, "max_absolute_error": 0.076171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.32.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034623859914590994, "MSE": 2.232207029842234e-05, "NMSE": 0.008957194899546776, "SQNR_dB": 20.47827975871861, "max_absolute_error": 0.12890625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.32.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028471477606864873, "MSE": 1.482887399718194e-05, "NMSE": 0.009002711730624115, "SQNR_dB": 20.456266558649926, "max_absolute_error": 0.044921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.32.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0036126442400342624, "MSE": 2.45284713571752e-05, "NMSE": 0.009017733723454782, "SQNR_dB": 20.449025927311094, "max_absolute_error": 0.0703125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.32.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002998427413717119, "MSE": 1.63936329037207e-05, "NMSE": 0.00900231432338138, "SQNR_dB": 20.45645827375447, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.32.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0036286430401956562, "MSE": 2.369823481231816e-05, "NMSE": 0.00893609319210017, "SQNR_dB": 20.488523107290835, "max_absolute_error": 0.072265625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.32.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.00377254661764135, "MSE": 2.5673741200061356e-05, "NMSE": 0.008895842848315008, "SQNR_dB": 20.508128978295147, "max_absolute_error": 0.0751953125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.33.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034756185254608916, "MSE": 2.2640024049546046e-05, "NMSE": 0.008940097606031181, "SQNR_dB": 20.486577396459907, "max_absolute_error": 0.109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.33.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028732288851141424, "MSE": 1.5106750101689894e-05, "NMSE": 0.008992688798242662, "SQNR_dB": 20.461104355584638, "max_absolute_error": 0.052734375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.33.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0038010190761716273, "MSE": 2.6829962672218867e-05, "NMSE": 0.009032849881004182, "SQNR_dB": 20.441752073468166, "max_absolute_error": 0.0419921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.33.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.002991871277942682, "MSE": 1.6304777878922024e-05, "NMSE": 0.008996791434604766, "SQNR_dB": 20.459123473045345, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.33.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0037752394914703177, "MSE": 2.5525868929093765e-05, "NMSE": 0.008977021115152422, "SQNR_dB": 20.46867753296738, "max_absolute_error": 0.0625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.33.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003815376119687132, "MSE": 2.6180711474175134e-05, "NMSE": 0.008878517616327627, "SQNR_dB": 20.516595392653873, "max_absolute_error": 0.06640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.34.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0035139856215606335, "MSE": 2.311906132729048e-05, "NMSE": 0.008954249129213384, "SQNR_dB": 20.479708266448334, "max_absolute_error": 0.103515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.34.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002844755744451812, "MSE": 1.4790881130404716e-05, "NMSE": 0.009038815290620188, "SQNR_dB": 20.438884883811852, "max_absolute_error": 0.0361328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.34.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.003943863561651495, "MSE": 2.8876546504186167e-05, "NMSE": 0.009012787011826316, "SQNR_dB": 20.45140891962646, "max_absolute_error": 0.046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.34.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.003039801394212017, "MSE": 1.6883958930230243e-05, "NMSE": 0.009001468178321948, "SQNR_dB": 20.456866494782954, "max_absolute_error": 0.03515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.34.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0038614471492190933, "MSE": 2.676567003031431e-05, "NMSE": 0.00895082101823631, "SQNR_dB": 20.481371269929053, "max_absolute_error": 0.0595703125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.34.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.00385207100211174, "MSE": 2.6563360551601968e-05, "NMSE": 0.00889071063679083, "SQNR_dB": 20.510635243726092, "max_absolute_error": 0.0546875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.35.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034862615472487143, "MSE": 2.310689078094821e-05, "NMSE": 0.008956297756828026, "SQNR_dB": 20.478714765045996, "max_absolute_error": 0.201171875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.35.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002792049321980017, "MSE": 1.4357017992471206e-05, "NMSE": 0.008978183877801681, "SQNR_dB": 20.468115042699804, "max_absolute_error": 0.0419921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.35.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0040977816191864105, "MSE": 3.100277227023867e-05, "NMSE": 0.009012641581388484, "SQNR_dB": 20.451478998000823, "max_absolute_error": 0.0556640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.35.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0029966085173114693, "MSE": 1.6346758147019782e-05, "NMSE": 0.0089889399854727, "SQNR_dB": 20.46291519123568, "max_absolute_error": 0.0419921875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.35.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.004011742724875065, "MSE": 2.8792448021377245e-05, "NMSE": 0.008982358182926123, "SQNR_dB": 20.466096308846634, "max_absolute_error": 0.04736328125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.35.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.003968096528236104, "MSE": 2.809183987437281e-05, "NMSE": 0.008934194404295331, "SQNR_dB": 20.489446016969374, "max_absolute_error": 0.10546875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.36.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003431574598219469, "MSE": 2.2436078278394187e-05, "NMSE": 0.008933512372270335, "SQNR_dB": 20.489777567905133, "max_absolute_error": 0.099609375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.36.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0028358899432854687, "MSE": 1.4859102956476997e-05, "NMSE": 0.009022240339849387, "SQNR_dB": 20.446856080873314, "max_absolute_error": 0.0478515625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.36.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.004327245570602105, "MSE": 3.4430506193314404e-05, "NMSE": 0.009042029888482926, "SQNR_dB": 20.4373406173639, "max_absolute_error": 0.109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.36.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.003123316511505452, "MSE": 1.8035800854991226e-05, "NMSE": 0.009000632973676455, "SQNR_dB": 20.457269475263953, "max_absolute_error": 0.046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.36.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.004182853492700052, "MSE": 3.1419884922627314e-05, "NMSE": 0.008950542816908397, "SQNR_dB": 20.48150625551193, "max_absolute_error": 0.0673828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.36.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0039556616850222985, "MSE": 2.7828834524140962e-05, "NMSE": 0.008850550259835345, "SQNR_dB": 20.530297273382047, "max_absolute_error": 0.0615234375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.37.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0034676514078768195, "MSE": 2.3052427002281958e-05, "NMSE": 0.008957409940085531, "SQNR_dB": 20.478175496391632, "max_absolute_error": 0.1484375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.37.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.002732102777653073, "MSE": 1.3892819682677367e-05, "NMSE": 0.008998569680486904, "SQNR_dB": 20.45826516031502, "max_absolute_error": 0.04541015625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.37.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.004250096905789341, "MSE": 3.294119506710229e-05, "NMSE": 0.009078766126779058, "SQNR_dB": 20.419731713845962, "max_absolute_error": 0.15234375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.37.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.003035385449063988, "MSE": 1.705895056125665e-05, "NMSE": 0.008969086827391833, "SQNR_dB": 20.47251771673068, "max_absolute_error": 0.0546875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.37.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.003888103898401923, "MSE": 2.704388039265744e-05, "NMSE": 0.008936951559534367, "SQNR_dB": 20.488105960413417, "max_absolute_error": 0.0673828125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.37.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.004141834944848645, "MSE": 3.0631862497923625e-05, "NMSE": 0.008835714684762876, "SQNR_dB": 20.537583164350156, "max_absolute_error": 0.064453125, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.38.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003371744836650392, "MSE": 2.2388271945339585e-05, "NMSE": 0.008967042439660209, "SQNR_dB": 20.47350774785874, "max_absolute_error": 0.09375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.38.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0027128781644056915, "MSE": 1.3760749410356896e-05, "NMSE": 0.008969496837071647, "SQNR_dB": 20.472319189416787, "max_absolute_error": 0.037109375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.38.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0045712991342280644, "MSE": 3.816539398089178e-05, "NMSE": 0.009048812696617167, "SQNR_dB": 20.434084012516802, "max_absolute_error": 0.119140625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.38.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.003047848164128539, "MSE": 1.7302382998069733e-05, "NMSE": 0.009019421562476008, "SQNR_dB": 20.448213139303476, "max_absolute_error": 0.0458984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.38.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.00434180867724736, "MSE": 3.3663459425812185e-05, "NMSE": 0.008956433983484797, "SQNR_dB": 20.478648708694365, "max_absolute_error": 0.0498046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.38.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.004259752158087101, "MSE": 3.246349143834902e-05, "NMSE": 0.008848511579882026, "SQNR_dB": 20.53129776421713, "max_absolute_error": 0.083984375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.39.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.003342910395490711, "MSE": 2.2791060164330294e-05, "NMSE": 0.00895064972238132, "SQNR_dB": 20.481454383596834, "max_absolute_error": 0.09765625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.39.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0026594535059637847, "MSE": 1.3146836643730972e-05, "NMSE": 0.008991502414749285, "SQNR_dB": 20.46167734749652, "max_absolute_error": 0.03466796875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.39.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.004959142127730881, "MSE": 4.5344492063796256e-05, "NMSE": 0.009066672124825988, "SQNR_dB": 20.425520892390196, "max_absolute_error": 0.123046875, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.39.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0030388489959714982, "MSE": 1.7196021193677367e-05, "NMSE": 0.008966714720074228, "SQNR_dB": 20.47366647288947, "max_absolute_error": 0.056640625, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.39.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.004647489862815887, "MSE": 3.8506453060848786e-05, "NMSE": 0.008984087984435445, "SQNR_dB": 20.465260035222332, "max_absolute_error": 0.0859375, "quantized": true, "subclass": "NVFP4Tensor", "tensor": "layers.39.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.40.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.40.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.40.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.40.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.40.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.40.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.41.proj.k.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.41.proj.o.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.41.proj.q.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.41.proj.v.weight", "weight_elements": 9437184 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "final_linear_video.weight", "weight_elements": 393216 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.41.proj.ffn_down.weight", "weight_elements": 25165824 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "layers.41.proj.ffn_up_gate.weight", "weight_elements": 50331648 }, { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "SQNR_dB": null, "max_absolute_error": 0.0, "quantized": false, "subclass": "Tensor", "tensor": "video_head_modulation.weight", "weight_elements": 18874368 } ], "protected_bf16_weights": { "MAE": 0.0, "MSE": 0.0, "NMSE": 0.0, "RMSE": 0.0, "SQNR_dB": null, "cosine_similarity": 1.0, "layers": 41, "max_absolute_error": 0.0, "reconstructed_sum_sq": 1499966.1311009347, "scope": "parameter_weighted_aggregate", "source_sum_sq": 1499966.1311009347, "squared_error_sum": 0.0, "weight_elements": 778567680 }, "quantized_linear_layers_expected": 228, "quantized_linear_layers_observed": 228, "schema_version": 1, "scope": "core", "status": "COMPLETE_269_LINEAR_WEIGHTS", "variant": "nvfp4-core" }