| { |
| "avg_r2": 0.9650599151719406, |
| "avg_mae": 0.00154096947517246, |
| "thresholds_used": { |
| "small": 412876, |
| "large": 1651507 |
| }, |
| "r2_layers": [ |
| { |
| "layer_name": "bert.embeddings.word_embeddings.weight", |
| "r2_score": 0.9998854142946492, |
| "num_samples": 16408627 |
| }, |
| { |
| "layer_name": "bert.embeddings.position_embeddings.weight", |
| "r2_score": 0.9795404869240352, |
| "num_samples": 275251 |
| }, |
| { |
| "layer_name": "bert.embeddings.token_type_embeddings.weight", |
| "r2_score": -0.26726293685598956, |
| "num_samples": 1075 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.0.attention.self.query.weight", |
| "r2_score": 0.996277390558186, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.0.attention.self.key.weight", |
| "r2_score": 0.9956420978468314, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.0.attention.self.value.weight", |
| "r2_score": 0.9967422690651456, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.0.attention.output.dense.weight", |
| "r2_score": 0.9974010598893565, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.0.intermediate.dense.weight", |
| "r2_score": 0.9975661672133151, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.0.output.dense.weight", |
| "r2_score": 0.9983455569568541, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.1.attention.self.query.weight", |
| "r2_score": 0.9939746532909586, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.1.attention.self.key.weight", |
| "r2_score": 0.9969038409594635, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.1.attention.self.value.weight", |
| "r2_score": 0.9963270362399188, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.1.attention.output.dense.weight", |
| "r2_score": 0.993517732174246, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.1.intermediate.dense.weight", |
| "r2_score": 0.9985278305910291, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.1.output.dense.weight", |
| "r2_score": 0.998033121130939, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.2.attention.self.query.weight", |
| "r2_score": 0.9935661795048506, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.2.attention.self.key.weight", |
| "r2_score": 0.9944536144836053, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.2.attention.self.value.weight", |
| "r2_score": 0.9966468839292184, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.2.attention.output.dense.weight", |
| "r2_score": 0.9960558417729032, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.2.intermediate.dense.weight", |
| "r2_score": 0.9980592016826356, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.2.output.dense.weight", |
| "r2_score": 0.9975617459868251, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.3.attention.self.query.weight", |
| "r2_score": 0.995230398629041, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.3.attention.self.key.weight", |
| "r2_score": 0.9933370340154851, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.3.attention.self.value.weight", |
| "r2_score": 0.9958764790905029, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.3.attention.output.dense.weight", |
| "r2_score": 0.99078311378124, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.3.intermediate.dense.weight", |
| "r2_score": 0.9984591962092705, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.3.output.dense.weight", |
| "r2_score": 0.9981946928220499, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.4.attention.self.query.weight", |
| "r2_score": 0.9973075711345991, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.4.attention.self.key.weight", |
| "r2_score": 0.9977659790811637, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.4.attention.self.value.weight", |
| "r2_score": 0.9948040198297013, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.4.attention.output.dense.weight", |
| "r2_score": 0.9956406281779216, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.4.intermediate.dense.weight", |
| "r2_score": 0.9987461663239621, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.4.output.dense.weight", |
| "r2_score": 0.9983982323964519, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.5.attention.self.query.weight", |
| "r2_score": 0.9967685797161927, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.5.attention.self.key.weight", |
| "r2_score": 0.994687568099075, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.5.attention.self.value.weight", |
| "r2_score": 0.9951222636213912, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.5.attention.output.dense.weight", |
| "r2_score": 0.9965343395951053, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.5.intermediate.dense.weight", |
| "r2_score": 0.9979230597638107, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.5.output.dense.weight", |
| "r2_score": 0.9987543460214953, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.6.attention.self.query.weight", |
| "r2_score": 0.9941675902331104, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.6.attention.self.key.weight", |
| "r2_score": 0.9972271864613587, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.6.attention.self.value.weight", |
| "r2_score": 0.99611595659062, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.6.attention.output.dense.weight", |
| "r2_score": 0.9960385358549926, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.6.intermediate.dense.weight", |
| "r2_score": 0.9977964593420854, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.6.output.dense.weight", |
| "r2_score": 0.9971090954347793, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.7.attention.self.query.weight", |
| "r2_score": 0.9962744123031244, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.7.attention.self.key.weight", |
| "r2_score": 0.9965041999319837, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.7.attention.self.value.weight", |
| "r2_score": 0.994934947624443, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.7.attention.output.dense.weight", |
| "r2_score": 0.9956120664155155, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.7.intermediate.dense.weight", |
| "r2_score": 0.9976038292034548, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.7.output.dense.weight", |
| "r2_score": 0.9972641644624681, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.8.attention.self.query.weight", |
| "r2_score": 0.9950410538090237, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.8.attention.self.key.weight", |
| "r2_score": 0.9966817641105654, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.8.attention.self.value.weight", |
| "r2_score": 0.9963506682062593, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.8.attention.output.dense.weight", |
| "r2_score": 0.9952435682482271, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.8.intermediate.dense.weight", |
| "r2_score": 0.9977305487510404, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.8.output.dense.weight", |
| "r2_score": 0.9970859861549761, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.9.attention.self.query.weight", |
| "r2_score": 0.9964727133202562, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.9.attention.self.key.weight", |
| "r2_score": 0.9954619045086586, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.9.attention.self.value.weight", |
| "r2_score": 0.9941545352691554, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.9.attention.output.dense.weight", |
| "r2_score": 0.9964365278215438, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.9.intermediate.dense.weight", |
| "r2_score": 0.9981828306300096, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.9.output.dense.weight", |
| "r2_score": 0.9978749831277458, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.10.attention.self.query.weight", |
| "r2_score": 0.9954721855513622, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.10.attention.self.key.weight", |
| "r2_score": 0.9967209618336382, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.10.attention.self.value.weight", |
| "r2_score": 0.9969923492158588, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.10.attention.output.dense.weight", |
| "r2_score": 0.9966273316514799, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.10.intermediate.dense.weight", |
| "r2_score": 0.9986453321100079, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.10.output.dense.weight", |
| "r2_score": 0.997803539947793, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.11.attention.self.query.weight", |
| "r2_score": 0.9944997930283149, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.11.attention.self.key.weight", |
| "r2_score": 0.9963109082402576, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.11.attention.self.value.weight", |
| "r2_score": 0.9948018697403358, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.11.attention.output.dense.weight", |
| "r2_score": 0.9955671566641768, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.11.intermediate.dense.weight", |
| "r2_score": 0.9980132278783622, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.encoder.layer.11.output.dense.weight", |
| "r2_score": 0.9981850721917447, |
| "num_samples": 1651507 |
| }, |
| { |
| "layer_name": "bert.pooler.dense.weight", |
| "r2_score": 0.9959159457910624, |
| "num_samples": 412876 |
| }, |
| { |
| "layer_name": "classifier.weight", |
| "r2_score": -0.1414065893678227, |
| "num_samples": 1075 |
| } |
| ] |
| } |
