{ "unique_parameters": 40036864, "effective_layers": 16, "fp32_logit_tolerance": 0.0002, "fp32_logits": [ { "length": 10, "max_absolute_error": 3.528594970703125e-05, "rms_error": 4.087347406311892e-06, "last_token_argmax_match": true }, { "length": 23, "max_absolute_error": 8.296966552734375e-05, "rms_error": 1.165726007457124e-05, "last_token_argmax_match": true }, { "length": 46, "max_absolute_error": 7.390975952148438e-05, "rms_error": 9.356962436868344e-06, "last_token_argmax_match": true }, { "length": 256, "max_absolute_error": 3.24249267578125e-05, "rms_error": 3.5443435990600847e-06, "last_token_argmax_match": true }, { "length": 1024, "max_absolute_error": 6.246566772460938e-05, "rms_error": 4.302738034311915e-06, "last_token_argmax_match": true } ], "versions": { "torch": "2.15.0+cu132", "transformers": "5.22.1", "tokenizers": "0.23.3", "keras": "3.15.1", "safetensors": "0.8.0" }, "fp16_logit_tolerance": 0.125, "fp16_logits": [ { "length": 10, "max_absolute_error": 0.06640625, "rms_error": 0.0076458691619336605, "last_token_argmax_match": true }, { "length": 23, "max_absolute_error": 0.0, "rms_error": 0.0, "last_token_argmax_match": true }, { "length": 46, "max_absolute_error": 0.078125, "rms_error": 0.009420105256140232, "last_token_argmax_match": true }, { "length": 256, "max_absolute_error": 0.03125, "rms_error": 0.003897859016433358, "last_token_argmax_match": true }, { "length": 1024, "max_absolute_error": 0.044921875, "rms_error": 0.005057042930275202, "last_token_argmax_match": true } ], "reload_weights_exact": true, "auto_tokenizer_chat_ids_match": true, "sample": { "seed": 42, "messages": [ { "role": "user", "content": "Hello! How are you?" } ], "reply_ids": [ 6, 17499, 8, 10, 230, 6, 834, 8, 421, 230, 7, 82, 8, 700, 372, 1910, 40, 4 ], "reply": "Hello! How can I help you today?" }, "source_checkpoint_unchanged": true }