DiBO-TFBind8 / export_validation.json
zpointsun's picture
Update public release metadata
1fb2bb3 verified
Raw
History Blame Contribute Delete
12.4 kB
{
"base_model": "GSAI-ML/LLaDA-8B-Instruct",
"base_revision": "08b83a6feb34df1a6011b80c3c00c7563e963b07",
"delimiter_tokens": [
"|design-start|",
"|design-end|",
"|label-start|",
"|label-end|"
],
"exported_model_directory": "DiBO-TFBind8",
"final_status": "passed",
"git_commit": "912d119a301b318ab91479e9ddb15c836b3b4dd9",
"huggingface_hub_version": "0.36.2",
"local": {
"candidate_generation_parity": true,
"config_match": true,
"export_candidate": {
"decoded_response_sha256": "42816d2f82b93cababc728e19684f9f96505d0b4c857402ebcb8e35f13d268a0",
"parsed_design": "TTGGCCCT",
"valid": true
},
"export_config_auto_map": {
"AutoConfig": "configuration_llada.LLaDAConfig",
"AutoModel": "modeling_dibo_llada.DiBOLLaDAModelLM",
"AutoModelForCausalLM": "modeling_dibo_llada.DiBOLLaDAModelLM"
},
"export_config_class": "LLaDAConfig",
"export_forward": {
"argmax": [
[
5998,
25,
198,
126349,
2129,
38,
126350
]
],
"dtype": "bfloat16",
"sha256": "f00d5f300b5dce90dd2a4bdd376a1cb658c39b5769946cd1f6e55b87717979ec",
"shape": [
1,
7,
126464
]
},
"export_model_class": "DiBOLLaDAModelLM",
"export_tokenizer": {
"additional_special_tokens": [
"|design-start|",
"|design-end|",
"|label-start|",
"|label-end|"
],
"class": "PreTrainedTokenizerFast",
"delimiter_token_ids": [
126349,
126350,
126351,
126352
],
"length": 126353,
"representative_decoding": "Response:\n|design-start|ACGT|design-end|",
"representative_encoding": [
5998,
25,
198,
126349,
2129,
20479,
126350
],
"vocabulary_sha256": "4b64cb1b98831664d23f842a842165647138534798adf1ecb644e7a20d3d77ad"
},
"exported_dtype_counts": {
"bfloat16": 8015126528
},
"final_vocab_size": 126353,
"forward_parity": true,
"input_embedding_shape": [
126353,
4096
],
"output_vocab_shape": [
126464,
4096
],
"parameter_count": 8015126528,
"source_candidate": {
"decoded_response_sha256": "42816d2f82b93cababc728e19684f9f96505d0b4c857402ebcb8e35f13d268a0",
"parsed_design": "TTGGCCCT",
"valid": true
},
"source_config_class": "LLaDAConfig",
"source_dtype_counts": {
"bfloat16": 8015126528
},
"source_forward": {
"argmax": [
[
5998,
25,
198,
126349,
2129,
38,
126350
]
],
"dtype": "bfloat16",
"sha256": "f00d5f300b5dce90dd2a4bdd376a1cb658c39b5769946cd1f6e55b87717979ec",
"shape": [
1,
7,
126464
]
},
"source_input_embedding_shape": [
126353,
4096
],
"source_model_class": "LLaDAModelLM",
"source_output_vocab_shape": [
126464,
4096
],
"source_tokenizer": {
"additional_special_tokens": [
"|design-start|",
"|design-end|",
"|label-start|",
"|label-end|"
],
"class": "PreTrainedTokenizerFast",
"delimiter_token_ids": [
126349,
126350,
126351,
126352
],
"length": 126353,
"representative_decoding": "Response:\n|design-start|ACGT|design-end|",
"representative_encoding": [
5998,
25,
198,
126349,
2129,
20479,
126350
],
"vocabulary_sha256": "4b64cb1b98831664d23f842a842165647138534798adf1ecb644e7a20d3d77ad"
},
"state_dict_key_match": true,
"strict_source_load": true,
"task_smoke_result": {
"export": {
"candidate_count": 1,
"statistics": {
"n": 1.0,
"norm_max": 0.19003835320472717,
"norm_mean": 0.19003835320472717,
"norm_median": 0.19003835320472717,
"norm_top10_avg": 0.19003835320472717,
"norm_top20_avg": 0.19003835320472717,
"norm_top5_avg": 0.19003835320472717,
"raw_max": 0.19003835320472717,
"raw_mean": 0.19003835320472717,
"raw_median": 0.19003835320472717,
"raw_top10_avg": 0.19003835320472717,
"raw_top20_avg": 0.19003835320472717,
"raw_top5_avg": 0.19003835320472717
},
"valid_candidates": 1
},
"parity": true,
"ran": true,
"source": {
"candidate_count": 1,
"statistics": {
"n": 1.0,
"norm_max": 0.19003835320472717,
"norm_mean": 0.19003835320472717,
"norm_median": 0.19003835320472717,
"norm_top10_avg": 0.19003835320472717,
"norm_top20_avg": 0.19003835320472717,
"norm_top5_avg": 0.19003835320472717,
"raw_max": 0.19003835320472717,
"raw_mean": 0.19003835320472717,
"raw_median": 0.19003835320472717,
"raw_top10_avg": 0.19003835320472717,
"raw_top20_avg": 0.19003835320472717,
"raw_top5_avg": 0.19003835320472717
},
"valid_candidates": 1
}
},
"tensor_dtype_match": true,
"tensor_shape_match": true,
"tensor_value_match": true,
"tokenizer_match": true
},
"remote": {
"downloaded_checkpoint": "dibo_tfbind8_final.pt",
"from_pretrained": true,
"pt_hash_match": true,
"repository_id": "zpointsun/DiBO-TFBind8",
"revision": "188209c9660b6711bc0f5f47ce6d01f5b40acae4",
"standard_cache_contains_base_weight_snapshot": false,
"standard_cache_contains_original_checkpoint": false,
"validation": {
"candidate_generation_parity": true,
"config_match": true,
"export_candidate": {
"decoded_response_sha256": "42816d2f82b93cababc728e19684f9f96505d0b4c857402ebcb8e35f13d268a0",
"parsed_design": "TTGGCCCT",
"valid": true
},
"export_config_auto_map": {
"AutoConfig": "zpointsun/DiBO-TFBind8--configuration_llada.LLaDAConfig",
"AutoModel": "zpointsun/DiBO-TFBind8--modeling_dibo_llada.DiBOLLaDAModelLM",
"AutoModelForCausalLM": "zpointsun/DiBO-TFBind8--modeling_dibo_llada.DiBOLLaDAModelLM"
},
"export_config_class": "LLaDAConfig",
"export_forward": {
"argmax": [
[
5998,
25,
198,
126349,
2129,
38,
126350
]
],
"dtype": "bfloat16",
"sha256": "f00d5f300b5dce90dd2a4bdd376a1cb658c39b5769946cd1f6e55b87717979ec",
"shape": [
1,
7,
126464
]
},
"export_model_class": "DiBOLLaDAModelLM",
"export_tokenizer": {
"additional_special_tokens": [
"|design-start|",
"|design-end|",
"|label-start|",
"|label-end|"
],
"class": "PreTrainedTokenizerFast",
"delimiter_token_ids": [
126349,
126350,
126351,
126352
],
"length": 126353,
"representative_decoding": "Response:\n|design-start|ACGT|design-end|",
"representative_encoding": [
5998,
25,
198,
126349,
2129,
20479,
126350
],
"vocabulary_sha256": "4b64cb1b98831664d23f842a842165647138534798adf1ecb644e7a20d3d77ad"
},
"exported_dtype_counts": {
"bfloat16": 8015126528
},
"final_vocab_size": 126353,
"forward_parity": true,
"input_embedding_shape": [
126353,
4096
],
"output_vocab_shape": [
126464,
4096
],
"parameter_count": 8015126528,
"source_candidate": {
"decoded_response_sha256": "42816d2f82b93cababc728e19684f9f96505d0b4c857402ebcb8e35f13d268a0",
"parsed_design": "TTGGCCCT",
"valid": true
},
"source_config_class": "LLaDAConfig",
"source_dtype_counts": {
"bfloat16": 8015126528
},
"source_forward": {
"argmax": [
[
5998,
25,
198,
126349,
2129,
38,
126350
]
],
"dtype": "bfloat16",
"sha256": "f00d5f300b5dce90dd2a4bdd376a1cb658c39b5769946cd1f6e55b87717979ec",
"shape": [
1,
7,
126464
]
},
"source_input_embedding_shape": [
126353,
4096
],
"source_model_class": "LLaDAModelLM",
"source_output_vocab_shape": [
126464,
4096
],
"source_tokenizer": {
"additional_special_tokens": [
"|design-start|",
"|design-end|",
"|label-start|",
"|label-end|"
],
"class": "PreTrainedTokenizerFast",
"delimiter_token_ids": [
126349,
126350,
126351,
126352
],
"length": 126353,
"representative_decoding": "Response:\n|design-start|ACGT|design-end|",
"representative_encoding": [
5998,
25,
198,
126349,
2129,
20479,
126350
],
"vocabulary_sha256": "4b64cb1b98831664d23f842a842165647138534798adf1ecb644e7a20d3d77ad"
},
"state_dict_key_match": true,
"strict_source_load": true,
"task_smoke_result": {
"export": {
"candidate_count": 1,
"statistics": {
"n": 1.0,
"norm_max": 0.19003835320472717,
"norm_mean": 0.19003835320472717,
"norm_median": 0.19003835320472717,
"norm_top10_avg": 0.19003835320472717,
"norm_top20_avg": 0.19003835320472717,
"norm_top5_avg": 0.19003835320472717,
"raw_max": 0.19003835320472717,
"raw_mean": 0.19003835320472717,
"raw_median": 0.19003835320472717,
"raw_top10_avg": 0.19003835320472717,
"raw_top20_avg": 0.19003835320472717,
"raw_top5_avg": 0.19003835320472717
},
"valid_candidates": 1
},
"parity": true,
"ran": true,
"source": {
"candidate_count": 1,
"statistics": {
"n": 1.0,
"norm_max": 0.19003835320472717,
"norm_mean": 0.19003835320472717,
"norm_median": 0.19003835320472717,
"norm_top10_avg": 0.19003835320472717,
"norm_top20_avg": 0.19003835320472717,
"norm_top5_avg": 0.19003835320472717,
"raw_max": 0.19003835320472717,
"raw_mean": 0.19003835320472717,
"raw_median": 0.19003835320472717,
"raw_top10_avg": 0.19003835320472717,
"raw_top20_avg": 0.19003835320472717,
"raw_top5_avg": 0.19003835320472717
},
"valid_candidates": 1
}
},
"tensor_dtype_match": true,
"tensor_shape_match": true,
"tensor_value_match": true,
"tokenizer_match": true
}
},
"safetensors_version": "0.8.0",
"source_checkpoint": "tfbind8__legacy_old__rl_step128.pt",
"source_checkpoint_sha256": "0d8e17f7aa60baf4173d71a4ec8475d182a992812b59d29a728eec719d1b67bf",
"source_checkpoint_size": 16030379937,
"task": "TFBind8-Exact-v0",
"torch_version": "2.6.0+cu118",
"transformers_export_weights": [
{
"byte_size": 4994672360,
"filename": "model-00001-of-00004.safetensors",
"sha256": "b1d0d9d09be47f1c47dff91926fd7f3eda272dc2ecbdd1b1a68f4bf42984473c"
},
{
"byte_size": 4999819552,
"filename": "model-00002-of-00004.safetensors",
"sha256": "dbe8101a92f660a2c2bd3d5d3dae6cc58f8258ccafc5d487d627f4aa7f48f7ad"
},
{
"byte_size": 4999802728,
"filename": "model-00003-of-00004.safetensors",
"sha256": "62c12ec9f508f42811eaa1880dfcb7c4fbca1a48d8379e796d2e8f34f978abfe"
},
{
"byte_size": 1035993232,
"filename": "model-00004-of-00004.safetensors",
"sha256": "0a6587d94453234ffa5d0e18cddfde93219c40754a2d5359e0ce1e095f714286"
}
],
"transformers_version": "4.44.2"
}