freococo's picture
Release Flagship MyanmarTranslator-210M-Pro (Val PPL 5.33 + code & logs)
b857db2 verified
Raw History Blame Contribute Delete
857 Bytes
{
"architectures": [
"MyanmarTranslatorForConditionalGeneration"
],
"model_type": "myanmartranslator",
"auto_map": {
"AutoConfig": "configuration_myanmartranslator.MyanmarTranslatorConfig",
"AutoModel": "modeling_myanmartranslator.MyanmarTranslatorForConditionalGeneration",
"AutoModelForSeq2SeqLM": "modeling_myanmartranslator.MyanmarTranslatorForConditionalGeneration"
},
"vocab_size": 65664,
"d_model": 768,
"n_heads": 12,
"enc_layers": 8,
"dec_layers": 8,
"ffn_dim": 2816,
"max_seq_len": 1024,
"is_encoder_decoder": true,
"tie_word_embeddings": true,
"bos_token_id": 1,
"eos_token_id": 2,
"pad_token_id": 3,
"unk_token_id": 0,
"2my_token_id": 65536,
"2en_token_id": 65537,
"denoise_token_id": 65538,
"mask_token_id": 65539,
"torch_dtype": "bfloat16",
"val_nll": 1.6724,
"val_ppl": 5.33
}