{ "architectures": [ "MyanmarTranslatorForConditionalGeneration" ], "model_type": "myanmartranslator", "auto_map": { "AutoConfig": "configuration_myanmartranslator.MyanmarTranslatorConfig", "AutoModel": "modeling_myanmartranslator.MyanmarTranslatorForConditionalGeneration", "AutoModelForSeq2SeqLM": "modeling_myanmartranslator.MyanmarTranslatorForConditionalGeneration" }, "vocab_size": 65664, "d_model": 768, "n_heads": 12, "enc_layers": 8, "dec_layers": 8, "ffn_dim": 2816, "max_seq_len": 1024, "is_encoder_decoder": true, "tie_word_embeddings": true, "bos_token_id": 1, "eos_token_id": 2, "pad_token_id": 3, "unk_token_id": 0, "2my_token_id": 65536, "2en_token_id": 65537, "denoise_token_id": 65538, "mask_token_id": 65539, "torch_dtype": "bfloat16", "val_nll": 1.6724, "val_ppl": 5.33 }