diff --git a/.gitattributes b/.gitattributes
index fab8cb33296b0ebe0ed5e6bc8b817b83dad325e5..f07fa1247ac240f8e097523d96fc8a47423ebd0c 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -50,3 +50,12 @@ checkpoints/za_CN-zh_CN/tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoints/za_CN-zh_CN-switchout/tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoints/zh_CN-za_CN-switchout/tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoints/za-zh-synonyms/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/za-zh-theme/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/zh-za-theme/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/zh-za-synonyms/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/za-zh-rs-za/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/za-zh-rd-za/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/za-zh-ri-za/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/za_zh_sc/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/zh_za_sc/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/za-zh-tssr-za/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za-zh-rd-za/.gitattributes b/checkpoints/za-zh-rd-za/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za-zh-rd-za/README.md b/checkpoints/za-zh-rd-za/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..faa0d94b54b401d85e9a6a0293abf8c4f4382f93
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: za-zh-rd-za
+ results: []
+---
+
+
+
+# za-zh-rd-za
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.9474
+- Sacrebleu: 4.4145
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 1.5105 | 1.0 | 1185 | 2.8866 | 2.3746 |
+| 0.7597 | 2.0 | 2370 | 2.8919 | 2.4519 |
+| 0.4917 | 3.0 | 3555 | 2.9474 | 4.4145 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/za-zh-rd-za/config.json b/checkpoints/za-zh-rd-za/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/za-zh-rd-za/generation_config.json b/checkpoints/za-zh-rd-za/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/za-zh-rd-za/model.safetensors b/checkpoints/za-zh-rd-za/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33af4c3e2ba99fee2253a9cdae4bd1c7e95d0c3d
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ac7f2f1fffd22e6ddf23bddbfc9bb2f345f6825ac64ce966bb9b96e6d216a7
+size 2444578688
diff --git a/checkpoints/za-zh-rd-za/tokenizer.json b/checkpoints/za-zh-rd-za/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/za-zh-rd-za/tokenizer_config.json b/checkpoints/za-zh-rd-za/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/za-zh-rd-za/training_args.bin b/checkpoints/za-zh-rd-za/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93ad9e8129da59404c237b7c23c9a74d99652f25
--- /dev/null
+++ b/checkpoints/za-zh-rd-za/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d273db7d95286e56942812d0cf9eab28029a22dde0b56a1c4306a6a3d9cd8ee
+size 5393
diff --git a/checkpoints/za-zh-ri-za/.gitattributes b/checkpoints/za-zh-ri-za/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za-zh-ri-za/README.md b/checkpoints/za-zh-ri-za/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..6de96a039732e5218e7fb3bdbc27794030bbc1c2
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: za-zh-ri-za
+ results: []
+---
+
+
+
+# za-zh-ri-za
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.8529
+- Sacrebleu: 4.6252
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 0.8773 | 1.0 | 1545 | 2.7437 | 3.8543 |
+| 0.2678 | 2.0 | 3090 | 2.8529 | 4.6252 |
+| 0.1240 | 3.0 | 4635 | 2.9385 | 3.6222 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/za-zh-ri-za/config.json b/checkpoints/za-zh-ri-za/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/za-zh-ri-za/generation_config.json b/checkpoints/za-zh-ri-za/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/za-zh-ri-za/model.safetensors b/checkpoints/za-zh-ri-za/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..102e65dae2beb62891395d3710a4123aa2739ce1
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be6dd690a158b9febc5c3b73258d952faca884743456e30fac3c7bafbc55d62
+size 2444578688
diff --git a/checkpoints/za-zh-ri-za/tokenizer.json b/checkpoints/za-zh-ri-za/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/za-zh-ri-za/tokenizer_config.json b/checkpoints/za-zh-ri-za/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/za-zh-ri-za/training_args.bin b/checkpoints/za-zh-ri-za/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..126d035f7e8d256ee71198c48dcabb8451fae7d7
--- /dev/null
+++ b/checkpoints/za-zh-ri-za/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0101d6469f336a9c3a1133f0e59e983735bf2883b8a46cfc6c9993e89462e8e6
+size 5393
diff --git a/checkpoints/za-zh-rs-za/.gitattributes b/checkpoints/za-zh-rs-za/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za-zh-rs-za/README.md b/checkpoints/za-zh-rs-za/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..883cac774468f1bcafae29c4e74aa4e441874750
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: za-zh-rs-za
+ results: []
+---
+
+
+
+# za-zh-rs-za
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 3.2987
+- Sacrebleu: 2.6285
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 1.9199 | 1.0 | 1236 | 3.2717 | 1.9790 |
+| 1.1039 | 2.0 | 2472 | 3.2611 | 0.9655 |
+| 0.7351 | 3.0 | 3708 | 3.2987 | 2.6285 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/za-zh-rs-za/config.json b/checkpoints/za-zh-rs-za/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/za-zh-rs-za/generation_config.json b/checkpoints/za-zh-rs-za/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/za-zh-rs-za/model.safetensors b/checkpoints/za-zh-rs-za/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..23053d92216f250fb69218724ce7cf61058a938c
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd05e336e86c84789be5d9ca3b7d527841d5d7cb8db0ebd444ec5459a6793bc8
+size 2444578688
diff --git a/checkpoints/za-zh-rs-za/tokenizer.json b/checkpoints/za-zh-rs-za/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/za-zh-rs-za/tokenizer_config.json b/checkpoints/za-zh-rs-za/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/za-zh-rs-za/training_args.bin b/checkpoints/za-zh-rs-za/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93810ab4cf8f2507195decd88233b5d23a35738c
--- /dev/null
+++ b/checkpoints/za-zh-rs-za/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548cff87467b53c387d590852d47224d6903ef95c6b3792f71aa9a43a291a4ac
+size 5393
diff --git a/checkpoints/za-zh-theme/.gitattributes b/checkpoints/za-zh-theme/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/za-zh-theme/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za-zh-theme/README.md b/checkpoints/za-zh-theme/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..fcaced2fd82d75b1aecbd6297c42927e0de13418
--- /dev/null
+++ b/checkpoints/za-zh-theme/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: za-zh-theme
+ results: []
+---
+
+
+
+# za-zh-theme
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.7864
+- Sacrebleu: 6.6442
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 0.4156 | 1.0 | 1678 | 2.7864 | 6.6442 |
+| 0.1474 | 2.0 | 3356 | 2.8686 | 5.0403 |
+| 0.0730 | 3.0 | 5034 | 2.9130 | 6.2466 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/za-zh-theme/config.json b/checkpoints/za-zh-theme/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/za-zh-theme/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/za-zh-theme/generation_config.json b/checkpoints/za-zh-theme/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/za-zh-theme/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/za-zh-theme/model.safetensors b/checkpoints/za-zh-theme/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af91ec61df8c66698a8b3e0dd6a3de4b4c446ae7
--- /dev/null
+++ b/checkpoints/za-zh-theme/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ace579aefd498d0ea9ab41882b3d8faae2eaafcf5a1f4b294898bff25c25a5a
+size 2444578688
diff --git a/checkpoints/za-zh-theme/tokenizer.json b/checkpoints/za-zh-theme/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/za-zh-theme/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/za-zh-theme/tokenizer_config.json b/checkpoints/za-zh-theme/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/za-zh-theme/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/za-zh-theme/training_args.bin b/checkpoints/za-zh-theme/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b98bb2921bcdb3071ef2261a647b773a90e2fb2
--- /dev/null
+++ b/checkpoints/za-zh-theme/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed56aa4a87ea643d4bf09369d4f664069629d656b05e2efe1e8600d91267cde7
+size 5393
diff --git a/checkpoints/za-zh-tssr-za/.gitattributes b/checkpoints/za-zh-tssr-za/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za-zh-tssr-za/README.md b/checkpoints/za-zh-tssr-za/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..327922db20153f45b6661bddf472ca0fa1c398f1
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: za-zh-tssr-za
+ results: []
+---
+
+
+
+# za-zh-tssr-za
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4848
+- Sacrebleu: 5.5321
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 0.3205 | 1.0 | 407 | 0.5258 | 5.5128 |
+| 0.1870 | 2.0 | 814 | 0.4896 | 4.1458 |
+| 0.1451 | 3.0 | 1221 | 0.4848 | 5.5321 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/za-zh-tssr-za/config.json b/checkpoints/za-zh-tssr-za/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/za-zh-tssr-za/generation_config.json b/checkpoints/za-zh-tssr-za/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/za-zh-tssr-za/model.safetensors b/checkpoints/za-zh-tssr-za/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc765470f223aa0c9a0dbc0dbf69be7e0dfa809f
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526c866f7219de54f8805eb6a74a36554feb25cfac41bfd4e5a1026da39d4c6c
+size 2444578688
diff --git a/checkpoints/za-zh-tssr-za/tokenizer.json b/checkpoints/za-zh-tssr-za/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/za-zh-tssr-za/tokenizer_config.json b/checkpoints/za-zh-tssr-za/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/za-zh-tssr-za/training_args.bin b/checkpoints/za-zh-tssr-za/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1327146a41df613887fa7952151bc10eab79f5f
--- /dev/null
+++ b/checkpoints/za-zh-tssr-za/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2736c870aeb7071be9641339d024aff43187bd624ff5e779a1dcb0058fe62556
+size 5393
diff --git a/checkpoints/za_zh_sc/.gitattributes b/checkpoints/za_zh_sc/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/za_zh_sc/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/za_zh_sc/README.md b/checkpoints/za_zh_sc/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..2e006adf7471e5556b60e509c6dfa11e63ab4982
--- /dev/null
+++ b/checkpoints/za_zh_sc/README.md
@@ -0,0 +1,62 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: za_zh_sc
+ results: []
+---
+
+
+
+# za_zh_sc
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.9950
+- Sacrebleu: 4.4405
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 2
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 2.5108 | 1.0 | 309 | 2.9950 | 4.4405 |
+| 1.7678 | 2.0 | 618 | 2.8134 | 3.4752 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/za_zh_sc/config.json b/checkpoints/za_zh_sc/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..56794146c368c92a0d7720053e5e9d8bbe90d9c4
--- /dev/null
+++ b/checkpoints/za_zh_sc/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250055
+}
diff --git a/checkpoints/za_zh_sc/generation_config.json b/checkpoints/za_zh_sc/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/za_zh_sc/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/za_zh_sc/model.safetensors b/checkpoints/za_zh_sc/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e90838a7702be502568a16592e119d51ac7b826
--- /dev/null
+++ b/checkpoints/za_zh_sc/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e7cc73ae9b3435c2455575f9d3217bdf54f799f014084d890f3f42b524e902
+size 2444582788
diff --git a/checkpoints/za_zh_sc/tokenizer.json b/checkpoints/za_zh_sc/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c76a74afe27fad56f908b9b90a6c04530812245b
--- /dev/null
+++ b/checkpoints/za_zh_sc/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeb5a28135f15f64314077af5cae74547d898c979266144ecd95f709e76b008
+size 16793473
diff --git a/checkpoints/za_zh_sc/tokenizer_config.json b/checkpoints/za_zh_sc/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5e060af7ddd3bf07ea5d94b414e38cca441be47
--- /dev/null
+++ b/checkpoints/za_zh_sc/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ ""
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/za_zh_sc/training_args.bin b/checkpoints/za_zh_sc/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0abfe948b635699dbd9a17c693986c8edf6b2f90
--- /dev/null
+++ b/checkpoints/za_zh_sc/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86211a54299f4647a5833604b3acbcad70a287337769adf2678c85bc368b635
+size 5329
diff --git a/checkpoints/zh-za-synonyms/.gitattributes b/checkpoints/zh-za-synonyms/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/zh-za-synonyms/README.md b/checkpoints/zh-za-synonyms/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..902d176c5965f75b256582d0f95e034b42dfcaae
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: zh-za-synonyms
+ results: []
+---
+
+
+
+# zh-za-synonyms
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.3693
+- Sacrebleu: 18.8842
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 0.4186 | 1.0 | 2028 | 2.2081 | 16.6134 |
+| 0.1665 | 2.0 | 4056 | 2.3110 | 17.7182 |
+| 0.0988 | 3.0 | 6084 | 2.3693 | 18.8842 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/zh-za-synonyms/config.json b/checkpoints/zh-za-synonyms/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/zh-za-synonyms/generation_config.json b/checkpoints/zh-za-synonyms/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/zh-za-synonyms/model.safetensors b/checkpoints/zh-za-synonyms/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..27105b0c227cd1ea4b41d3aca359739178511802
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83c750baf685bfa98641d31b63085f1cc00ee4b15ff861923d8b17aa022d809
+size 2444578688
diff --git a/checkpoints/zh-za-synonyms/tokenizer.json b/checkpoints/zh-za-synonyms/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/zh-za-synonyms/tokenizer_config.json b/checkpoints/zh-za-synonyms/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/zh-za-synonyms/training_args.bin b/checkpoints/zh-za-synonyms/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba9dbd14b047cd8b2ec409b5e2bdbd8cc894f9c1
--- /dev/null
+++ b/checkpoints/zh-za-synonyms/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fed2656a391fe17c3f4098e355a568d38acb9e3b0bb4591d2a00decdd63b7a
+size 5393
diff --git a/checkpoints/zh-za-theme/.gitattributes b/checkpoints/zh-za-theme/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/zh-za-theme/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/zh-za-theme/README.md b/checkpoints/zh-za-theme/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..018e3f90e4365837e792ef2b3fddd0207caabcad
--- /dev/null
+++ b/checkpoints/zh-za-theme/README.md
@@ -0,0 +1,63 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: zh-za-theme
+ results: []
+---
+
+
+
+# zh-za-theme
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.0812
+- Sacrebleu: 19.5320
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 0.7090 | 1.0 | 1678 | 2.0409 | 16.4536 |
+| 0.4013 | 2.0 | 3356 | 2.0482 | 18.7315 |
+| 0.2852 | 3.0 | 5034 | 2.0812 | 19.5320 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/zh-za-theme/config.json b/checkpoints/zh-za-theme/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22df9f6481eb128d1cd587a740d206dd18c57bfe
--- /dev/null
+++ b/checkpoints/zh-za-theme/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250054
+}
diff --git a/checkpoints/zh-za-theme/generation_config.json b/checkpoints/zh-za-theme/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/zh-za-theme/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/zh-za-theme/model.safetensors b/checkpoints/zh-za-theme/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..169031560a7b69c37047a3753f168a28c2d79209
--- /dev/null
+++ b/checkpoints/zh-za-theme/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e25e745178f07e30652538f9e6db6f57c6d99b11a1c01c43441a55f399a6fe8
+size 2444578688
diff --git a/checkpoints/zh-za-theme/tokenizer.json b/checkpoints/zh-za-theme/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..21e0e513bfad7883422c75ca167b7608de858402
--- /dev/null
+++ b/checkpoints/zh-za-theme/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ccd228f195203d0ca7520a3e75b660426c6d0cda003d28f43d49069a48d8
+size 16793291
diff --git a/checkpoints/zh-za-theme/tokenizer_config.json b/checkpoints/zh-za-theme/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f00a7aee0c9a2c816cc8bc77915b89dc449c99d2
--- /dev/null
+++ b/checkpoints/zh-za-theme/tokenizer_config.json
@@ -0,0 +1,73 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ "",
+ "",
+ "ar_AR",
+ "cs_CZ",
+ "de_DE",
+ "en_XX",
+ "es_XX",
+ "et_EE",
+ "fi_FI",
+ "fr_XX",
+ "gu_IN",
+ "hi_IN",
+ "it_IT",
+ "ja_XX",
+ "kk_KZ",
+ "ko_KR",
+ "lt_LT",
+ "lv_LV",
+ "my_MM",
+ "ne_NP",
+ "nl_XX",
+ "ro_RO",
+ "ru_RU",
+ "si_LK",
+ "tr_TR",
+ "vi_VN",
+ "zh_CN",
+ "af_ZA",
+ "az_AZ",
+ "bn_IN",
+ "fa_IR",
+ "he_IL",
+ "hr_HR",
+ "id_ID",
+ "ka_GE",
+ "km_KH",
+ "mk_MK",
+ "ml_IN",
+ "mn_MN",
+ "mr_IN",
+ "pl_PL",
+ "ps_AF",
+ "pt_XX",
+ "sv_SE",
+ "sw_KE",
+ "ta_IN",
+ "te_IN",
+ "th_TH",
+ "tl_XX",
+ "uk_UA",
+ "ur_PK",
+ "xh_ZA",
+ "gl_ES",
+ "sl_SI"
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/zh-za-theme/training_args.bin b/checkpoints/zh-za-theme/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8237f8e1c19459181d219e8b5849a8f30e9d4
--- /dev/null
+++ b/checkpoints/zh-za-theme/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b74bc0376fb976e4d867d958c95c98c2b47ac5b9c05efd826a3220ad2305c0
+size 5393
diff --git a/checkpoints/zh_za_sc/.gitattributes b/checkpoints/zh_za_sc/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b
--- /dev/null
+++ b/checkpoints/zh_za_sc/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/zh_za_sc/README.md b/checkpoints/zh_za_sc/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7a74851e53348220245a852f1f234294ac0fc54f
--- /dev/null
+++ b/checkpoints/zh_za_sc/README.md
@@ -0,0 +1,62 @@
+---
+library_name: transformers
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- sacrebleu
+model-index:
+- name: zh_za_sc
+ results: []
+---
+
+
+
+# zh_za_sc
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.4201
+- Sacrebleu: 7.7132
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 2
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Sacrebleu |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|
+| 2.4518 | 1.0 | 309 | 2.6494 | 4.2779 |
+| 1.8813 | 2.0 | 618 | 2.4201 | 7.7132 |
+
+
+### Framework versions
+
+- Transformers 5.0.0
+- Pytorch 2.10.0+cu128
+- Datasets 4.0.0
+- Tokenizers 0.22.2
diff --git a/checkpoints/zh_za_sc/config.json b/checkpoints/zh_za_sc/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..56794146c368c92a0d7720053e5e9d8bbe90d9c4
--- /dev/null
+++ b/checkpoints/zh_za_sc/config.json
@@ -0,0 +1,55 @@
+{
+ "_num_labels": 3,
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_bias_logits": false,
+ "add_final_layer_norm": true,
+ "architectures": [
+ "MBartForConditionalGeneration"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "classif_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "d_model": 1024,
+ "decoder_attention_heads": 16,
+ "decoder_ffn_dim": 4096,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 12,
+ "decoder_start_token_id": 2,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "encoder_attention_heads": 16,
+ "encoder_ffn_dim": 4096,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 12,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1",
+ "2": "LABEL_2"
+ },
+ "init_std": 0.02,
+ "is_decoder": false,
+ "is_encoder_decoder": true,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1,
+ "LABEL_2": 2
+ },
+ "max_position_embeddings": 1024,
+ "model_type": "mbart",
+ "normalize_before": true,
+ "normalize_embedding": true,
+ "num_hidden_layers": 12,
+ "output_past": true,
+ "pad_token_id": 1,
+ "scale_embedding": true,
+ "static_position_embeddings": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": "MBart50Tokenizer",
+ "transformers_version": "5.0.0",
+ "use_cache": false,
+ "vocab_size": 250055
+}
diff --git a/checkpoints/zh_za_sc/generation_config.json b/checkpoints/zh_za_sc/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b73e73f7dc705246534a206b75dbd415e4dcc15
--- /dev/null
+++ b/checkpoints/zh_za_sc/generation_config.json
@@ -0,0 +1,37 @@
+{
+ "_from_model_config": false,
+ "assistant_confidence_threshold": 0.4,
+ "assistant_lookbehind": 10,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": true,
+ "encoder_no_repeat_ngram_size": 0,
+ "encoder_repetition_penalty": 1.0,
+ "eos_token_id": 2,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "forced_eos_token_id": 2,
+ "length_penalty": 1.0,
+ "max_length": 200,
+ "min_length": 0,
+ "no_repeat_ngram_size": 0,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "num_beam_groups": 1,
+ "num_beams": 5,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict_in_generate": false,
+ "target_lookbehind": 10,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "transformers_version": "5.0.0",
+ "typical_p": 1.0,
+ "use_cache": true
+}
diff --git a/checkpoints/zh_za_sc/model.safetensors b/checkpoints/zh_za_sc/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9008761af41c05aae43f054c8e458ede9e5e4209
--- /dev/null
+++ b/checkpoints/zh_za_sc/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06a5e1baf046fff2c3af2897fca4b018eae0459eade79905fa644b4a384c9bc
+size 2444582788
diff --git a/checkpoints/zh_za_sc/tokenizer.json b/checkpoints/zh_za_sc/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c76a74afe27fad56f908b9b90a6c04530812245b
--- /dev/null
+++ b/checkpoints/zh_za_sc/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeb5a28135f15f64314077af5cae74547d898c979266144ecd95f709e76b008
+size 16793473
diff --git a/checkpoints/zh_za_sc/tokenizer_config.json b/checkpoints/zh_za_sc/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5e060af7ddd3bf07ea5d94b414e38cca441be47
--- /dev/null
+++ b/checkpoints/zh_za_sc/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+ "backend": "tokenizers",
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": [
+ ""
+ ],
+ "is_local": false,
+ "language_codes": "ML50",
+ "mask_token": "",
+ "model_max_length": 1000000000000000019884624838656,
+ "pad_token": "",
+ "sep_token": "",
+ "src_lang": "zh_CN",
+ "tgt_lang": null,
+ "tokenizer_class": "MBart50Tokenizer",
+ "unk_id": 0,
+ "unk_token": ""
+}
diff --git a/checkpoints/zh_za_sc/training_args.bin b/checkpoints/zh_za_sc/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9683bba5a527580df8d691ce0e32701a3347b31
--- /dev/null
+++ b/checkpoints/zh_za_sc/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703c39dac1a70a34bb447f2c5853c2c31187d7ff05ba7d88f0e938636e75183b
+size 5329