Upload folder using huggingface_hub

.gitattributes

@@ -66,3 +66,4 @@ g2_2_oldcode_synthcm_newcode/500M/tokenizer.json filter=lfs diff=lfs merge=lfs -
 g2_2_oldcode_synthcm_newcode/1000M/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 g2_3_plan_oldcode_newcode/250M/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 g2_3_plan_oldcode_newcode/500M/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+g2_3_plan_oldcode_newcode/1000M/tokenizer.json filter=lfs diff=lfs merge=lfs -text

g2_3_plan_oldcode_newcode/1000M/README.md

@@ -0,0 +1,59 @@
+---
+library_name: transformers
+license: other
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: 1000M
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# 1000M
+
+This model is a fine-tuned version of [/lus/flare/projects/MultiModalLLM/model-weights/gemma_base](https://huggingface.co//lus/flare/projects/MultiModalLLM/model-weights/gemma_base) on the rv5_g2_3_plan_oldcode_newcode and the instruct_replay_gemma datasets.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 12
+- total_train_batch_size: 12
+- total_eval_batch_size: 96
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.95) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: warmup_stable_decay
+- lr_scheduler_warmup_steps: 178
+- training_steps: 11193
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 5.10.0
+- Pytorch 2.10.0a0+git449b176
+- Datasets 4.5.0
+- Tokenizers 0.22.2

g2_3_plan_oldcode_newcode/1000M/all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.8515672550213025,
+    "total_flos": 5300110976090112.0,
+    "train_loss": 0.051110071055128485,
+    "train_runtime": 14757.1165,
+    "train_samples_per_second": 9.102,
+    "train_steps_per_second": 0.758
+}

g2_3_plan_oldcode_newcode/1000M/chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ content }}{% elif message['role'] == 'assistant' %}{{ content + '<eos>' }}{% endif %}{% endfor %}

g2_3_plan_oldcode_newcode/1000M/config.json

@@ -0,0 +1,170 @@
+{
+  "architectures": [
+    "Gemma4UnifiedForConditionalGeneration"
+  ],
+  "audio_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "audio_embed_dim": 640,
+    "chunk_size_feed_forward": 0,
+    "dtype": "bfloat16",
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "model_type": "gemma4_unified_audio",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "problem_type": null,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06
+  },
+  "audio_token_id": 258881,
+  "boa_token_id": 256000,
+  "boi_token_id": 255999,
+  "bos_token_id": 2,
+  "dtype": "bfloat16",
+  "eoa_token_index": 258883,
+  "eoi_token_id": 258882,
+  "eos_token_id": 1,
+  "hidden_size": 3840,
+  "image_token_id": 258880,
+  "initializer_range": 0.02,
+  "model_type": "gemma4_unified",
+  "pad_token_id": 0,
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attention_k_eq_v": true,
+    "bos_token_id": 2,
+    "dtype": "bfloat16",
+    "enable_moe_block": false,
+    "eos_token_id": 1,
+    "final_logit_softcapping": 30.0,
+    "global_head_dim": 512,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 3840,
+    "hidden_size_per_layer_input": 0,
+    "initializer_range": 0.02,
+    "intermediate_size": 15360,
+    "layer_types": [
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 262144,
+    "model_type": "gemma4_unified_text",
+    "moe_intermediate_size": null,
+    "num_attention_heads": 16,
+    "num_experts": null,
+    "num_global_key_value_heads": 1,
+    "num_hidden_layers": 48,
+    "num_key_value_heads": 8,
+    "num_kv_shared_layers": 0,
+    "pad_token_id": 0,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "full_attention": {
+        "partial_rotary_factor": 0.25,
+        "rope_theta": 1000000.0,
+        "rope_type": "proportional"
+      },
+      "sliding_attention": {
+        "rope_theta": 10000.0,
+        "rope_type": "default"
+      }
+    },
+    "sliding_window": 1024,
+    "tie_word_embeddings": true,
+    "top_k_experts": null,
+    "use_bidirectional_attention": "vision",
+    "use_cache": false,
+    "use_double_wide_mlp": false,
+    "vocab_size": 262144,
+    "vocab_size_per_layer_input": 262144
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.10.0",
+  "use_cache": false,
+  "video_token_id": 258884,
+  "vision_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "chunk_size_feed_forward": 0,
+    "dtype": "bfloat16",
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "mm_embed_dim": 3840,
+    "mm_posemb_size": 1120,
+    "model_type": "gemma4_unified_vision",
+    "num_soft_tokens": 280,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_proj_dims": 3840,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "problem_type": null,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06
+  }
+}

g2_3_plan_oldcode_newcode/1000M/generation_config.json

@@ -0,0 +1,17 @@
+{
+  "bos_token_id": 2,
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    1
+  ],
+  "pad_token_id": 0,
+  "suppress_tokens": [
+    258883,
+    258882
+  ],
+  "temperature": 1.0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "5.10.0"
+}

g2_3_plan_oldcode_newcode/1000M/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18813ffdd2587c56764416b6ce176dc5c81344a7bcfdabb4f93ecaf02c8b31c4
+size 23919549408

g2_3_plan_oldcode_newcode/1000M/processor_config.json

@@ -0,0 +1,62 @@
+{
+  "audio_ms_per_token": 40,
+  "audio_seq_length": 750,
+  "feature_extractor": {
+    "audio_samples_per_token": 640,
+    "feature_extractor_type": "Gemma4UnifiedAudioFeatureExtractor",
+    "feature_size": 640,
+    "padding_side": "right",
+    "padding_value": 0.0,
+    "return_attention_mask": true,
+    "sampling_rate": 16000
+  },
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": false,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.0,
+      0.0,
+      0.0
+    ],
+    "image_processor_type": "Gemma4UnifiedImageProcessor",
+    "image_std": [
+      1.0,
+      1.0,
+      1.0
+    ],
+    "max_soft_tokens": 280,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098
+  },
+  "image_seq_length": 280,
+  "processor_class": "Gemma4UnifiedProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "image_mean": [
+      0.0,
+      0.0,
+      0.0
+    ],
+    "image_std": [
+      1.0,
+      1.0,
+      1.0
+    ],
+    "max_soft_tokens": 70,
+    "num_frames": 32,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "video_processor_type": "Gemma4UnifiedVideoProcessor"
+  }
+}

g2_3_plan_oldcode_newcode/1000M/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bac982b793c44b03d52a250a9f0d0b666813da566b910c24a6da0695fd11e6
+size 32170070

g2_3_plan_oldcode_newcode/1000M/tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "audio_token": "<|audio|>",
+  "backend": "tokenizers",
+  "boa_token": "<|audio>",
+  "boi_token": "<|image>",
+  "bos_token": "<bos>",
+  "eoa_token": "<audio|>",
+  "eoc_token": "<channel|>",
+  "eoi_token": "<image|>",
+  "eos_token": "<eos>",
+  "eot_token": "<turn|>",
+  "escape_token": "<|\"|>",
+  "etc_token": "<tool_call|>",
+  "etd_token": "<tool|>",
+  "etr_token": "<tool_response|>",
+  "extra_special_tokens": [
+    "<|video|>"
+  ],
+  "image_token": "<|image|>",
+  "is_local": true,
+  "local_files_only": true,
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "audio_token": "<|audio|>",
+    "boa_token": "<|audio>",
+    "boi_token": "<|image>",
+    "eoa_token": "<audio|>",
+    "eoc_token": "<channel|>",
+    "eoi_token": "<image|>",
+    "eot_token": "<turn|>",
+    "escape_token": "<|\"|>",
+    "etc_token": "<tool_call|>",
+    "etd_token": "<tool|>",
+    "etr_token": "<tool_response|>",
+    "image_token": "<|image|>",
+    "soc_token": "<|channel>",
+    "sot_token": "<|turn>",
+    "stc_token": "<|tool_call>",
+    "std_token": "<|tool>",
+    "str_token": "<|tool_response>",
+    "think_token": "<|think|>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "processor_class": "Gemma4UnifiedProcessor",
+  "soc_token": "<|channel>",
+  "sot_token": "<|turn>",
+  "split_special_tokens": false,
+  "stc_token": "<|tool_call>",
+  "std_token": "<|tool>",
+  "str_token": "<|tool_response>",
+  "think_token": "<|think|>",
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>"
+}

g2_3_plan_oldcode_newcode/1000M/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.8515672550213025,
+    "total_flos": 5300110976090112.0,
+    "train_loss": 0.051110071055128485,
+    "train_runtime": 14757.1165,
+    "train_samples_per_second": 9.102,
+    "train_steps_per_second": 0.758
+}

g2_3_plan_oldcode_newcode/1000M/trainer_log.jsonl

@@ -0,0 +1,103 @@
+{"current_steps": 10180, "total_steps": 11193, "loss": 0.6002476215362549, "lr": 1.999957274187931e-05, "epoch": 0.7744978697504565, "percentage": 90.95, "elapsed_time": "0:01:00", "remaining_time": "0:00:06"}
+{"current_steps": 10190, "total_steps": 11193, "loss": 0.5725711822509766, "lr": 1.9991978062682906e-05, "epoch": 0.7752586731588558, "percentage": 91.04, "elapsed_time": "0:03:24", "remaining_time": "0:00:20"}
+{"current_steps": 10200, "total_steps": 11193, "loss": 0.5558802604675293, "lr": 1.997489709987378e-05, "epoch": 0.776019476567255, "percentage": 91.13, "elapsed_time": "0:05:48", "remaining_time": "0:00:33"}
+{"current_steps": 10210, "total_steps": 11193, "loss": 0.5632465362548829, "lr": 1.9948346151502135e-05, "epoch": 0.7767802799756542, "percentage": 91.22, "elapsed_time": "0:08:12", "remaining_time": "0:00:47"}
+{"current_steps": 10220, "total_steps": 11193, "loss": 0.5822501182556152, "lr": 1.991235055154325e-05, "epoch": 0.7775410833840536, "percentage": 91.31, "elapsed_time": "0:10:36", "remaining_time": "0:01:00"}
+{"current_steps": 10230, "total_steps": 11193, "loss": 0.5902864456176757, "lr": 1.9866944645724693e-05, "epoch": 0.7783018867924528, "percentage": 91.4, "elapsed_time": "0:13:00", "remaining_time": "0:01:13"}
+{"current_steps": 10240, "total_steps": 11193, "loss": 0.5786218166351318, "lr": 1.9812171758754842e-05, "epoch": 0.7790626902008521, "percentage": 91.49, "elapsed_time": "0:15:24", "remaining_time": "0:01:25"}
+{"current_steps": 10250, "total_steps": 11193, "loss": 0.5762662410736084, "lr": 1.9748084152983987e-05, "epoch": 0.7798234936092514, "percentage": 91.58, "elapsed_time": "0:17:49", "remaining_time": "0:01:38"}
+{"current_steps": 10260, "total_steps": 11193, "loss": 0.5839253902435303, "lr": 1.967474297853744e-05, "epoch": 0.7805842970176506, "percentage": 91.66, "elapsed_time": "0:20:12", "remaining_time": "0:01:50"}
+{"current_steps": 10270, "total_steps": 11193, "loss": 0.5743198394775391, "lr": 1.9592218214968256e-05, "epoch": 0.7813451004260499, "percentage": 91.75, "elapsed_time": "0:22:36", "remaining_time": "0:02:01"}
+{"current_steps": 10280, "total_steps": 11193, "loss": 0.5845169067382813, "lr": 1.9500588604485213e-05, "epoch": 0.7821059038344492, "percentage": 91.84, "elapsed_time": "0:25:00", "remaining_time": "0:02:13"}
+{"current_steps": 10290, "total_steps": 11193, "loss": 0.5903563976287842, "lr": 1.939994157681979e-05, "epoch": 0.7828667072428485, "percentage": 91.93, "elapsed_time": "0:27:24", "remaining_time": "0:02:24"}
+{"current_steps": 10300, "total_steps": 11193, "loss": 0.5918017387390136, "lr": 1.9290373165803803e-05, "epoch": 0.7836275106512477, "percentage": 92.02, "elapsed_time": "0:29:48", "remaining_time": "0:02:35"}
+{"current_steps": 10310, "total_steps": 11193, "loss": 0.5602124691009521, "lr": 1.9171987917737328e-05, "epoch": 0.784388314059647, "percentage": 92.11, "elapsed_time": "0:32:12", "remaining_time": "0:02:45"}
+{"current_steps": 10320, "total_steps": 11193, "loss": 0.5543444633483887, "lr": 1.9044898791634322e-05, "epoch": 0.7851491174680463, "percentage": 92.2, "elapsed_time": "0:34:37", "remaining_time": "0:02:55"}
+{"current_steps": 10330, "total_steps": 11193, "loss": 0.5618571758270263, "lr": 1.8909227051441126e-05, "epoch": 0.7859099208764455, "percentage": 92.29, "elapsed_time": "0:37:01", "remaining_time": "0:03:05"}
+{"current_steps": 10340, "total_steps": 11193, "loss": 0.5788544654846192, "lr": 1.8765102150330692e-05, "epoch": 0.7866707242848447, "percentage": 92.38, "elapsed_time": "0:39:25", "remaining_time": "0:03:15"}
+{"current_steps": 10350, "total_steps": 11193, "loss": 0.5989543914794921, "lr": 1.861266160718297e-05, "epoch": 0.7874315276932441, "percentage": 92.47, "elapsed_time": "0:41:50", "remaining_time": "0:03:24"}
+{"current_steps": 10360, "total_steps": 11193, "loss": 0.5885066986083984, "lr": 1.845205087536923e-05, "epoch": 0.7881923311016433, "percentage": 92.56, "elapsed_time": "0:44:14", "remaining_time": "0:03:33"}
+{"current_steps": 10370, "total_steps": 11193, "loss": 0.5699684143066406, "lr": 1.8283423203965633e-05, "epoch": 0.7889531345100426, "percentage": 92.65, "elapsed_time": "0:46:38", "remaining_time": "0:03:42"}
+{"current_steps": 10380, "total_steps": 11193, "loss": 0.5586061000823974, "lr": 1.810693949152835e-05, "epoch": 0.7897139379184419, "percentage": 92.74, "elapsed_time": "0:49:02", "remaining_time": "0:03:50"}
+{"current_steps": 10390, "total_steps": 11193, "loss": 0.5967247009277343, "lr": 1.7922768132569902e-05, "epoch": 0.7904747413268411, "percentage": 92.83, "elapsed_time": "0:51:27", "remaining_time": "0:03:58"}
+{"current_steps": 10400, "total_steps": 11193, "loss": 0.5573324203491211, "lr": 1.773108485688302e-05, "epoch": 0.7912355447352404, "percentage": 92.92, "elapsed_time": "0:53:51", "remaining_time": "0:04:06"}
+{"current_steps": 10410, "total_steps": 11193, "loss": 0.5793687343597412, "lr": 1.7532072561865537e-05, "epoch": 0.7919963481436397, "percentage": 93.0, "elapsed_time": "0:56:15", "remaining_time": "0:04:13"}
+{"current_steps": 10420, "total_steps": 11193, "loss": 0.5869735717773438, "lr": 1.732592113800616e-05, "epoch": 0.792757151552039, "percentage": 93.09, "elapsed_time": "0:58:39", "remaining_time": "0:04:21"}
+{"current_steps": 10430, "total_steps": 11193, "loss": 0.5749219417572021, "lr": 1.7112827287697668e-05, "epoch": 0.7935179549604382, "percentage": 93.18, "elapsed_time": "1:01:03", "remaining_time": "0:04:27"}
+{"current_steps": 10440, "total_steps": 11193, "loss": 0.60792236328125, "lr": 1.6892994337550452e-05, "epoch": 0.7942787583688375, "percentage": 93.27, "elapsed_time": "1:03:27", "remaining_time": "0:04:34"}
+{"current_steps": 10450, "total_steps": 11193, "loss": 0.5718290328979492, "lr": 1.6666632044385487e-05, "epoch": 0.7950395617772368, "percentage": 93.36, "elapsed_time": "1:05:51", "remaining_time": "0:04:40"}
+{"current_steps": 10460, "total_steps": 11193, "loss": 0.5519774436950684, "lr": 1.6433956395091757e-05, "epoch": 0.795800365185636, "percentage": 93.45, "elapsed_time": "1:08:16", "remaining_time": "0:04:47"}
+{"current_steps": 10470, "total_steps": 11193, "loss": 0.5640114784240723, "lr": 1.6195189400539238e-05, "epoch": 0.7965611685940353, "percentage": 93.54, "elapsed_time": "1:10:40", "remaining_time": "0:04:52"}
+{"current_steps": 10480, "total_steps": 11193, "loss": 0.5856643676757812, "lr": 1.595055888374398e-05, "epoch": 0.7973219720024346, "percentage": 93.63, "elapsed_time": "1:13:03", "remaining_time": "0:04:58"}
+{"current_steps": 10490, "total_steps": 11193, "loss": 0.5922313690185547, "lr": 1.5700298262487434e-05, "epoch": 0.7980827754108338, "percentage": 93.72, "elapsed_time": "1:15:27", "remaining_time": "0:05:03"}
+{"current_steps": 10500, "total_steps": 11193, "loss": 0.5883934020996093, "lr": 1.5444646326597467e-05, "epoch": 0.7988435788192331, "percentage": 93.81, "elapsed_time": "1:17:51", "remaining_time": "0:05:08"}
+{"current_steps": 10510, "total_steps": 11193, "loss": 0.5630520820617676, "lr": 1.5183847010103586e-05, "epoch": 0.7996043822276324, "percentage": 93.9, "elapsed_time": "1:20:15", "remaining_time": "0:05:12"}
+{"current_steps": 10520, "total_steps": 11193, "loss": 0.5706429958343506, "lr": 1.4918149158483686e-05, "epoch": 0.8003651856360317, "percentage": 93.99, "elapsed_time": "1:22:39", "remaining_time": "0:05:17"}
+{"current_steps": 10530, "total_steps": 11193, "loss": 0.5496623992919922, "lr": 1.464780629122452e-05, "epoch": 0.8011259890444309, "percentage": 94.08, "elapsed_time": "1:25:04", "remaining_time": "0:05:21"}
+{"current_steps": 10540, "total_steps": 11193, "loss": 0.5693492889404297, "lr": 1.4373076359922374e-05, "epoch": 0.8018867924528302, "percentage": 94.17, "elapsed_time": "1:27:28", "remaining_time": "0:05:25"}
+{"current_steps": 10550, "total_steps": 11193, "loss": 0.5687737941741944, "lr": 1.4094221502154774e-05, "epoch": 0.8026475958612295, "percentage": 94.26, "elapsed_time": "1:29:53", "remaining_time": "0:05:28"}
+{"current_steps": 10560, "total_steps": 11193, "loss": 0.5903855323791504, "lr": 1.3811507791358113e-05, "epoch": 0.8034083992696287, "percentage": 94.34, "elapsed_time": "1:32:17", "remaining_time": "0:05:31"}
+{"current_steps": 10570, "total_steps": 11193, "loss": 0.5772326469421387, "lr": 1.3525204982949753e-05, "epoch": 0.804169202678028, "percentage": 94.43, "elapsed_time": "1:34:41", "remaining_time": "0:05:34"}
+{"current_steps": 10580, "total_steps": 11193, "loss": 0.5910390377044678, "lr": 1.3235586256936996e-05, "epoch": 0.8049300060864273, "percentage": 94.52, "elapsed_time": "1:37:05", "remaining_time": "0:05:37"}
+{"current_steps": 10590, "total_steps": 11193, "loss": 0.5547958374023437, "lr": 1.294292795725836e-05, "epoch": 0.8056908094948265, "percentage": 94.61, "elapsed_time": "1:39:29", "remaining_time": "0:05:39"}
+{"current_steps": 10600, "total_steps": 11193, "loss": 0.5679276943206787, "lr": 1.2647509328105978e-05, "epoch": 0.8064516129032258, "percentage": 94.7, "elapsed_time": "1:41:54", "remaining_time": "0:05:42"}
+{"current_steps": 10610, "total_steps": 11193, "loss": 0.5391277313232422, "lr": 1.2349612247480686e-05, "epoch": 0.8072124163116251, "percentage": 94.79, "elapsed_time": "1:44:19", "remaining_time": "0:05:43"}
+{"current_steps": 10620, "total_steps": 11193, "loss": 0.5633241176605225, "lr": 1.2049520958234e-05, "epoch": 0.8079732197200243, "percentage": 94.88, "elapsed_time": "1:46:43", "remaining_time": "0:05:45"}
+{"current_steps": 10630, "total_steps": 11193, "loss": 0.5672507286071777, "lr": 1.1747521796853638e-05, "epoch": 0.8087340231284236, "percentage": 94.97, "elapsed_time": "1:49:07", "remaining_time": "0:05:46"}
+{"current_steps": 10640, "total_steps": 11193, "loss": 0.5810872077941894, "lr": 1.1443902920251395e-05, "epoch": 0.8094948265368229, "percentage": 95.06, "elapsed_time": "1:51:31", "remaining_time": "0:05:47"}
+{"current_steps": 10650, "total_steps": 11193, "loss": 0.5726634979248046, "lr": 1.1138954030814009e-05, "epoch": 0.8102556299452222, "percentage": 95.15, "elapsed_time": "1:54:33", "remaining_time": "0:05:50"}
+{"current_steps": 10660, "total_steps": 11193, "loss": 0.549363088607788, "lr": 1.0832966099979388e-05, "epoch": 0.8110164333536214, "percentage": 95.24, "elapsed_time": "1:57:09", "remaining_time": "0:05:51"}
+{"current_steps": 10670, "total_steps": 11193, "loss": 0.5650720119476318, "lr": 1.0526231090601969e-05, "epoch": 0.8117772367620207, "percentage": 95.33, "elapsed_time": "1:59:34", "remaining_time": "0:05:51"}
+{"current_steps": 10680, "total_steps": 11193, "loss": 0.5271758556365966, "lr": 1.0219041678372106e-05, "epoch": 0.81253804017042, "percentage": 95.42, "elapsed_time": "2:01:59", "remaining_time": "0:05:51"}
+{"current_steps": 10690, "total_steps": 11193, "loss": 0.550664234161377, "lr": 9.911690972555268e-06, "epoch": 0.8132988435788192, "percentage": 95.51, "elapsed_time": "2:04:23", "remaining_time": "0:05:51"}
+{"current_steps": 10700, "total_steps": 11193, "loss": 0.5445030212402344, "lr": 9.604472236317541e-06, "epoch": 0.8140596469872186, "percentage": 95.6, "elapsed_time": "2:06:47", "remaining_time": "0:05:50"}
+{"current_steps": 10710, "total_steps": 11193, "loss": 0.5690309047698975, "lr": 9.297678606904335e-06, "epoch": 0.8148204503956178, "percentage": 95.68, "elapsed_time": "2:09:11", "remaining_time": "0:05:49"}
+{"current_steps": 10720, "total_steps": 11193, "loss": 0.567323112487793, "lr": 8.991602815939155e-06, "epoch": 0.815581253804017, "percentage": 95.77, "elapsed_time": "2:11:34", "remaining_time": "0:05:48"}
+{"current_steps": 10730, "total_steps": 11193, "loss": 0.5462092399597168, "lr": 8.686536910109464e-06, "epoch": 0.8163420572124163, "percentage": 95.86, "elapsed_time": "2:13:58", "remaining_time": "0:05:46"}
+{"current_steps": 10740, "total_steps": 11193, "loss": 0.5841447830200195, "lr": 8.382771972506084e-06, "epoch": 0.8171028606208156, "percentage": 95.95, "elapsed_time": "2:16:23", "remaining_time": "0:05:45"}
+{"current_steps": 10750, "total_steps": 11193, "loss": 0.5661884307861328, "lr": 8.08059784488198e-06, "epoch": 0.8178636640292148, "percentage": 96.04, "elapsed_time": "2:18:47", "remaining_time": "0:05:43"}
+{"current_steps": 10760, "total_steps": 11193, "loss": 0.555213451385498, "lr": 7.780302851095544e-06, "epoch": 0.8186244674376141, "percentage": 96.13, "elapsed_time": "2:21:11", "remaining_time": "0:05:40"}
+{"current_steps": 10770, "total_steps": 11193, "loss": 0.5564481258392334, "lr": 7.482173522002166e-06, "epoch": 0.8193852708460134, "percentage": 96.22, "elapsed_time": "2:23:35", "remaining_time": "0:05:38"}
+{"current_steps": 10780, "total_steps": 11193, "loss": 0.5552989959716796, "lr": 7.186494322056624e-06, "epoch": 0.8201460742544127, "percentage": 96.31, "elapsed_time": "2:25:59", "remaining_time": "0:05:35"}
+{"current_steps": 10790, "total_steps": 11193, "loss": 0.5662334442138672, "lr": 6.893547377887183e-06, "epoch": 0.8209068776628119, "percentage": 96.4, "elapsed_time": "2:28:23", "remaining_time": "0:05:32"}
+{"current_steps": 10800, "total_steps": 11193, "loss": 0.5492068290710449, "lr": 6.6036122091003365e-06, "epoch": 0.8216676810712112, "percentage": 96.49, "elapsed_time": "2:30:47", "remaining_time": "0:05:29"}
+{"current_steps": 10810, "total_steps": 11193, "loss": 0.5570750713348389, "lr": 6.316965461573097e-06, "epoch": 0.8224284844796105, "percentage": 96.58, "elapsed_time": "2:33:12", "remaining_time": "0:05:25"}
+{"current_steps": 10820, "total_steps": 11193, "loss": 0.5426563262939453, "lr": 6.0338806434872965e-06, "epoch": 0.8231892878880097, "percentage": 96.67, "elapsed_time": "2:35:57", "remaining_time": "0:05:22"}
+{"current_steps": 10830, "total_steps": 11193, "loss": 0.537134313583374, "lr": 5.754627864357749e-06, "epoch": 0.8239500912964091, "percentage": 96.76, "elapsed_time": "2:38:21", "remaining_time": "0:05:18"}
+{"current_steps": 10840, "total_steps": 11193, "loss": 0.5433522701263428, "lr": 5.479473577303319e-06, "epoch": 0.8247108947048083, "percentage": 96.85, "elapsed_time": "2:40:45", "remaining_time": "0:05:14"}
+{"current_steps": 10850, "total_steps": 11193, "loss": 0.5536088466644287, "lr": 5.208680324806778e-06, "epoch": 0.8254716981132075, "percentage": 96.94, "elapsed_time": "2:43:09", "remaining_time": "0:05:09"}
+{"current_steps": 10860, "total_steps": 11193, "loss": 0.563297176361084, "lr": 4.94250648820606e-06, "epoch": 0.8262325015216068, "percentage": 97.02, "elapsed_time": "2:45:32", "remaining_time": "0:05:04"}
+{"current_steps": 10870, "total_steps": 11193, "loss": 0.5643538475036621, "lr": 4.681206041155951e-06, "epoch": 0.8269933049300061, "percentage": 97.11, "elapsed_time": "2:47:56", "remaining_time": "0:04:59"}
+{"current_steps": 10880, "total_steps": 11193, "loss": 0.5542878627777099, "lr": 4.42502830729538e-06, "epoch": 0.8277541083384053, "percentage": 97.2, "elapsed_time": "2:50:20", "remaining_time": "0:04:54"}
+{"current_steps": 10890, "total_steps": 11193, "loss": 0.5505244255065918, "lr": 4.174217722351669e-06, "epoch": 0.8285149117468046, "percentage": 97.29, "elapsed_time": "2:52:45", "remaining_time": "0:04:48"}
+{"current_steps": 10900, "total_steps": 11193, "loss": 0.5363875389099121, "lr": 3.929013600908575e-06, "epoch": 0.8292757151552039, "percentage": 97.38, "elapsed_time": "2:55:09", "remaining_time": "0:04:42"}
+{"current_steps": 10910, "total_steps": 11193, "loss": 0.5387225151062012, "lr": 3.689649908060807e-06, "epoch": 0.8300365185636032, "percentage": 97.47, "elapsed_time": "2:57:33", "remaining_time": "0:04:36"}
+{"current_steps": 10920, "total_steps": 11193, "loss": 0.5486934185028076, "lr": 3.4563550361728028e-06, "epoch": 0.8307973219720024, "percentage": 97.56, "elapsed_time": "2:59:57", "remaining_time": "0:04:29"}
+{"current_steps": 10930, "total_steps": 11193, "loss": 0.555975341796875, "lr": 3.2293515869548216e-06, "epoch": 0.8315581253804017, "percentage": 97.65, "elapsed_time": "3:02:22", "remaining_time": "0:04:23"}
+{"current_steps": 10940, "total_steps": 11193, "loss": 0.5730948448181152, "lr": 3.0088561590642746e-06, "epoch": 0.832318928788801, "percentage": 97.74, "elapsed_time": "3:04:46", "remaining_time": "0:04:16"}
+{"current_steps": 10950, "total_steps": 11193, "loss": 0.5488675117492676, "lr": 2.795079141434941e-06, "epoch": 0.8330797321972002, "percentage": 97.83, "elapsed_time": "3:07:10", "remaining_time": "0:04:09"}
+{"current_steps": 10960, "total_steps": 11193, "loss": 0.5511569499969482, "lr": 2.588224512531299e-06, "epoch": 0.8338405356055996, "percentage": 97.92, "elapsed_time": "3:09:35", "remaining_time": "0:04:01"}
+{"current_steps": 10970, "total_steps": 11193, "loss": 0.5327147960662841, "lr": 2.388489645719495e-06, "epoch": 0.8346013390139988, "percentage": 98.01, "elapsed_time": "3:11:59", "remaining_time": "0:03:54"}
+{"current_steps": 10980, "total_steps": 11193, "loss": 0.5808749198913574, "lr": 2.196065120940663e-06, "epoch": 0.835362142422398, "percentage": 98.1, "elapsed_time": "3:14:24", "remaining_time": "0:03:46"}
+{"current_steps": 10990, "total_steps": 11193, "loss": 0.5421016216278076, "lr": 2.0111345428662808e-06, "epoch": 0.8361229458307973, "percentage": 98.19, "elapsed_time": "3:16:48", "remaining_time": "0:03:38"}
+{"current_steps": 11000, "total_steps": 11193, "loss": 0.5376517295837402, "lr": 1.8338743657091102e-06, "epoch": 0.8368837492391966, "percentage": 98.28, "elapsed_time": "3:19:12", "remaining_time": "0:03:29"}
+{"current_steps": 11010, "total_steps": 11193, "loss": 0.5477334499359131, "lr": 1.6644537248568113e-06, "epoch": 0.8376445526475959, "percentage": 98.37, "elapsed_time": "3:21:37", "remaining_time": "0:03:21"}
+{"current_steps": 11020, "total_steps": 11193, "loss": 0.5702154159545898, "lr": 1.503034275488951e-06, "epoch": 0.8384053560559951, "percentage": 98.45, "elapsed_time": "3:24:01", "remaining_time": "0:03:12"}
+{"current_steps": 11030, "total_steps": 11193, "loss": 0.5393186092376709, "lr": 1.3497700383313495e-06, "epoch": 0.8391661594643944, "percentage": 98.54, "elapsed_time": "3:26:26", "remaining_time": "0:03:03"}
+{"current_steps": 11040, "total_steps": 11193, "loss": 0.5652684211730957, "lr": 1.2048072526949562e-06, "epoch": 0.8399269628727937, "percentage": 98.63, "elapsed_time": "3:28:50", "remaining_time": "0:02:53"}
+{"current_steps": 11050, "total_steps": 11193, "loss": 0.5701922416687012, "lr": 1.0682842369394756e-06, "epoch": 0.8406877662811929, "percentage": 98.72, "elapsed_time": "3:31:14", "remaining_time": "0:02:44"}
+{"current_steps": 11060, "total_steps": 11193, "loss": 0.5464212417602539, "lr": 9.403312564948792e-07, "epoch": 0.8414485696895923, "percentage": 98.81, "elapsed_time": "3:33:38", "remaining_time": "0:02:34"}
+{"current_steps": 11070, "total_steps": 11193, "loss": 0.5471435070037842, "lr": 8.210703995667471e-07, "epoch": 0.8422093730979915, "percentage": 98.9, "elapsed_time": "3:36:02", "remaining_time": "0:02:24"}
+{"current_steps": 11080, "total_steps": 11193, "loss": 0.5455111503601074, "lr": 7.106154606440245e-07, "epoch": 0.8429701765063907, "percentage": 98.99, "elapsed_time": "3:38:26", "remaining_time": "0:02:13"}
+{"current_steps": 11090, "total_steps": 11193, "loss": 0.5507564544677734, "lr": 6.090718319203393e-07, "epoch": 0.8437309799147901, "percentage": 99.08, "elapsed_time": "3:40:51", "remaining_time": "0:02:03"}
+{"current_steps": 11100, "total_steps": 11193, "loss": 0.5409876823425293, "lr": 5.165364027325089e-07, "epoch": 0.8444917833231893, "percentage": 99.17, "elapsed_time": "3:43:16", "remaining_time": "0:01:52"}
+{"current_steps": 11110, "total_steps": 11193, "loss": 0.5733149528503418, "lr": 4.330974671121585e-07, "epoch": 0.8452525867315885, "percentage": 99.26, "elapsed_time": "3:45:41", "remaining_time": "0:01:41"}
+{"current_steps": 11120, "total_steps": 11193, "loss": 0.5486061096191406, "lr": 3.588346395386846e-07, "epoch": 0.8460133901399878, "percentage": 99.35, "elapsed_time": "3:48:05", "remaining_time": "0:01:29"}
+{"current_steps": 11130, "total_steps": 11193, "loss": 0.5614269256591797, "lr": 2.938187789739395e-07, "epoch": 0.8467741935483871, "percentage": 99.44, "elapsed_time": "3:50:29", "remaining_time": "0:01:18"}
+{"current_steps": 11140, "total_steps": 11193, "loss": 0.5443567276000977, "lr": 2.3811192125110724e-07, "epoch": 0.8475349969567864, "percentage": 99.53, "elapsed_time": "3:52:52", "remaining_time": "0:01:06"}
+{"current_steps": 11150, "total_steps": 11193, "loss": 0.5352001190185547, "lr": 1.917672198823177e-07, "epoch": 0.8482958003651856, "percentage": 99.62, "elapsed_time": "3:55:16", "remaining_time": "0:00:54"}
+{"current_steps": 11160, "total_steps": 11193, "loss": 0.5491334438323975, "lr": 1.5482889534143795e-07, "epoch": 0.8490566037735849, "percentage": 99.71, "elapsed_time": "3:57:40", "remaining_time": "0:00:42"}
+{"current_steps": 11170, "total_steps": 11193, "loss": 0.5450725078582763, "lr": 1.273321928704694e-07, "epoch": 0.8498174071819842, "percentage": 99.79, "elapsed_time": "4:00:05", "remaining_time": "0:00:29"}
+{"current_steps": 11180, "total_steps": 11193, "loss": 0.538828992843628, "lr": 1.0930334884977866e-07, "epoch": 0.8505782105903834, "percentage": 99.88, "elapsed_time": "4:02:29", "remaining_time": "0:00:16"}
+{"current_steps": 11190, "total_steps": 11193, "loss": 0.5359937191009522, "lr": 1.0075956576427487e-07, "epoch": 0.8513390139987828, "percentage": 99.97, "elapsed_time": "4:04:53", "remaining_time": "0:00:03"}
+{"current_steps": 11193, "total_steps": 11193, "epoch": 0.8515672550213025, "percentage": 100.0, "elapsed_time": "4:05:57", "remaining_time": "0:00:00"}

g2_3_plan_oldcode_newcode/1000M/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c7eade5ee86793d15dd6b922d204993aa46c31f192d773f3352df4da8beb7c
+size 8273