Sync execution step: 164000

checkpoint/config.json

@@ -8,7 +8,7 @@
   "attn_scale": 0.1,
   "attn_temperature_tuning": true,
   "bos_token_id": 1,
-  "dtype": "bfloat16",
+  "dtype": "float32",
   "eos_token_id": 2,
   "floor_scale": 8192,
   "head_dim": 128,
@@ -56,7 +56,6 @@
     14,
     15
   ],
-  "no_rope_layer_interval": 4,
   "no_rope_layers": [
     1,
     1,
@@ -123,7 +122,7 @@
   "router_jitter_noise": 0.0,
   "sliding_window": 512,
   "tie_word_embeddings": false,
-  "transformers_version": "5.10.2",
+  "transformers_version": "5.0.0",
   "use_cache": false,
   "use_qk_norm": true,
   "vocab_size": 202048

checkpoint/generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "5.10.2"
+  "transformers_version": "5.0.0"
 }

checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:441e7fa9624c1a885342d7254e903b161aa25ca9084ec554ae66d2856d6d5324
-size 477167176
+oid sha256:d801a2b67a3999d68d5ff4b73eb851dc54c32e50fcbe411995e5ca3307689a7e
+size 954310784

checkpoint/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08712b7e94571b5d0fdbb22d81ee9102860de859ad2cda3e08be7822be0a1064
-size 954466827
+oid sha256:e7c6852e25749235da6c65e57a5b404e5f9cedba01501092fa3306cc4f974ed9
+size 1908743179

checkpoint/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f8fee378e6c9b00d43265fb52583883e03eefa540d287823f433e2b44c8d729
+oid sha256:29117a4a7ed67f172c076bb96577328cb108ea2954bacfc1660fc36ae475e8f4
 size 1465

checkpoint/tokenizer_config.json

@@ -4,7 +4,6 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|eot|>",
   "is_local": false,
-  "local_files_only": false,
   "max_length": 1024,
   "model_input_names": [
     "input_ids",

checkpoint/train.json

@@ -1,5 +1,5 @@
 {
-    "global_step": "final",
+    "global_step": 164000,
     "model_name_or_path": "GTKING/ZFusionAI_Base",
-    "saved_at_time": "2026-06-18 18:11:02"
+    "saved_at_time": "2026-06-18 19:52:47"
 }