feat(transformers): Add native Transformers config

config.json

@@ -22,22 +22,22 @@
   "layer_norm_eps": 1e-12,
   "layer_norm_type": "layer_norm",
   "max_position_embeddings": 8192,
-  "model_type": "new",
+  "model_type": "gte",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "num_labels": 1,
   "pack_qkv": true,
   "pad_token_id": 1,
   "position_embedding_type": "rope",
-  "rope_scaling": {
-    "factor": 8.0,
-    "type": "ntk"
-  },
-  "rope_theta": 20000,
   "torch_dtype": "float16",
   "transformers_version": "4.39.1",
   "type_vocab_size": 1,
   "unpad_inputs": false,
   "use_memory_efficient_attention": false,
-  "vocab_size": 250048
-}
+  "vocab_size": 250048,
+  "rope_parameters": {
+    "rope_type": "linear",
+    "factor": 1.0671404006768237,
+    "rope_theta": 160000.0
+  }
+}