codybum commited on
Commit
051bb07
·
verified ·
1 Parent(s): 224f9dc

transformers 4.x + 5.x compatibility: dual RoPE schema (flat rope_theta + nested rope_parameters), model_input_names; verified on 4.57.1 and 5.2.0

Browse files
Files changed (1) hide show
  1. config.json +4 -1
config.json CHANGED
@@ -67,5 +67,8 @@
67
  "transformers_version": "5.2.0",
68
  "use_cache": true,
69
  "use_sliding_window": false,
70
- "vocab_size": 32000
 
 
 
71
  }
 
67
  "transformers_version": "5.2.0",
68
  "use_cache": true,
69
  "use_sliding_window": false,
70
+ "vocab_size": 32000,
71
+ "rope_theta": 25000.0,
72
+ "rope_scaling": null,
73
+ "torch_dtype": "bfloat16"
74
  }