Upload train.py with huggingface_hub
Browse files
train.py
CHANGED
|
@@ -222,7 +222,4 @@ if __name__ == "__main__":
|
|
| 222 |
ap.add_argument("--rope-scale", type=float, default=None)
|
| 223 |
ap.add_argument("--vocab-size", type=int, default=None)
|
| 224 |
ap.add_argument("--seq-len", type=int, default=None)
|
| 225 |
-
ap.add_argument("--rope-scale", type=float, default=1.0,
|
| 226 |
-
help="NTK RoPE scale for long-context extension "
|
| 227 |
-
"(e.g. 16 to extend an 8k-trained model to 128k)")
|
| 228 |
train(ap.parse_args())
|
|
|
|
| 222 |
ap.add_argument("--rope-scale", type=float, default=None)
|
| 223 |
ap.add_argument("--vocab-size", type=int, default=None)
|
| 224 |
ap.add_argument("--seq-len", type=int, default=None)
|
|
|
|
|
|
|
|
|
|
| 225 |
train(ap.parse_args())
|