Andrej Karpathy commited on
Commit ·
2874eda
1
Parent(s): e1770a3
update to new os env var to get rid of deprecation warning
Browse files- scripts/base_train.py +1 -1
- scripts/chat_sft.py +1 -1
- scripts/mid_train.py +1 -1
scripts/base_train.py
CHANGED
|
@@ -12,7 +12,7 @@ python -m scripts.base_train --depth=4 --max_seq_len=512 --device_batch_size=1 -
|
|
| 12 |
"""
|
| 13 |
|
| 14 |
import os
|
| 15 |
-
os.environ["
|
| 16 |
import time
|
| 17 |
from contextlib import nullcontext
|
| 18 |
|
|
|
|
| 12 |
"""
|
| 13 |
|
| 14 |
import os
|
| 15 |
+
os.environ["PYTORCH_ALLOC_CONF"] = "expandable_segments:True"
|
| 16 |
import time
|
| 17 |
from contextlib import nullcontext
|
| 18 |
|
scripts/chat_sft.py
CHANGED
|
@@ -10,7 +10,7 @@ torchrun --standalone --nproc_per_node=8 -m scripts.chat_sft
|
|
| 10 |
"""
|
| 11 |
|
| 12 |
import os
|
| 13 |
-
os.environ["
|
| 14 |
|
| 15 |
import wandb
|
| 16 |
import torch
|
|
|
|
| 10 |
"""
|
| 11 |
|
| 12 |
import os
|
| 13 |
+
os.environ["PYTORCH_ALLOC_CONF"] = "expandable_segments:True"
|
| 14 |
|
| 15 |
import wandb
|
| 16 |
import torch
|
scripts/mid_train.py
CHANGED
|
@@ -11,7 +11,7 @@ torchrun --standalone --nproc_per_node=8 -m scripts.mid_train -- --device_batch_
|
|
| 11 |
|
| 12 |
from collections import deque
|
| 13 |
import os
|
| 14 |
-
os.environ["
|
| 15 |
import time
|
| 16 |
import wandb
|
| 17 |
import torch
|
|
|
|
| 11 |
|
| 12 |
from collections import deque
|
| 13 |
import os
|
| 14 |
+
os.environ["PYTORCH_ALLOC_CONF"] = "expandable_segments:True"
|
| 15 |
import time
|
| 16 |
import wandb
|
| 17 |
import torch
|