Spaces:
Sleeping
Sleeping
Patch TRANSFORMERS_CACHE in sanity check too
Browse files- training/run_grpo.sh +7 -0
training/run_grpo.sh
CHANGED
|
@@ -46,6 +46,13 @@ python -c "
|
|
| 46 |
import torch, transformers, peft, trl
|
| 47 |
print(f'torch={torch.__version__} transformers={transformers.__version__}')
|
| 48 |
print(f'peft={peft.__version__} trl={trl.__version__}')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
from trl import GRPOTrainer, GRPOConfig
|
| 50 |
print('GRPOTrainer OK')
|
| 51 |
"
|
|
|
|
| 46 |
import torch, transformers, peft, trl
|
| 47 |
print(f'torch={torch.__version__} transformers={transformers.__version__}')
|
| 48 |
print(f'peft={peft.__version__} trl={trl.__version__}')
|
| 49 |
+
|
| 50 |
+
# Patch missing constant that llm_blender expects from older transformers
|
| 51 |
+
import transformers.utils.hub as _h
|
| 52 |
+
if not hasattr(_h, 'TRANSFORMERS_CACHE'):
|
| 53 |
+
from huggingface_hub.constants import HF_HUB_CACHE
|
| 54 |
+
_h.TRANSFORMERS_CACHE = HF_HUB_CACHE
|
| 55 |
+
|
| 56 |
from trl import GRPOTrainer, GRPOConfig
|
| 57 |
print('GRPOTrainer OK')
|
| 58 |
"
|