yashvyasop commited on
Commit
d29d073
·
verified ·
1 Parent(s): 83ee735

Patch TRANSFORMERS_CACHE in sanity check too

Browse files
Files changed (1) hide show
  1. training/run_grpo.sh +7 -0
training/run_grpo.sh CHANGED
@@ -46,6 +46,13 @@ python -c "
46
  import torch, transformers, peft, trl
47
  print(f'torch={torch.__version__} transformers={transformers.__version__}')
48
  print(f'peft={peft.__version__} trl={trl.__version__}')
 
 
 
 
 
 
 
49
  from trl import GRPOTrainer, GRPOConfig
50
  print('GRPOTrainer OK')
51
  "
 
46
  import torch, transformers, peft, trl
47
  print(f'torch={torch.__version__} transformers={transformers.__version__}')
48
  print(f'peft={peft.__version__} trl={trl.__version__}')
49
+
50
+ # Patch missing constant that llm_blender expects from older transformers
51
+ import transformers.utils.hub as _h
52
+ if not hasattr(_h, 'TRANSFORMERS_CACHE'):
53
+ from huggingface_hub.constants import HF_HUB_CACHE
54
+ _h.TRANSFORMERS_CACHE = HF_HUB_CACHE
55
+
56
  from trl import GRPOTrainer, GRPOConfig
57
  print('GRPOTrainer OK')
58
  "