renpas22 commited on
Commit
e47ae2c
·
1 Parent(s): 84a183c

Fix FineVision dataset loading with subset parameter

Browse files
Files changed (1) hide show
  1. src/reasoning/step_level_cot.py +1 -0
src/reasoning/step_level_cot.py CHANGED
@@ -360,6 +360,7 @@ class StepLevelCoTTrainer:
360
  logger.info("Loading FineVision dataset...")
361
  finevision_dataset = FineVisionDataset(
362
  dataset_name="HuggingFaceM4/FineVision",
 
363
  split="train",
364
  streaming=True,
365
  max_samples=int(max_steps * self.config.train_batch_size * 0.3),
 
360
  logger.info("Loading FineVision dataset...")
361
  finevision_dataset = FineVisionDataset(
362
  dataset_name="HuggingFaceM4/FineVision",
363
+ subset="llavar_gpt4_20k", # Use LLaVA subset as default
364
  split="train",
365
  streaming=True,
366
  max_samples=int(max_steps * self.config.train_batch_size * 0.3),