renpas22 commited on
Commit ·
e47ae2c
1
Parent(s): 84a183c
Fix FineVision dataset loading with subset parameter
Browse files
src/reasoning/step_level_cot.py
CHANGED
|
@@ -360,6 +360,7 @@ class StepLevelCoTTrainer:
|
|
| 360 |
logger.info("Loading FineVision dataset...")
|
| 361 |
finevision_dataset = FineVisionDataset(
|
| 362 |
dataset_name="HuggingFaceM4/FineVision",
|
|
|
|
| 363 |
split="train",
|
| 364 |
streaming=True,
|
| 365 |
max_samples=int(max_steps * self.config.train_batch_size * 0.3),
|
|
|
|
| 360 |
logger.info("Loading FineVision dataset...")
|
| 361 |
finevision_dataset = FineVisionDataset(
|
| 362 |
dataset_name="HuggingFaceM4/FineVision",
|
| 363 |
+
subset="llavar_gpt4_20k", # Use LLaVA subset as default
|
| 364 |
split="train",
|
| 365 |
streaming=True,
|
| 366 |
max_samples=int(max_steps * self.config.train_batch_size * 0.3),
|