Upload 141 files

hugging/td_fuse/merge.py

@@ -945,13 +945,17 @@ def run_single_merge(
     step_t = time.time()
     if residual_bank is not None:
         print(f"\n[merge] Saving residuals for {stage_name}...")
-        residual_bank.save_residuals(
-            stage_name=stage_name,
-            pre_merge_target_state=pre_merge_state,
-            source_state=source_state_cpu,  # Already on CPU from step 5.7
-            post_merge_state={k: v.cpu() for k, v in target_model.state_dict().items()},
-            source_config=source_config,
-        )
+        try:
+            residual_bank.save_residuals(
+                stage_name=stage_name,
+                pre_merge_target_state=pre_merge_state,
+                source_state=source_state_cpu,  # Already on CPU from step 5.7
+                post_merge_state={k: v.cpu() for k, v in target_model.state_dict().items()},
+                source_config=source_config,
+            )
+        except Exception as e:
+            print(f"[merge] WARNING: Residual save failed ({e}) — continuing without residuals")
+            print(f"[merge] This is non-fatal, merge is still valid")
 
     print(f"[merge] Step 9/10 done in {time.time()-step_t:.0f}s"); sys.stdout.flush()