| import os
|
| import argparse
|
| from safetensors import safe_open
|
| from safetensors.torch import save_file
|
|
|
| def split_illustrious_compatible(input_path):
|
| if not os.path.exists(input_path):
|
| print(f"错误: 找不到输入文件 '{input_path}'")
|
| return
|
|
|
| base_dir = os.path.dirname(input_path)
|
| base_name = os.path.splitext(os.path.basename(input_path))[0]
|
|
|
| clipL_path = os.path.join(base_dir, f"{base_name}_clipL.safetensors")
|
| clipG_path = os.path.join(base_dir, f"{base_name}_clipG.safetensors")
|
| vae_path = os.path.join(base_dir, f"{base_name}_VAE.safetensors")
|
| unet_path = os.path.join(base_dir, f"{base_name}_Diffusion.safetensors")
|
|
|
| clipL_tensors = {}
|
| clipG_tensors = {}
|
| vae_tensors = {}
|
| diffusion_tensors = {}
|
|
|
| print(f"📦 正在执行切分: {input_path} ...")
|
|
|
| with safe_open(input_path, framework="pt", device="cpu") as f:
|
| all_keys = f.keys()
|
|
|
|
|
| has_text_model_g = any(k.startswith("conditioner.embedders.1.transformer.") for k in all_keys)
|
|
|
| for key in all_keys:
|
| tensor = f.get_tensor(key)
|
|
|
|
|
| if key.startswith("conditioner.embedders.0.transformer."):
|
| new_key = key.replace("conditioner.embedders.0.transformer.", "", 1)
|
| clipL_tensors[new_key] = tensor
|
|
|
|
|
| elif key.startswith("conditioner.embedders.1."):
|
| if has_text_model_g:
|
|
|
| new_key = key.replace("conditioner.embedders.1.transformer.", "", 1)
|
| if new_key != "logit_scale":
|
| clipG_tensors[new_key] = tensor
|
| else:
|
|
|
| old_key = key.replace("conditioner.embedders.1.model.", "", 1)
|
| if old_key == "logit_scale":
|
| continue
|
|
|
| new_key = old_key
|
|
|
|
|
| if "transformer.resblocks." in old_key:
|
| new_key = old_key.replace("transformer.resblocks.", "text_model.encoder.layers.", 1)
|
| new_key = new_key.replace(".ln_1.", ".layer_norm1.", 1)
|
| new_key = new_key.replace(".ln_2.", ".layer_norm2.", 1)
|
| new_key = new_key.replace(".mlp.c_fc.", ".mlp.fc1.", 1)
|
| new_key = new_key.replace(".mlp.c_proj.", ".mlp.fc2.", 1)
|
| elif old_key == "positional_embedding":
|
| new_key = "text_model.embeddings.position_embedding.weight"
|
| elif old_key == "token_embedding.weight":
|
| new_key = "text_model.embeddings.token_embedding.weight"
|
| elif old_key == "ln_final.weight":
|
| new_key = "text_model.final_layer_norm.weight"
|
| elif old_key == "ln_final.bias":
|
| new_key = "text_model.final_layer_norm.bias"
|
| elif old_key == "text_projection":
|
| new_key = "text_projection"
|
|
|
|
|
| if ".attn.in_proj_weight" in old_key:
|
| base_layer = new_key.replace(".attn.in_proj_weight", ".self_attn", 1)
|
| q, k, v = tensor.chunk(3, dim=0)
|
| clipG_tensors[f"{base_layer}.q_proj.weight"] = q
|
| clipG_tensors[f"{base_layer}.k_proj.weight"] = k
|
| clipG_tensors[f"{base_layer}.v_proj.weight"] = v
|
| elif ".attn.in_proj_bias" in old_key:
|
| base_layer = new_key.replace(".attn.in_proj_bias", ".self_attn", 1)
|
| q, k, v = tensor.chunk(3, dim=0)
|
| clipG_tensors[f"{base_layer}.q_proj.bias"] = q
|
| clipG_tensors[f"{base_layer}.k_proj.bias"] = k
|
| clipG_tensors[f"{base_layer}.v_proj.bias"] = v
|
| elif ".attn.out_proj.weight" in old_key:
|
| new_key = new_key.replace(".attn.out_proj.weight", ".self_attn.out_proj.weight", 1)
|
| clipG_tensors[new_key] = tensor
|
| elif ".attn.out_proj.bias" in old_key:
|
| new_key = new_key.replace(".attn.out_proj.bias", ".self_attn.out_proj.bias", 1)
|
| clipG_tensors[new_key] = tensor
|
| else:
|
| clipG_tensors[new_key] = tensor
|
|
|
|
|
| elif key.startswith("first_stage_model."):
|
| vae_tensors[key.replace("first_stage_model.", "", 1)] = tensor
|
|
|
|
|
| elif key.startswith("model.diffusion_model."):
|
| diffusion_tensors[key.replace("model.diffusion_model.", "", 1)] = tensor
|
|
|
| print("\n💾 正在保存组件...")
|
| if clipL_tensors:
|
| save_file(clipL_tensors, clipL_path)
|
| print(f" --> 独立 CLIP-L 保存成功 (键数: {len(clipL_tensors)})")
|
| if clipG_tensors:
|
| save_file(clipG_tensors, clipG_path)
|
| print(f" --> 独立 CLIP-G 保存成功 (键数: {len(clipG_tensors)})")
|
| if vae_tensors: save_file(vae_tensors, vae_path)
|
| if diffusion_tensors: save_file(diffusion_tensors, unet_path)
|
|
|
| print("\n🎉 切分完成！")
|
|
|
| if __name__ == "__main__":
|
| parser = argparse.ArgumentParser()
|
| parser.add_argument("input_file", type=str)
|
| args = parser.parse_args()
|
| split_illustrious_compatible(args.input_file) |
