Update app.py

app.py

@@ -54,6 +54,20 @@ ip_adapter_weights = download_file(
     subfolder="models"
 )
 
+# Download CLIP Vision model files
+logger.info("Downloading CLIP Vision model files...")
+clip_dir = "./clip_model"
+download_file(
+    "openai/clip-vit-large-patch14",
+    "config.json",
+    clip_dir
+)
+download_file(
+    "openai/clip-vit-large-patch14",
+    "model.fp16.safetensors",
+    clip_dir
+)
+
 # Load Stable Diffusion 1.5
 logger.info("Loading Stable Diffusion 1.5 base model...")
 pipe = StableDiffusionPipeline.from_pretrained(
@@ -67,13 +81,13 @@ pipe = StableDiffusionPipeline.from_pretrained(
 )
 logger.info("SD 1.5 base model loaded successfully.")
 
-# Load IP-Adapter with CLIP Vision model
+# Load IP-Adapter weights directly
 logger.info("Loading h94 IP-Adapter with CLIP Vision model...")
-pipe.load_ip_adapter(
-    "openai/clip-vit-large-patch14",  # CLIP Vision model repo only
-    subfolder=""  # No weights specified here
+pipe.load_ip_adapter_weights(
+    ip_adapter_dir,  # Local IP-Adapter weights directory
+    weight_name="ip-adapter_sd15.bin",
+    image_encoder_folder=clip_dir  # Local CLIP Vision model directory
 )
-pipe.load_ip_adapter_weights(ip_adapter_dir, weight_name="ip-adapter_sd15.bin")  # Load local weights
 logger.info("h94 IP-Adapter weights loaded successfully.")
 
 # Move pipeline to CPU