File size: 4,948 Bytes
b5ac208 79f99d4 b5ac208 79f99d4 f4dd995 b5ac208 79f99d4 b5ac208 79f99d4 b5ac208 719095a 79f99d4 b5ac208 719095a b5ac208 719095a f351342 b5ac208 f4dd995 f351342 f4dd995 f351342 f4dd995 79f99d4 b5ac208 5306acf 3500e03 719095a 5306acf f4dd995 b5ac208 f4dd995 5306acf f351342 5306acf b5ac208 5306acf 79f99d4 719095a b5ac208 719095a b5ac208 79f99d4 b5ac208 f351342 79f99d4 b5ac208 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 | import spaces
import os
import sys
import site
if "--use-sage-attention" not in sys.argv:
sys.argv.append("--use-sage-attention")
print("🚀 [SageAttention] Injected '--use-sage-attention' into sys.argv.")
APP_DIR = os.path.dirname(os.path.abspath(__file__))
if APP_DIR not in sys.path:
sys.path.insert(0, APP_DIR)
print(f"✅ Added project root '{APP_DIR}' to sys.path.")
SAGE_PATCH_APPLIED = False
def apply_sage_attention_patch():
global SAGE_PATCH_APPLIED
if SAGE_PATCH_APPLIED:
return "SageAttention patch already applied."
try:
from comfy import model_management
import sageattention
print("--- [Runtime Patch] sageattention package found. Applying patch... ---")
model_management.sage_attention_enabled = lambda: True
model_management.pytorch_attention_enabled = lambda: False
SAGE_PATCH_APPLIED = True
return "✅ Successfully enabled SageAttention."
except ImportError:
SAGE_PATCH_APPLIED = False
msg = "--- [Runtime Patch] ⚠️ sageattention package not found. Continuing with default attention. ---"
print(msg)
return msg
except Exception as e:
SAGE_PATCH_APPLIED = False
msg = f"--- [Runtime Patch] ❌ An error occurred while applying SageAttention patch: {e} ---"
print(msg)
return msg
def is_fatal_gpu_error(e: BaseException) -> bool:
err_type = type(e).__name__
err_str = f"{err_type}: {str(e)} | {repr(e)}".lower()
fatal_keywords = [
"ecc",
"uncorrectable",
"cudaerror",
"acceleratorerror",
"cuda error",
"cuda_error",
"device-side assertion",
"cuda_launch_blocking",
]
return any(kw in err_str for kw in fatal_keywords)
@spaces.GPU
def dummy_gpu_for_startup():
try:
print("--- [GPU Startup] Dummy function for startup check initiated. ---")
patch_result = apply_sage_attention_patch()
print(f"--- [GPU Startup] {patch_result} ---")
print("--- [GPU Startup] Startup check passed. ---")
return "Startup check passed."
except BaseException as e:
if is_fatal_gpu_error(e):
print("\n" + "="*80)
print(f"🚨 [Fatal GPU Error] Captured fatal GPU error during startup check: {e}")
print("🚨 Terminating process to trigger an automatic container restart...")
print("="*80 + "\n")
os._exit(1)
raise e
def main():
from comfy_integration import setup as setup_comfyui
from utils.app_utils import load_ipadapter_presets
print("--- [Setup] Starting ComfyUI initialization ---")
setup_comfyui.initialize_comfyui()
print("--- [Setup] Applying SageAttention Runtime Patch ---")
patch_result = apply_sage_attention_patch()
print(f"--- [Setup] {patch_result} ---")
print("--- [Setup] Reloading site-packages to detect newly installed packages... ---")
try:
site.main()
print("--- [Setup] ✅ Site-packages reloaded. ---")
except Exception as e:
print(f"--- [Setup] ⚠️ Warning: Could not fully reload site-packages: {e} ---")
print("--- Initiating GPU Startup Check & SageAttention Patch Verification ---")
try:
dummy_gpu_for_startup()
except BaseException as e:
err_msg = f"{type(e).__name__}: {str(e)}"
print(f"--- [GPU Startup] ⚠️ Warning: Startup check failed: {err_msg} ---")
if is_fatal_gpu_error(e):
print("\n" + "="*80)
print(f"🚨 [Fatal GPU Error] Captured fatal GPU error during startup check: {err_msg}")
print("🚨 Terminating process to trigger an automatic container restart...")
print("="*80 + "\n")
os._exit(1)
print("--- Starting Application Setup ---")
print("--- Loading IPAdapter presets ---")
load_ipadapter_presets()
print("--- ✅ IPAdapter setup complete. ---")
print("--- Environment configured. Proceeding with module imports. ---")
from ui.layout import build_ui
from ui.events import attach_event_handlers
print(f"✅ Working directory is stable: {os.getcwd()}")
demo = build_ui(attach_event_handlers)
print("--- Launching Gradio Interface ---")
try:
demo.queue().launch(server_name="0.0.0.0", server_port=7860)
except ValueError as e:
if "localhost is not accessible" in str(e):
print("\n" + "="*80)
print(f"🚨 [Gradio Launch Error] Localhost accessibility check failed: {e}")
print("🚨 Terminating process to trigger an automatic container restart...")
print("="*80 + "\n")
sys.exit(1)
raise e
if __name__ == "__main__":
main() |