{"label": "before_load", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]} {"label": "after_load_and_offload", "pid": 33364, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_fix", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_fresh_start", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_encode_prompt", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_encode_prompt", "pid": 33364, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_prepare_latents", "pid": 33364, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_prepare_latents", "pid": 33364, "allocated": 10740374016, "reserved": 13927186432, "peak": 12974889472, "free_total": [18407751680, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_decode", "pid": 33364, "allocated": 10135255552, "reserved": 12308185088, "peak": 12974889472, "free_total": [20026753024, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_decode", "pid": 33364, "allocated": 2886173184, "reserved": 11739856896, "peak": 12974889472, "free_total": [20592984064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_fresh_end", "pid": 33364, "allocated": 14247424, "reserved": 2818572288, "peak": 12974889472, "free_total": [29514268672, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "portrait_start", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_encode_prompt", "pid": 33364, "allocated": 10055000064, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_prepare_latents", "pid": 33364, "allocated": 10055000064, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_prepare_latents", "pid": 33364, "allocated": 10055524352, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_decode", "pid": 33364, "allocated": 7299867136, "reserved": 8342470656, "peak": 10192543744, "free_total": [23990370304, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_decode", "pid": 33364, "allocated": 737099264, "reserved": 9380560896, "peak": 10192543744, "free_total": [22952280064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "portrait_end", "pid": 33364, "allocated": 14247424, "reserved": 117440512, "peak": 10192543744, "free_total": [32215400448, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_repeat_start", "pid": 33364, "allocated": 14247424, "reserved": 88080384, "peak": 14247424, "free_total": [32244760576, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 88080384, "peak": 14247424, "free_total": [32244760576, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_encode_prompt", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311206912, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_prepare_latents", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311206912, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_prepare_latents", "pid": 33364, "allocated": 10745445888, "reserved": 13927186432, "peak": 12979961344, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_decode", "pid": 33364, "allocated": 10134292992, "reserved": 12333350912, "peak": 12979961344, "free_total": [19999490048, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_decode", "pid": 33364, "allocated": 2885669376, "reserved": 11781799936, "peak": 12979961344, "free_total": [20551041024, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_repeat_end", "pid": 33364, "allocated": 14247424, "reserved": 2826960896, "peak": 12979961344, "free_total": [29505880064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_rgb_start", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_encode_prompt", "pid": 33364, "allocated": 10062753280, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_prepare_latents", "pid": 33364, "allocated": 10062753280, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_prepare_latents", "pid": 33364, "allocated": 10745444864, "reserved": 13927186432, "peak": 12979960320, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_decode", "pid": 33364, "allocated": 10134292992, "reserved": 12333350912, "peak": 12979960320, "free_total": [19999490048, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_decode", "pid": 33364, "allocated": 2885669376, "reserved": 11783897088, "peak": 12979960320, "free_total": [20548943872, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_rgb_end", "pid": 33364, "allocated": 14247424, "reserved": 2829058048, "peak": 12979960320, "free_total": [29503782912, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_no_cache_start", "pid": 33364, "allocated": 14247424, "reserved": 83886080, "peak": 14247424, "free_total": [32248954880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 83886080, "peak": 14247424, "free_total": [32248954880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_encode_prompt", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_prepare_latents", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_prepare_latents", "pid": 33364, "allocated": 10745445888, "reserved": 13927186432, "peak": 12979961344, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_decode", "pid": 33364, "allocated": 7965142016, "reserved": 10435428352, "peak": 12979961344, "free_total": [21897412608, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_decode", "pid": 33364, "allocated": 716272128, "reserved": 9521070080, "peak": 12979961344, "free_total": [22811770880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "edit_no_cache_end", "pid": 33364, "allocated": 14247424, "reserved": 138412032, "peak": 12979961344, "free_total": [32194428928, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "before_decode", "pid": 33364, "allocated": 698923520, "reserved": 3187671040, "peak": 12979961344, "free_total": [29145169920, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_decode", "pid": 33364, "allocated": 708360704, "reserved": 9395240960, "peak": 12979961344, "free_total": [22937600000, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} {"label": "after_delete", "pid": 33364, "allocated": 708360704, "reserved": 954204160, "peak": 12979961344, "free_total": [31378636800, 34162016256]}