| {"label": "before_load", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]} |
| {"label": "after_load_and_offload", "pid": 18516, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "after_fix", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "edit_native_start", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "before_encode_prompt", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "after_encode_prompt", "pid": 18516, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "before_prepare_latents", "pid": 18516, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "after_prepare_latents", "pid": 18516, "allocated": 10768888832, "reserved": 25453133824, "peak": 19706950656, "free_total": [5216784384, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
| {"label": "before_decode", "pid": 18516, "allocated": 16609620480, "reserved": 24412946432, "peak": 23243426304, "free_total": [6256705536, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 191896}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}} |
|
|
