diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..38fcfc908b29140d0a2b5c0a3a11ba5e66d42abe 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +face_parsing-main/1.docx filter=lfs diff=lfs merge=lfs -text +face_parsing-main/samples/sample.gif filter=lfs diff=lfs merge=lfs -text +flask_GAN/result/vis/tmp.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/in_3f084cf9775a45d9b21c686ae18ecdf0.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/in_986cd78ee11a4f1fa99385e0efac4563.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/in_c04f130d833c47559f3c1e76c95f8a55.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/in_c6f89cfcf3f047999eb74eb4804f3be9.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/in_f77c29d6f9174b54b5678d30d4834fbf.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/out_085f535a5a4a4e8f80f38ac6125cc7ff.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/out_3a41682e7cb74fe2abaa51f5754dd5c1.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/out_b7239cb192984fd781750350c16b9d0d.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/out_ebdffbbdd31b4516b8241f9907be8f15.png filter=lfs diff=lfs merge=lfs -text +flask_GAN/runtime/outputs/out_f73c6c5c48f84ece9fa6b28b2c180af7.png filter=lfs diff=lfs merge=lfs -text +pix2pix_vgg/imgs/horse2zebra.gif filter=lfs diff=lfs merge=lfs -text diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..d43ab7c56b405860aad199b7a46177f3cc6ff21e --- /dev/null +++ b/Dockerfile @@ -0,0 +1,16 @@ +FROM python:3.9 + +# 设置工作目录 +WORKDIR /code + +# 拷贝所有项目文件 +COPY . /code + +# 安装依赖 +RUN pip install --no-cache-dir -r requirements.txt + +# Hugging Face 会注入 PORT,我们设置默认值 +ENV PORT=7860 + +# 启动你的 Flask 应用 +CMD ["python", "flask_GAN/app_auto_mask.py"] diff --git a/face_parsing-main/.Rhistory b/face_parsing-main/.Rhistory new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/face_parsing-main/.gitignore b/face_parsing-main/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..82f927558a3dff0ea8c20858856e70779fd02c93 --- /dev/null +++ b/face_parsing-main/.gitignore @@ -0,0 +1,162 @@ +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py,cover +.hypothesis/ +.pytest_cache/ +cover/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +.pybuilder/ +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +# For a library or package, you might want to ignore these files since the code is +# intended to run in multiple environments; otherwise, check them in: +# .python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# poetry +# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. +# This is especially recommended for binary packages to ensure reproducibility, and is more +# commonly ignored for libraries. +# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control +#poetry.lock + +# pdm +# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. +#pdm.lock +# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it +# in version control. +# https://pdm.fming.dev/latest/usage/project/#working-with-version-control +.pdm.toml +.pdm-python +.pdm-build/ + +# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm +__pypackages__/ + +# Celery stuff +celerybeat-schedule +celerybeat.pid + +# SageMath parsed files +*.sage.py + +# Environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +# pytype static type analyzer +.pytype/ + +# Cython debug symbols +cython_debug/ + +# PyCharm +# JetBrains specific template is maintained in a separate JetBrains.gitignore that can +# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore +# and can be added to the global gitignore or merged into this file. For a more nuclear +# option (not recommended) you can uncomment the following to ignore the entire idea folder. +#.idea/ diff --git a/face_parsing-main/1.docx b/face_parsing-main/1.docx new file mode 100644 index 0000000000000000000000000000000000000000..4247126e6f33afa17695999d8328f1cd1d53aabb --- /dev/null +++ b/face_parsing-main/1.docx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3956a0b58d8c649aab1a66396bff72b4cf8a746e46c8d421e6175303d602de5 +size 1141639 diff --git a/face_parsing-main/LICENSE b/face_parsing-main/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..c88908cb3350fa91ed056fbac24b49f691864834 --- /dev/null +++ b/face_parsing-main/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2024 XIAN-HHappy + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/face_parsing-main/README.md b/face_parsing-main/README.md new file mode 100644 index 0000000000000000000000000000000000000000..24a3e6ea5327dc95d2a08ec008742cfe565b2052 --- /dev/null +++ b/face_parsing-main/README.md @@ -0,0 +1,47 @@ +# face parsing +人脸区域分割 + +## 项目介绍 +注意:该项目不包括人脸检测部分,人脸检测项目地址:https://github.com/XIAN-HHappy/yolo_v3 + +* 图片示例: +![image](samples/t.jpg) + +* 视频示例: +![video](samples/sample.gif) + +## 项目配置 +* 作者开发环境: +* Python 3.7 +* PyTorch >= 1.5.1 + +## 数据集 +* CelebAMask-HQ dataset,数据下载地址: + https://github.com/switchablenorms/CelebAMask-HQ + +``` +• The CelebAMask-HQ dataset is available for non-commercial research purposes only. +• You agree not to reproduce, duplicate, copy, sell, trade, resell or exploit for any commercial purposes, any portion of the images and any portion of derived data. +• You agree not to further copy, publish or distribute any portion of the CelebAMask-HQ dataset. Except, for internal use at a single site within the same organization it is allowed to make copies of the dataset. + +``` + +* 数据集制作 + 下载数据集并解压,然后运行脚本 prepropess_data.py,生成训练用的mask,注意脚本内相关参数配置。 + +## 预训练模型 + 提供512,256两种分辨率的预训练模型。 +* [预训练模型下载地址(百度网盘 Password: ri6m )](https://pan.baidu.com/s/1I5fPAyXDfIh9M5POs80ovg) + +## 项目使用方法 + +### 步骤1:生成训练数据 +* 目前建议输出2种样本分辨率 512 和 256 (提供512,256两种分辨率的预训练模型),分辨率太小返回原图尺寸时会出现掩码锯齿状,需要后处理解决。 + 注意训练、推理脚本也要做相应的分辨率对应设置。 +* 运行脚本:prepropess_data.py (注意脚本内相关参数配置 ) + +### 步骤2:模型训练 +* 根目录下运行命令: python train.py (注意脚本内相关参数配置 ) + +### 步骤3:模型推理 +* 根目录下运行命令: python inference.py (注意脚本内相关参数配置 ) diff --git a/face_parsing-main/__pycache__/model.cpython-39.pyc b/face_parsing-main/__pycache__/model.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..dbcc139a9043a3af6c5f9351a31b2249a865113b Binary files /dev/null and b/face_parsing-main/__pycache__/model.cpython-39.pyc differ diff --git a/face_parsing-main/__pycache__/resnet.cpython-39.pyc b/face_parsing-main/__pycache__/resnet.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c62d164cda24650e4b4b581e197d75abcd31aa5e Binary files /dev/null and b/face_parsing-main/__pycache__/resnet.cpython-39.pyc differ diff --git a/face_parsing-main/__pycache__/softmask.cpython-39.pyc b/face_parsing-main/__pycache__/softmask.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..56cf70f503ac8020bffc3fc3c1a5e0fe0b5915a7 Binary files /dev/null and b/face_parsing-main/__pycache__/softmask.cpython-39.pyc differ diff --git a/face_parsing-main/__pycache__/test_nose_mask_single.cpython-39.pyc b/face_parsing-main/__pycache__/test_nose_mask_single.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..9b7541ecdba349bc39d015c97eed6f7ccf8b3646 Binary files /dev/null and b/face_parsing-main/__pycache__/test_nose_mask_single.cpython-39.pyc differ diff --git a/face_parsing-main/crop_b_512_keepname.py b/face_parsing-main/crop_b_512_keepname.py new file mode 100644 index 0000000000000000000000000000000000000000..3b8e1bf39a24f2dbb65c7894d9e11c779d39478d --- /dev/null +++ b/face_parsing-main/crop_b_512_keepname.py @@ -0,0 +1,58 @@ +import os +from PIL import Image +import argparse + +def is_img(p): + return os.path.splitext(p)[1].lower() in {".jpg", ".jpeg", ".png", ".bmp", ".tif", ".tiff", ".webp"} + +def main(in_dir, out_dir, y_top=400, patch=512, strict_w=1024, min_h=None): + os.makedirs(out_dir, exist_ok=True) + if min_h is None: + min_h = y_top + patch # 默认至少要容纳裁剪高度 + + files = [f for f in os.listdir(in_dir) if is_img(f)] + if not files: + print(f"[WARN] 没在 {in_dir} 里找到图像文件") + return + + kept, skipped = 0, 0 + for fn in sorted(files): + ip = os.path.join(in_dir, fn) + try: + im = Image.open(ip).convert("RGB") + except Exception as e: + print(f"[SKIP] 打不开:{ip} ({e})") + skipped += 1 + continue + + w, h = im.size + # 期望 A|B 横向拼接(每半边 512 宽):总宽至少 1024,高度至少 y_top+patch + if w < strict_w or h < min_h: + print(f"[SKIP] 尺寸不符:{fn} size={w}x{h},需要 >= {strict_w}x{min_h}") + skipped += 1 + continue + + # 右半边 B(假定 AB 横拼):[w//2, 0, w, h],应为 512x1536 + x0 = w // 2 + b = im.crop((x0, 0, w, h)) + + # 从 y_top 处裁 512x512 + y0, y1 = y_top, y_top + patch + b512 = b.crop((0, y0, patch, y1)) # (left, top, right, bottom) + + # 输出到 out_dir,文件名与原图一致(不加后缀) + op = os.path.join(out_dir, fn) + b512.save(op) + kept += 1 + print(f"[OK] {fn} -> {op}") + + print(f"\n完成:保存 {kept} 张,跳过 {skipped} 张。输出目录:{out_dir}") + +if __name__ == "__main__": + ap = argparse.ArgumentParser(description="从 A|B 拼接图裁出右半 B 的 512x512,小图文件名保持不变") + ap.add_argument("--in_dir", required=True, help="输入目录(含 1024x1536 的 A|B 拼图)") + ap.add_argument("--out_dir", required=True, help="输出目录(文件名与输入相同)") + ap.add_argument("--y_top", type=int, default=400, help="裁剪起始 y(默认 400)") + ap.add_argument("--patch", type=int, default=512, help="裁剪边长(默认 512)") + args = ap.parse_args() + main(args.in_dir, args.out_dir, args.y_top, args.patch) \ No newline at end of file diff --git a/face_parsing-main/expand_mask.py b/face_parsing-main/expand_mask.py new file mode 100644 index 0000000000000000000000000000000000000000..2937870192a0c5854daa90176e399bb4f8ee31e0 --- /dev/null +++ b/face_parsing-main/expand_mask.py @@ -0,0 +1,52 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +""" +将鼻子 mask 向上和向右扩展为矩形区域。 +适合 Pix2Pix 测试或 inpainting 掩膜增强使用。 +""" + +import cv2 +import numpy as np +from pathlib import Path + +def expand_mask_up_right(mask: np.ndarray, top_pad=30, right_pad=150): + """ + 向上 (top_pad) 和向右 (right_pad) 扩充白色区域成矩形。 + 参数: + mask: 灰度 mask (0/255) + top_pad: 向上扩展像素(少量,例如 20-50) + right_pad: 向右扩展像素(较多,例如 100-200) + 返回: + 新的扩充 mask (uint8) + """ + ys, xs = np.where(mask > 0) + if len(ys) == 0: + return mask + + top, bottom = ys.min(), ys.max() + left, right = xs.min(), xs.max() + H, W = mask.shape + + new_top = max(0, top - top_pad) + new_bottom = min(H, bottom) + new_right = min(W, right + right_pad) + + new_mask = np.zeros_like(mask) + new_mask[new_top:new_bottom, left:new_right] = 255 + return new_mask + +def batch_process(in_dir="./result_test", out_dir="./result_expanded", top_pad=30, right_pad=150): + in_dir = Path(in_dir) + out_dir = Path(out_dir) + out_dir.mkdir(exist_ok=True) + + for p in in_dir.glob("*.png"): + mask = cv2.imread(str(p), cv2.IMREAD_GRAYSCALE) + new_mask = expand_mask_up_right(mask, top_pad=top_pad, right_pad=right_pad) + out_path = out_dir / p.name + cv2.imwrite(str(out_path), new_mask) + print(f"[OK] saved: {out_path}") + +if __name__ == "__main__": + # 按实际情况调整扩展范围 + batch_process(in_dir="./result_test", out_dir="./result_expanded", top_pad=30, right_pad=30) \ No newline at end of file diff --git a/face_parsing-main/expand_masks_512_to_1536.py b/face_parsing-main/expand_masks_512_to_1536.py new file mode 100644 index 0000000000000000000000000000000000000000..ec0598f8e11801608a79db40a7e51f2de78e0498 --- /dev/null +++ b/face_parsing-main/expand_masks_512_to_1536.py @@ -0,0 +1,37 @@ +# expand_masks_512_to_1536.py +# 把 512x512 的鼻子二值掩码,贴回到 1536x512(竖向位置 y=[y_top, y_top+512)),文件名不变 +import os +import argparse +from PIL import Image +import numpy as np + +def is_img(p): return os.path.splitext(p)[1].lower() in {".png", ".jpg", ".jpeg", ".bmp"} + +def expand_dir(in_dir, out_dir, y_top=400, H=1536, W=512): + os.makedirs(out_dir, exist_ok=True) + n = 0 + for fn in sorted(os.listdir(in_dir)): + if not is_img(fn): + continue + m = Image.open(os.path.join(in_dir, fn)).convert("L") # 读灰度 + m = np.array(m) + if m.shape != (512, 512): + raise ValueError(f"{fn} 不是 512x512,而是 {m.shape}") + + m = (m > 127).astype(np.uint8) # 二值化到 {0,1} + big = np.zeros((H, W), dtype=np.uint8) # 1536x512 全黑 + big[y_top:y_top+512, 0:512] = m # 贴回到指定位置 + + Image.fromarray(big * 255).save( + os.path.join(out_dir, os.path.splitext(fn)[0] + ".png") + ) + n += 1 + print(f"[DONE] {in_dir} -> {out_dir} 共 {n} 张,y_top={y_top}, 输出尺寸={H}x{W}") + +if __name__ == "__main__": + ap = argparse.ArgumentParser() + ap.add_argument("--in_dir", required=True, help="输入 512x512 鼻子 mask 目录(文件名与原图一致)") + ap.add_argument("--out_dir", required=True, help="输出 1536x512 掩码目录(文件名不变)") + ap.add_argument("--y_top", type=int, default=400, help="竖向贴回起始 y,默认 400") + args = ap.parse_args() + expand_dir(args.in_dir, args.out_dir, y_top=args.y_top) \ No newline at end of file diff --git a/face_parsing-main/face_dataset.py b/face_parsing-main/face_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..49b5865cc251de936628c50e679aa4f30736266f --- /dev/null +++ b/face_parsing-main/face_dataset.py @@ -0,0 +1,60 @@ +#!/usr/bin/python +# -*- encoding: utf-8 -*- + +import torch +from torch.utils.data import Dataset +import torchvision.transforms as transforms + +import os.path as osp +import os +from PIL import Image +import numpy as np +import json +import cv2 + +from transform import * + + + +class FaceMask(Dataset): + def __init__(self, rootpth,img_size, cropsize=(640, 480), mode='train', *args, **kwargs): + super(FaceMask, self).__init__(*args, **kwargs) + assert mode in ('train', 'val', 'test') + self.mode = mode + self.ignore_lb = 255 + self.rootpth = rootpth + self.img_size = img_size + + self.imgs = os.listdir(os.path.join(self.rootpth, 'CelebA-HQ-img')) + + # pre-processing + self.to_tensor = transforms.Compose([ + transforms.ToTensor(), + transforms.Normalize((0.485, 0.456, 0.406), (0.229, 0.224, 0.225)), + ]) + self.trans_train = Compose([ + ColorJitter( + brightness=0.5, + contrast=0.5, + saturation=0.5), + HorizontalFlip(), + RandomScale((0.75, 1.0, 1.25, 1.5, 1.75, 2.0)), + RandomCrop(cropsize) + ]) + + def __getitem__(self, idx): + impth = self.imgs[idx] + img = Image.open(osp.join(self.rootpth, 'CelebA-HQ-img', impth)) + img = img.resize((self.img_size,self.img_size), Image.BILINEAR) + label = Image.open(osp.join(self.rootpth, 'mask_{}'.format(self.img_size), impth[:-3]+'png')).convert('P') + # print(np.unique(np.array(label))) + if self.mode == 'train': + im_lb = dict(im=img, lb=label) + im_lb = self.trans_train(im_lb) + img, label = im_lb['im'], im_lb['lb'] + img = self.to_tensor(img) + label = np.array(label).astype(np.int64)[np.newaxis, :] + return img, label + + def __len__(self): + return len(self.imgs) diff --git a/face_parsing-main/fp_512.pth b/face_parsing-main/fp_512.pth new file mode 100644 index 0000000000000000000000000000000000000000..8a5f97e139244d950b547a3e7758875952e8284b --- /dev/null +++ b/face_parsing-main/fp_512.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6f392bafa99c8b3fb3408a5f9d35d6623eb26893018ea7022625e8b0c76484 +size 53289081 diff --git a/face_parsing-main/images/2020-09-06_17-01-01_835030.jpg b/face_parsing-main/images/2020-09-06_17-01-01_835030.jpg new file mode 100644 index 0000000000000000000000000000000000000000..96f41c0f1958916adfb97fe4af748a0972be830d Binary files /dev/null and b/face_parsing-main/images/2020-09-06_17-01-01_835030.jpg differ diff --git a/face_parsing-main/images/2020-09-06_17-09-01_763315.jpg b/face_parsing-main/images/2020-09-06_17-09-01_763315.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d2b8ec04d0b8ff5cdcf510a06c78d893d1a74fe1 Binary files /dev/null and b/face_parsing-main/images/2020-09-06_17-09-01_763315.jpg differ diff --git a/face_parsing-main/images/2020-09-06_20-31-54_377040.jpg b/face_parsing-main/images/2020-09-06_20-31-54_377040.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e4921c11a1524d1f3c04098b5a7dcad9a96c665f Binary files /dev/null and b/face_parsing-main/images/2020-09-06_20-31-54_377040.jpg differ diff --git a/face_parsing-main/inference.py b/face_parsing-main/inference.py new file mode 100644 index 0000000000000000000000000000000000000000..d53e0aaa78e45559fd9c465404b722d3367d32a9 --- /dev/null +++ b/face_parsing-main/inference.py @@ -0,0 +1,120 @@ +# -*- coding: utf-8 -*- +import os, os.path as osp +import argparse +import numpy as np +import torch +import torchvision.transforms as T +import cv2 +from PIL import Image + +# 你的工程里:from model import BiSeNet +from model import BiSeNet + + +# 颜色表(19 类;按你的仓库类别顺序) +PART_COLORS = np.array([ + [255, 0, 0], [255, 85, 0], [255, 170, 0], + [255, 0, 85], [255, 0, 170], + [ 0, 255, 0], [ 85, 255, 0], [170, 255, 0], + [ 0, 255, 85], [ 0, 255, 170], + [ 0, 0, 255], [ 85, 0, 255], [170, 0, 255], + [ 0, 85, 255], [ 0, 170, 255], + [255, 255, 0], [255, 255, 85], [255, 255, 170], + [255, 0, 255] +], dtype=np.uint8) + + +def is_img(p): + return osp.splitext(p)[1].lower() in {".jpg",".jpeg",".png",".bmp",".tif",".tiff",".webp"} + + +def overlay_parsing(rgb, parsing, alpha=0.45): + """parsing: (H,W) int; rgb: (H,W,3) uint8 -> overlay (H,W,3) uint8""" + h, w = parsing.shape + color = PART_COLORS[np.clip(parsing, 0, len(PART_COLORS)-1)] + blend = (alpha*color + (1-alpha)*rgb).astype(np.uint8) + return blend + + +def save_index_png(parsing, path): + """把类别 id 存成 ‘索引图’(单通道 PNG,便于后处理)""" + Image.fromarray(parsing.astype(np.uint8), mode='L').save(path) + + +def main(args): + device = torch.device(args.device if torch.cuda.is_available() and args.device.startswith("cuda") + else "cpu") + print(f"[INFO] device = {device}") + + # 模型 + n_classes = 19 + net = BiSeNet(n_classes=n_classes).to(device) + print(f"[INFO] load weights: {args.weights}") + state = torch.load(args.weights, map_location=device) + net.load_state_dict(state, strict=True) + net.eval() + + tfm = T.Compose([ + T.ToTensor(), + T.Normalize((0.485,0.456,0.406), (0.229,0.224,0.225)), + ]) + + os.makedirs(args.save_vis, exist_ok=True) + if args.save_idx: + os.makedirs(args.save_idx, exist_ok=True) + + names = [f for f in sorted(os.listdir(args.image_dir)) if is_img(f)] + if not names: + print(f"[WARN] no images in {args.image_dir}") + return + + with torch.no_grad(): + for i, fn in enumerate(names, 1): + ip = osp.join(args.image_dir, fn) + bgr = cv2.imread(ip, cv2.IMREAD_COLOR) + if bgr is None: + print(f"[SKIP] read fail: {ip}") + continue + rgb = cv2.cvtColor(bgr, cv2.COLOR_BGR2RGB) + + # 网络输入大小 + pil = Image.fromarray(rgb).resize((args.img_size, args.img_size), Image.BILINEAR) + x = tfm(pil).unsqueeze(0).to(device) + + out = net(x) + # 兼容返回 tuple/list 的实现 + if isinstance(out, (list, tuple)): + out = out[0] + parsing_small = out.squeeze(0).argmax(0).detach().cpu().numpy().astype(np.uint8) + # 还原回原图大小 + parsing = cv2.resize(parsing_small, (rgb.shape[1], rgb.shape[0]), interpolation=cv2.INTER_NEAREST) + + # 保存可视化 + vis = overlay_parsing(rgb, parsing, alpha=args.alpha) + vis_bgr = cv2.cvtColor(vis, cv2.COLOR_RGB2BGR) + cv2.imwrite(osp.join(args.save_vis, fn), vis_bgr) + + # 可选:保存索引图(单通道 id) + if args.save_idx: + save_index_png(parsing, osp.join(args.save_idx, osp.splitext(fn)[0] + ".png")) + + uniq = np.unique(parsing) + print(f"[{i:04d}/{len(names)}] {fn} classes={uniq.tolist()} -> vis:{args.save_vis}") + + print("[DONE]") + + +if __name__ == "__main__": + ap = argparse.ArgumentParser() + ap.add_argument("--image_dir", type=str, default="./images", help="输入图片目录") + ap.add_argument("--weights", type=str, default="./fp_512.pth", help="权重路径") + ap.add_argument("--img_size", dest="img_size", type=int, default=512, help="推理分辨率(方形)") + ap.add_argument("--device", type=str, default="cuda:0", help="'cuda:0' 或 'cpu'") + ap.add_argument("--save_vis", type=str, default="./result/vis", help="彩色叠加图输出目录") + ap.add_argument("--save_idx", type=str, default="./result/idx", help="可选:索引图输出目录(单通道PNG),为空则不保存") + ap.add_argument("--alpha", type=float, default=0.45, help="可视化叠加不透明度") + args = ap.parse_args() + # 若不想保存索引图,传空字符串即可 + if args.save_idx == "": + args.save_idx = None + main(args) \ No newline at end of file diff --git a/face_parsing-main/loss.py b/face_parsing-main/loss.py new file mode 100644 index 0000000000000000000000000000000000000000..f8f65aa05566853cb87678d97926bd03b911e166 --- /dev/null +++ b/face_parsing-main/loss.py @@ -0,0 +1,75 @@ +#!/usr/bin/python +# -*- encoding: utf-8 -*- + + +import torch +import torch.nn as nn +import torch.nn.functional as F + +import numpy as np + + +class OhemCELoss(nn.Module): + def __init__(self, thresh, n_min, ignore_lb=255, *args, **kwargs): + super(OhemCELoss, self).__init__() + self.thresh = -torch.log(torch.tensor(thresh, dtype=torch.float)).cuda() + self.n_min = n_min + self.ignore_lb = ignore_lb + self.criteria = nn.CrossEntropyLoss(ignore_index=ignore_lb, reduction='none') + + def forward(self, logits, labels): + N, C, H, W = logits.size() + loss = self.criteria(logits, labels).view(-1) + loss, _ = torch.sort(loss, descending=True) + if loss[self.n_min] > self.thresh: + loss = loss[loss>self.thresh] + else: + loss = loss[:self.n_min] + return torch.mean(loss) + + +class SoftmaxFocalLoss(nn.Module): + def __init__(self, gamma, ignore_lb=255, *args, **kwargs): + super(SoftmaxFocalLoss, self).__init__() + self.gamma = gamma + self.nll = nn.NLLLoss(ignore_index=ignore_lb) + + def forward(self, logits, labels): + scores = F.softmax(logits, dim=1) + factor = torch.pow(1.-scores, self.gamma) + log_score = F.log_softmax(logits, dim=1) + log_score = factor * log_score + loss = self.nll(log_score, labels) + return loss + + +if __name__ == '__main__': + torch.manual_seed(15) + criteria1 = OhemCELoss(thresh=0.7, n_min=16*20*20//16).cuda() + criteria2 = OhemCELoss(thresh=0.7, n_min=16*20*20//16).cuda() + net1 = nn.Sequential( + nn.Conv2d(3, 19, kernel_size=3, stride=2, padding=1), + ) + net1.cuda() + net1.train() + net2 = nn.Sequential( + nn.Conv2d(3, 19, kernel_size=3, stride=2, padding=1), + ) + net2.cuda() + net2.train() + + with torch.no_grad(): + inten = torch.randn(16, 3, 20, 20).cuda() + lbs = torch.randint(0, 19, [16, 20, 20]).cuda() + lbs[1, :, :] = 255 + + logits1 = net1(inten) + logits1 = F.interpolate(logits1, inten.size()[2:], mode='bilinear') + logits2 = net2(inten) + logits2 = F.interpolate(logits2, inten.size()[2:], mode='bilinear') + + loss1 = criteria1(logits1, lbs) + loss2 = criteria2(logits2, lbs) + loss = loss1 + loss2 + print(loss.detach().cpu()) + loss.backward() diff --git a/face_parsing-main/make_nose_masks.py b/face_parsing-main/make_nose_masks.py new file mode 100644 index 0000000000000000000000000000000000000000..5525904d7bb37891c5b11ceeb0935e640147fec9 --- /dev/null +++ b/face_parsing-main/make_nose_masks.py @@ -0,0 +1,79 @@ +# make_nose_masks.py +import os +import cv2 +import numpy as np +import argparse + +def is_img(fn): + return os.path.splitext(fn)[1].lower() in {".png", ".jpg", ".jpeg", ".bmp", ".tif", ".tiff", ".webp"} + +def read_idx(path): + """兼容灰度/调色板/彩色三种读法,返回 uint8 的类别ID矩阵""" + arr = cv2.imread(path, cv2.IMREAD_UNCHANGED) + if arr is None: + raise RuntimeError(f"read fail: {path}") + # 如果是彩色(3通道),通常三通道值一致;取任一通道即可 + if arr.ndim == 3: + arr = arr[:, :, 0] + return arr.astype(np.uint8) + +def extract_nose(idx, nose_id=10): + """从 idx 中提取鼻子为 255, 其他为 0""" + return np.where(idx == nose_id, 255, 0).astype(np.uint8) + +def paste_to_canvas(mask_512, target_h=1536, target_w=512, y_top=400): + """把 512×512 的 mask 贴回 512×1536 的画布(竖向),默认贴在 [y_top:y_top+512]""" + h, w = mask_512.shape[:2] + if (h, w) != (512, 512): + raise ValueError(f"mask size must be 512x512, got {w}x{h}") + if y_top < 0 or y_top + 512 > target_h: + raise ValueError(f"y_top out of range: y_top={y_top}, target_h={target_h}") + + canvas = np.zeros((target_h, target_w), dtype=np.uint8) + # 你的 512×512 小图本来就是整张的宽度,所以横向从 0 到 512 直接贴就可以 + canvas[y_top:y_top + 512, 0:512] = mask_512 + return canvas + +def main(args): + os.makedirs(args.out_dir, exist_ok=True) + + files = [f for f in os.listdir(args.idx_dir) if is_img(f)] + if not files: + print(f"[WARN] 在 {args.idx_dir} 没有找到图片文件") + return + + kept = 0 + for i, fn in enumerate(sorted(files), 1): + in_path = os.path.join(args.idx_dir, fn) + try: + idx = read_idx(in_path) + nose_512 = extract_nose(idx, args.nose_id) + canvas = paste_to_canvas( + nose_512, + target_h=args.target_h, + target_w=args.target_w, + y_top=args.y_top, + ) + out_path = os.path.join(args.out_dir, os.path.splitext(fn)[0] + ".png") + cv2.imwrite(out_path, canvas) + kept += 1 + if args.verbose and (i % 10 == 1 or i == len(files)): + print(f"[{i:04d}/{len(files)}] {fn} -> {out_path}") + except Exception as e: + print(f"[SKIP] {fn}: {e}") + + print(f"\n✅ 完成:保存 {kept} 张。输出目录:{args.out_dir}") + +if __name__ == "__main__": + p = argparse.ArgumentParser( + description="把 idx 标签图中的鼻子(默认id=10)抠出来,并贴回到 512x1536 的黑白 mask(文件名保持不变)" + ) + p.add_argument("--idx_dir", required=True, help="idx 输入目录(每像素=类别ID,512x512)") + p.add_argument("--out_dir", required=True, help="输出目录(512x1536 黑白图)") + p.add_argument("--nose_id", type=int, default=10, help="鼻子类别ID(默认10)") + p.add_argument("--y_top", type=int, default=400, help="贴回时的起始高度(默认400)") + p.add_argument("--target_h", type=int, default=1536, help="目标高度(默认 1536)") + p.add_argument("--target_w", type=int, default=512, help="目标宽度(默认 512)") + p.add_argument("--verbose", action="store_true", help="打印处理进度") + args = p.parse_args() + main(args) \ No newline at end of file diff --git a/face_parsing-main/model.py b/face_parsing-main/model.py new file mode 100644 index 0000000000000000000000000000000000000000..040f41ffe57c3a2278e4c4db68749716ef45c304 --- /dev/null +++ b/face_parsing-main/model.py @@ -0,0 +1,283 @@ +#!/usr/bin/python +# -*- encoding: utf-8 -*- + + +import torch +import torch.nn as nn +import torch.nn.functional as F +import torchvision + +from resnet import Resnet18 +# from modules.bn import InPlaceABNSync as BatchNorm2d + + +class ConvBNReLU(nn.Module): + def __init__(self, in_chan, out_chan, ks=3, stride=1, padding=1, *args, **kwargs): + super(ConvBNReLU, self).__init__() + self.conv = nn.Conv2d(in_chan, + out_chan, + kernel_size = ks, + stride = stride, + padding = padding, + bias = False) + self.bn = nn.BatchNorm2d(out_chan) + self.init_weight() + + def forward(self, x): + x = self.conv(x) + x = F.relu(self.bn(x)) + return x + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + +class BiSeNetOutput(nn.Module): + def __init__(self, in_chan, mid_chan, n_classes, *args, **kwargs): + super(BiSeNetOutput, self).__init__() + self.conv = ConvBNReLU(in_chan, mid_chan, ks=3, stride=1, padding=1) + self.conv_out = nn.Conv2d(mid_chan, n_classes, kernel_size=1, bias=False) + self.init_weight() + + def forward(self, x): + x = self.conv(x) + x = self.conv_out(x) + return x + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + + def get_params(self): + wd_params, nowd_params = [], [] + for name, module in self.named_modules(): + if isinstance(module, nn.Linear) or isinstance(module, nn.Conv2d): + wd_params.append(module.weight) + if not module.bias is None: + nowd_params.append(module.bias) + elif isinstance(module, nn.BatchNorm2d): + nowd_params += list(module.parameters()) + return wd_params, nowd_params + + +class AttentionRefinementModule(nn.Module): + def __init__(self, in_chan, out_chan, *args, **kwargs): + super(AttentionRefinementModule, self).__init__() + self.conv = ConvBNReLU(in_chan, out_chan, ks=3, stride=1, padding=1) + self.conv_atten = nn.Conv2d(out_chan, out_chan, kernel_size= 1, bias=False) + self.bn_atten = nn.BatchNorm2d(out_chan) + self.sigmoid_atten = nn.Sigmoid() + self.init_weight() + + def forward(self, x): + feat = self.conv(x) + atten = F.avg_pool2d(feat, feat.size()[2:]) + atten = self.conv_atten(atten) + atten = self.bn_atten(atten) + atten = self.sigmoid_atten(atten) + out = torch.mul(feat, atten) + return out + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + + +class ContextPath(nn.Module): + def __init__(self, *args, **kwargs): + super(ContextPath, self).__init__() + self.resnet = Resnet18() + self.arm16 = AttentionRefinementModule(256, 128) + self.arm32 = AttentionRefinementModule(512, 128) + self.conv_head32 = ConvBNReLU(128, 128, ks=3, stride=1, padding=1) + self.conv_head16 = ConvBNReLU(128, 128, ks=3, stride=1, padding=1) + self.conv_avg = ConvBNReLU(512, 128, ks=1, stride=1, padding=0) + + self.init_weight() + + def forward(self, x): + H0, W0 = x.size()[2:] + feat8, feat16, feat32 = self.resnet(x) + H8, W8 = feat8.size()[2:] + H16, W16 = feat16.size()[2:] + H32, W32 = feat32.size()[2:] + + avg = F.avg_pool2d(feat32, feat32.size()[2:]) + avg = self.conv_avg(avg) + avg_up = F.interpolate(avg, (H32, W32), mode='nearest') + + feat32_arm = self.arm32(feat32) + feat32_sum = feat32_arm + avg_up + feat32_up = F.interpolate(feat32_sum, (H16, W16), mode='nearest') + feat32_up = self.conv_head32(feat32_up) + + feat16_arm = self.arm16(feat16) + feat16_sum = feat16_arm + feat32_up + feat16_up = F.interpolate(feat16_sum, (H8, W8), mode='nearest') + feat16_up = self.conv_head16(feat16_up) + + return feat8, feat16_up, feat32_up # x8, x8, x16 + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + + def get_params(self): + wd_params, nowd_params = [], [] + for name, module in self.named_modules(): + if isinstance(module, (nn.Linear, nn.Conv2d)): + wd_params.append(module.weight) + if not module.bias is None: + nowd_params.append(module.bias) + elif isinstance(module, nn.BatchNorm2d): + nowd_params += list(module.parameters()) + return wd_params, nowd_params + + +### This is not used, since I replace this with the resnet feature with the same size +class SpatialPath(nn.Module): + def __init__(self, *args, **kwargs): + super(SpatialPath, self).__init__() + self.conv1 = ConvBNReLU(3, 64, ks=7, stride=2, padding=3) + self.conv2 = ConvBNReLU(64, 64, ks=3, stride=2, padding=1) + self.conv3 = ConvBNReLU(64, 64, ks=3, stride=2, padding=1) + self.conv_out = ConvBNReLU(64, 128, ks=1, stride=1, padding=0) + self.init_weight() + + def forward(self, x): + feat = self.conv1(x) + feat = self.conv2(feat) + feat = self.conv3(feat) + feat = self.conv_out(feat) + return feat + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + + def get_params(self): + wd_params, nowd_params = [], [] + for name, module in self.named_modules(): + if isinstance(module, nn.Linear) or isinstance(module, nn.Conv2d): + wd_params.append(module.weight) + if not module.bias is None: + nowd_params.append(module.bias) + elif isinstance(module, nn.BatchNorm2d): + nowd_params += list(module.parameters()) + return wd_params, nowd_params + + +class FeatureFusionModule(nn.Module): + def __init__(self, in_chan, out_chan, *args, **kwargs): + super(FeatureFusionModule, self).__init__() + self.convblk = ConvBNReLU(in_chan, out_chan, ks=1, stride=1, padding=0) + self.conv1 = nn.Conv2d(out_chan, + out_chan//4, + kernel_size = 1, + stride = 1, + padding = 0, + bias = False) + self.conv2 = nn.Conv2d(out_chan//4, + out_chan, + kernel_size = 1, + stride = 1, + padding = 0, + bias = False) + self.relu = nn.ReLU(inplace=True) + self.sigmoid = nn.Sigmoid() + self.init_weight() + + def forward(self, fsp, fcp): + fcat = torch.cat([fsp, fcp], dim=1) + feat = self.convblk(fcat) + atten = F.avg_pool2d(feat, feat.size()[2:]) + atten = self.conv1(atten) + atten = self.relu(atten) + atten = self.conv2(atten) + atten = self.sigmoid(atten) + feat_atten = torch.mul(feat, atten) + feat_out = feat_atten + feat + return feat_out + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + + def get_params(self): + wd_params, nowd_params = [], [] + for name, module in self.named_modules(): + if isinstance(module, nn.Linear) or isinstance(module, nn.Conv2d): + wd_params.append(module.weight) + if not module.bias is None: + nowd_params.append(module.bias) + elif isinstance(module, nn.BatchNorm2d): + nowd_params += list(module.parameters()) + return wd_params, nowd_params + + +class BiSeNet(nn.Module): + def __init__(self, n_classes, *args, **kwargs): + super(BiSeNet, self).__init__() + self.cp = ContextPath() + ## here self.sp is deleted + self.ffm = FeatureFusionModule(256, 256) + self.conv_out = BiSeNetOutput(256, 256, n_classes) + self.conv_out16 = BiSeNetOutput(128, 64, n_classes) + self.conv_out32 = BiSeNetOutput(128, 64, n_classes) + self.init_weight() + + def forward(self, x): + H, W = x.size()[2:] + feat_res8, feat_cp8, feat_cp16 = self.cp(x) # here return res3b1 feature + feat_sp = feat_res8 # use res3b1 feature to replace spatial path feature + feat_fuse = self.ffm(feat_sp, feat_cp8) + + feat_out = self.conv_out(feat_fuse) + feat_out16 = self.conv_out16(feat_cp8) + feat_out32 = self.conv_out32(feat_cp16) + + feat_out = F.interpolate(feat_out, (H, W), mode='bilinear', align_corners=True) + feat_out16 = F.interpolate(feat_out16, (H, W), mode='bilinear', align_corners=True) + feat_out32 = F.interpolate(feat_out32, (H, W), mode='bilinear', align_corners=True) + return feat_out, feat_out16, feat_out32 + + def init_weight(self): + for ly in self.children(): + if isinstance(ly, nn.Conv2d): + nn.init.kaiming_normal_(ly.weight, a=1) + if not ly.bias is None: nn.init.constant_(ly.bias, 0) + + def get_params(self): + wd_params, nowd_params, lr_mul_wd_params, lr_mul_nowd_params = [], [], [], [] + for name, child in self.named_children(): + child_wd_params, child_nowd_params = child.get_params() + if isinstance(child, FeatureFusionModule) or isinstance(child, BiSeNetOutput): + lr_mul_wd_params += child_wd_params + lr_mul_nowd_params += child_nowd_params + else: + wd_params += child_wd_params + nowd_params += child_nowd_params + return wd_params, nowd_params, lr_mul_wd_params, lr_mul_nowd_params + + +if __name__ == "__main__": + net = BiSeNet(19) + net.cuda() + net.eval() + in_ten = torch.randn(16, 3, 640, 480).cuda() + out, out16, out32 = net(in_ten) + print(out.shape) + + net.get_params() diff --git a/face_parsing-main/prepropess_data.py b/face_parsing-main/prepropess_data.py new file mode 100644 index 0000000000000000000000000000000000000000..6f712566c16a46db3bdaaaf55ce77daeed2e8185 --- /dev/null +++ b/face_parsing-main/prepropess_data.py @@ -0,0 +1,47 @@ +# -*- encoding: utf-8 -*- +#function : 训练样本预处理 + +import os +import os.path as osp +import cv2 +from transform import * +from PIL import Image + +if __name__ == "__main__": + + image_size = 512# 样本分辨率 + + face_data = './CelebAMask-HQ/CelebA-HQ-img' + face_sep_mask = './CelebAMask-HQ/CelebAMask-HQ-mask-anno' + mask_path = './CelebAMask-HQ/mask_{}'.format(image_size) + + if not os.path.exists(mask_path): + os.mkdir(mask_path) + + counter = 0 + total = 0 + for i in range(15): + + atts = ['skin', 'l_brow', 'r_brow', 'l_eye', 'r_eye', 'eye_g', 'l_ear', 'r_ear', 'ear_r', + 'nose', 'mouth', 'u_lip', 'l_lip', 'neck', 'neck_l', 'cloth', 'hair', 'hat'] + + for j in range(i * 2000, (i + 1) * 2000): + + mask = np.zeros((512, 512)) + + for l, att in enumerate(atts, 1): + total += 1 + file_name = ''.join([str(j).rjust(5, '0'), '_', att, '.png']) + path = osp.join(face_sep_mask, str(i), file_name) + + if os.path.exists(path): + counter += 1 + sep_mask = np.array(Image.open(path).convert('P')) + + mask[sep_mask == 225] = l + if image_size != 512: + mask = cv2.resize(mask,(image_size,image_size),interpolation=cv2.INTER_NEAREST) + cv2.imwrite('{}/{}.png'.format(mask_path, j), mask) + print(j) + + print(counter, total) diff --git a/face_parsing-main/python test.docx b/face_parsing-main/python test.docx new file mode 100644 index 0000000000000000000000000000000000000000..3046c77fd9f90c670b3c45e3d93126e955ff191d Binary files /dev/null and b/face_parsing-main/python test.docx differ diff --git a/face_parsing-main/resnet.py b/face_parsing-main/resnet.py new file mode 100644 index 0000000000000000000000000000000000000000..aa2bf95130e9815ba378cb6f73207068b81a04b9 --- /dev/null +++ b/face_parsing-main/resnet.py @@ -0,0 +1,109 @@ +#!/usr/bin/python +# -*- encoding: utf-8 -*- + +import torch +import torch.nn as nn +import torch.nn.functional as F +import torch.utils.model_zoo as modelzoo + +# from modules.bn import InPlaceABNSync as BatchNorm2d + +resnet18_url = 'https://download.pytorch.org/models/resnet18-5c106cde.pth' + + +def conv3x3(in_planes, out_planes, stride=1): + """3x3 convolution with padding""" + return nn.Conv2d(in_planes, out_planes, kernel_size=3, stride=stride, + padding=1, bias=False) + + +class BasicBlock(nn.Module): + def __init__(self, in_chan, out_chan, stride=1): + super(BasicBlock, self).__init__() + self.conv1 = conv3x3(in_chan, out_chan, stride) + self.bn1 = nn.BatchNorm2d(out_chan) + self.conv2 = conv3x3(out_chan, out_chan) + self.bn2 = nn.BatchNorm2d(out_chan) + self.relu = nn.ReLU(inplace=True) + self.downsample = None + if in_chan != out_chan or stride != 1: + self.downsample = nn.Sequential( + nn.Conv2d(in_chan, out_chan, + kernel_size=1, stride=stride, bias=False), + nn.BatchNorm2d(out_chan), + ) + + def forward(self, x): + residual = self.conv1(x) + residual = F.relu(self.bn1(residual)) + residual = self.conv2(residual) + residual = self.bn2(residual) + + shortcut = x + if self.downsample is not None: + shortcut = self.downsample(x) + + out = shortcut + residual + out = self.relu(out) + return out + + +def create_layer_basic(in_chan, out_chan, bnum, stride=1): + layers = [BasicBlock(in_chan, out_chan, stride=stride)] + for i in range(bnum-1): + layers.append(BasicBlock(out_chan, out_chan, stride=1)) + return nn.Sequential(*layers) + + +class Resnet18(nn.Module): + def __init__(self): + super(Resnet18, self).__init__() + self.conv1 = nn.Conv2d(3, 64, kernel_size=7, stride=2, padding=3, + bias=False) + self.bn1 = nn.BatchNorm2d(64) + self.maxpool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) + self.layer1 = create_layer_basic(64, 64, bnum=2, stride=1) + self.layer2 = create_layer_basic(64, 128, bnum=2, stride=2) + self.layer3 = create_layer_basic(128, 256, bnum=2, stride=2) + self.layer4 = create_layer_basic(256, 512, bnum=2, stride=2) + self.init_weight() + + def forward(self, x): + x = self.conv1(x) + x = F.relu(self.bn1(x)) + x = self.maxpool(x) + + x = self.layer1(x) + feat8 = self.layer2(x) # 1/8 + feat16 = self.layer3(feat8) # 1/16 + feat32 = self.layer4(feat16) # 1/32 + return feat8, feat16, feat32 + + def init_weight(self): + state_dict = modelzoo.load_url(resnet18_url) + self_state_dict = self.state_dict() + for k, v in state_dict.items(): + if 'fc' in k: continue + self_state_dict.update({k: v}) + self.load_state_dict(self_state_dict) + + def get_params(self): + wd_params, nowd_params = [], [] + for name, module in self.named_modules(): + if isinstance(module, (nn.Linear, nn.Conv2d)): + wd_params.append(module.weight) + if not module.bias is None: + nowd_params.append(module.bias) + elif isinstance(module, nn.BatchNorm2d): + nowd_params += list(module.parameters()) + return wd_params, nowd_params + + +if __name__ == "__main__": + net = Resnet18() + x = torch.randn(16, 3, 224, 224) + out = net(x) + print(out[0].size()) + print(out[1].size()) + print(out[2].size()) + net.get_params() diff --git a/face_parsing-main/samples/sample.gif b/face_parsing-main/samples/sample.gif new file mode 100644 index 0000000000000000000000000000000000000000..1cc3841678c9ddeed5b0d88ea0050840826ae567 --- /dev/null +++ b/face_parsing-main/samples/sample.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc06ce18fb791b94e868a4230b0953499a21a20f88703aa9b51ac3ef7a953e3e +size 17890572 diff --git a/face_parsing-main/samples/t.jpg b/face_parsing-main/samples/t.jpg new file mode 100644 index 0000000000000000000000000000000000000000..4d970f352b53768dd167a4b745d59c2180dc2981 Binary files /dev/null and b/face_parsing-main/samples/t.jpg differ diff --git a/face_parsing-main/softmask.py b/face_parsing-main/softmask.py new file mode 100644 index 0000000000000000000000000000000000000000..d98aa758758bdff00ff225b6b8d2dab51a46baa6 --- /dev/null +++ b/face_parsing-main/softmask.py @@ -0,0 +1,145 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +""" +Module Function: +Generates a soft-edge nose mask (grayscale 0..255) from a single 512x1536 (WxH) image. + +Wrapper Function: + make_softmask_pil(img: PIL.Image, weights: Path, inference_fp: Path, + device="cpu", y_top=400, sigma=4.0, nose_id=10) +Command Line: + python softmask_module.py --in_path ./datasets/train --weights ./fp_512.pth \ + --device cpu --out_dir ./result_soft --y_top 400 --sigma 4 +""" + +import argparse +import sys +import subprocess +import tempfile +from pathlib import Path +import numpy as np +from PIL import Image, ImageFilter + +# ---------- Utility Functions ---------- +def ensure_dir(p: Path): + p.mkdir(parents=True, exist_ok=True) + +def load_rgb(path: Path) -> Image.Image: + return Image.open(path).convert("RGB") + +def run_face_parsing(inference_fp: Path, images_dir: Path, weights: Path, + device: str, save_idx_dir: Path, img_size: int = 512): + cmd = [ + sys.executable, str(inference_fp), + "--image_dir", str(images_dir), + "--weights", str(weights), + "--img_size", str(img_size), + "--device", device, + "--save_idx", str(save_idx_dir), + ] + print("[INFO] face parsing:", " ".join(cmd)) + subprocess.run(cmd, check=True) + +def load_idx(idx_path: Path) -> np.ndarray: + if idx_path.suffix.lower() == ".npy": + return np.load(idx_path) + return np.array(Image.open(idx_path).convert("L")) + +def build_full_mask(idx_512: np.ndarray, H: int, y_top: int, nose_id: int) -> Image.Image: + """Back-project the 512x512 nose idx image to the 512xH (H=1536) image location""" + assert idx_512.shape == (512, 512), f"expect 512x512, got {idx_512.shape}" + out = np.zeros((H, 512), dtype=np.uint8) + nose_bin = (idx_512 == nose_id).astype(np.uint8) * 255 + y1 = max(0, min(H - 512, y_top)) + out[y1:y1+512, :] = nose_bin + return Image.fromarray(out, mode="L") + +# ---------- Encapsulated function (direct external call) ---------- +def make_softmask_pil(img: Image.Image, weights: Path, inference_fp: Path, + device="cpu", y_top=400, sigma=4.0, nose_id=10) -> Image.Image: + """ + Input: + img: PIL.Image, must be 512x1536 (WxH) + weights: Path, face parsing weights + inference_fp: Path, inference.py path + device: "cpu" / "cuda:0" + y_top: 512x512 square starting at row y_top + sigma: Gaussian softening radius + nose_id: ID of the nose class in face parsing (default 10) + Output: + 512x1536 grayscale PIL.Image (white = nose, 0-255 soft edges) + """ + img = img.convert("RGB") + W, H = img.size + if (W, H) != (512, 1536): + raise ValueError(f"expect 512x1536 (WxH), got {W}x{H}") + + # Cut out 512x512 blocks + y1 = max(0, min(1536 - 512, y_top)) + patch = img.crop((0, y1, 512, y1 + 512)) + + # Run inference in a temporary directory + with tempfile.TemporaryDirectory(prefix="fp_soft_") as td: + td = Path(td) + d_in = td / "in"; d_idx = td / "idx" + ensure_dir(d_in); ensure_dir(d_idx) + sq_path = d_in / "tmp.png" + patch.save(sq_path) + + run_face_parsing(inference_fp, d_in, weights, device, d_idx, img_size=512) + + idx_npy = d_idx / "tmp.npy" + idx_png = d_idx / "tmp.png" + if idx_npy.exists(): + idx = load_idx(idx_npy) + elif idx_png.exists(): + idx = load_idx(idx_png) + else: + raise RuntimeError(f"no idx file in {d_idx}") + + hard_mask = build_full_mask(idx, H=1536, y_top=y1, nose_id=nose_id) + + # ---- Softened part ---- + soft = hard_mask.filter(ImageFilter.GaussianBlur(radius=float(sigma))) + return soft + +# ---------- Command line entry ---------- +def main(): + ap = argparse.ArgumentParser(description="生成 512x1536 软边鼻部 mask(支持批量)") + ap.add_argument("--in_path", required=True, help="单图或目录路径(512x1536)") + ap.add_argument("--weights", required=True, help="fp_512.pth 路径") + ap.add_argument("--inference_fp", default="inference.py", help="face parsing 脚本路径") + ap.add_argument("--device", default="cpu", help="cpu / cuda:0 / cuda:1") + ap.add_argument("--out_dir", required=True, help="输出目录") + ap.add_argument("--y_top", type=int, default=400, help="起始 y 坐标") + ap.add_argument("--sigma", type=float, default=4.0, help="高斯软化半径") + ap.add_argument("--nose_id", type=int, default=10, help="face parsing 中鼻子类别 ID") + args = ap.parse_args() + + in_path = Path(args.in_path) + ensure_dir(Path(args.out_dir)) + + if in_path.is_file(): + img = load_rgb(in_path) + mask = make_softmask_pil(img, Path(args.weights), Path(args.inference_fp), + device=args.device, y_top=args.y_top, + sigma=args.sigma, nose_id=args.nose_id) + out_path = Path(args.out_dir) / f"{in_path.stem}.png" + mask.save(out_path) + print(f"[OK] saved: {out_path}") + + elif in_path.is_dir(): + imgs = sorted([p for p in in_path.iterdir() if p.suffix.lower() in [".png", ".jpg", ".jpeg", ".bmp", ".webp"]]) + for p in imgs: + img = load_rgb(p) + mask = make_softmask_pil(img, Path(args.weights), Path(args.inference_fp), + device=args.device, y_top=args.y_top, + sigma=args.sigma, nose_id=args.nose_id) + out_path = Path(args.out_dir) / f"{p.stem}.png" + mask.save(out_path) + print(f"[OK] saved: {out_path}") + else: + raise SystemExit(f"[ERR] invalid in_path: {in_path}") + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/face_parsing-main/test_nose_mask.py b/face_parsing-main/test_nose_mask.py new file mode 100644 index 0000000000000000000000000000000000000000..8663f94b88ebeb3b73f20d758ee35f187af8e447 --- /dev/null +++ b/face_parsing-main/test_nose_mask.py @@ -0,0 +1,227 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +""" +从 1024x1536(宽x高)拼接图片中,直接生成左半边 real_A 的 512x1536 鼻部二值掩膜(白=255,黑=0)。 +内部自动: +1) 从左半边 A 截取 y_top 开始的 512x512 方块; +2) 调用你们现有的 inference.py 做 face parsing(ID=10 为鼻子); +3) 将鼻子区域回投影到 512x1536 的正确位置,输出 PNG(二值)。 + +用法示例: +python test_nose_mask.py \ + --in_path ./datasets/test \ + --weights ./fp_512.pth \ + --device cpu \ + --out_dir ./result_test \ + --y_top 400 --patch 512 + +支持:输入是单图文件,或目录(批量处理所有常见图片后缀)。 +""" + +import argparse +import shutil +import subprocess +import sys +import tempfile +from pathlib import Path + +import numpy as np +from PIL import Image + + +IMG_EXTS = {".png", ".jpg", ".jpeg", ".bmp", ".webp"} + + +def load_image_rgb(path: Path) -> Image.Image: + im = Image.open(path).convert("RGB") + return im + + +def ensure_dir(p: Path): + p.mkdir(parents=True, exist_ok=True) + + +def run_face_parsing_batch( + inference_fp: Path, + images_dir: Path, + weights: Path, + device: str, + save_idx_dir: Path, + img_size: int = 512, +): + """ + 以命令行方式调用你们现有的 inference.py + 只保存 idx(每像素类别图),我们随后读取其中的鼻子 ID=10。 + """ + cmd = [ + sys.executable, # 当前 python + str(inference_fp), + "--image_dir", str(images_dir), + "--weights", str(weights), + "--img_size", str(img_size), + "--device", device, + "--save_idx", str(save_idx_dir), + ] + print("[INFO] Running face parsing:", " ".join(cmd)) + subprocess.run(cmd, check=True) + + +def load_idx_map(idx_path: Path) -> np.ndarray: + """ + 既兼容 .npy(很多 face parsing 脚本的做法),也兼容灰度 .png。 + 返回 HxW 的整型 numpy 数组。 + """ + if idx_path.suffix.lower() == ".npy": + return np.load(idx_path) + # 假设是灰度 PNG,像素值就是类别 id + arr = np.array(Image.open(idx_path).convert("L")) + return arr + + +def build_leftA_nose_mask_fullh(idx_map: np.ndarray, H: int, y_top: int, nose_id: int) -> np.ndarray: + """ + idx_map: 512x512(face parsing 的方块输出,ID=10 为鼻子) + H: 1536;输出为 512xH 的二值 mask(0/255),鼻子区域放在 [y_top:y_top+512] + """ + assert idx_map.shape == (512, 512), f"idx_map shape must be 512x512, got {idx_map.shape}" + out = np.zeros((H, 512), dtype=np.uint8) # HxW,左半边宽=512 + nose_bin = (idx_map == nose_id).astype(np.uint8) * 255 + y1 = max(0, min(H - 512, y_top)) + out[y1:y1 + 512, :] = nose_bin + return out + + +def process_one( + img_path: Path, + out_dir: Path, + inference_fp: Path, + weights: Path, + device: str, + y_top: int, + patch: int, + nose_id: int, +): + """ + 单图处理: + - 读入 1024x1536 宽x高图片 + - 取左半边 A(0:512, 0:1536) + - 截取 A[y_top:y_top+512, 0:512] → 512x512 + - face parsing,取 ID=10 + - 回填到 512x1536 高度位置 + - 存为 PNG(白=255,黑=0) + """ + stem = img_path.stem + print(f"[INFO] Processing {img_path.name}") + + # 读原图并校验尺寸(宽x高) + im = load_image_rgb(img_path) + W, H = im.size # PIL: (width, height) + if (W, H) != (1024, 1536): + raise SystemExit(f"[ERR] {img_path.name}: expected 1024x1536 (WxH), got {W}x{H}") + + # 取左半边 A(x:0~512, y:0~1536) + A = im.crop((0, 0, 512, 1536)) # (left, top, right, bottom) + + # 取 512x512 的方块(从 y_top 开始) + if patch != 512: + raise SystemExit("[ERR] 当前实现假设 patch=512 以匹配模型输入。") + y1 = max(0, min(1536 - 512, y_top)) + A_sq = A.crop((0, y1, 512, y1 + 512)) # 512x512 + + # 在临时目录里做推理 + with tempfile.TemporaryDirectory(prefix="fp_leftA_") as td: + td = Path(td) + tmp_in = td / "in" + tmp_idx = td / "idx" + ensure_dir(tmp_in) + ensure_dir(tmp_idx) + + # 保存 512x512 方块 + sq_path = tmp_in / f"{stem}.png" + A_sq.save(sq_path) + + # 调用现有 face parsing 推理 + run_face_parsing_batch( + inference_fp=inference_fp, + images_dir=tmp_in, + weights=weights, + device=device, + save_idx_dir=tmp_idx, + img_size=512, + ) + + # 读取 idx 图(支持 .npy 或 .png) + # 可能文件名就是 stem.npy / stem.png + cand_npy = tmp_idx / f"{stem}.npy" + cand_png = tmp_idx / f"{stem}.png" + if cand_npy.exists(): + idx_map = load_idx_map(cand_npy) + elif cand_png.exists(): + idx_map = load_idx_map(cand_png) + else: + raise SystemExit(f"[ERR] 未在 {tmp_idx} 找到 {stem}.npy 或 {stem}.png") + + # 构建 512x1536 二值 mask(鼻子=255) + mask_full = build_leftA_nose_mask_fullh(idx_map, H=1536, y_top=y1, nose_id=nose_id) + + # 保存(保持与 A 同宽高:512x1536) + ensure_dir(out_dir) + out_path = out_dir / f"{stem}.png" + Image.fromarray(mask_full, mode="L").save(out_path) + print(f"[OK] Saved: {out_path}") + + +def main(): + ap = argparse.ArgumentParser(description="Make 512x1536 left-A nasal masks directly from 1024x1536 images.") + ap.add_argument("--in_path", required=True, help="单图路径或目录路径") + ap.add_argument("--weights", required=True, help="fp_512.pth 路径") + ap.add_argument("--inference_fp", default="inference.py", help="face parsing 推理脚本路径(默认当前目录下)") + ap.add_argument("--device", default="cpu", help="cpu 或 cuda:0 / cuda:1 ...") + ap.add_argument("--out_dir", required=True, help="输出目录(生成 512x1536 二值鼻部掩膜)") + ap.add_argument("--y_top", type=int, default=400, help="竖向起点(默认 400)") + ap.add_argument("--patch", type=int, default=512, help="方块高度(固定 512,匹配模型输入)") + ap.add_argument("--nose_id", type=int, default=10, help="face parsing 中鼻子类别 ID(默认 10)") + args = ap.parse_args() + + in_path = Path(args.in_path) + out_dir = Path(args.out_dir) + weights = Path(args.weights) + inference_fp = Path(args.inference_fp) + + if not inference_fp.exists(): + raise SystemExit(f"[ERR] inference.py 不存在:{inference_fp}") + if not weights.exists(): + raise SystemExit(f"[ERR] 权重不存在:{weights}") + + if in_path.is_file(): + process_one( + img_path=in_path, + out_dir=out_dir, + inference_fp=inference_fp, + weights=weights, + device=args.device, + y_top=args.y_top, + patch=args.patch, + nose_id=args.nose_id, + ) + elif in_path.is_dir(): + imgs = sorted([p for p in in_path.iterdir() if p.suffix.lower() in IMG_EXTS]) + if not imgs: + raise SystemExit(f"[ERR] 目录下未找到图片:{in_path}") + for p in imgs: + process_one( + img_path=p, + out_dir=out_dir, + inference_fp=inference_fp, + weights=weights, + device=args.device, + y_top=args.y_top, + patch=args.patch, + nose_id=args.nose_id, + ) + else: + raise SystemExit(f"[ERR] --in_path 非法:{in_path}") + + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/face_parsing-main/test_nose_mask_single.py b/face_parsing-main/test_nose_mask_single.py new file mode 100644 index 0000000000000000000000000000000000000000..f32fc52aff4cbc43a842d8add490c4a27077287e --- /dev/null +++ b/face_parsing-main/test_nose_mask_single.py @@ -0,0 +1,145 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +""" +从单张 512x1536(宽x高)的图片,生成对应的 512x1536 鼻部二值掩膜(白=255,黑=0)。 + +两种用法: +1) 作为模块被 import: from test_nose_mask_single import make_nose_mask_pil +2) 命令行:python test_nose_mask_single.py --img xxx.png --weights fp_512.pth --inference_fp inference.py --device cpu --out_dir result_single --y_top 400 +""" + +import argparse +import subprocess +import sys +import tempfile +from pathlib import Path + +import numpy as np +from PIL import Image + +# ----------------- 工具函数 ----------------- +def ensure_dir(p: Path): + p.mkdir(parents=True, exist_ok=True) + +def run_face_parsing( + inference_fp: Path, + image_dir: Path, + weights: Path, + device: str, + save_idx_dir: Path, + img_size: int = 512, +): + """调用 inference.py 做 face parsing,并把语义索引图(.npy 或 .png)保存到 save_idx_dir。""" + cmd = [ + sys.executable, str(inference_fp), + "--image_dir", str(image_dir), + "--weights", str(weights), + "--img_size", str(img_size), + "--device", device, + "--save_idx", str(save_idx_dir), + ] + print("[INFO] Run:", " ".join(cmd)) + subprocess.run(cmd, check=True) + +def load_idx(idx_path: Path) -> np.ndarray: + """读取语义索引图(支持 .npy 或 单通道 .png)。""" + if idx_path.suffix.lower() == ".npy": + return np.load(idx_path) + arr = np.array(Image.open(idx_path).convert("L")) + return arr + +def build_mask_full(idx_512: np.ndarray, H: int, y_top: int, nose_id: int) -> np.ndarray: + """把 512x512 的鼻子索引区域回投影到整幅高 H=1536 的图像上。""" + assert idx_512.shape == (512, 512), f"idx must be 512x512, got {idx_512.shape}" + out = np.zeros((H, 512), dtype=np.uint8) + nose = (idx_512 == nose_id).astype(np.uint8) * 255 + y1 = max(0, min(H - 512, y_top)) + out[y1:y1+512, :] = nose + return out + +# ----------------- 封装函数(给 Flask 直接调用) ----------------- +def make_nose_mask_pil( + img: Image.Image, + weights: Path, + inference_fp: Path, + device: str = "cpu", + y_top: int = 400, + nose_id: int = 10, +) -> Image.Image: + """ + 输入:一张 512x1536 的 PIL.Image(RGB) + 输出:同尺寸 512x1536 的单通道鼻子掩码 PIL.Image(mode="L", 白=255) + """ + img = img.convert("RGB") + W, H = img.size + if (W, H) != (512, 1536): + raise ValueError(f"期望输入尺寸为 512x1536(宽x高),但收到 {W}x{H}") + + # 1) 按 y_top 裁出 512x512 方块 + y1 = max(0, min(1536 - 512, y_top)) + patch = img.crop((0, y1, 512, y1 + 512)) + + # 2) 临时目录跑 inference.py + with tempfile.TemporaryDirectory(prefix="fp_one_") as td: + td = Path(td) + tmp_in = td / "in" + tmp_idx = td / "idx" + ensure_dir(tmp_in); ensure_dir(tmp_idx) + + sq_path = tmp_in / "tmp.png" + patch.save(sq_path) + + run_face_parsing( + inference_fp=inference_fp, + image_dir=tmp_in, + weights=weights, + device=device, + save_idx_dir=tmp_idx, + img_size=512, + ) + + # 3) 读取 parsing 输出 + npy = tmp_idx / "tmp.npy" + png = tmp_idx / "tmp.png" + if npy.exists(): + idx = load_idx(npy) + elif png.exists(): + idx = load_idx(png) + else: + raise RuntimeError(f"未在 {tmp_idx} 找到 tmp.npy 或 tmp.png") + + # 4) 组装为整幅 512x1536 掩码 + mask_full = build_mask_full(idx, H=1536, y_top=y1, nose_id=nose_id) + return Image.fromarray(mask_full, mode="L") + +# ----------------- 保留命令行入口(你原来的用法照常可用) ----------------- +def main(): + ap = argparse.ArgumentParser(description="Make 512x1536 nasal mask from a single image.") + ap.add_argument("--img", required=True, help="输入单图路径(必须 512x1536,宽x高)") + ap.add_argument("--weights", required=True, help="fp_512.pth 权重路径") + ap.add_argument("--inference_fp", default="inference.py", help="face parsing 推理脚本路径") + ap.add_argument("--device", default="cpu", help="cpu 或 cuda:0 等") + ap.add_argument("--out_dir", required=True, help="输出目录") + ap.add_argument("--y_top", type=int, default=400, help="从何处向下裁 512 方块") + ap.add_argument("--nose_id", type=int, default=10, help="鼻子类别 ID") + args = ap.parse_args() + + img_path = Path(args.img) + im = Image.open(img_path).convert("RGB") + + mask_pil = make_nose_mask_pil( + img=im, + weights=Path(args.weights), + inference_fp=Path(args.inference_fp), + device=args.device, + y_top=args.y_top, + nose_id=args.nose_id, + ) + + out_dir = Path(args.out_dir); ensure_dir(out_dir) + out_path = out_dir / (img_path.stem + ".png") + mask_pil.save(out_path) + print(f"[OK] Saved: {out_path}") + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/face_parsing-main/train.py b/face_parsing-main/train.py new file mode 100644 index 0000000000000000000000000000000000000000..e08cecef24cb95793316178e2fa8278916ce75c8 --- /dev/null +++ b/face_parsing-main/train.py @@ -0,0 +1,157 @@ +# -*- encoding: utf-8 -*- + +import os +os.environ["CUDA_VISIBLE_DEVICES"] = "0" +from model import BiSeNet +from face_dataset import FaceMask +from loss import OhemCELoss +import torch.optim as Optimizer +import cv2 +import numpy as np + +import torch +import torch.nn as nn +from torch.utils.data import DataLoader +import torch.nn.functional as F + +import os.path as osp +import time +import datetime +import argparse + +def set_learning_rate(optimizer, lr): + for param_group in optimizer.param_groups: + param_group['lr'] = lr + +def train(fintune_model,image_size,lr0,path_data,model_exp): + + # config 训练配置 + max_epoch = 1000 + n_classes = 19 + n_img_per_gpu = 16 + n_workers = 12 + cropsize = [int(image_size*0.8),int(image_size*0.8)] + + # DataLoader 数据迭代器 + ds = FaceMask(path_data,img_size = image_size, cropsize=cropsize, mode='train') + + dl = DataLoader(ds, + batch_size = n_img_per_gpu, + shuffle = True, + num_workers = n_workers, + pin_memory = True, + drop_last = True) + + # model + ignore_idx = -100 + # 构建模型 + use_cuda = torch.cuda.is_available() + device = torch.device("cuda:0" if use_cuda else "cpu") + net = BiSeNet(n_classes=n_classes) + net = net.to(device) + # 加载预训练模型 + if os.access(fintune_model,os.F_OK) and (fintune_model is not None):# checkpoint + chkpt = torch.load(fintune_model, map_location=device) + net.load_state_dict(chkpt) + print('load fintune model : {}'.format(fintune_model)) + else: + print('no fintune model') + # 构建损失函数 + score_thres = 0.7 + n_min = n_img_per_gpu * cropsize[0] * cropsize[1]//16 + LossP = OhemCELoss(thresh=score_thres, n_min=n_min, ignore_lb=ignore_idx) + Loss2 = OhemCELoss(thresh=score_thres, n_min=n_min, ignore_lb=ignore_idx) + Loss3 = OhemCELoss(thresh=score_thres, n_min=n_min, ignore_lb=ignore_idx) + + ## optimizer + momentum = 0.9 + weight_decay = 5e-4 + lr_start = lr0 + # 构建优化器 + optim = Optimizer.SGD( + net.parameters(), + lr = lr_start, + momentum = momentum, + weight_decay = weight_decay) + + # train loop + msg_iter = 50 + loss_avg = [] + st = glob_st = time.time() + # diter = iter(dl) + epoch = 0 + flag_change_lr_cnt = 0 # 学习率更新计数器 + init_lr = lr_start # 学习率 + + best_loss = np.inf + loss_mean = 0. # 损失均值 + loss_idx = 0. # 损失计算计数器 + # 训练 + print('start training ~') + it = 0 + for epoch in range(max_epoch): + net.train() + # 学习率更新策略 + if loss_mean!=0.: + if best_loss > (loss_mean/loss_idx): + flag_change_lr_cnt = 0 + best_loss = (loss_mean/loss_idx) + else: + flag_change_lr_cnt += 1 + + if flag_change_lr_cnt > 30: + init_lr = init_lr*0.1 + set_learning_rate(optim, init_lr) + flag_change_lr_cnt = 0 + + loss_mean = 0. # 损失均值 + loss_idx = 0. # 损失计算计数器 + + for i, (im, lb) in enumerate(dl): + + im = im.cuda() + lb = lb.cuda() + H, W = im.size()[2:] + lb = torch.squeeze(lb, 1) + + optim.zero_grad() + out, out16, out32 = net(im) + lossp = LossP(out, lb) + loss2 = Loss2(out16, lb) + loss3 = Loss3(out32, lb) + loss = lossp + loss2 + loss3 + + loss_mean += loss.item() + loss_idx += 1. + + loss.backward() + optim.step() + + if it % msg_iter == 0: + + print('epoch <{}/{}> -->> <{}/{}> -> iter {} : loss {:.5f}, loss_mean :{:.5f}, best_loss :{:.5f},lr :{:.6f},batch_size : {},img_size :{}'.\ + format(epoch,max_epoch,i,int(ds.__len__()/n_img_per_gpu),it,loss.item(),loss_mean/loss_idx,best_loss,init_lr,n_img_per_gpu,image_size)) + + if (it) % 500 == 0: + state = net.module.state_dict() if hasattr(net, 'module') else net.state_dict() + torch.save(state, model_exp+'fp_{}_latest.pth'.format(image_size)) + it += 1 + torch.save(state, model_exp+'fp_{}_epoch-{}.pth'.format(image_size,epoch)) + +if __name__ == "__main__": + image_size = 512 + lr0 = 1e-4 + model_exp = './model_exp/' + path_data = './CelebAMask-HQ/' + if not osp.exists(model_exp): + os.makedirs(model_exp) + + + loc_time = time.localtime() + model_exp += time.strftime("%Y-%m-%d_%H-%M-%S", loc_time)+'/' + if not osp.exists(model_exp): + os.makedirs(model_exp) + + fintune_model = './weights/fp0.pth' + + train(fintune_model,image_size,lr0,path_data,model_exp) diff --git a/face_parsing-main/transform.py b/face_parsing-main/transform.py new file mode 100644 index 0000000000000000000000000000000000000000..1be64768ba072be9897a961a956a11450ca8f158 --- /dev/null +++ b/face_parsing-main/transform.py @@ -0,0 +1,128 @@ +# -*- encoding: utf-8 -*- + + +from PIL import Image +import PIL.ImageEnhance as ImageEnhance +import random +import numpy as np + +class RandomCrop(object): + def __init__(self, size, *args, **kwargs): + self.size = size + + def __call__(self, im_lb): + im = im_lb['im'] + lb = im_lb['lb'] + assert im.size == lb.size + W, H = self.size + w, h = im.size + + if (W, H) == (w, h): return dict(im=im, lb=lb) + if w < W or h < H: + scale = float(W) / w if w < h else float(H) / h + w, h = int(scale * w + 1), int(scale * h + 1) + im = im.resize((w, h), Image.BILINEAR) + lb = lb.resize((w, h), Image.NEAREST) + sw, sh = random.random() * (w - W), random.random() * (h - H) + crop = int(sw), int(sh), int(sw) + W, int(sh) + H + return dict( + im = im.crop(crop), + lb = lb.crop(crop) + ) + + +class HorizontalFlip(object): + def __init__(self, p=0.5, *args, **kwargs): + self.p = p + + def __call__(self, im_lb): + if random.random() > self.p: + return im_lb + else: + im = im_lb['im'] + lb = im_lb['lb'] + + # atts = [1 'skin', 2 'l_brow', 3 'r_brow', 4 'l_eye', 5 'r_eye', 6 'eye_g', 7 'l_ear', 8 'r_ear', 9 'ear_r', + # 10 'nose', 11 'mouth', 12 'u_lip', 13 'l_lip', 14 'neck', 15 'neck_l', 16 'cloth', 17 'hair', 18 'hat'] + + flip_lb = np.array(lb) + flip_lb[lb == 2] = 3 + flip_lb[lb == 3] = 2 + flip_lb[lb == 4] = 5 + flip_lb[lb == 5] = 4 + flip_lb[lb == 7] = 8 + flip_lb[lb == 8] = 7 + flip_lb = Image.fromarray(flip_lb) + return dict(im = im.transpose(Image.FLIP_LEFT_RIGHT), + lb = flip_lb.transpose(Image.FLIP_LEFT_RIGHT), + ) + + +class RandomScale(object): + def __init__(self, scales=(1, ), *args, **kwargs): + self.scales = scales + + def __call__(self, im_lb): + im = im_lb['im'] + lb = im_lb['lb'] + W, H = im.size + scale = random.choice(self.scales) + w, h = int(W * scale), int(H * scale) + return dict(im = im.resize((w, h), Image.BILINEAR), + lb = lb.resize((w, h), Image.NEAREST), + ) + + +class ColorJitter(object): + def __init__(self, brightness=None, contrast=None, saturation=None, *args, **kwargs): + if not brightness is None and brightness>0: + self.brightness = [max(1-brightness, 0), 1+brightness] + if not contrast is None and contrast>0: + self.contrast = [max(1-contrast, 0), 1+contrast] + if not saturation is None and saturation>0: + self.saturation = [max(1-saturation, 0), 1+saturation] + + def __call__(self, im_lb): + im = im_lb['im'] + lb = im_lb['lb'] + r_brightness = random.uniform(self.brightness[0], self.brightness[1]) + r_contrast = random.uniform(self.contrast[0], self.contrast[1]) + r_saturation = random.uniform(self.saturation[0], self.saturation[1]) + im = ImageEnhance.Brightness(im).enhance(r_brightness) + im = ImageEnhance.Contrast(im).enhance(r_contrast) + im = ImageEnhance.Color(im).enhance(r_saturation) + return dict(im = im, + lb = lb, + ) + + +class MultiScale(object): + def __init__(self, scales): + self.scales = scales + + def __call__(self, img): + W, H = img.size + sizes = [(int(W*ratio), int(H*ratio)) for ratio in self.scales] + imgs = [] + [imgs.append(img.resize(size, Image.BILINEAR)) for size in sizes] + return imgs + + +class Compose(object): + def __init__(self, do_list): + self.do_list = do_list + + def __call__(self, im_lb): + for comp in self.do_list: + im_lb = comp(im_lb) + return im_lb + + + + +if __name__ == '__main__': + flip = HorizontalFlip(p = 1) + crop = RandomCrop((321, 321)) + rscales = RandomScale((0.75, 1.0, 1.5, 1.75, 2.0)) + img = Image.open('data/img.jpg') + lb = Image.open('data/label.png') diff --git a/flask_GAN/app.py b/flask_GAN/app.py new file mode 100644 index 0000000000000000000000000000000000000000..f6240c7116f2b6bd7dae8ef09a4f0f84a4df50b8 --- /dev/null +++ b/flask_GAN/app.py @@ -0,0 +1,294 @@ +# app.py +# -*- coding: utf-8 -*- +import os, sys, io, uuid, time, traceback +from typing import Optional +from PIL import Image + +from flask import Flask, request, jsonify, render_template_string, send_from_directory +from werkzeug.utils import secure_filename + +import torch +import torch.nn as nn +import torchvision.transforms as T + +from typing import Optional + +# ========= 你训练仓库的路径:改成你的实际路径 ========= +PIX2PIX_ROOT = "/Users/liutao/Downloads/python/pix2pix_local" +sys.path.insert(0, PIX2PIX_ROOT) + +# 从你的训练仓库导入“网络构造函数” +# 官方实现一般是 models/networks.py 里提供 define_G +from models.networks import define_G + +# ---------------- 基本配置 ---------------- +WEIGHTS_PATH = "./weights/150_net_G.pth" # 你的权重 +UPLOAD_DIR = "./runtime/uploads" +OUTPUT_DIR = "./runtime/outputs" +os.makedirs(UPLOAD_DIR, exist_ok=True) +os.makedirs(OUTPUT_DIR, exist_ok=True) + +DEVICE = "cuda" if torch.cuda.is_available() else "cpu" +IMG_H, IMG_W = 1536, 512 +NORM_TO_MINUS1_1 = True # Pix2Pix 通常使用 [-1,1] 归一化 + +# ---------------- Flask ---------------- +app = Flask(__name__) + +# 放在 app = Flask(__name__) 下面 +from flask_cors import CORS +CORS(app, resources={r"/api/*": {"origins": "*"}}, supports_credentials=True) + +# 允许较大上传(比如 50MB) +app.config["MAX_CONTENT_LENGTH"] = 50 * 1024 * 1024 + +# 统一给响应加上允许头(有时浏览器仍会要) +@app.after_request +def add_cors_headers(resp): + resp.headers["Access-Control-Allow-Origin"] = "*" + resp.headers["Access-Control-Allow-Methods"] = "GET,POST,OPTIONS" + resp.headers["Access-Control-Allow-Headers"] = "Content-Type,Authorization" + return resp + + +INDEX_HTML = r""" + + + +Pix2Pix 4通道推理 Demo + + + +

Pix2Pix 4通道(RGB+黑mask, 512×1536)在线推理

+ +
+

当前权重:

+

上传一张图片(将被缩放到 512×1536,并在后端叠加全黑 mask 作为第4通道):

+ + + +
+ +
+

输出

+
+
+ + + +""" + +# ---------------- 模型加载(关键) ---------------- +NETG: Optional[nn.Module] = None + +def build_netG() -> nn.Module: + """ + 复用你训练时的参数: + --netG unet_512 --norm instance --no_dropout + 且你是 4通道输入(RGB+mask),3通道输出 + 官方实现 define_G 的典型签名: + define_G(input_nc, output_nc, ngf=64, netG='unet_256', norm='batch', use_dropout=False, init_type='normal', init_gain=0.02, gpu_ids=[]) + """ + netG = define_G( + input_nc=4, # 你的输入 RGB+mask = 4 + output_nc=3, # 输出 RGB = 3 + ngf=64, + netG='unet_512', # 训练用的 unet_512 + norm='instance', # 训练用的 instance + use_dropout=False # 训练时 --no_dropout + ) + return netG + +def load_weights_into(net: nn.Module, weight_path: str): + state = torch.load(weight_path, map_location="cpu") + # 有些保存方式会套一层 + for key in ["state_dict", "netG", "model", "module"]: + if isinstance(state, dict) and key in state and isinstance(state[key], (dict, torch.nn.modules.module.Module)): + # 常见:{'state_dict': {...}} 或 {'netG': state_dict} + state = state[key] + break + # 如果键名带 'module.' 前缀,去掉 + if isinstance(state, dict): + new_state = {} + for k, v in state.items(): + nk = k.replace("module.", "") # DataParallel 保存会多这个前缀 + new_state[nk] = v + state = new_state + missing, unexpected = net.load_state_dict(state, strict=False) + print(f"[load_state_dict] missing: {missing}, unexpected: {unexpected}") + +def init_model(): + global NETG + netG = build_netG() + load_weights_into(netG, WEIGHTS_PATH) + netG.eval().to(DEVICE) + NETG = netG + print(f"[OK] netG loaded on {DEVICE} from {WEIGHTS_PATH}") + +# ---------------- 预处理/后处理 ---------------- +def pil_to_tensor_4ch(img: Image.Image, mask_img: Optional[Image.Image] = None) -> torch.Tensor: + # 1) 尺寸对齐:只有不一致才调整 + img = img.convert("RGB") + if img.size != (IMG_W, IMG_H): + # 你的数据就是 512x1536;不一致时才处理:等比按高缩放,再左裁/右补到 512 + new_w = round(img.width * IMG_H / img.height) + img = img.resize((new_w, IMG_H), Image.BICUBIC) + if new_w >= IMG_W: + img = img.crop((0, 0, IMG_W, IMG_H)) + else: + pad = Image.new("RGB", (IMG_W, IMG_H), (0,0,0)) + pad.paste(img, (0,0)) + img = pad + + if mask_img is not None: + mask_img = mask_img.convert("L") + if mask_img.size != (IMG_W, IMG_H): + # 对 mask 只能用最近邻,避免灰边 + new_w = round(mask_img.width * IMG_H / mask_img.height) + mask_img = mask_img.resize((new_w, IMG_H), Image.NEAREST) + if new_w >= IMG_W: + mask_img = mask_img.crop((0, 0, IMG_W, IMG_H)) + else: + padm = Image.new("L", (IMG_W, IMG_H), 0) + padm.paste(mask_img, (0,0)) + mask_img = padm + m = T.ToTensor()(mask_img) # [1,H,W], 值∈[0,1] + else: + m = torch.zeros(1, IMG_H, IMG_W) + + # 2) 与 test.py 同分布:ToTensor->[0,1] 再 *2-1 + x3 = T.ToTensor()(img) # [3,H,W], [0,1] + x3 = x3 * 2.0 - 1.0 # [-1,1] 等价于 Normalize(0.5,0.5) + + x4 = torch.cat([x3, m], dim=0) # [4,H,W] + return x4 + +def tensor_to_pil(y: torch.Tensor) -> Image.Image: + if y.dim() == 4: + y = y[0] + y = y.detach().cpu() + if NORM_TO_MINUS1_1: + y = (y.clamp(-1,1) + 1.0)/2.0 + else: + y = y.clamp(0,1) + y = (y*255.0).byte().numpy().transpose(1,2,0) + return Image.fromarray(y, mode="RGB") + +# ---------------- 路由 ---------------- +@app.route("/", methods=["GET"]) +def home(): + return render_template_string(INDEX_HTML, weight_name=os.path.basename(WEIGHTS_PATH)) + +@app.route("/api/predict", methods=["OPTIONS"]) +def predict_preflight(): + return ("", 204) + +import time, uuid, os +@app.route("/api/predict", methods=["POST"]) +@torch.no_grad() +def predict(): + app.logger.info("== /api/predict called at %s ==", time.time()) + if NETG is None: + return jsonify({"ok": False, "error": "model not ready"}), 500 + f = request.files.get("image") + if not f: + return jsonify({"ok": False, "error": "no image"}), 400 + fname = secure_filename(f.filename or f"{uuid.uuid4().hex}.png") + inpath = os.path.join(UPLOAD_DIR, fname) + f.save(inpath) + + img = Image.open(inpath) + x = pil_to_tensor_4ch(img, mask_img=None).unsqueeze(0).to(DEVICE) # [1,4,H,W] + t0 = time.time() + y = NETG(x) # 期待 [1,3,H,W] + latency = int((time.time() - t0)*1000) + out_img = tensor_to_pil(y) + out_name = f"{uuid.uuid4().hex}.png" + out_path = os.path.join(OUTPUT_DIR, out_name) + out_img.save(out_path) + return jsonify({"ok": True, "latency_ms": latency, "output_url": f"/outputs/{out_name}"}) + +@app.route("/outputs/") +def outputs(name): + return send_from_directory(OUTPUT_DIR, name) + +# ---------------- 主入口 ---------------- +if __name__ == "__main__": + print(f"Device: {DEVICE}") + init_model() + app.run(host="127.0.0.1", port=5000, debug=True) + +@app.errorhandler(403) +def handle_403(e): + app.logger.warning("403 Forbidden: %s", repr(e)) + return jsonify({"ok": False, "error": "forbidden", "detail": str(e)}), 403 \ No newline at end of file diff --git a/flask_GAN/app_auto_mask.py b/flask_GAN/app_auto_mask.py new file mode 100644 index 0000000000000000000000000000000000000000..779528623e392237f3bbdd460a67ac9656591c7e --- /dev/null +++ b/flask_GAN/app_auto_mask.py @@ -0,0 +1,306 @@ +# app_auto_mask.py +# -*- coding: utf-8 -*- +import os, sys, io, uuid, time +from pathlib import Path +from typing import Optional +from PIL import Image + +from flask import Flask, request, jsonify, render_template_string, send_from_directory +from flask_cors import CORS +from werkzeug.utils import secure_filename + +import torch +import torch.nn as nn +import torchvision.transforms as T +# ========== Paths ========== +from pathlib import Path + +# 以当前 app_auto_mask.py 所在目录为基准 +THIS_DIR = Path(__file__).resolve().parent +PROJECT_ROOT = THIS_DIR.parent # 就是 Nose Generation 这个目录 + +# 1) pix2pix repo +PIX2PIX_ROOT = PROJECT_ROOT / "pix2pix_vgg" +sys.path.insert(0, str(PIX2PIX_ROOT)) +from models.networks import define_G + +# 2) face_parsing repo (确认文件夹名字是 face_parsing-main 还是 face_parsing_main) +FACE_PARSING_ROOT = PROJECT_ROOT / "face_parsing-main" +sys.path.insert(0, str(FACE_PARSING_ROOT)) +from test_nose_mask_single import make_nose_mask_pil +from softmask import make_softmask_pil + +FP_WEIGHTS = FACE_PARSING_ROOT / "fp_512.pth" +INFERENCE_PY = FACE_PARSING_ROOT / "inference.py" + + +# ========== Runtime & constants ========== +WEIGHTS_PATH = "./weights/245_net_G.pth" +RUNTIME_DIR = Path("./runtime") +UPLOAD_DIR = RUNTIME_DIR / "uploads" +OUTPUT_DIR = RUNTIME_DIR / "outputs" +for d in (RUNTIME_DIR, UPLOAD_DIR, OUTPUT_DIR): + d.mkdir(parents=True, exist_ok=True) + +DEVICE = "cuda" if torch.cuda.is_available() else "cpu" +IMG_W, IMG_H = 512, 1536 # (width, height) +NORM_TO_MINUS1_1 = True + +# ========== Flask ========== +app = Flask(__name__) +CORS(app, resources={r"/api/*": {"origins": "*"}}, supports_credentials=True) +app.config["MAX_CONTENT_LENGTH"] = 50 * 1024 * 1024 + +@app.after_request +def add_cors_headers(resp): + resp.headers["Access-Control-Allow-Origin"] = "*" + resp.headers["Access-Control-Allow-Methods"] = "GET,POST,OPTIONS" + resp.headers["Access-Control-Allow-Headers"] = "Content-Type,Authorization" + return resp + +INDEX_HTML = r""" + + + + +Pix2Pix (Auto Nose Mask, 512×1536) – Online Inference + + + +

Pix2Pix (Auto Nose Mask, 512×1536) – Online Inference

+ +
+

Current weights: {{ weight_name }}

+ + + +
+ The uploaded image is fit inside 512×1536 (keep aspect ratio). + We downscale only if needed; remaining area is padded with black. No second resize later. +
+
+ +
+
+
+

Input (aligned to 512×1536)

+ Aligned input will appear here +
+
+

Output

+ Model output will appear here +
+
+
+ + + +""" + +# ========== Model loading ========== +NETG: Optional[nn.Module] = None + +def build_netG() -> nn.Module: + return define_G( + input_nc=4, output_nc=3, ngf=64, + netG='unet_512', norm='instance', use_dropout=False + ) + +def load_weights_into(net: nn.Module, weight_path: str): + state = torch.load(weight_path, map_location="cpu") + if isinstance(state, dict) and "state_dict" in state: + state = state["state_dict"] + state = {k.replace("module.", ""): v for k, v in state.items()} + missing, unexpected = net.load_state_dict(state, strict=False) + print(f"[load_state_dict] missing: {missing}, unexpected: {unexpected}") + +def init_model(): + global NETG + net = build_netG() + load_weights_into(net, WEIGHTS_PATH) + net.eval().to(DEVICE) + NETG = net + print(f"[OK] netG loaded on {DEVICE} from {WEIGHTS_PATH}") + +# ========== Pre/Post ========== +def fit_inside_and_pad(img: Image.Image, W: int, H: int, pad_color=(40,40,40)) -> Image.Image: + """ + Keep aspect ratio: + - If either side > target -> scale down by min(W/w, H/h). + - If both sides <= target -> keep size (no upscaling). + Then pad to (W,H) with pad_color. Paste at (0,0). + Only one interpolation (BICUBIC) happens here. + """ + img = img.convert("RGB") + w, h = img.size + if w > W or h > H: + s = min(W / w, H / h) + new_w = max(1, int(round(w * s))) + new_h = max(1, int(round(h * s))) + img = img.resize((new_w, new_h), Image.BICUBIC) + canvas = Image.new("RGB", (W, H), pad_color) + canvas.paste(img, (0, 0)) + return canvas + +def align_img(img: Image.Image) -> Image.Image: + return fit_inside_and_pad(img, IMG_W, IMG_H, pad_color=(40,40,40)) + +def ensure_mask_same_size(mask: Image.Image) -> Image.Image: + """ + Expect mask already 512×1536. If not, do a single NEAREST correction. + Then binarize to {0,255}. + """ + mask = mask.convert("L") + if mask.size != (IMG_W, IMG_H): + # Single correction only if mismatch (rare) + w, h = mask.size + s = min(IMG_W / w, IMG_H / h) + new_w = max(1, int(round(w * s))) + new_h = max(1, int(round(h * s))) + mask = mask.resize((new_w, new_h), Image.NEAREST) + canvas = Image.new("L", (IMG_W, IMG_H), 0) + canvas.paste(mask, (0, 0)) + mask = canvas + # binarize + mask = mask.point(lambda p: 255 if p > 127 else 0, mode="L") + return mask + +def pil_to_tensor_4ch(img_aligned: Image.Image, mask_img: Optional[Image.Image]) -> torch.Tensor: + """ + img_aligned must already be 512×1536. + mask_img should be same size; we only binarize -> [0,1], no resize. + """ + assert img_aligned.size == (IMG_W, IMG_H) + x3 = T.ToTensor()(img_aligned) # [0,1] + if NORM_TO_MINUS1_1: x3 = x3 * 2 - 1 # [-1,1] + + if mask_img is not None: + mask_fixed = ensure_mask_same_size(mask_img) + m = T.ToTensor()(mask_fixed) # [1,H,W], in [0,1] + # Explicitly clamp to {0,1} to avoid gray + m = (m > 0.5).float() + x4 = torch.cat([x3, m], dim=0) + else: + x4 = torch.cat([x3, torch.zeros(1, IMG_H, IMG_W)], dim=0) + return x4 + +def tensor_to_pil(y: torch.Tensor) -> Image.Image: + if y.dim() == 4: y = y[0] + y = y.detach().cpu().clamp(-1,1) + y = (y + 1)/2 + y = (y*255).byte().numpy().transpose(1,2,0) + return Image.fromarray(y, "RGB") + +# ========== Routes ========== +@app.route("/", methods=["GET"]) +def home(): + return render_template_string(INDEX_HTML, weight_name=os.path.basename(WEIGHTS_PATH)) + +@app.route("/outputs/") +def outputs(name): + return send_from_directory(str(OUTPUT_DIR), name) + +@app.route("/api/predict", methods=["OPTIONS"]) +def predict_preflight(): + return ("", 204) + +@app.route("/api/predict", methods=["POST"]) +@torch.no_grad() +def predict(): + if NETG is None: + return jsonify({"ok": False, "error": "model not ready"}), 500 + + f = request.files.get("image") + if not f: + return jsonify({"ok": False, "error": "no image"}), 400 + + # 1) read & align ONCE + raw_name = f.filename or f"{uuid.uuid4().hex}.png" + _ = secure_filename(raw_name) + img_raw = Image.open(io.BytesIO(f.read())).convert("RGB") + img_aligned = align_img(img_raw) + + # save aligned input as PNG (avoid JPEG blur) + in_name = f"in_{uuid.uuid4().hex}.png" + in_path = OUTPUT_DIR / in_name + img_aligned.save(in_path, format="PNG") + + # 2) generate mask on the aligned image + try: + mask_img = make_softmask_pil( + img=img_aligned, # EXACTLY 512×1536 + weights=FP_WEIGHTS, + inference_fp=INFERENCE_PY, + device="cpu", # change to "cuda:0" if available + y_top=400, + sigma=4.0, + nose_id=10, + ) + used_mask = True + except Exception as e: + print("[mask] generation failed:", e) + mask_img = None + used_mask = False + + # 3) inference (no more resizing) + x = pil_to_tensor_4ch(img_aligned, mask_img=mask_img).unsqueeze(0).to(DEVICE) + t0 = time.time() + y = NETG(x) + latency = int((time.time() - t0) * 1000) + + out_img = tensor_to_pil(y) + out_name = f"out_{uuid.uuid4().hex}.png" + out_img.save(OUTPUT_DIR / out_name, format="PNG") + + return jsonify({ + "ok": True, + "used_mask": used_mask, + "latency_ms": latency, + "input_url": f"/outputs/{in_name}", + "output_url": f"/outputs/{out_name}", + }) + +# ========== Entry ========== +if __name__ == "__main__": + print("Device:", DEVICE) + for p in [PIX2PIX_ROOT, FACE_PARSING_ROOT, FP_WEIGHTS, INFERENCE_PY]: + print("[check]", p, "=>", p.exists()) + init_model() + port = int(os.environ.get("PORT", 7860)) + app.run(host="0.0.0.0", port=port, debug=False) \ No newline at end of file diff --git a/flask_GAN/app_mask.py b/flask_GAN/app_mask.py new file mode 100644 index 0000000000000000000000000000000000000000..4ef39371df764baa2fe3f4ef8a8e08093e0b1389 --- /dev/null +++ b/flask_GAN/app_mask.py @@ -0,0 +1,258 @@ +# app_mask.py +# -*- coding: utf-8 -*- +import os, sys, io, uuid, time, re, unicodedata, traceback +from typing import Optional +from PIL import Image + +from flask import Flask, request, jsonify, render_template_string, send_from_directory +from flask_cors import CORS +from werkzeug.utils import secure_filename + +import torch +import torch.nn as nn +import torchvision.transforms as T + +# ========= 1) 指定你的 pix2pix 仓库路径(按实际修改) ========= +home = os.path.expanduser("~") +PIX2PIX_ROOT = os.path.join(home, "Downloads", "python", "pix2pix_local") # ← 改成你的路径 +sys.path.insert(0, PIX2PIX_ROOT) +from models.networks import define_G # 来自你的训练仓库 + +# ========= 2) 目录/常量配置 ========= +WEIGHTS_PATH = "./weights/150_net_G.pth" +UPLOAD_DIR = "./runtime/uploads" +OUTPUT_DIR = "./runtime/outputs" +MASK_DIR = "./mask" # 掩码目录(同名匹配) +os.makedirs(UPLOAD_DIR, exist_ok=True) +os.makedirs(OUTPUT_DIR, exist_ok=True) + +DEVICE = "cuda" if torch.cuda.is_available() else "cpu" +IMG_H, IMG_W = 1536, 512 # 高、宽(注意顺序) +NORM_TO_MINUS1_1 = True + +# ========= 3) Flask 基础 ========= +app = Flask(__name__) +CORS(app, resources={r"/api/*": {"origins": "*"}}, supports_credentials=True) +app.config["MAX_CONTENT_LENGTH"] = 50 * 1024 * 1024 # 50MB + +@app.after_request +def add_cors_headers(resp): + resp.headers["Access-Control-Allow-Origin"] = "*" + resp.headers["Access-Control-Allow-Methods"] = "GET,POST,OPTIONS" + resp.headers["Access-Control-Allow-Headers"] = "Content-Type,Authorization" + return resp + +INDEX_HTML = r""" + + + + +Pix2Pix(RGB + 同名掩码,512×1536) + + + +

Pix2Pix(RGB + mask, 512×1536)Online Testing

+
+

Current weight:{{ weight_name }}

+

Upload only pictures. The server will use./mask/ contents to match mask(png/jpg/jpeg/bmp/webp/tif)。If found, it is used as the 4th channel; if not found, no mask is used.

+ + + +
+

output

+ + +""" + +# ========= 4) 模型加载 ========= +NETG: Optional[nn.Module] = None + +def build_netG() -> nn.Module: + # 与训练一致:unet_512 + instance + no_dropout,输入4/输出3 + netG = define_G( + input_nc=4, + output_nc=3, + ngf=64, + netG='unet_512', + norm='instance', + use_dropout=False + ) + return netG + +def load_weights_into(net: nn.Module, weight_path: str): + state = torch.load(weight_path, map_location="cpu") + if isinstance(state, dict) and "state_dict" in state: + state = state["state_dict"] + new_state = {k.replace("module.", ""): v for k, v in state.items()} + missing, unexpected = net.load_state_dict(new_state, strict=False) + print(f"[load_state_dict] missing: {missing}, unexpected: {unexpected}") + +def init_model(): + global NETG + netG = build_netG() + load_weights_into(netG, WEIGHTS_PATH) + netG.eval().to(DEVICE) + NETG = netG + print(f"[OK] netG loaded on {DEVICE} from {WEIGHTS_PATH}") + +# ========= 5) 预处理 ========= +def align_img(img: Image.Image) -> Image.Image: + """高度对齐到 1536;若宽>=512取左侧512,否则右侧补黑到512。""" + img = img.convert("RGB") + if img.size == (IMG_W, IMG_H): + return img + new_w = round(img.width * IMG_H / img.height) + img = img.resize((new_w, IMG_H), Image.BICUBIC) + if new_w >= IMG_W: + return img.crop((0, 0, IMG_W, IMG_H)) + pad = Image.new("RGB", (IMG_W, IMG_H), (0,0,0)) + pad.paste(img, (0,0)) + return pad + +def align_mask(mask: Image.Image) -> Image.Image: + """与图片同策略但用最近邻,避免灰边。""" + mask = mask.convert("L") + if mask.size == (IMG_W, IMG_H): + return mask + new_w = round(mask.width * IMG_H / mask.height) + mask = mask.resize((new_w, IMG_H), Image.NEAREST) + if new_w >= IMG_W: + return mask.crop((0, 0, IMG_W, IMG_H)) + pad = Image.new("L", (IMG_W, IMG_H), 0) + pad.paste(mask, (0,0)) + return pad + +def pil_to_tensor_4ch(img: Image.Image, mask_img: Optional[Image.Image]) -> torch.Tensor: + img = align_img(img) + x3 = T.ToTensor()(img) # [0,1] + if NORM_TO_MINUS1_1: x3 = x3 * 2 - 1 # [-1,1] + if mask_img is not None: + m = T.ToTensor()(align_mask(mask_img)) # [1,H,W] ∈ [0,1] + x4 = torch.cat([x3, m], dim=0) + else: + # 不使用掩码:仍然保持 4 通道(最后一通道为 0) + x4 = torch.cat([x3, torch.zeros(1, IMG_H, IMG_W)], dim=0) + return x4 + +def tensor_to_pil(y: torch.Tensor) -> Image.Image: + if y.dim() == 4: y = y[0] + y = y.detach().cpu().clamp(-1,1) + y = (y + 1)/2 + y = (y*255).byte().numpy().transpose(1,2,0) + return Image.fromarray(y, "RGB") + +# ========= 6) 掩码匹配(鲁棒) ========= +MASK_EXTS = [".png", ".jpg", ".jpeg", ".bmp", ".webp", ".tif", ".tiff"] + +def _norm_stem(s: str) -> str: + s = unicodedata.normalize("NFKD", s).lower() + return re.sub(r"[^a-z0-9]+", "", s) # 仅保留字母数字 + +def find_mask_by_stems(candidates: list[str]) -> Optional[str]: + norm_targets = {_norm_stem(st) for st in candidates if st} + print("[MASK] target stems:", candidates, "=>", list(norm_targets)) + try: + for name in os.listdir(MASK_DIR): + p = os.path.join(MASK_DIR, name) + if not os.path.isfile(p): + continue + stem, ext = os.path.splitext(name) + if ext.lower() not in MASK_EXTS: + continue + if _norm_stem(stem) in norm_targets: + print(f"[MASK] matched: {name}") + return p + except FileNotFoundError: + print("[MASK] MASK_DIR not found:", MASK_DIR) + print("[MASK] no match in:", MASK_DIR) + return None + +# ========= 7) 路由 ========= +@app.route("/", methods=["GET"]) +def home(): + return render_template_string(INDEX_HTML, weight_name=os.path.basename(WEIGHTS_PATH)) + +@app.route("/outputs/") +def outputs(name): + return send_from_directory(OUTPUT_DIR, name) + +@app.route("/api/predict", methods=["OPTIONS"]) +def predict_preflight(): + return ("", 204) + +@app.route("/api/predict", methods=["POST"]) +@torch.no_grad() +def predict(): + if NETG is None: + return jsonify({"ok": False, "error": "model not ready"}), 500 + + f = request.files.get("image") + if not f: + return jsonify({"ok": False, "error": "no image"}), 400 + + raw_name = f.filename or f"{uuid.uuid4().hex}.png" # 原始文件名 + safe_name = secure_filename(raw_name) # 安全化后 + stem_raw, _ = os.path.splitext(raw_name) + stem_safe, _ = os.path.splitext(safe_name) + + # 读图 + img_bytes = f.read() + img = Image.open(io.BytesIO(img_bytes)) + + # 匹配掩码 + mask_path = find_mask_by_stems([stem_raw, stem_safe]) + mask_img = Image.open(mask_path) if mask_path else None + used_mask = bool(mask_img) + + # 预处理 & 推理 + x = pil_to_tensor_4ch(img, mask_img=mask_img).unsqueeze(0).to(DEVICE) + t0 = time.time() + y = NETG(x) + latency = int((time.time() - t0) * 1000) + + # 保存输出 + out_img = tensor_to_pil(y) + out_name = f"{uuid.uuid4().hex}.png" + out_path = os.path.join(OUTPUT_DIR, out_name) + out_img.save(out_path) + + return jsonify({"ok": True, "used_mask": used_mask, "latency_ms": latency, + "output_url": f"/outputs/{out_name}"}) + +# ========= 8) 入口 ========= +if __name__ == "__main__": + print("Device:", DEVICE) + init_model() + # 为避免与你原来的 app 冲突,这里用 5001;需要可改回 5000 + app.run(host="127.0.0.1", port=5001, debug=True) \ No newline at end of file diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.06.34 AM.png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.06.34 AM.png new file mode 100644 index 0000000000000000000000000000000000000000..97ffa9185e34aa9422a9c407f8cb176f90a2ddbc Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.06.34 AM.png differ diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.33 AM (1).png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.33 AM (1).png new file mode 100644 index 0000000000000000000000000000000000000000..74c2d4cf295dd163f99016fc78712e7e8e7734c7 Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.33 AM (1).png differ diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.34 AM (2).png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.34 AM (2).png new file mode 100644 index 0000000000000000000000000000000000000000..e7c6a1e6f5ff41d5f050eb8aba020d00bed40579 Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.34 AM (2).png differ diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.35 AM (5).png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.35 AM (5).png new file mode 100644 index 0000000000000000000000000000000000000000..4d7c9f7e20131d09e8f19eccdf2ec6835a6280a6 Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.35 AM (5).png differ diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.36 AM (1).png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.36 AM (1).png new file mode 100644 index 0000000000000000000000000000000000000000..bcfaff15c591c19f7aac19d0f80dfde5448634d1 Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.36 AM (1).png differ diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.36 AM (3).png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.36 AM (3).png new file mode 100644 index 0000000000000000000000000000000000000000..2af82982e0bf3e46306e0681309c58139ff45c59 Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.09.36 AM (3).png differ diff --git a/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.30.12 AM (2).png b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.30.12 AM (2).png new file mode 100644 index 0000000000000000000000000000000000000000..d602b38b3a2dbb001536b034072800fab4fbb40a Binary files /dev/null and b/flask_GAN/mask/WhatsApp Image 2025-07-12 at 1.30.12 AM (2).png differ diff --git a/flask_GAN/resize.py b/flask_GAN/resize.py new file mode 100644 index 0000000000000000000000000000000000000000..8e703c663ea70c9e5a47460bdfff4f344e09925b --- /dev/null +++ b/flask_GAN/resize.py @@ -0,0 +1,40 @@ +# crop_left_512.py +import os +from PIL import Image + +INPUT_DIR = "./picture" # 原图文件夹 +OUTPUT_DIR = "./picture_resized" # 输出文件夹 +TARGET_H = 1536 # 目标高度(像素) +CROP_W = 512 # 只保留左侧 [0, 512) 宽度 + +os.makedirs(OUTPUT_DIR, exist_ok=True) + +def is_img(name): + return name.lower().endswith((".jpg", ".jpeg", ".png", ".bmp", ".webp", ".tif", ".tiff")) + +for fname in os.listdir(INPUT_DIR): + if not is_img(fname): + continue + src = os.path.join(INPUT_DIR, fname) + dst = os.path.join(OUTPUT_DIR, fname) + try: + with Image.open(src) as im: + im = im.convert("RGB") + + # 1) 若高度不是 1536,先按比例把高度调整到 1536(宽度等比变化) + if im.height != TARGET_H: + new_w = round(im.width * TARGET_H / im.height) + im = im.resize((new_w, TARGET_H), Image.BICUBIC) + + # 2) 若宽度不足 512,跳过并提示;否则裁剪左侧 0~512 宽度 + if im.width < CROP_W: + print(f"[SKIP] {fname}: width {im.width} < {CROP_W}") + continue + + left_crop = im.crop((0, 0, CROP_W, TARGET_H)) # (left, top, right, bottom) + left_crop.save(dst) + print(f"[OK] {fname} -> {dst}") + except Exception as e: + print(f"[ERR] {fname}: {e}") + +print("✅ 完成:已将左侧 0-512 宽度裁剪并输出到", OUTPUT_DIR) \ No newline at end of file diff --git a/flask_GAN/result/vis/tmp.png b/flask_GAN/result/vis/tmp.png new file mode 100644 index 0000000000000000000000000000000000000000..ab32f62dcda9fac34e33b81bdd5916f6be3a5694 --- /dev/null +++ b/flask_GAN/result/vis/tmp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76636e096e8e2020c95a86a9ebcb48fe9ca886f3a47a94ac743cd4ab89b4411 +size 252881 diff --git a/flask_GAN/runtime/outputs/in_3f084cf9775a45d9b21c686ae18ecdf0.png b/flask_GAN/runtime/outputs/in_3f084cf9775a45d9b21c686ae18ecdf0.png new file mode 100644 index 0000000000000000000000000000000000000000..df162f6932af596a694c2106cd578a835b4af683 --- /dev/null +++ b/flask_GAN/runtime/outputs/in_3f084cf9775a45d9b21c686ae18ecdf0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f5debfee68fc9b2301a1e763553f089e9f33c4833cc82a60c5dac09bfbb141 +size 374647 diff --git a/flask_GAN/runtime/outputs/in_986cd78ee11a4f1fa99385e0efac4563.png b/flask_GAN/runtime/outputs/in_986cd78ee11a4f1fa99385e0efac4563.png new file mode 100644 index 0000000000000000000000000000000000000000..37d0aa37819f33d96cd1194ae658f5a35a30b519 --- /dev/null +++ b/flask_GAN/runtime/outputs/in_986cd78ee11a4f1fa99385e0efac4563.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfefdb1758b9f08fada6992809d501f63854a61cae4acc8c279d9ad5b660d10 +size 571717 diff --git a/flask_GAN/runtime/outputs/in_c04f130d833c47559f3c1e76c95f8a55.png b/flask_GAN/runtime/outputs/in_c04f130d833c47559f3c1e76c95f8a55.png new file mode 100644 index 0000000000000000000000000000000000000000..c895c000e9d5e7dd6f0e38d6af749f8d1ddb7306 --- /dev/null +++ b/flask_GAN/runtime/outputs/in_c04f130d833c47559f3c1e76c95f8a55.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3799ad4f5086c21091201cd1a02979f1fb03ef18ff52f9aed4174cc2a08c2ea +size 610319 diff --git a/flask_GAN/runtime/outputs/in_c6f89cfcf3f047999eb74eb4804f3be9.png b/flask_GAN/runtime/outputs/in_c6f89cfcf3f047999eb74eb4804f3be9.png new file mode 100644 index 0000000000000000000000000000000000000000..c895c000e9d5e7dd6f0e38d6af749f8d1ddb7306 --- /dev/null +++ b/flask_GAN/runtime/outputs/in_c6f89cfcf3f047999eb74eb4804f3be9.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3799ad4f5086c21091201cd1a02979f1fb03ef18ff52f9aed4174cc2a08c2ea +size 610319 diff --git a/flask_GAN/runtime/outputs/in_f77c29d6f9174b54b5678d30d4834fbf.png b/flask_GAN/runtime/outputs/in_f77c29d6f9174b54b5678d30d4834fbf.png new file mode 100644 index 0000000000000000000000000000000000000000..8fdf7f27c28336c47783e73520cfb89d8fda3293 --- /dev/null +++ b/flask_GAN/runtime/outputs/in_f77c29d6f9174b54b5678d30d4834fbf.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b3c1ca70b7ee493700704f18dab2d8ce0387e7b30c009a1556545b9db1c7613 +size 634959 diff --git a/flask_GAN/runtime/outputs/out_085f535a5a4a4e8f80f38ac6125cc7ff.png b/flask_GAN/runtime/outputs/out_085f535a5a4a4e8f80f38ac6125cc7ff.png new file mode 100644 index 0000000000000000000000000000000000000000..a155b16e9c3ee7e0a1784b734e3ac5e85dfd1b63 --- /dev/null +++ b/flask_GAN/runtime/outputs/out_085f535a5a4a4e8f80f38ac6125cc7ff.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be1ddc310ff0ac171d98d3c0a0d7974a30ba7cf21ddcee3768039013f8e81ca +size 694703 diff --git a/flask_GAN/runtime/outputs/out_3a41682e7cb74fe2abaa51f5754dd5c1.png b/flask_GAN/runtime/outputs/out_3a41682e7cb74fe2abaa51f5754dd5c1.png new file mode 100644 index 0000000000000000000000000000000000000000..74b015227bedb626e95de65181f65db36cc59b64 --- /dev/null +++ b/flask_GAN/runtime/outputs/out_3a41682e7cb74fe2abaa51f5754dd5c1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d598020061e56629b01a1ce9fb43c2df5dd716c31f6e7a68ba036c6a1f06356 +size 839107 diff --git a/flask_GAN/runtime/outputs/out_b7239cb192984fd781750350c16b9d0d.png b/flask_GAN/runtime/outputs/out_b7239cb192984fd781750350c16b9d0d.png new file mode 100644 index 0000000000000000000000000000000000000000..37049ea0fc59fb4b65ffd926645514636fa2fa51 --- /dev/null +++ b/flask_GAN/runtime/outputs/out_b7239cb192984fd781750350c16b9d0d.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfc6dac0923804e71443937d893b8d691799df8f67d9d5ece63e9e165a0a401 +size 1044388 diff --git a/flask_GAN/runtime/outputs/out_ebdffbbdd31b4516b8241f9907be8f15.png b/flask_GAN/runtime/outputs/out_ebdffbbdd31b4516b8241f9907be8f15.png new file mode 100644 index 0000000000000000000000000000000000000000..37049ea0fc59fb4b65ffd926645514636fa2fa51 --- /dev/null +++ b/flask_GAN/runtime/outputs/out_ebdffbbdd31b4516b8241f9907be8f15.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfc6dac0923804e71443937d893b8d691799df8f67d9d5ece63e9e165a0a401 +size 1044388 diff --git a/flask_GAN/runtime/outputs/out_f73c6c5c48f84ece9fa6b28b2c180af7.png b/flask_GAN/runtime/outputs/out_f73c6c5c48f84ece9fa6b28b2c180af7.png new file mode 100644 index 0000000000000000000000000000000000000000..7f7f81f95f0af2f4e0e460a1e1d3a7ceffa47d72 --- /dev/null +++ b/flask_GAN/runtime/outputs/out_f73c6c5c48f84ece9fa6b28b2c180af7.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd3e3df6118c096e2115d0a64ad182ae4729a9fe736ec461d352307fe0f0018 +size 1034659 diff --git a/flask_GAN/weights/245_net_G.pth b/flask_GAN/weights/245_net_G.pth new file mode 100644 index 0000000000000000000000000000000000000000..dc2ad67143b3a2a75ab38af8085384b69639b3d8 --- /dev/null +++ b/flask_GAN/weights/245_net_G.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e8fba37dcc4cc4bbc69bf7bbc3d59cdda54238a6aa6c6315051c0b20f21eb8 +size 267995706 diff --git a/pix2pix_vgg/.gitignore b/pix2pix_vgg/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..0ea65dbceaae276ee7e2ca5025d04c891e49b8ea --- /dev/null +++ b/pix2pix_vgg/.gitignore @@ -0,0 +1,46 @@ +.DS_Store +debug* +datasets/ +checkpoints/ +results/ +build/ +dist/ +*.png +torch.egg-info/ +*/**/__pycache__ +torch/version.py +torch/csrc/generic/TensorMethods.cpp +torch/lib/*.so* +torch/lib/*.dylib* +torch/lib/*.h +torch/lib/build +torch/lib/tmp_install +torch/lib/include +torch/lib/torch_shm_manager +torch/csrc/cudnn/cuDNN.cpp +torch/csrc/nn/THNN.cwrap +torch/csrc/nn/THNN.cpp +torch/csrc/nn/THCUNN.cwrap +torch/csrc/nn/THCUNN.cpp +torch/csrc/nn/THNN_generic.cwrap +torch/csrc/nn/THNN_generic.cpp +torch/csrc/nn/THNN_generic.h +docs/src/**/* +test/data/legacy_modules.t7 +test/data/gpu_tensors.pt +test/htmlcov +test/.coverage +*/*.pyc +*/**/*.pyc +*/**/**/*.pyc +*/**/**/**/*.pyc +*/**/**/**/**/*.pyc +*/*.so* +*/**/*.so* +*/**/*.dylib* +test/data/legacy_serialized.pt +*~ +.idea + +#Ignore Wandb +wandb/ diff --git a/pix2pix_vgg/.ipynb_checkpoints/test-checkpoint.py b/pix2pix_vgg/.ipynb_checkpoints/test-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..22fb6a47d3ab73eb7a756e5ce4d9ab1a150c4b2c --- /dev/null +++ b/pix2pix_vgg/.ipynb_checkpoints/test-checkpoint.py @@ -0,0 +1,79 @@ +"""General-purpose test script for image-to-image translation. + +Once you have trained your model with train.py, you can use this script to test the model. +It will load a saved model from '--checkpoints_dir' and save the results to '--results_dir'. + +It first creates model and dataset given the option. It will hard-code some parameters. +It then runs inference for '--num_test' images and save results to an HTML file. + +Example (You need to train models first or download pre-trained models from our website): + Test a CycleGAN model (both sides): + python test.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan + + Test a CycleGAN model (one side only): + python test.py --dataroot datasets/horse2zebra/testA --name horse2zebra_pretrained --model test --no_dropout + + The option '--model test' is used for generating CycleGAN results only for one side. + This option will automatically set '--dataset_mode single', which only loads the images from one set. + On the contrary, using '--model cycle_gan' requires loading and generating results in both directions, + which is sometimes unnecessary. The results will be saved at ./results/. + Use '--results_dir ' to specify the results directory. + + Test a pix2pix model: + python test.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA + +See options/base_options.py and options/test_options.py for more test options. +See training and test tips at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md +See frequently asked questions at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md +""" + +import os +from pathlib import Path +from options.test_options import TestOptions +from data import create_dataset +from models import create_model +from util.visualizer import save_images +from util import html +import torch + +try: + import wandb +except ImportError: + print('Warning: wandb package cannot be found. The option "--use_wandb" will result in error.') + + +if __name__ == "__main__": + opt = TestOptions().parse() # get test options + opt.device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") + # hard-code some parameters for test + opt.num_threads = 0 # test code only supports num_threads = 0 + opt.batch_size = 1 # test code only supports batch_size = 1 + opt.serial_batches = True # disable data shuffling; comment this line if results on randomly chosen images are needed. + opt.no_flip = True # no flip; comment this line if results on flipped images are needed. + + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + model = create_model(opt) # create a model given opt.model and other options + model.setup(opt) # regular setup: load and print networks; create schedulers + + # create a website + web_dir = Path(opt.results_dir) / opt.name / f"{opt.phase}_{opt.epoch}" # define the website directory + if opt.load_iter > 0: # load_iter is 0 by default + web_dir = Path(f"{web_dir}_iter{opt.load_iter}") + print(f"creating web directory {web_dir}") + webpage = html.HTML(web_dir, f"Experiment = {opt.name}, Phase = {opt.phase}, Epoch = {opt.epoch}") + # test with eval mode. This only affects layers like batchnorm and dropout. + # For [pix2pix]: we use batchnorm and dropout in the original pix2pix. You can experiment it with and without eval() mode. + # For [CycleGAN]: It should not affect CycleGAN as CycleGAN uses instancenorm without dropout. + if opt.eval: + model.eval() + for i, data in enumerate(dataset): + if i >= opt.num_test: # only apply our model to opt.num_test images. + break + model.set_input(data) # unpack data from data loader + model.test() # run inference + visuals = model.get_current_visuals() # get image results + img_path = model.get_image_paths() # get image paths + if i % 5 == 0: # save images to an HTML file + print(f"processing ({i:04d})-th image... {img_path}") + save_images(webpage, visuals, img_path, aspect_ratio=opt.aspect_ratio, width=opt.display_winsize) + webpage.save() # save the HTML diff --git a/pix2pix_vgg/.ipynb_checkpoints/test_val-checkpoint.sh b/pix2pix_vgg/.ipynb_checkpoints/test_val-checkpoint.sh new file mode 100644 index 0000000000000000000000000000000000000000..62271f31b66dc9aece563b334c42cd5f43f6f8fb --- /dev/null +++ b/pix2pix_vgg/.ipynb_checkpoints/test_val-checkpoint.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +set -euo pipefail + +PROJECT_DIR=~/pix2pix +RUNNAME=150epoch +DATASET=datasets/rhino_aligned +RESULTS_DIR=$PROJECT_DIR/results/${RUNNAME}_val + +mkdir -p "$RESULTS_DIR" + +for E in {105..150..5}; do + echo "===> Testing epoch $E" + CUDA_VISIBLE_DEVICES=2 python test.py \ + --dataroot "$DATASET" \ + --checkpoints_dir "$PROJECT_DIR/checkpoints" \ + --name "$RUNNAME" \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --netG unet_512 \ + --norm instance --no_dropout \ + --phase val \ + --epoch $E \ + --num_test 999999 \ + --masks_dir "$DATASET/val_masks" \ + --results_dir "$RESULTS_DIR/epoch_${E}" +done \ No newline at end of file diff --git a/pix2pix_vgg/.ipynb_checkpoints/train-checkpoint.py b/pix2pix_vgg/.ipynb_checkpoints/train-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..254755fd235659fdde8d3fa16e78a5e4c70e09b6 --- /dev/null +++ b/pix2pix_vgg/.ipynb_checkpoints/train-checkpoint.py @@ -0,0 +1,87 @@ +"""General-purpose training script for image-to-image translation. + +This script works for various models (with option '--model': e.g., pix2pix, cyclegan, colorization) and +different datasets (with option '--dataset_mode': e.g., aligned, unaligned, single, colorization). +You need to specify the dataset ('--dataroot'), experiment name ('--name'), and model ('--model'). + +It first creates model, dataset, and visualizer given the option. +It then does standard network training. During the training, it also visualize/save the images, print/save the loss plot, and save models. +The script supports continue/resume training. Use '--continue_train' to resume your previous training. + +Example: + Train a CycleGAN model: + python train.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan + Train a pix2pix model: + python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA + +See options/base_options.py and options/train_options.py for more training options. +See training and test tips at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md +See frequently asked questions at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md +""" + +import time +from options.train_options import TrainOptions +from data import create_dataset +from models import create_model +from util.visualizer import Visualizer +from util.util import init_ddp, cleanup_ddp + + +if __name__ == "__main__": + opt = TrainOptions().parse() # get training options + opt.device = init_ddp() + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + dataset_size = len(dataset) # get the number of images in the dataset. + print(f"The number of training images = {dataset_size}") + + model = create_model(opt) # create a model given opt.model and other options + model.setup(opt) # regular setup: load and print networks; create schedulers + visualizer = Visualizer(opt) # create a visualizer that display/save images and plots + total_iters = 0 # the total number of training iterations + for epoch in range(opt.epoch_count, opt.n_epochs + opt.n_epochs_decay + 1): + epoch_start_time = time.time() # timer for entire epoch + iter_data_time = time.time() # timer for data loading per iteration + epoch_iter = 0 # the number of training iterations in current epoch, reset to 0 every epoch + visualizer.reset() + # Set epoch for DistributedSampler + if hasattr(dataset, "set_epoch"): + dataset.set_epoch(epoch) + + for i, data in enumerate(dataset): # inner loop within one epoch + iter_start_time = time.time() # timer for computation per iteration + if total_iters % opt.print_freq == 0: + t_data = iter_start_time - iter_data_time + + total_iters += opt.batch_size + epoch_iter += opt.batch_size + model.set_input(data) # unpack data from dataset and apply preprocessing + model.optimize_parameters() # calculate loss functions, get gradients, update network weights + + if total_iters % opt.display_freq == 0: # display images on visdom and save images to a HTML file + save_result = total_iters % opt.update_html_freq == 0 + model.compute_visuals() + visualizer.display_current_results(model.get_current_visuals(), epoch, total_iters, save_result) + + if total_iters % opt.print_freq == 0: # print training losses and save logging information to the disk + losses = model.get_current_losses() + t_comp = (time.time() - iter_start_time) / opt.batch_size + visualizer.print_current_losses(epoch, epoch_iter, losses, t_comp, t_data) + visualizer.plot_current_losses(total_iters, losses) + + if total_iters % opt.save_latest_freq == 0: # cache our latest model every iterations + print(f"saving the latest model (epoch {epoch}, total_iters {total_iters})") + save_suffix = f"iter_{total_iters}" if opt.save_by_iter else "latest" + model.save_networks(save_suffix) + + iter_data_time = time.time() + + model.update_learning_rate() # update learning rates at the end of every epoch + + if epoch % opt.save_epoch_freq == 0: # cache our model every epochs + print(f"saving the model at the end of epoch {epoch}, iters {total_iters}") + model.save_networks("latest") + model.save_networks(epoch) + + print(f"End of epoch {epoch} / {opt.n_epochs + opt.n_epochs_decay} \t Time Taken: {time.time() - epoch_start_time:.0f} sec") + + cleanup_ddp() diff --git a/pix2pix_vgg/.replit b/pix2pix_vgg/.replit new file mode 100644 index 0000000000000000000000000000000000000000..94513bcb6de8effa36d8335fba26ff7b3d11a703 --- /dev/null +++ b/pix2pix_vgg/.replit @@ -0,0 +1,2 @@ +language = "python3" +run = "

[Tensorflow] (by Christopher Hesse), [Tensorflow] (by Eyyüb Sariu), [Tensorflow (face2face)] (by Dat Tran), [Tensorflow (film)] (by Arthur Juliani), [Tensorflow (zi2zi)] (by Yuchen Tian), [Chainer] (by mattya), [tf/torch/keras/lasagne] (by tjwei), [Pytorch] (by taey16)

" \ No newline at end of file diff --git a/pix2pix_vgg/.vscode/sftp.json b/pix2pix_vgg/.vscode/sftp.json new file mode 100644 index 0000000000000000000000000000000000000000..132e1745bb6809386ac9398ab030ba8fce5e85e9 --- /dev/null +++ b/pix2pix_vgg/.vscode/sftp.json @@ -0,0 +1,13 @@ +{ + "host": "192.168.1.214", + "username": "liutao", + "password": "LT*7^5@1", + "remotePath": "/data1/liutao/pix2pix", + "uploadOnSave": true, + "downloadOnOpen": true, + "ignore": [ + "**/.vscode/**", + "**/.git/**", + "**/node_modules/**" + ] +} diff --git a/pix2pix_vgg/CycleGAN.ipynb b/pix2pix_vgg/CycleGAN.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..99df56ac5ed8348393207e33a490e8c450d72498 --- /dev/null +++ b/pix2pix_vgg/CycleGAN.ipynb @@ -0,0 +1,273 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "view-in-github" + }, + "source": [ + "\"Open" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "5VIGyIus8Vr7" + }, + "source": [ + "Take a look at the [repository](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix) for more information" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "7wNjDKdQy35h" + }, + "source": [ + "# Install" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "TRm-USlsHgEV" + }, + "outputs": [], + "source": [ + "!git clone https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "Pt3igws3eiVp" + }, + "outputs": [], + "source": [ + "import os\n", + "os.chdir('pytorch-CycleGAN-and-pix2pix/')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "z1EySlOXwwoa" + }, + "outputs": [], + "source": [ + "!pip install -r requirements.txt" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "8daqlgVhw29P" + }, + "source": [ + "# Datasets\n", + "\n", + "Download one of the official datasets with:\n", + "\n", + "- `bash ./datasets/download_cyclegan_dataset.sh [apple2orange, summer2winter_yosemite, horse2zebra, monet2photo, cezanne2photo, ukiyoe2photo, vangogh2photo, maps, cityscapes, facades, iphone2dslr_flower, ae_photos]`\n", + "\n", + "Or use your own dataset by creating the appropriate folders and adding in the images.\n", + "\n", + "- Create a dataset folder under `/dataset` for your dataset.\n", + "- Create subfolders `testA`, `testB`, `trainA`, and `trainB` under your dataset's folder. Place any images you want to transform from a to b (cat2dog) in the `testA` folder, images you want to transform from b to a (dog2cat) in the `testB` folder, and do the same for the `trainA` and `trainB` folders." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "vrdOettJxaCc" + }, + "outputs": [], + "source": [ + "!bash ./datasets/download_cyclegan_dataset.sh horse2zebra" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "gdUz4116xhpm" + }, + "source": [ + "# Pretrained models\n", + "\n", + "Download one of the official pretrained models with:\n", + "\n", + "- `bash ./scripts/download_cyclegan_model.sh [apple2orange, orange2apple, summer2winter_yosemite, winter2summer_yosemite, horse2zebra, zebra2horse, monet2photo, style_monet, style_cezanne, style_ukiyoe, style_vangogh, sat2map, map2sat, cityscapes_photo2label, cityscapes_label2photo, facades_photo2label, facades_label2photo, iphone2dslr_flower]`\n", + "\n", + "Or add your own pretrained model to `./checkpoints/{NAME}_pretrained/latest_net_G.pt`" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "B75UqtKhxznS" + }, + "outputs": [], + "source": [ + "!bash ./scripts/download_cyclegan_model.sh horse2zebra" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "yFw1kDQBx3LN" + }, + "source": [ + "# Training\n", + "\n", + "- `python train.py --dataroot ./datasets/horse2zebra --name horse2zebra --model cycle_gan`\n", + "\n", + "Change the `--dataroot` and `--name` to your own dataset's path and model's name. Use `--gpu_ids 0,1,..` to train on multiple GPUs and `--batch_size` to change the batch size. I've found that a batch size of 16 fits onto 4 V100s and can finish training an epoch in ~90s.\n", + "\n", + "Once your model has trained, copy over the last checkpoint to a format that the testing model can automatically detect:\n", + "\n", + "Use `cp ./checkpoints/horse2zebra/latest_net_G_A.pth ./checkpoints/horse2zebra/latest_net_G.pth` if you want to transform images from class A to class B and `cp ./checkpoints/horse2zebra/latest_net_G_B.pth ./checkpoints/horse2zebra/latest_net_G.pth` if you want to transform images from class B to class A.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "0sp7TCT2x9dB" + }, + "outputs": [], + "source": [ + "!python train.py --dataroot ./datasets/horse2zebra --name horse2zebra --model cycle_gan --display_id -1" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "9UkcaFZiyASl" + }, + "source": [ + "# Testing\n", + "\n", + "- `python test.py --dataroot datasets/horse2zebra/testA --name horse2zebra_pretrained --model test --no_dropout`\n", + "\n", + "Change the `--dataroot` and `--name` to be consistent with your trained model's configuration.\n", + "\n", + "> from https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix:\n", + "> The option --model test is used for generating results of CycleGAN only for one side. This option will automatically set --dataset_mode single, which only loads the images from one set. On the contrary, using --model cycle_gan requires loading and generating results in both directions, which is sometimes unnecessary. The results will be saved at ./results/. Use --results_dir {directory_path_to_save_result} to specify the results directory.\n", + "\n", + "> For your own experiments, you might want to specify --netG, --norm, --no_dropout to match the generator architecture of the trained model." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "uCsKkEq0yGh0" + }, + "outputs": [], + "source": [ + "!python test.py --dataroot datasets/horse2zebra/testA --name horse2zebra_pretrained --model test --no_dropout" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "OzSKIPUByfiN" + }, + "source": [ + "# Visualize" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "9Mgg8raPyizq" + }, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "\n", + "img = plt.imread('./results/horse2zebra_pretrained/test_latest/images/n02381460_1010_fake.png')\n", + "plt.imshow(img)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "0G3oVH9DyqLQ" + }, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "\n", + "img = plt.imread('./results/horse2zebra_pretrained/test_latest/images/n02381460_1010_real.png')\n", + "plt.imshow(img)" + ] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "collapsed_sections": [], + "include_colab_link": true, + "name": "CycleGAN", + "provenance": [] + }, + "environment": { + "name": "tf2-gpu.2-3.m74", + "type": "gcloud", + "uri": "gcr.io/deeplearning-platform-release/tf2-gpu.2-3:m74" + }, + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.7.10" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/pix2pix_vgg/LICENSE b/pix2pix_vgg/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..d75f0ee8466f00cf04da906a6fca115c7910399f --- /dev/null +++ b/pix2pix_vgg/LICENSE @@ -0,0 +1,58 @@ +Copyright (c) 2017, Jun-Yan Zhu and Taesung Park +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are met: + +* Redistributions of source code must retain the above copyright notice, this + list of conditions and the following disclaimer. + +* Redistributions in binary form must reproduce the above copyright notice, + this list of conditions and the following disclaimer in the documentation + and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER +CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, +OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + + +--------------------------- LICENSE FOR pix2pix -------------------------------- +BSD License + +For pix2pix software +Copyright (c) 2016, Phillip Isola and Jun-Yan Zhu +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are met: + +* Redistributions of source code must retain the above copyright notice, this + list of conditions and the following disclaimer. + +* Redistributions in binary form must reproduce the above copyright notice, + this list of conditions and the following disclaimer in the documentation + and/or other materials provided with the distribution. + +----------------------------- LICENSE FOR DCGAN -------------------------------- +BSD License + +For dcgan.torch software + +Copyright (c) 2015, Facebook, Inc. All rights reserved. + +Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: + +Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. + +Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. + +Neither the name Facebook nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/pix2pix_vgg/README.md b/pix2pix_vgg/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9aae675b0c30cadb61c2c82064d138cd81a79d44 --- /dev/null +++ b/pix2pix_vgg/README.md @@ -0,0 +1,308 @@ + + +


+ +# CycleGAN and pix2pix in PyTorch + +**Udpate in 2025**: we recently updated the code to support Python 3.11 and PyTorch 2.4. It also supports DDP for single-machine multiple-GPU training. (Please use `torchrun --nproc_per_node=4 train.py ...`) + +**New**: Please check out [img2img-turbo](https://github.com/GaParmar/img2img-turbo) repo that includes both pix2pix-turbo and CycleGAN-Turbo. Our new one-step image-to-image translation methods can support both paired and unpaired training and produce better results by leveraging the pre-trained StableDiffusion-Turbo model. The inference time for 512x512 image is 0.29 sec on A6000 and 0.11 sec on A100. + +Please check out [contrastive-unpaired-translation](https://github.com/taesungp/contrastive-unpaired-translation) (CUT), our new unpaired image-to-image translation model that enables fast and memory-efficient training. + +We provide PyTorch implementations for both unpaired and paired image-to-image translation. + +The code was written by [Jun-Yan Zhu](https://github.com/junyanz) and [Taesung Park](https://github.com/taesungp), and supported by [Tongzhou Wang](https://github.com/SsnL). + +This PyTorch implementation produces results comparable to or better than our original Torch software. If you would like to reproduce the same results as in the papers, check out the original [CycleGAN Torch](https://github.com/junyanz/CycleGAN) and [pix2pix Torch](https://github.com/phillipi/pix2pix) code in Lua/Torch. + +**Note**: The current software works well with PyTorch 2.4+. Check out the older [branch](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/tree/pytorch0.3.1) that supports PyTorch 0.1-0.3. + +You may find useful information in [training/test tips](docs/tips.md) and [frequently asked questions](docs/qa.md). To implement custom models and datasets, check out our [templates](#custom-model-and-dataset). To help users better understand and adapt our codebase, we provide an [overview](docs/overview.md) of the code structure of this repository. + +**CycleGAN: [Project](https://junyanz.github.io/CycleGAN/) | [Paper](https://arxiv.org/pdf/1703.10593.pdf) | [Torch](https://github.com/junyanz/CycleGAN) | +[Tensorflow Core Tutorial](https://www.tensorflow.org/tutorials/generative/cyclegan) | [PyTorch Colab](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/CycleGAN.ipynb)** + + + +**Pix2pix: [Project](https://phillipi.github.io/pix2pix/) | [Paper](https://arxiv.org/pdf/1611.07004.pdf) | [Torch](https://github.com/phillipi/pix2pix) | +[Tensorflow Core Tutorial](https://www.tensorflow.org/tutorials/generative/pix2pix) | [PyTorch Colab](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/pix2pix.ipynb)** + + + +**[EdgesCats Demo](https://affinelayer.com/pixsrv/) | [pix2pix-tensorflow](https://github.com/affinelayer/pix2pix-tensorflow) | by [Christopher Hesse](https://twitter.com/christophrhesse)** + + + +If you use this code for your research, please cite: + +Unpaired Image-to-Image Translation using Cycle-Consistent Adversarial Networks.
+[Jun-Yan Zhu](https://www.cs.cmu.edu/~junyanz/)\*, [Taesung Park](https://taesung.me/)\*, [Phillip Isola](https://people.eecs.berkeley.edu/~isola/), [Alexei A. Efros](https://people.eecs.berkeley.edu/~efros). In ICCV 2017. (\* equal contributions) [[Bibtex]](https://junyanz.github.io/CycleGAN/CycleGAN.txt) + +Image-to-Image Translation with Conditional Adversarial Networks.
+[Phillip Isola](https://people.eecs.berkeley.edu/~isola), [Jun-Yan Zhu](https://www.cs.cmu.edu/~junyanz/), [Tinghui Zhou](https://people.eecs.berkeley.edu/~tinghuiz), [Alexei A. Efros](https://people.eecs.berkeley.edu/~efros). In CVPR 2017. [[Bibtex]](https://www.cs.cmu.edu/~junyanz/projects/pix2pix/pix2pix.bib) + +## Talks and Course + +pix2pix slides: [keynote](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/pix2pix.key) | [pdf](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/pix2pix.pdf), +CycleGAN slides: [pptx](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/CycleGAN.pptx) | [pdf](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/CycleGAN.pdf) + +CycleGAN course assignment [code](http://www.cs.toronto.edu/~rgrosse/courses/csc321_2018/assignments/a4-code.zip) and [handout](http://www.cs.toronto.edu/~rgrosse/courses/csc321_2018/assignments/a4-handout.pdf) designed by Prof. [Roger Grosse](http://www.cs.toronto.edu/~rgrosse/) for [CSC321](http://www.cs.toronto.edu/~rgrosse/courses/csc321_2018/) "Intro to Neural Networks and Machine Learning" at University of Toronto. Please contact the instructor if you would like to adopt it in your course. + +## Colab Notebook + +TensorFlow Core CycleGAN Tutorial: [Google Colab](https://colab.research.google.com/github/tensorflow/docs/blob/master/site/en/tutorials/generative/cyclegan.ipynb) | [Code](https://github.com/tensorflow/docs/blob/master/site/en/tutorials/generative/cyclegan.ipynb) + +TensorFlow Core pix2pix Tutorial: [Google Colab](https://colab.research.google.com/github/tensorflow/docs/blob/master/site/en/tutorials/generative/pix2pix.ipynb) | [Code](https://github.com/tensorflow/docs/blob/master/site/en/tutorials/generative/pix2pix.ipynb) + +PyTorch Colab notebook: [CycleGAN](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/CycleGAN.ipynb) and [pix2pix](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/pix2pix.ipynb) + +ZeroCostDL4Mic Colab notebook: [CycleGAN](https://colab.research.google.com/github/HenriquesLab/ZeroCostDL4Mic/blob/master/Colab_notebooks_Beta/CycleGAN_ZeroCostDL4Mic.ipynb) and [pix2pix](https://colab.research.google.com/github/HenriquesLab/ZeroCostDL4Mic/blob/master/Colab_notebooks_Beta/pix2pix_ZeroCostDL4Mic.ipynb) + +## Other implementations + +### CycleGAN + +

[Tensorflow] (by Harry Yang), +[Tensorflow] (by Archit Rathore), +[Tensorflow] (by Van Huy), +[Tensorflow] (by Xiaowei Hu), + [Tensorflow2] (by Zhenliang He), + [TensorLayer1.0] (by luoxier), + [TensorLayer2.0] (by zsdonghao), +[Chainer] (by Yanghua Jin), +[Minimal PyTorch] (by yunjey), +[Mxnet] (by Ldpe2G), +[lasagne/Keras] (by tjwei), +[Keras] (by Simon Karlsson), +[OneFlow] (by Ldpe2G) +

+ + +### pix2pix + +

[Tensorflow] (by Christopher Hesse), +[Tensorflow] (by Eyyüb Sariu), + [Tensorflow (face2face)] (by Dat Tran), + [Tensorflow (film)] (by Arthur Juliani), +[Tensorflow (zi2zi)] (by Yuchen Tian), +[Chainer] (by mattya), +[tf/torch/keras/lasagne] (by tjwei), +[Pytorch] (by taey16) +

+ + +## Prerequisites + +- Linux or macOS +- Python 3 +- CPU or NVIDIA GPU + CUDA CuDNN + +## Getting Started + +### Installation + +- Clone this repo: + +```bash +git clone https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix +cd pytorch-CycleGAN-and-pix2pix +``` + +- Install [PyTorch](http://pytorch.org) and other dependencies. For Conda users, you can create a new Conda environment by + +```bash +conda env create -f environment.yml +``` + +and then activate the environment by + +```bash +conda activate pytorch-img2img +``` + +- For Docker users, we provide the pre-built Docker image and Dockerfile. Please refer to our [Docker](docs/docker.md) page. +- For Repl users, please click [![Run on Repl.it](https://repl.it/badge/github/junyanz/pytorch-CycleGAN-and-pix2pix)](https://repl.it/github/junyanz/pytorch-CycleGAN-and-pix2pix). + +### CycleGAN train/test + +- Download a CycleGAN dataset (e.g. maps): + +```bash +bash ./datasets/download_cyclegan_dataset.sh maps +``` + +- To log training progress and test images to W&B dashboard, set the `--use_wandb` flag with training script +- Train a model: + +```bash +#!./scripts/train_cyclegan.sh +python train.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan --use_wandb +``` + +To see more intermediate results, check out `./checkpoints/maps_cyclegan/web/index.html`. + +- Test the model: + +```bash +#!./scripts/test_cyclegan.sh +python test.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan +``` + +- The test results will be saved to a html file here: `./results/maps_cyclegan/latest_test/index.html`. + +### pix2pix train/test + +- Download a pix2pix dataset (e.g.[facades](http://cmp.felk.cvut.cz/~tylecr1/facade/)): + +```bash +bash ./datasets/download_pix2pix_dataset.sh facades +``` + +- To log training progress and test images to W&B dashboard, set the `--use_wandb` flag with training script +- Train a model: + +```bash +#!./scripts/train_pix2pix.sh +python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA --use_wandb +``` + +To see more intermediate results, check out `./checkpoints/facades_pix2pix/web/index.html`. + +- Test the model (`bash ./scripts/test_pix2pix.sh`): + +```bash +#!./scripts/test_pix2pix.sh +python test.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA +``` + +- The test results will be saved to a html file here: `./results/facades_pix2pix/test_latest/index.html`. You can find more scripts at `scripts` directory. +- To train and test pix2pix-based colorization models, please add `--model colorization` and `--dataset_mode colorization`. See our training [tips](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md#notes-on-colorization) for more details. + +### Apply a pre-trained model (CycleGAN) + +- You can download a pretrained model (e.g. horse2zebra) with the following script: + +```bash +bash ./scripts/download_cyclegan_model.sh horse2zebra +``` + +- The pretrained model is saved at `./checkpoints/{name}_pretrained/latest_net_G.pth`. Check [here](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/scripts/download_cyclegan_model.sh#L3) for all the available CycleGAN models. +- To test the model, you also need to download the horse2zebra dataset: + +```bash +bash ./datasets/download_cyclegan_dataset.sh horse2zebra +``` + +- Then generate the results using + +```bash +python test.py --dataroot datasets/horse2zebra/testA --name horse2zebra_pretrained --model test --no_dropout +``` + +- The option `--model test` is used for generating results of CycleGAN only for one side. This option will automatically set `--dataset_mode single`, which only loads the images from one set. On the contrary, using `--model cycle_gan` requires loading and generating results in both directions, which is sometimes unnecessary. The results will be saved at `./results/`. Use `--results_dir {directory_path_to_save_result}` to specify the results directory. + +- For pix2pix and your own models, you need to explicitly specify `--netG`, `--norm`, `--no_dropout` to match the generator architecture of the trained model. See this [FAQ](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md#runtimeerror-errors-in-loading-state_dict-812-671461-296) for more details. + +### Apply a pre-trained model (pix2pix) + +Download a pre-trained model with `./scripts/download_pix2pix_model.sh`. + +- Check [here](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/scripts/download_pix2pix_model.sh#L3) for all the available pix2pix models. For example, if you would like to download label2photo model on the Facades dataset, + +```bash +bash ./scripts/download_pix2pix_model.sh facades_label2photo +``` + +- Download the pix2pix facades datasets: + +```bash +bash ./datasets/download_pix2pix_dataset.sh facades +``` + +- Then generate the results using + +```bash +python test.py --dataroot ./datasets/facades/ --direction BtoA --model pix2pix --name facades_label2photo_pretrained +``` + +- Note that we specified `--direction BtoA` as Facades dataset's A to B direction is photos to labels. + +- If you would like to apply a pre-trained model to a collection of input images (rather than image pairs), please use `--model test` option. See `./scripts/test_single.sh` for how to apply a model to Facade label maps (stored in the directory `facades/testB`). + +- See a list of currently available models at `./scripts/download_pix2pix_model.sh` + +### Multi-GPU training + +To train a model on multiple GPUs, please use `torchrun --nproc_per_node=4 train.py ...` instead of `python train.py ...`. We also need to use synchronized batchnorm by setting `--norm sync_batch` (or `--norm sync_instance` for instance normgalization). The `--norm batch` is not compatible with DDP. + +## [Docker](docs/docker.md) + +We provide the pre-built Docker image and Dockerfile that can run this code repo. See [docker](docs/docker.md). + +## [Datasets](docs/datasets.md) + +Download pix2pix/CycleGAN datasets and create your own datasets. + +## [Training/Test Tips](docs/tips.md) + +Best practice for training and testing your models. + +## [Frequently Asked Questions](docs/qa.md) + +Before you post a new question, please first look at the above Q & A and existing GitHub issues. + +## Custom Model and Dataset + +If you plan to implement custom models and dataset for your new applications, we provide a dataset [template](data/template_dataset.py) and a model [template](models/template_model.py) as a starting point. + +## [Code structure](docs/overview.md) + +To help users better understand and use our code, we briefly overview the functionality and implementation of each package and each module. + +## Pull Request + +You are always welcome to contribute to this repository by sending a [pull request](https://help.github.com/articles/about-pull-requests/). +Please run `flake8 --ignore E501 .` and `pytest scripts/test_before_push.py -v` before you commit the code. Please also update the code structure [overview](docs/overview.md) accordingly if you add or remove files. + +## Citation + +If you use this code for your research, please cite our papers. + +``` +@inproceedings{CycleGAN2017, + title={Unpaired Image-to-Image Translation using Cycle-Consistent Adversarial Networks}, + author={Zhu, Jun-Yan and Park, Taesung and Isola, Phillip and Efros, Alexei A}, + booktitle={Computer Vision (ICCV), 2017 IEEE International Conference on}, + year={2017} +} + + +@inproceedings{isola2017image, + title={Image-to-Image Translation with Conditional Adversarial Networks}, + author={Isola, Phillip and Zhu, Jun-Yan and Zhou, Tinghui and Efros, Alexei A}, + booktitle={Computer Vision and Pattern Recognition (CVPR), 2017 IEEE Conference on}, + year={2017} +} +``` + +## Other Languages + +[Spanish](docs/README_es.md) + +## Related Projects + +[img2img-turbo](https://github.com/GaParmar/img2img-turbo)
+[contrastive-unpaired-translation](https://github.com/taesungp/contrastive-unpaired-translation) (CUT)
+[CycleGAN-Torch](https://github.com/junyanz/CycleGAN) | +[pix2pix-Torch](https://github.com/phillipi/pix2pix) | [pix2pixHD](https://github.com/NVIDIA/pix2pixHD)| +[BicycleGAN](https://github.com/junyanz/BicycleGAN) | [vid2vid](https://tcwang0509.github.io/vid2vid/) | [SPADE/GauGAN](https://github.com/NVlabs/SPADE)
+[iGAN](https://github.com/junyanz/iGAN) | [GAN Dissection](https://github.com/CSAILVision/GANDissect) | [GAN Paint](http://ganpaint.io/) + +## Cat Paper Collection + +If you love cats, and love reading cool graphics, vision, and learning papers, please check out the Cat Paper [Collection](https://github.com/junyanz/CatPapers). + +## Acknowledgments + +Our code is inspired by [pytorch-DCGAN](https://github.com/pytorch/examples/tree/master/dcgan). diff --git a/pix2pix_vgg/data/__init__.py b/pix2pix_vgg/data/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..3e4ea53aeac8ca58fb79229ce2c077873a76152d --- /dev/null +++ b/pix2pix_vgg/data/__init__.py @@ -0,0 +1,107 @@ +"""This package includes all the modules related to data loading and preprocessing + + To add a custom dataset class called 'dummy', you need to add a file called 'dummy_dataset.py' and define a subclass 'DummyDataset' inherited from BaseDataset. + You need to implement four functions: + -- <__init__>: initialize the class, first call BaseDataset.__init__(self, opt). + -- <__len__>: return the size of dataset. + -- <__getitem__>: get a data point from data loader. + -- : (optionally) add dataset-specific options and set default options. + +Now you can use the dataset class by specifying flag '--dataset_mode dummy'. +See our template dataset class 'template_dataset.py' for more details. +""" + +import importlib +import torch.utils.data +from torch.utils.data.distributed import DistributedSampler +import torch.distributed as dist +import os +from data.base_dataset import BaseDataset + + +def find_dataset_using_name(dataset_name): + """Import the module "data/[dataset_name]_dataset.py". + + In the file, the class called DatasetNameDataset() will + be instantiated. It has to be a subclass of BaseDataset, + and it is case-insensitive. + """ + dataset_filename = "data." + dataset_name + "_dataset" + datasetlib = importlib.import_module(dataset_filename) + + dataset = None + target_dataset_name = dataset_name.replace("_", "") + "dataset" + for name, cls in datasetlib.__dict__.items(): + if name.lower() == target_dataset_name.lower() and issubclass(cls, BaseDataset): + dataset = cls + + if dataset is None: + raise NotImplementedError("In %s.py, there should be a subclass of BaseDataset with class name that matches %s in lowercase." % (dataset_filename, target_dataset_name)) + + return dataset + + +def get_option_setter(dataset_name): + """Return the static method of the dataset class.""" + dataset_class = find_dataset_using_name(dataset_name) + return dataset_class.modify_commandline_options + + +def create_dataset(opt): + """Create a dataset given the option. + + This function wraps the class CustomDatasetDataLoader. + This is the main interface between this package and 'train.py'/'test.py' + + Example: + >>> from data import create_dataset + >>> dataset = create_dataset(opt) + """ + data_loader = CustomDatasetDataLoader(opt) + dataset = data_loader.load_data() + return dataset + + +class CustomDatasetDataLoader: + """Wrapper class of Dataset class that performs multi-threaded data loading""" + + def __init__(self, opt): + """Initialize this class + + Step 1: create a dataset instance given the name [dataset_mode] + Step 2: create a multi-threaded data loader. + """ + self.opt = opt + dataset_class = find_dataset_using_name(opt.dataset_mode) + self.dataset = dataset_class(opt) + print("dataset [%s] was created" % type(self.dataset).__name__) + + # Use DistributedSampler for DDP training + if "LOCAL_RANK" in os.environ: + print(f'create DDP sampler on rank {int(os.environ["LOCAL_RANK"])}') + self.sampler = DistributedSampler(self.dataset, shuffle=not opt.serial_batches) + shuffle = False # DistributedSampler handles shuffling + else: + self.sampler = None + shuffle = not opt.serial_batches + + self.dataloader = torch.utils.data.DataLoader(self.dataset, batch_size=opt.batch_size, shuffle=shuffle, sampler=self.sampler, num_workers=int(opt.num_threads)) + + def load_data(self): + return self + + def __len__(self): + """Return the number of data in the dataset""" + return min(len(self.dataset), self.opt.max_dataset_size) + + def __iter__(self): + """Return a batch of data""" + for i, data in enumerate(self.dataloader): + if i * self.opt.batch_size >= self.opt.max_dataset_size: + break + yield data + + def set_epoch(self, epoch): + """Set epoch for DistributedSampler to ensure proper shuffling""" + if self.sampler is not None: + self.sampler.set_epoch(epoch) diff --git a/pix2pix_vgg/data/__pycache__/__init__.cpython-312.pyc b/pix2pix_vgg/data/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..df4059f9c3e6809cb8e961570065034230916d67 Binary files /dev/null and b/pix2pix_vgg/data/__pycache__/__init__.cpython-312.pyc differ diff --git a/pix2pix_vgg/data/__pycache__/aligned_dataset.cpython-312.pyc b/pix2pix_vgg/data/__pycache__/aligned_dataset.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5cf25d09df88a268b8ff9de5eb5b143a57d083b6 Binary files /dev/null and b/pix2pix_vgg/data/__pycache__/aligned_dataset.cpython-312.pyc differ diff --git a/pix2pix_vgg/data/__pycache__/base_dataset.cpython-312.pyc b/pix2pix_vgg/data/__pycache__/base_dataset.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..bb50b485eac4093d10d3f4e62973d0be0086af6f Binary files /dev/null and b/pix2pix_vgg/data/__pycache__/base_dataset.cpython-312.pyc differ diff --git a/pix2pix_vgg/data/__pycache__/image_folder.cpython-312.pyc b/pix2pix_vgg/data/__pycache__/image_folder.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7913cf8c763916312417467c3425241ae4a05138 Binary files /dev/null and b/pix2pix_vgg/data/__pycache__/image_folder.cpython-312.pyc differ diff --git a/pix2pix_vgg/data/aligned_dataset.py b/pix2pix_vgg/data/aligned_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..df652ff5a0bf88ef2be6a75d087f12841a8fa32e --- /dev/null +++ b/pix2pix_vgg/data/aligned_dataset.py @@ -0,0 +1,132 @@ +import os +import numpy as np +import torch +from PIL import Image +import torchvision.transforms.functional as TF + +from data.base_dataset import BaseDataset, get_transform, get_params +from data.image_folder import make_dataset + + +class AlignedDataset(BaseDataset): + """Paired dataset (A|B in one image). Also loads a per-sample mask aligned to B.""" + + def __init__(self, opt): + BaseDataset.__init__(self, opt) + self.dir_AB = os.path.join(opt.dataroot, opt.phase) + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + assert self.opt.load_size >= self.opt.crop_size + self.input_nc = self.opt.output_nc if self.opt.direction == "BtoA" else self.opt.input_nc + self.output_nc = self.opt.input_nc if self.opt.direction == "BtoA" else self.opt.output_nc + + # 这些开关可在命令行给(都有默认) + self.use_mask_condition = getattr(self.opt, "use_mask_condition", False) # 是否把 mask 拼到 A 作为条件 + self.mask_hard = getattr(self.opt, "mask_hard", True) # 是否把 mask 二值化 + self.mask_thresh = getattr(self.opt, "mask_thresh", 0.5) # 二值阈值 + + def __len__(self): + return len(self.AB_paths) + + # -------------------- 关键:按与 B 完全一致的参数变换 mask -------------------- + def _apply_mask_transform(self, mask_img: Image.Image, params): + """ + 对 mask 应用与 B 完全一致的几何变换;插值一律用 NEAREST,避免灰边。 + 输出 [1,H,W] 的 float32,范围 0~1(可选二值化)。 + """ + preprocess = getattr(self.opt, "preprocess", "resize_and_crop") + load_size = getattr(self.opt, "load_size", None) + crop_size = getattr(self.opt, "crop_size", None) + + # 1) resize / scale_width / crop(与 B 同步) + if preprocess == "resize_and_crop": + assert load_size is not None and crop_size is not None + mask_img = mask_img.resize((load_size, load_size), Image.NEAREST) + x, y = params["crop_pos"] + mask_img = mask_img.crop((x, y, x + crop_size, y + crop_size)) + + elif preprocess == "scale_width_and_crop": + assert load_size is not None and crop_size is not None + ow, oh = mask_img.size + if ow != load_size: + new_h = int(round(oh * load_size / ow)) + mask_img = mask_img.resize((load_size, new_h), Image.NEAREST) + x, y = params["crop_pos"] + mask_img = mask_img.crop((x, y, x + crop_size, y + crop_size)) + + elif preprocess == "resize": + assert load_size is not None + mask_img = mask_img.resize((load_size, load_size), Image.NEAREST) + + elif preprocess == "crop": + assert crop_size is not None + x, y = params["crop_pos"] + mask_img = mask_img.crop((x, y, x + crop_size, y + crop_size)) + + elif preprocess == "none": + pass # 不做几何变化 + + # 2) flip(与 B 同步) + if (not self.opt.no_flip) and params.get("flip", False): + mask_img = TF.hflip(mask_img) + + # 3) ToTensor → float32 的 0~1 + m = torch.from_numpy(np.array(mask_img, dtype=np.uint8)) # [H,W], 0..255 + m = m.float().div(255.0) + + # 4) (可选)二值化 + if self.mask_hard: + m = (m >= self.mask_thresh).float() + + # [1,H,W] + return m.unsqueeze(0) + + # ------------------------------------------------------------------------- + + def __getitem__(self, index): + """Return a dict with A, B, mask_B (and optionally A_cond).""" + # 读取 A|B 拼接图 + AB_path = self.AB_paths[index] + AB = Image.open(AB_path).convert("RGB") + + # 拆分 A、B + w, h = AB.size + w2 = int(w / 2) + A = AB.crop((0, 0, w2, h)) + B = AB.crop((w2, 0, w, h)) + + # 统一参数,保证 A、B、mask 变换一致 + transform_params = get_params(self.opt, A.size) + A_transform = get_transform(self.opt, transform_params, grayscale=(self.input_nc == 1)) + B_transform = get_transform(self.opt, transform_params, grayscale=(self.output_nc == 1)) + + A = A_transform(A) # [C,H,W], float + B = B_transform(B) # [C,H,W], float + + # 读取并对齐 mask(与 B 对齐) + mask = None + if getattr(self.opt, "masks_dir", ""): + stem = os.path.splitext(os.path.basename(AB_path))[0] + for ext in (".png", ".jpg", ".jpeg", ".PNG", ".JPG", ".JPEG"): + mp = os.path.join(self.opt.masks_dir, stem + ext) + if os.path.exists(mp): + mimg = Image.open(mp).convert("L") + mask = self._apply_mask_transform(mimg, transform_params) # [1,H,W], 0~1 + break + + # 若没有 mask,给全 0(尺寸与 B 一致) + if mask is None: + mask = torch.zeros_like(B[:1, :, :]) # [1,H,W] + + out = { + "A": A, + "B": B, + "A_paths": AB_path, + "B_paths": AB_path, + "mask_B": mask, # [1,H,W], float32, 0~1(可能是二值) + } + + # 可选:直接返回拼好的条件输入;若你在 model 里拼,这块可不要 + if self.use_mask_condition: + out["A_cond"] = torch.cat([A, mask], dim=0) # [C+1,H,W] + + return out \ No newline at end of file diff --git a/pix2pix_vgg/data/base_dataset.py b/pix2pix_vgg/data/base_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..016bd89d727a498e6e90667a7f5fe582f7ece195 --- /dev/null +++ b/pix2pix_vgg/data/base_dataset.py @@ -0,0 +1,167 @@ +"""This module implements an abstract base class (ABC) 'BaseDataset' for datasets. + +It also includes common transformation functions (e.g., get_transform, __scale_width), which can be later used in subclasses. +""" + +import random +import numpy as np +import torch.utils.data as data +from PIL import Image +import torchvision.transforms as transforms +from abc import ABC, abstractmethod + + +class BaseDataset(data.Dataset, ABC): + """This class is an abstract base class (ABC) for datasets. + + To create a subclass, you need to implement the following four functions: + -- <__init__>: initialize the class, first call BaseDataset.__init__(self, opt). + -- <__len__>: return the size of dataset. + -- <__getitem__>: get a data point. + -- : (optionally) add dataset-specific options and set default options. + """ + + def __init__(self, opt): + """Initialize the class; save the options in the class + + Parameters: + opt (Option class)-- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + self.opt = opt + self.root = opt.dataroot + + @staticmethod + def modify_commandline_options(parser, is_train): + """Add new dataset-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + """ + return parser + + @abstractmethod + def __len__(self): + """Return the total number of images in the dataset.""" + return 0 + + @abstractmethod + def __getitem__(self, index): + """Return a data point and its metadata information. + + Parameters: + index - - a random integer for data indexing + + Returns: + a dictionary of data with their names. It ususally contains the data itself and its metadata information. + """ + pass + + +def get_params(opt, size): + w, h = size + new_h = h + new_w = w + if opt.preprocess == "resize_and_crop": + new_h = new_w = opt.load_size + elif opt.preprocess == "scale_width_and_crop": + new_w = opt.load_size + new_h = opt.load_size * h // w + + x = random.randint(0, np.maximum(0, new_w - opt.crop_size)) + y = random.randint(0, np.maximum(0, new_h - opt.crop_size)) + + flip = random.random() > 0.5 + + return {"crop_pos": (x, y), "flip": flip} + + +def get_transform(opt, params=None, grayscale=False, method=transforms.InterpolationMode.BICUBIC, convert=True): + transform_list = [] + if grayscale: + transform_list.append(transforms.Grayscale(1)) + if "resize" in opt.preprocess: + osize = [opt.load_size, opt.load_size] + transform_list.append(transforms.Resize(osize, method)) + elif "scale_width" in opt.preprocess: + transform_list.append(transforms.Lambda(lambda img: __scale_width(img, opt.load_size, opt.crop_size, method))) + + if "crop" in opt.preprocess: + if params is None: + transform_list.append(transforms.RandomCrop(opt.crop_size)) + else: + transform_list.append(transforms.Lambda(lambda img: __crop(img, params["crop_pos"], opt.crop_size))) + + if opt.preprocess == "none": + transform_list.append(transforms.Lambda(lambda img: __make_power_2(img, base=4, method=method))) + + if not opt.no_flip: + if params is None: + transform_list.append(transforms.RandomHorizontalFlip()) + elif params["flip"]: + transform_list.append(transforms.Lambda(lambda img: __flip(img, params["flip"]))) + + if convert: + transform_list += [transforms.ToTensor()] + if grayscale: + transform_list += [transforms.Normalize((0.5,), (0.5,))] + else: + transform_list += [transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))] + return transforms.Compose(transform_list) + + +def __transforms2pil_resize(method): + mapper = { + transforms.InterpolationMode.BILINEAR: Image.BILINEAR, + transforms.InterpolationMode.BICUBIC: Image.BICUBIC, + transforms.InterpolationMode.NEAREST: Image.NEAREST, + transforms.InterpolationMode.LANCZOS: Image.LANCZOS, + } + return mapper[method] + + +def __make_power_2(img, base, method=transforms.InterpolationMode.BICUBIC): + method = __transforms2pil_resize(method) + ow, oh = img.size + h = int(round(oh / base) * base) + w = int(round(ow / base) * base) + if h == oh and w == ow: + return img + + __print_size_warning(ow, oh, w, h) + return img.resize((w, h), method) + + +def __scale_width(img, target_size, crop_size, method=transforms.InterpolationMode.BICUBIC): + method = __transforms2pil_resize(method) + ow, oh = img.size + if ow == target_size and oh >= crop_size: + return img + w = target_size + h = int(max(target_size * oh / ow, crop_size)) + return img.resize((w, h), method) + + +def __crop(img, pos, size): + ow, oh = img.size + x1, y1 = pos + tw = th = size + if ow > tw or oh > th: + return img.crop((x1, y1, x1 + tw, y1 + th)) + return img + + +def __flip(img, flip): + if flip: + return img.transpose(Image.FLIP_LEFT_RIGHT) + return img + + +def __print_size_warning(ow, oh, w, h): + """Print warning information about image size(only print once)""" + if not hasattr(__print_size_warning, "has_printed"): + print("The image size needs to be a multiple of 4. " "The loaded image size was (%d, %d), so it was adjusted to " "(%d, %d). This adjustment will be done to all images " "whose sizes are not multiples of 4" % (ow, oh, w, h)) + __print_size_warning.has_printed = True diff --git a/pix2pix_vgg/data/colorization_dataset.py b/pix2pix_vgg/data/colorization_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..a895b303a675bfb345510d11593b9407b69a7cd5 --- /dev/null +++ b/pix2pix_vgg/data/colorization_dataset.py @@ -0,0 +1,69 @@ +import os +from data.base_dataset import BaseDataset, get_transform +from data.image_folder import make_dataset +from skimage import color # require skimage +from PIL import Image +import numpy as np +import torchvision.transforms as transforms + + +class ColorizationDataset(BaseDataset): + """This dataset class can load a set of natural images in RGB, and convert RGB format into (L, ab) pairs in Lab color space. + + This dataset is required by pix2pix-based colorization model ('--model colorization') + """ + + @staticmethod + def modify_commandline_options(parser, is_train): + """Add new dataset-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + + By default, the number of channels for input image is 1 (L) and + the number of channels for output image is 2 (ab). The direction is from A to B + """ + parser.set_defaults(input_nc=1, output_nc=2, direction="AtoB") + return parser + + def __init__(self, opt): + """Initialize this dataset class. + + Parameters: + opt (Option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + BaseDataset.__init__(self, opt) + self.dir = os.path.join(opt.dataroot, opt.phase) + self.AB_paths = sorted(make_dataset(self.dir, opt.max_dataset_size)) + assert opt.input_nc == 1 and opt.output_nc == 2 and opt.direction == "AtoB" + self.transform = get_transform(self.opt, convert=False) + + def __getitem__(self, index): + """Return a data point and its metadata information. + + Parameters: + index - - a random integer for data indexing + + Returns a dictionary that contains A, B, A_paths and B_paths + A (tensor) - - the L channel of an image + B (tensor) - - the ab channels of the same image + A_paths (str) - - image paths + B_paths (str) - - image paths (same as A_paths) + """ + path = self.AB_paths[index] + im = Image.open(path).convert("RGB") + im = self.transform(im) + im = np.array(im) + lab = color.rgb2lab(im).astype(np.float32) + lab_t = transforms.ToTensor()(lab) + A = lab_t[[0], ...] / 50.0 - 1.0 + B = lab_t[[1, 2], ...] / 110.0 + return {"A": A, "B": B, "A_paths": path, "B_paths": path} + + def __len__(self): + """Return the total number of images in the dataset.""" + return len(self.AB_paths) diff --git a/pix2pix_vgg/data/image_folder.py b/pix2pix_vgg/data/image_folder.py new file mode 100644 index 0000000000000000000000000000000000000000..a596dd56c46496541ee737f181a0c6a905c7f957 --- /dev/null +++ b/pix2pix_vgg/data/image_folder.py @@ -0,0 +1,72 @@ +"""A modified image folder class + +We modify the official PyTorch image folder (https://github.com/pytorch/vision/blob/master/torchvision/datasets/folder.py) +so that this class can load images from both current directory and its subdirectories. +""" + +import torch.utils.data as data +from pathlib import Path +from PIL import Image + +IMG_EXTENSIONS = [ + ".jpg", + ".JPG", + ".jpeg", + ".JPEG", + ".png", + ".PNG", + ".ppm", + ".PPM", + ".bmp", + ".BMP", + ".tif", + ".TIF", + ".tiff", + ".TIFF", +] + + +def is_image_file(filename): + return any(filename.endswith(extension) for extension in IMG_EXTENSIONS) + + +def make_dataset(dir, max_dataset_size=float("inf")): + images = [] + dir_path = Path(dir) + assert dir_path.is_dir(), f"{dir} is not a valid directory" + + for path in sorted(dir_path.rglob("*")): + if path.is_file() and is_image_file(path.name): + images.append(str(path)) + return images[: min(max_dataset_size, len(images))] + + +def default_loader(path): + return Image.open(path).convert("RGB") + + +class ImageFolder(data.Dataset): + + def __init__(self, root, transform=None, return_paths=False, loader=default_loader): + imgs = make_dataset(root) + if len(imgs) == 0: + raise (RuntimeError("Found 0 images in: " + root + "\n" "Supported image extensions are: " + ",".join(IMG_EXTENSIONS))) + + self.root = root + self.imgs = imgs + self.transform = transform + self.return_paths = return_paths + self.loader = loader + + def __getitem__(self, index): + path = self.imgs[index] + img = self.loader(path) + if self.transform is not None: + img = self.transform(img) + if self.return_paths: + return img, path + else: + return img + + def __len__(self): + return len(self.imgs) diff --git a/pix2pix_vgg/data/single_dataset.py b/pix2pix_vgg/data/single_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..f75afdf490d0ff566a956abc4e30f2f30f79a803 --- /dev/null +++ b/pix2pix_vgg/data/single_dataset.py @@ -0,0 +1,40 @@ +from data.base_dataset import BaseDataset, get_transform +from data.image_folder import make_dataset +from PIL import Image + + +class SingleDataset(BaseDataset): + """This dataset class can load a set of images specified by the path --dataroot /path/to/data. + + It can be used for generating CycleGAN results only for one side with the model option '-model test'. + """ + + def __init__(self, opt): + """Initialize this dataset class. + + Parameters: + opt (Option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + BaseDataset.__init__(self, opt) + self.A_paths = sorted(make_dataset(opt.dataroot, opt.max_dataset_size)) + input_nc = self.opt.output_nc if self.opt.direction == "BtoA" else self.opt.input_nc + self.transform = get_transform(opt, grayscale=(input_nc == 1)) + + def __getitem__(self, index): + """Return a data point and its metadata information. + + Parameters: + index - - a random integer for data indexing + + Returns a dictionary that contains A and A_paths + A(tensor) - - an image in one domain + A_paths(str) - - the path of the image + """ + A_path = self.A_paths[index] + A_img = Image.open(A_path).convert("RGB") + A = self.transform(A_img) + return {"A": A, "A_paths": A_path} + + def __len__(self): + """Return the total number of images in the dataset.""" + return len(self.A_paths) diff --git a/pix2pix_vgg/data/template_dataset.py b/pix2pix_vgg/data/template_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..232f858086266bc98b10df6a8c90f35f2cb74fcb --- /dev/null +++ b/pix2pix_vgg/data/template_dataset.py @@ -0,0 +1,78 @@ +"""Dataset class template + +This module provides a template for users to implement custom datasets. +You can specify '--dataset_mode template' to use this dataset. +The class name should be consistent with both the filename and its dataset_mode option. +The filename should be _dataset.py +The class name should be Dataset.py +You need to implement the following functions: + -- : Add dataset-specific options and rewrite default values for existing options. + -- <__init__>: Initialize this dataset class. + -- <__getitem__>: Return a data point and its metadata information. + -- <__len__>: Return the number of images. +""" + +from data.base_dataset import BaseDataset, get_transform + +# from data.image_folder import make_dataset +# from PIL import Image + + +class TemplateDataset(BaseDataset): + """A template dataset class for you to implement custom datasets.""" + + @staticmethod + def modify_commandline_options(parser, is_train): + """Add new dataset-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + """ + parser.add_argument("--new_dataset_option", type=float, default=1.0, help="new dataset option") + parser.set_defaults(max_dataset_size=10, new_dataset_option=2.0) # specify dataset-specific default values + return parser + + def __init__(self, opt): + """Initialize this dataset class. + + Parameters: + opt (Option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions + + A few things can be done here. + - save the options (have been done in BaseDataset) + - get image paths and meta information of the dataset. + - define the image transformation. + """ + # save the option and dataset root + BaseDataset.__init__(self, opt) + # get the image paths of your dataset; + self.image_paths = [] # You can call sorted(make_dataset(self.root, opt.max_dataset_size)) to get all the image paths under the directory self.root + # define the default transform function. You can use ; You can also define your custom transform function + self.transform = get_transform(opt) + + def __getitem__(self, index): + """Return a data point and its metadata information. + + Parameters: + index -- a random integer for data indexing + + Returns: + a dictionary of data with their names. It usually contains the data itself and its metadata information. + + Step 1: get a random image path: e.g., path = self.image_paths[index] + Step 2: load your data from the disk: e.g., image = Image.open(path).convert('RGB'). + Step 3: convert your data to a PyTorch tensor. You can use helpder functions such as self.transform. e.g., data = self.transform(image) + Step 4: return a data point as a dictionary. + """ + path = "temp" # needs to be a string + data_A = None # needs to be a tensor + data_B = None # needs to be a tensor + return {"data_A": data_A, "data_B": data_B, "path": path} + + def __len__(self): + """Return the total number of images.""" + return len(self.image_paths) diff --git a/pix2pix_vgg/data/unaligned_dataset.py b/pix2pix_vgg/data/unaligned_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..3df7d1508bbf7a60f71d157a797f9032d903e36f --- /dev/null +++ b/pix2pix_vgg/data/unaligned_dataset.py @@ -0,0 +1,71 @@ +import os +from data.base_dataset import BaseDataset, get_transform +from data.image_folder import make_dataset +from PIL import Image +import random + + +class UnalignedDataset(BaseDataset): + """ + This dataset class can load unaligned/unpaired datasets. + + It requires two directories to host training images from domain A '/path/to/data/trainA' + and from domain B '/path/to/data/trainB' respectively. + You can train the model with the dataset flag '--dataroot /path/to/data'. + Similarly, you need to prepare two directories: + '/path/to/data/testA' and '/path/to/data/testB' during test time. + """ + + def __init__(self, opt): + """Initialize this dataset class. + + Parameters: + opt (Option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + BaseDataset.__init__(self, opt) + self.dir_A = os.path.join(opt.dataroot, opt.phase + "A") # create a path '/path/to/data/trainA' + self.dir_B = os.path.join(opt.dataroot, opt.phase + "B") # create a path '/path/to/data/trainB' + + self.A_paths = sorted(make_dataset(self.dir_A, opt.max_dataset_size)) # load images from '/path/to/data/trainA' + self.B_paths = sorted(make_dataset(self.dir_B, opt.max_dataset_size)) # load images from '/path/to/data/trainB' + self.A_size = len(self.A_paths) # get the size of dataset A + self.B_size = len(self.B_paths) # get the size of dataset B + btoA = self.opt.direction == "BtoA" + input_nc = self.opt.output_nc if btoA else self.opt.input_nc # get the number of channels of input image + output_nc = self.opt.input_nc if btoA else self.opt.output_nc # get the number of channels of output image + self.transform_A = get_transform(self.opt, grayscale=(input_nc == 1)) + self.transform_B = get_transform(self.opt, grayscale=(output_nc == 1)) + + def __getitem__(self, index): + """Return a data point and its metadata information. + + Parameters: + index (int) -- a random integer for data indexing + + Returns a dictionary that contains A, B, A_paths and B_paths + A (tensor) -- an image in the input domain + B (tensor) -- its corresponding image in the target domain + A_paths (str) -- image paths + B_paths (str) -- image paths + """ + A_path = self.A_paths[index % self.A_size] # make sure index is within then range + if self.opt.serial_batches: # make sure index is within then range + index_B = index % self.B_size + else: # randomize the index for domain B to avoid fixed pairs. + index_B = random.randint(0, self.B_size - 1) + B_path = self.B_paths[index_B] + A_img = Image.open(A_path).convert("RGB") + B_img = Image.open(B_path).convert("RGB") + # apply image transformation + A = self.transform_A(A_img) + B = self.transform_B(B_img) + + return {"A": A, "B": B, "A_paths": A_path, "B_paths": B_path} + + def __len__(self): + """Return the total number of images in the dataset. + + As we have two datasets with potentially different number of images, + we take a maximum of + """ + return max(self.A_size, self.B_size) diff --git a/pix2pix_vgg/datasets/bibtex/cityscapes.tex b/pix2pix_vgg/datasets/bibtex/cityscapes.tex new file mode 100644 index 0000000000000000000000000000000000000000..a87bdbf54fe9a5453fc8cf929299ef06d2f47691 --- /dev/null +++ b/pix2pix_vgg/datasets/bibtex/cityscapes.tex @@ -0,0 +1,6 @@ +@inproceedings{Cordts2016Cityscapes, +title={The Cityscapes Dataset for Semantic Urban Scene Understanding}, +author={Cordts, Marius and Omran, Mohamed and Ramos, Sebastian and Rehfeld, Timo and Enzweiler, Markus and Benenson, Rodrigo and Franke, Uwe and Roth, Stefan and Schiele, Bernt}, +booktitle={Proc. of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, +year={2016} +} diff --git a/pix2pix_vgg/datasets/bibtex/facades.tex b/pix2pix_vgg/datasets/bibtex/facades.tex new file mode 100644 index 0000000000000000000000000000000000000000..08b773e1188a9cfe8ce55b34616cead59c4d9243 --- /dev/null +++ b/pix2pix_vgg/datasets/bibtex/facades.tex @@ -0,0 +1,7 @@ +@INPROCEEDINGS{Tylecek13, + author = {Radim Tyle{\v c}ek, Radim {\v S}{\' a}ra}, + title = {Spatial Pattern Templates for Recognition of Objects with Regular Structure}, + booktitle = {Proc. GCPR}, + year = {2013}, + address = {Saarbrucken, Germany}, +} diff --git a/pix2pix_vgg/datasets/bibtex/handbags.tex b/pix2pix_vgg/datasets/bibtex/handbags.tex new file mode 100644 index 0000000000000000000000000000000000000000..b79710c7b5344b181a534e04696dd2e75c744ecf --- /dev/null +++ b/pix2pix_vgg/datasets/bibtex/handbags.tex @@ -0,0 +1,13 @@ +@inproceedings{zhu2016generative, + title={Generative Visual Manipulation on the Natural Image Manifold}, + author={Zhu, Jun-Yan and Kr{\"a}henb{\"u}hl, Philipp and Shechtman, Eli and Efros, Alexei A.}, + booktitle={Proceedings of European Conference on Computer Vision (ECCV)}, + year={2016} +} + +@InProceedings{xie15hed, + author = {"Xie, Saining and Tu, Zhuowen"}, + Title = {Holistically-Nested Edge Detection}, + Booktitle = "Proceedings of IEEE International Conference on Computer Vision", + Year = {2015}, +} diff --git a/pix2pix_vgg/datasets/bibtex/shoes.tex b/pix2pix_vgg/datasets/bibtex/shoes.tex new file mode 100644 index 0000000000000000000000000000000000000000..e67e158b945e456b9613f0effb06784cd6682c20 --- /dev/null +++ b/pix2pix_vgg/datasets/bibtex/shoes.tex @@ -0,0 +1,14 @@ +@InProceedings{fine-grained, + author = {A. Yu and K. Grauman}, + title = {{F}ine-{G}rained {V}isual {C}omparisons with {L}ocal {L}earning}, + booktitle = {Computer Vision and Pattern Recognition (CVPR)}, + month = {June}, + year = {2014} +} + +@InProceedings{xie15hed, + author = {"Xie, Saining and Tu, Zhuowen"}, + Title = {Holistically-Nested Edge Detection}, + Booktitle = "Proceedings of IEEE International Conference on Computer Vision", + Year = {2015}, +} diff --git a/pix2pix_vgg/datasets/bibtex/transattr.tex b/pix2pix_vgg/datasets/bibtex/transattr.tex new file mode 100644 index 0000000000000000000000000000000000000000..0585849961668d74e058b4a636f4ab0388723ba9 --- /dev/null +++ b/pix2pix_vgg/datasets/bibtex/transattr.tex @@ -0,0 +1,8 @@ +@article {Laffont14, + title = {Transient Attributes for High-Level Understanding and Editing of Outdoor Scenes}, + author = {Pierre-Yves Laffont and Zhile Ren and Xiaofeng Tao and Chao Qian and James Hays}, + journal = {ACM Transactions on Graphics (proceedings of SIGGRAPH)}, + volume = {33}, + number = {4}, + year = {2014} +} diff --git a/pix2pix_vgg/datasets/combine_A_and_B.py b/pix2pix_vgg/datasets/combine_A_and_B.py new file mode 100644 index 0000000000000000000000000000000000000000..c7f4cc5942b92324893f12ec0d4e2be0bd0f32f2 --- /dev/null +++ b/pix2pix_vgg/datasets/combine_A_and_B.py @@ -0,0 +1,68 @@ +import os +import numpy as np +import cv2 +import argparse +from multiprocessing import Pool + + +def image_write(path_A, path_B, path_AB): + im_A = cv2.imread(str(path_A), 1) # python2: cv2.CV_LOAD_IMAGE_COLOR; python3: cv2.IMREAD_COLOR + im_B = cv2.imread(str(path_B), 1) # python2: cv2.CV_LOAD_IMAGE_COLOR; python3: cv2.IMREAD_COLOR + im_AB = np.concatenate([im_A, im_B], 1) + cv2.imwrite(str(path_AB), im_AB) + + +parser = argparse.ArgumentParser('create image pairs') +parser.add_argument('--fold_A', dest='fold_A', help='input directory for image A', type=str, default='../dataset/50kshoes_edges') +parser.add_argument('--fold_B', dest='fold_B', help='input directory for image B', type=str, default='../dataset/50kshoes_jpg') +parser.add_argument('--fold_AB', dest='fold_AB', help='output directory', type=str, default='../dataset/test_AB') +parser.add_argument('--num_imgs', dest='num_imgs', help='number of images', type=int, default=1000000) +parser.add_argument('--use_AB', dest='use_AB', help='if true: (0001_A, 0001_B) to (0001_AB)', action='store_true') +parser.add_argument('--no_multiprocessing', dest='no_multiprocessing', help='If used, chooses single CPU execution instead of parallel execution', action='store_true',default=False) +args = parser.parse_args() + +for arg in vars(args): + print('[%s] = ' % arg, getattr(args, arg)) + +fold_A = Path(args.fold_A) +fold_B = Path(args.fold_B) +fold_AB = Path(args.fold_AB) + +splits = [p.name for p in fold_A.iterdir() if p.is_dir()] + +if not args.no_multiprocessing: + pool=Pool() + +for sp in splits: + img_fold_A = fold_A / sp + img_fold_B = fold_B / sp + img_list = [p.name for p in img_fold_A.iterdir() if p.is_file()] + if args.use_AB: + img_list = [img_path for img_path in img_list if '_A.' in img_path] + + num_imgs = min(args.num_imgs, len(img_list)) + print('split = %s, use %d/%d images' % (sp, num_imgs, len(img_list))) + img_fold_AB = fold_AB / sp + img_fold_AB.mkdir(parents=True, exist_ok=True) + print('split = %s, number of images = %d' % (sp, num_imgs)) + for n in range(num_imgs): + name_A = img_list[n] + path_A = img_fold_A / name_A + if args.use_AB: + name_B = name_A.replace('_A.', '_B.') + else: + name_B = name_A + path_B = img_fold_B / name_B + if path_A.is_file() and path_B.is_file(): + name_AB = name_A + if args.use_AB: + name_AB = name_AB.replace('_A.', '.') # remove _A + path_AB = img_fold_AB / name_AB + if not args.no_multiprocessing: + pool.apply_async(image_write, args=(path_A, path_B, path_AB)) + else: + image_write(path_A, path_B, path_AB) + +if not args.no_multiprocessing: + pool.close() + pool.join() diff --git a/pix2pix_vgg/datasets/download_cyclegan_dataset.sh b/pix2pix_vgg/datasets/download_cyclegan_dataset.sh new file mode 100644 index 0000000000000000000000000000000000000000..5d0b71a60c387ae34b125afad7f109680a75adc3 --- /dev/null +++ b/pix2pix_vgg/datasets/download_cyclegan_dataset.sh @@ -0,0 +1,21 @@ +FILE=$1 + +if [[ $FILE != "ae_photos" && $FILE != "apple2orange" && $FILE != "summer2winter_yosemite" && $FILE != "horse2zebra" && $FILE != "monet2photo" && $FILE != "cezanne2photo" && $FILE != "ukiyoe2photo" && $FILE != "vangogh2photo" && $FILE != "maps" && $FILE != "cityscapes" && $FILE != "facades" && $FILE != "iphone2dslr_flower" && $FILE != "mini" && $FILE != "mini_pix2pix" && $FILE != "mini_colorization" ]]; then + echo "Available datasets are: apple2orange, summer2winter_yosemite, horse2zebra, monet2photo, cezanne2photo, ukiyoe2photo, vangogh2photo, maps, cityscapes, facades, iphone2dslr_flower, ae_photos" + exit 1 +fi + +if [[ $FILE == "cityscapes" ]]; then + echo "Due to license issue, we cannot provide the Cityscapes dataset from our repository. Please download the Cityscapes dataset from https://cityscapes-dataset.com, and use the script ./datasets/prepare_cityscapes_dataset.py." + echo "You need to download gtFine_trainvaltest.zip and leftImg8bit_trainvaltest.zip. For further instruction, please read ./datasets/prepare_cityscapes_dataset.py" + exit 1 +fi + +echo "Specified [$FILE]" +URL=http://efrosgans.eecs.berkeley.edu/cyclegan/datasets/$FILE.zip +ZIP_FILE=./datasets/$FILE.zip +TARGET_DIR=./datasets/$FILE/ +wget -N $URL -O $ZIP_FILE +mkdir $TARGET_DIR +unzip $ZIP_FILE -d ./datasets/ +rm $ZIP_FILE diff --git a/pix2pix_vgg/datasets/download_pix2pix_dataset.sh b/pix2pix_vgg/datasets/download_pix2pix_dataset.sh new file mode 100644 index 0000000000000000000000000000000000000000..4cfbfb1fb00d4c3232790f8f098d7fb244ac7018 --- /dev/null +++ b/pix2pix_vgg/datasets/download_pix2pix_dataset.sh @@ -0,0 +1,22 @@ +FILE=$1 + +if [[ $FILE != "cityscapes" && $FILE != "night2day" && $FILE != "edges2handbags" && $FILE != "edges2shoes" && $FILE != "facades" && $FILE != "maps" ]]; then + echo "Available datasets are cityscapes, night2day, edges2handbags, edges2shoes, facades, maps" + exit 1 +fi + +if [[ $FILE == "cityscapes" ]]; then + echo "Due to license issue, we cannot provide the Cityscapes dataset from our repository. Please download the Cityscapes dataset from https://cityscapes-dataset.com, and use the script ./datasets/prepare_cityscapes_dataset.py." + echo "You need to download gtFine_trainvaltest.zip and leftImg8bit_trainvaltest.zip. For further instruction, please read ./datasets/prepare_cityscapes_dataset.py" + exit 1 +fi + +echo "Specified [$FILE]" + +URL=http://efrosgans.eecs.berkeley.edu/pix2pix/datasets/$FILE.tar.gz +TAR_FILE=./datasets/$FILE.tar.gz +TARGET_DIR=./datasets/$FILE/ +wget -N $URL -O $TAR_FILE +mkdir -p $TARGET_DIR +tar -zxvf $TAR_FILE -C ./datasets/ +rm $TAR_FILE diff --git a/pix2pix_vgg/datasets/make_dataset_aligned.py b/pix2pix_vgg/datasets/make_dataset_aligned.py new file mode 100644 index 0000000000000000000000000000000000000000..739c767948c2f47bef16a88d552c25bdb12c6e3f --- /dev/null +++ b/pix2pix_vgg/datasets/make_dataset_aligned.py @@ -0,0 +1,63 @@ +import os + +from PIL import Image + + +def get_file_paths(folder): + image_file_paths = [] + for root, dirs, filenames in os.walk(folder): + filenames = sorted(filenames) + for filename in filenames: + input_path = os.path.abspath(root) + file_path = os.path.join(input_path, filename) + if filename.endswith('.png') or filename.endswith('.jpg'): + image_file_paths.append(file_path) + + break # prevent descending into subfolders + return image_file_paths + + +def align_images(a_file_paths, b_file_paths, target_path): + if not os.path.exists(target_path): + os.makedirs(target_path) + + for i in range(len(a_file_paths)): + img_a = Image.open(a_file_paths[i]) + img_b = Image.open(b_file_paths[i]) + assert(img_a.size == img_b.size) + + aligned_image = Image.new("RGB", (img_a.size[0] * 2, img_a.size[1])) + aligned_image.paste(img_a, (0, 0)) + aligned_image.paste(img_b, (img_a.size[0], 0)) + aligned_image.save(os.path.join(target_path, '{:04d}.jpg'.format(i))) + + +if __name__ == '__main__': + import argparse + parser = argparse.ArgumentParser() + parser.add_argument( + '--dataset-path', + dest='dataset_path', + help='Which folder to process (it should have subfolders testA, testB, trainA and trainB' + ) + args = parser.parse_args() + + dataset_folder = args.dataset_path + print(dataset_folder) + + test_a_path = os.path.join(dataset_folder, 'testA') + test_b_path = os.path.join(dataset_folder, 'testB') + test_a_file_paths = get_file_paths(test_a_path) + test_b_file_paths = get_file_paths(test_b_path) + assert(len(test_a_file_paths) == len(test_b_file_paths)) + test_path = os.path.join(dataset_folder, 'test') + + train_a_path = os.path.join(dataset_folder, 'trainA') + train_b_path = os.path.join(dataset_folder, 'trainB') + train_a_file_paths = get_file_paths(train_a_path) + train_b_file_paths = get_file_paths(train_b_path) + assert(len(train_a_file_paths) == len(train_b_file_paths)) + train_path = os.path.join(dataset_folder, 'train') + + align_images(test_a_file_paths, test_b_file_paths, test_path) + align_images(train_a_file_paths, train_b_file_paths, train_path) diff --git a/pix2pix_vgg/datasets/prepare_cityscapes_dataset.py b/pix2pix_vgg/datasets/prepare_cityscapes_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..a5b2a20d004b17cf04c34f1d95b8f509aa16228f --- /dev/null +++ b/pix2pix_vgg/datasets/prepare_cityscapes_dataset.py @@ -0,0 +1,99 @@ +import os +import glob +from PIL import Image + +help_msg = """ +The dataset can be downloaded from https://cityscapes-dataset.com. +Please download the datasets [gtFine_trainvaltest.zip] and [leftImg8bit_trainvaltest.zip] and unzip them. +gtFine contains the semantics segmentations. Use --gtFine_dir to specify the path to the unzipped gtFine_trainvaltest directory. +leftImg8bit contains the dashcam photographs. Use --leftImg8bit_dir to specify the path to the unzipped leftImg8bit_trainvaltest directory. +The processed images will be placed at --output_dir. + +Example usage: + +python prepare_cityscapes_dataset.py --gtFine_dir ./gtFine/ --leftImg8bit_dir ./leftImg8bit --output_dir ./datasets/cityscapes/ +""" + +def load_resized_img(path): + return Image.open(path).convert('RGB').resize((256, 256)) + +def check_matching_pair(segmap_path, photo_path): + segmap_identifier = os.path.basename(segmap_path).replace('_gtFine_color', '') + photo_identifier = os.path.basename(photo_path).replace('_leftImg8bit', '') + + assert segmap_identifier == photo_identifier, \ + "[%s] and [%s] don't seem to be matching. Aborting." % (segmap_path, photo_path) + + +def process_cityscapes(gtFine_dir, leftImg8bit_dir, output_dir, phase): + save_phase = 'test' if phase == 'val' else 'train' + savedir = os.path.join(output_dir, save_phase) + os.makedirs(savedir, exist_ok=True) + os.makedirs(savedir + 'A', exist_ok=True) + os.makedirs(savedir + 'B', exist_ok=True) + print("Directory structure prepared at %s" % output_dir) + + segmap_expr = os.path.join(gtFine_dir, phase) + "/*/*_color.png" + segmap_paths = glob.glob(segmap_expr) + segmap_paths = sorted(segmap_paths) + + photo_expr = os.path.join(leftImg8bit_dir, phase) + "/*/*_leftImg8bit.png" + photo_paths = glob.glob(photo_expr) + photo_paths = sorted(photo_paths) + + assert len(segmap_paths) == len(photo_paths), \ + "%d images that match [%s], and %d images that match [%s]. Aborting." % (len(segmap_paths), segmap_expr, len(photo_paths), photo_expr) + + for i, (segmap_path, photo_path) in enumerate(zip(segmap_paths, photo_paths)): + check_matching_pair(segmap_path, photo_path) + segmap = load_resized_img(segmap_path) + photo = load_resized_img(photo_path) + + # data for pix2pix where the two images are placed side-by-side + sidebyside = Image.new('RGB', (512, 256)) + sidebyside.paste(segmap, (256, 0)) + sidebyside.paste(photo, (0, 0)) + savepath = os.path.join(savedir, "%d.jpg" % i) + sidebyside.save(savepath, format='JPEG', subsampling=0, quality=100) + + # data for cyclegan where the two images are stored at two distinct directories + savepath = os.path.join(savedir + 'A', "%d_A.jpg" % i) + photo.save(savepath, format='JPEG', subsampling=0, quality=100) + savepath = os.path.join(savedir + 'B', "%d_B.jpg" % i) + segmap.save(savepath, format='JPEG', subsampling=0, quality=100) + + if i % (len(segmap_paths) // 10) == 0: + print("%d / %d: last image saved at %s, " % (i, len(segmap_paths), savepath)) + + + + + + + + + + +if __name__ == '__main__': + import argparse + parser = argparse.ArgumentParser() + parser.add_argument('--gtFine_dir', type=str, required=True, + help='Path to the Cityscapes gtFine directory.') + parser.add_argument('--leftImg8bit_dir', type=str, required=True, + help='Path to the Cityscapes leftImg8bit_trainvaltest directory.') + parser.add_argument('--output_dir', type=str, required=True, + default='./datasets/cityscapes', + help='Directory the output images will be written to.') + opt = parser.parse_args() + + print(help_msg) + + print('Preparing Cityscapes Dataset for val phase') + process_cityscapes(opt.gtFine_dir, opt.leftImg8bit_dir, opt.output_dir, "val") + print('Preparing Cityscapes Dataset for train phase') + process_cityscapes(opt.gtFine_dir, opt.leftImg8bit_dir, opt.output_dir, "train") + + print('Done') + + + diff --git a/pix2pix_vgg/docs/Dockerfile b/pix2pix_vgg/docs/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..0184be942f208affb7c3f7e95070666064d0e2a3 --- /dev/null +++ b/pix2pix_vgg/docs/Dockerfile @@ -0,0 +1,16 @@ +FROM nvidia/cuda:10.1-base + +#Nvidia Public GPG Key +RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/3bf863cc.pub + +RUN apt update && apt install -y wget unzip curl bzip2 git +RUN curl -LO http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh +RUN bash Miniconda3-latest-Linux-x86_64.sh -p /miniconda -b +RUN rm Miniconda3-latest-Linux-x86_64.sh +ENV PATH=/miniconda/bin:${PATH} +RUN conda update -y conda + +RUN conda install -y pytorch torchvision -c pytorch +RUN mkdir /workspace/ && cd /workspace/ && git clone https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix.git && cd pytorch-CycleGAN-and-pix2pix && pip install -r requirements.txt + +WORKDIR /workspace diff --git a/pix2pix_vgg/docs/README_es.md b/pix2pix_vgg/docs/README_es.md new file mode 100644 index 0000000000000000000000000000000000000000..c4ad5d5c1e306eb3f4e5a1cf3620f41b9f21a4cd --- /dev/null +++ b/pix2pix_vgg/docs/README_es.md @@ -0,0 +1,238 @@ + + +


+ +# CycleGAN y pix2pix en PyTorch + +Implementacion en PyTorch de Unpaired Image-to-Image Translation. + +Este codigo fue escrito por [Jun-Yan Zhu](https://github.com/junyanz) y [Taesung Park](https://github.com/taesung), y con ayuda de [Tongzhou Wang](https://ssnl.github.io/). + +Esta implementacion de PyTorch produce resultados comparables o mejores que nuestros original software de Torch. Si te gustaria producir los mismos resultados que en documento oficial, echa un vistazo al codigo original [CycleGAN Torch](https://github.com/junyanz/CycleGAN) y [pix2pix Torch](https://github.com/phillipi/pix2pix) + +**Aviso**: El software actual funciona correctamente en PyTorch 2.4+. Para soporte en PyTorch 0.1-0.3: [branch](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/tree/pytorch0.3.1). + +Puede encontrar información útil en [training/test tips](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md) y [preguntas frecuentes](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md). Para implementar modelos y conjuntos de datos personalizados, consulte nuestro [templates](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/README_es.md#modelo-y-dataset-personalizado). Para ayudar a los usuarios a comprender y adaptar mejor nuestra base de código, proporcionamos un [overview](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/overview.md) de la estructura de código de este repositorio. + +**CycleGAN: [Proyecto](https://junyanz.github.io/CycleGAN/) | [PDF](https://arxiv.org/pdf/1703.10593.pdf) | [Torch](https://github.com/junyanz/CycleGAN) | +[Guia de Tensorflow Core](https://www.tensorflow.org/tutorials/generative/cyclegan) | [PyTorch Colab](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/CycleGAN.ipynb)** + + + +**Pix2pix: [Proyeto](https://phillipi.github.io/pix2pix/) | [PDF](https://arxiv.org/pdf/1611.07004.pdf) | [Torch](https://github.com/phillipi/pix2pix) | +[Guia de Tensorflow Core](https://www.tensorflow.org/tutorials/generative/cyclegan) | [PyTorch Colab](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/pix2pix.ipynb)** + + + + +**[EdgesCats Demo](https://affinelayer.com/pixsrv/) | [pix2pix-tensorflow](https://github.com/affinelayer/pix2pix-tensorflow) | por [Christopher Hesse](https://twitter.com/christophrhesse)** + + + +Si usa este código para su investigación, cite: + +Unpaired Image-to-Image Translation usando Cycle-Consistent Adversarial Networks.
+[Jun-Yan Zhu](https://www.cs.cmu.edu/~junyanz/)\*, [Taesung Park](https://taesung.me/)\*, [Phillip Isola](https://people.eecs.berkeley.edu/~isola/), [Alexei A. Efros](https://people.eecs.berkeley.edu/~efros). In ICCV 2017. (* contribucion igualitaria) [[Bibtex]](https://junyanz.github.io/CycleGAN/CycleGAN.txt) + + +Image-to-Image Translation usando Conditional Adversarial Networks.
+[Phillip Isola](https://people.eecs.berkeley.edu/~isola), [Jun-Yan Zhu](https://www.cs.cmu.edu/~junyanz/), [Tinghui Zhou](https://people.eecs.berkeley.edu/~tinghuiz), [Alexei A. Efros](https://people.eecs.berkeley.edu/~efros). In CVPR 2017. [[Bibtex]](https://www.cs.cmu.edu/~junyanz/projects/pix2pix/pix2pix.bib) + +## Charlas y curso +Presentacion en PowerPoint de Pix2pix: [keynote](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/pix2pix.key) | [pdf](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/pix2pix.pdf), +Presentacion en PowerPoint de CycleGAN: [pptx](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/CycleGAN.pptx) | [pdf](http://efrosgans.eecs.berkeley.edu/CVPR18_slides/CycleGAN.pdf) + +Asignación del curso CycleGAN [codigo](http://www.cs.toronto.edu/~rgrosse/courses/csc321_2018/assignments/a4-code.zip) y [handout](http://www.cs.toronto.edu/~rgrosse/courses/csc321_2018/assignments/a4-handout.pdf) diseñado por el Prof. [Roger Grosse](http://www.cs.toronto.edu/~rgrosse/) for [CSC321](http://www.cs.toronto.edu/~rgrosse/courses/csc321_2018/) "Intro to Neural Networks and Machine Learning" en la universidad de Toronto. Póngase en contacto con el instructor si desea adoptarlo en su curso. + +## Colab Notebook +TensorFlow Core CycleGAN Tutorial: [Google Colab](https://colab.research.google.com/github/tensorflow/docs/blob/master/site/en/tutorials/generative/cyclegan.ipynb) | [Codigo](https://github.com/tensorflow/docs/blob/master/site/en/tutorials/generative/cyclegan.ipynb) + +Guia de TensorFlow Core pix2pix : [Google Colab](https://colab.research.google.com/github/tensorflow/docs/blob/master/site/en/tutorials/generative/pix2pix.ipynb) | [Codigo](https://github.com/tensorflow/docs/blob/master/site/en/tutorials/generative/pix2pix.ipynb) + +PyTorch Colab notebook: [CycleGAN](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/CycleGAN.ipynb) y [pix2pix](https://colab.research.google.com/github/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/pix2pix.ipynb) + +## Otras implementaciones +### CycleGAN +

[Tensorflow] (por Harry Yang), +[Tensorflow] (por Archit Rathore), +[Tensorflow] (por Van Huy), +[Tensorflow] (por Xiaowei Hu), + [Tensorflow-simple] (por Zhenliang He), + [TensorLayer] (por luoxier), +[Chainer] (por Yanghua Jin), +[Minimal PyTorch] (por yunjey), +[Mxnet] (por Ldpe2G), +[lasagne/Keras] (por tjwei), +[Keras] (por Simon Karlsson) +

+ + +### pix2pix +

[Tensorflow] (por Christopher Hesse), +[Tensorflow] (por Eyyüb Sariu), + [Tensorflow (face2face)] (por Dat Tran), + [Tensorflow (film)] (por Arthur Juliani), +[Tensorflow (zi2zi)] (por Yuchen Tian), +[Chainer] (por mattya), +[tf/torch/keras/lasagne] (por tjwei), +[Pytorch] (por taey16) +

+ + +## Requerimientos +- Linux o macOS +- Python 3 +- CPU o NVIDIA GPU usando CUDA CuDNN + +## Inicio +### Instalación + +- Clone este repositorio: +```bash +git clone https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix +cd pytorch-CycleGAN-and-pix2pix +``` + +- Instale [PyTorch](http://pytorch.org) 0.4+ y sus otras dependencias (e.g., torchvision, [visdom](https://github.com/facebookresearch/visdom) y [dominate](https://github.com/Knio/dominate)). + - Para uso de pip, por favor escriba el comando `pip install -r requirements.txt`. + - Para uso de Conda, proporcionamos un script de instalación `./scripts/conda_deps.sh`. De forma alterna, puede crear un nuevo entorno Conda usando `conda env create -f environment.yml`. + - Para uso de Docker, Proporcionamos la imagen Docker y el archivo Docker preconstruidos. Por favor, consulte nuestra página + [Docker](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/docker.md). + +### CycleGAN entreanimiento/test +- Descargar el dataset de CycleGAN (e.g. maps): +```bash +bash ./datasets/download_cyclegan_dataset.sh maps +``` +- Para ver los resultados del entrenamiento y las gráficas de pérdidas, `python -m visdom.server` y haga clic en la URL + http://localhost:8097. +- Entrenar el modelo: +```bash +#!./scripts/train_cyclegan.sh +python train.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan +``` +Para ver más resultados intermedios, consulte `./checkpoints/maps_cyclegan/web/index.html`. +- Pruebe el modelo: +```bash +#!./scripts/test_cyclegan.sh +python test.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan +``` +-Los resultados de la prueba se guardarán en un archivo html aquí: `./results/maps_cyclegan/latest_test/index.html`. + +### pix2pix entrenamiento/test +- Descargue el dataset de pix2pix (e.g.[facades](http://cmp.felk.cvut.cz/~tylecr1/facade/)): +```bash +bash ./datasets/download_pix2pix_dataset.sh facades +``` +- Para ver los resultados del entrenamiento y las gráficas de pérdidas `python -m visdom.server`, haga clic en la URL http://localhost:8097. +- Para entrenar el modelo: +```bash +#!./scripts/train_pix2pix.sh +python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA +``` +Para ver más resultados intermedios, consulte `./checkpoints/facades_pix2pix/web/index.html`. + +- Pruebe el modelo (`bash ./scripts/test_pix2pix.sh`): +```bash +#!./scripts/test_pix2pix.sh +python test.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA +``` +- Los resultados de la prueba se guardarán en un archivo html aquí: `./results/facades_pix2pix/test_latest/index.html`. Puede encontrar más scripts en `scripts` directory. +- Para entrenar y probar modelos de colorización basados en pix2pix, agregue la linea `--model colorization` y `--dataset_mode colorization`. Para más detalles de nuestro entrenamiento [tips](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md#notes-on-colorization). + +### Aplicar un modelo pre-entrenado (CycleGAN) +- Puedes descargar un modelo previamente entrenado (e.g. horse2zebra) con el siguiente script: +```bash +bash ./scripts/download_cyclegan_model.sh horse2zebra +``` +- El modelo pre-entrenado se guarda en `./checkpoints/{name}_pretrained/latest_net_G.pth`. Revise [aqui](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/scripts/download_cyclegan_model.sh#L3) para todos los modelos CycleGAN disponibles. + +- Para probar el modelo, también debe descargar el dataset horse2zebra: +```bash +bash ./datasets/download_cyclegan_dataset.sh horse2zebra +``` + +- Luego genere los resultados usando: +```bash +python test.py --dataroot datasets/horse2zebra/testA --name horse2zebra_pretrained --model test --no_dropout +``` +- La opcion `--model test` ise usa para generar resultados de CycleGAN de un solo lado. Esta opción configurará automáticamente + `--dataset_mode single`, carga solo las imágenes de un conjunto. Por el contrario, el uso de `--model cycle_gan` requiere cargar y generar resultados en ambas direcciones, lo que a veces es innecesario. Los resultados se guardarán en `./results/`. Use `--results_dir {directory_path_to_save_result}` para especificar el directorio de resultados. + +- Para sus propios experimentos, es posible que desee especificar `--netG`, `--norm`, `--no_dropout` para que coincida con la arquitectura del generador del modelo entrenado. + +### Aplicar un modelo pre-entrenado (pix2pix) +Descargue un modelo pre-entrenado con `./scripts/download_pix2pix_model.sh`. + +- Revise [aqui](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/scripts/download_pix2pix_model.sh#L3) para todos los modelos pix2pix disponibles. Por ejemplo, si desea descargar el modelo label2photo en el dataset: +```bash +bash ./scripts/download_pix2pix_model.sh facades_label2photo +``` +- Descarga el dataset facades de pix2pix: +```bash +bash ./datasets/download_pix2pix_dataset.sh facades +``` +- Luego genere los resultados usando: +```bash +python test.py --dataroot ./datasets/facades/ --direction BtoA --model pix2pix --name facades_label2photo_pretrained +``` +- Tenga en cuenta que `--direction BtoA` como Facades dataset's, son direcciones A o B para etiquetado de fotos. + +- Si desea aplicar un modelo previamente entrenado a una colección de imágenes de entrada (en lugar de pares de imágenes), use la opcion `--model test`. Vea `./scripts/test_single.sh` obre cómo aplicar un modelo a Facade label maps (almacenados en el directorio `facades/testB`). + +- Vea una lista de los modelos disponibles actualmente en `./scripts/download_pix2pix_model.sh` + +## [Docker](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/docker.md) +Proporcionamos la imagen Docker y el archivo Docker preconstruidos que pueden ejecutar este repositorio de código. Ver [docker](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/docker.md). + +## [Datasets](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/datasets.md) +Descargue los conjuntos de datos pix2pix / CycleGAN y cree sus propios conjuntos de datos. + +## [Entretanimiento/Test Tips](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md) +Las mejores prácticas para entrenar y probar sus modelos. + +## [Preguntas frecuentes](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md) +Antes de publicar una nueva pregunta, primero mire las preguntas y respuestas anteriores y los problemas existentes de GitHub. + +## Modelo y Dataset personalizado +Si planea implementar modelos y conjuntos de datos personalizados para sus nuevas aplicaciones, proporcionamos un conjunto de datos [template](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/data/template_dataset.py) y un modelo [template](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/models/template_model.py) como punto de partida. + + +## [Estructura de codigo](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/overview.md) +Para ayudar a los usuarios a comprender mejor y usar nuestro código, presentamos brevemente la funcionalidad e implementación de cada paquete y cada módulo. + +## Solicitud de Pull +Siempre puede contribuir a este repositorio enviando un [pull request](https://help.github.com/articles/about-pull-requests/). +Por favor ejecute `flake8 --ignore E501 .` y `python ./scripts/test_before_push.py` antes de realizar un Pull en el código, asegure de también actualizar la estructura del código [overview](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/overview.md) en consecuencia si agrega o elimina archivos. + + +## Citación +Si utiliza este código para su investigación, cite nuestros documentos. +``` +@inproceedings{CycleGAN2017, + title={Unpaired Image-to-Image Translation using Cycle-Consistent Adversarial Networkss}, + author={Zhu, Jun-Yan and Park, Taesung and Isola, Phillip and Efros, Alexei A}, + booktitle={Computer Vision (ICCV), 2017 IEEE International Conference on}, + year={2017} +} + + +@inproceedings{isola2017image, + title={Image-to-Image Translation with Conditional Adversarial Networks}, + author={Isola, Phillip and Zhu, Jun-Yan and Zhou, Tinghui and Efros, Alexei A}, + booktitle={Computer Vision and Pattern Recognition (CVPR), 2017 IEEE Conference on}, + year={2017} +} +``` + +## Proyectos relacionados +**[CycleGAN-Torch](https://github.com/junyanz/CycleGAN) | +[pix2pix-Torch](https://github.com/phillipi/pix2pix) | [pix2pixHD](https://github.com/NVIDIA/pix2pixHD)| +[BicycleGAN](https://github.com/junyanz/BicycleGAN) | [vid2vid](https://tcwang0509.github.io/vid2vid/) | [SPADE/GauGAN](https://github.com/NVlabs/SPADE)**
+**[iGAN](https://github.com/junyanz/iGAN) | [GAN Dissection](https://github.com/CSAILVision/GANDissect) | [GAN Paint](http://ganpaint.io/)** + +## Cat Paper Collection +Si amas a los gatos y te encanta leer gráficos geniales, computer vision y documentos de aprendizaje, echa un vistazo a Cat Paper [Collection](https://github.com/junyanz/CatPapers). + +## Agradecimientos +Nuestro código fue inspirado en [pytorch-DCGAN](https://github.com/pytorch/examples/tree/master/dcgan). diff --git a/pix2pix_vgg/docs/datasets.md b/pix2pix_vgg/docs/datasets.md new file mode 100644 index 0000000000000000000000000000000000000000..b53c7db4b6db1800c735e2e5bec93ebe73cc9a30 --- /dev/null +++ b/pix2pix_vgg/docs/datasets.md @@ -0,0 +1,44 @@ + + +### CycleGAN Datasets +Download the CycleGAN datasets using the following script. Some of the datasets are collected by other researchers. Please cite their papers if you use the data. +```bash +bash ./datasets/download_cyclegan_dataset.sh dataset_name +``` +- `facades`: 400 images from the [CMP Facades dataset](http://cmp.felk.cvut.cz/~tylecr1/facade). [[Citation](../datasets/bibtex/facades.tex)] +- `cityscapes`: 2975 images from the [Cityscapes training set](https://www.cityscapes-dataset.com). [[Citation](../datasets/bibtex/cityscapes.tex)]. Note: Due to license issue, we cannot directly provide the Cityscapes dataset. Please download the Cityscapes dataset from [https://cityscapes-dataset.com](https://cityscapes-dataset.com) and use the script `./datasets/prepare_cityscapes_dataset.py`. +- `maps`: 1096 training images scraped from Google Maps. +- `horse2zebra`: 939 horse images and 1177 zebra images downloaded from [ImageNet](http://www.image-net.org) using keywords `wild horse` and `zebra` +- `apple2orange`: 996 apple images and 1020 orange images downloaded from [ImageNet](http://www.image-net.org) using keywords `apple` and `navel orange`. +- `summer2winter_yosemite`: 1273 summer Yosemite images and 854 winter Yosemite images were downloaded using Flickr API. See more details in our paper. +- `monet2photo`, `vangogh2photo`, `ukiyoe2photo`, `cezanne2photo`: The art images were downloaded from [Wikiart](https://www.wikiart.org/). The real photos are downloaded from Flickr using the combination of the tags *landscape* and *landscapephotography*. The training set size of each class is Monet:1074, Cezanne:584, Van Gogh:401, Ukiyo-e:1433, Photographs:6853. +- `iphone2dslr_flower`: both classes of images were downlaoded from Flickr. The training set size of each class is iPhone:1813, DSLR:3316. See more details in our paper. + +To train a model on your own datasets, you need to create a data folder with two subdirectories `trainA` and `trainB` that contain images from domain A and B. You can test your model on your training set by setting `--phase train` in `test.py`. You can also create subdirectories `testA` and `testB` if you have test data. + +You should **not** expect our method to work on just any random combination of input and output datasets (e.g. `cats<->keyboards`). From our experiments, we find it works better if two datasets share similar visual content. For example, `landscape painting<->landscape photographs` works much better than `portrait painting <-> landscape photographs`. `zebras<->horses` achieves compelling results while `cats<->dogs` completely fails. + +### pix2pix datasets +Download the pix2pix datasets using the following script. Some of the datasets are collected by other researchers. Please cite their papers if you use the data. +```bash +bash ./datasets/download_pix2pix_dataset.sh dataset_name +``` +- `facades`: 400 images from [CMP Facades dataset](http://cmp.felk.cvut.cz/~tylecr1/facade). [[Citation](../datasets/bibtex/facades.tex)] +- `cityscapes`: 2975 images from the [Cityscapes training set](https://www.cityscapes-dataset.com). [[Citation](../datasets/bibtex/cityscapes.tex)] +- `maps`: 1096 training images scraped from Google Maps +- `edges2shoes`: 50k training images from [UT Zappos50K dataset](http://vision.cs.utexas.edu/projects/finegrained/utzap50k). Edges are computed by [HED](https://github.com/s9xie/hed) edge detector + post-processing. [[Citation](datasets/bibtex/shoes.tex)] +- `edges2handbags`: 137K Amazon Handbag images from [iGAN project](https://github.com/junyanz/iGAN). Edges are computed by [HED](https://github.com/s9xie/hed) edge detector + post-processing. [[Citation](datasets/bibtex/handbags.tex)] +- `night2day`: around 20K natural scene images from [Transient Attributes dataset](http://transattr.cs.brown.edu/) [[Citation](datasets/bibtex/transattr.tex)]. To train a `day2night` pix2pix model, you need to add `--direction BtoA`. + +We provide a python script to generate pix2pix training data in the form of pairs of images {A,B}, where A and B are two different depictions of the same underlying scene. For example, these might be pairs {label map, photo} or {bw image, color image}. Then we can learn to translate A to B or B to A: + +Create folder `/path/to/data` with subfolders `A` and `B`. `A` and `B` should each have their own subfolders `train`, `val`, `test`, etc. In `/path/to/data/A/train`, put training images in style A. In `/path/to/data/B/train`, put the corresponding images in style B. Repeat same for other data splits (`val`, `test`, etc). + +Corresponding images in a pair {A,B} must be the same size and have the same filename, e.g., `/path/to/data/A/train/1.jpg` is considered to correspond to `/path/to/data/B/train/1.jpg`. + +Once the data is formatted this way, call: +```bash +python datasets/combine_A_and_B.py --fold_A /path/to/data/A --fold_B /path/to/data/B --fold_AB /path/to/data +``` + +This will combine each pair of images (A,B) into a single image file, ready for training. diff --git a/pix2pix_vgg/docs/docker.md b/pix2pix_vgg/docs/docker.md new file mode 100644 index 0000000000000000000000000000000000000000..74043e3a37e57fbf47bc37a4d489ca457ffd7858 --- /dev/null +++ b/pix2pix_vgg/docs/docker.md @@ -0,0 +1,38 @@ +# Docker image with pytorch-CycleGAN-and-pix2pix + +We provide both Dockerfile and pre-built Docker container that can run this code repo. + +## Prerequisite + +- Install [docker-ce](https://docs.docker.com/install/linux/docker-ce/ubuntu/) +- Install [nvidia-docker](https://github.com/NVIDIA/nvidia-docker#quickstart) + +## Running pre-built Dockerfile + +- Pull the pre-built docker file + +```bash +docker pull taesungp/pytorch-cyclegan-and-pix2pix +``` + +- Start an interactive docker session. `-p 8097:8097` option is needed if you want to run `visdom` server on the Docker container. + +```bash +nvidia-docker run -it -p 8097:8097 taesungp/pytorch-cyclegan-and-pix2pix +``` + +- Now you are in the Docker environment. Go to our code repo and start running things. +```bash +cd /workspace/pytorch-CycleGAN-and-pix2pix +bash datasets/download_pix2pix_dataset.sh facades +python -m visdom.server & +bash scripts/train_pix2pix.sh +``` + +## Running with Dockerfile + +We also posted the [Dockerfile](Dockerfile). To generate the pre-built file, download the Dockerfile in this directory and run +```bash +docker build -t [target_tag] . +``` +in the directory that contains the Dockerfile. diff --git a/pix2pix_vgg/docs/overview.md b/pix2pix_vgg/docs/overview.md new file mode 100644 index 0000000000000000000000000000000000000000..4ce98412807f378401330af5372fe726ea5070c9 --- /dev/null +++ b/pix2pix_vgg/docs/overview.md @@ -0,0 +1,45 @@ +## Overview of Code Structure +To help users better understand and use our codebase, we briefly overview the functionality and implementation of each package and each module. Please see the documentation in each file for more details. If you have questions, you may find useful information in [training/test tips](tips.md) and [frequently asked questions](qa.md). + +[train.py](../train.py) is a general-purpose training script. It works for various models (with option `--model`: e.g., `pix2pix`, `cyclegan`, `colorization`) and different datasets (with option `--dataset_mode`: e.g., `aligned`, `unaligned`, `single`, `colorization`). See the main [README](.../README.md) and [training/test tips](tips.md) for more details. + +[test.py](../test.py) is a general-purpose test script. Once you have trained your model with `train.py`, you can use this script to test the model. It will load a saved model from `--checkpoints_dir` and save the results to `--results_dir`. See the main [README](.../README.md) and [training/test tips](tips.md) for more details. + + +[data](../data) directory contains all the modules related to data loading and preprocessing. To add a custom dataset class called `dummy`, you need to add a file called `dummy_dataset.py` and define a subclass `DummyDataset` inherited from `BaseDataset`. You need to implement four functions: `__init__` (initialize the class, you need to first call `BaseDataset.__init__(self, opt)`), `__len__` (return the size of dataset), `__getitem__` (get a data point), and optionally `modify_commandline_options` (add dataset-specific options and set default options). Now you can use the dataset class by specifying flag `--dataset_mode dummy`. See our template dataset [class](../data/template_dataset.py) for an example. Below we explain each file in details. + +* [\_\_init\_\_.py](../data/__init__.py) implements the interface between this package and training and test scripts. `train.py` and `test.py` call `from data import create_dataset` and `dataset = create_dataset(opt)` to create a dataset given the option `opt`. +* [base_dataset.py](../data/base_dataset.py) implements an abstract base class ([ABC](https://docs.python.org/3/library/abc.html)) for datasets. It also includes common transformation functions (e.g., `get_transform`, `__scale_width`), which can be later used in subclasses. +* [image_folder.py](../data/image_folder.py) implements an image folder class. We modify the official PyTorch image folder [code](https://github.com/pytorch/vision/blob/master/torchvision/datasets/folder.py) so that this class can load images from both the current directory and its subdirectories. +* [template_dataset.py](../data/template_dataset.py) provides a dataset template with detailed documentation. Check out this file if you plan to implement your own dataset. +* [aligned_dataset.py](../data/aligned_dataset.py) includes a dataset class that can load image pairs. It assumes a single image directory `/path/to/data/train`, which contains image pairs in the form of {A,B}. See [here](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md#prepare-your-own-datasets-for-pix2pix) on how to prepare aligned datasets. During test time, you need to prepare a directory `/path/to/data/test` as test data. +* [unaligned_dataset.py](../data/unaligned_dataset.py) includes a dataset class that can load unaligned/unpaired datasets. It assumes that two directories to host training images from domain A `/path/to/data/trainA` and from domain B `/path/to/data/trainB` respectively. Then you can train the model with the dataset flag `--dataroot /path/to/data`. Similarly, you need to prepare two directories `/path/to/data/testA` and `/path/to/data/testB` during test time. +* [single_dataset.py](../data/single_dataset.py) includes a dataset class that can load a set of single images specified by the path `--dataroot /path/to/data`. It can be used for generating CycleGAN results only for one side with the model option `-model test`. +* [colorization_dataset.py](../data/colorization_dataset.py) implements a dataset class that can load a set of nature images in RGB, and convert RGB format into (L, ab) pairs in [Lab](https://en.wikipedia.org/wiki/CIELAB_color_space) color space. It is required by pix2pix-based colorization model (`--model colorization`). + + +[models](../models) directory contains modules related to objective functions, optimizations, and network architectures. To add a custom model class called `dummy`, you need to add a file called `dummy_model.py` and define a subclass `DummyModel` inherited from `BaseModel`. You need to implement four functions: `__init__` (initialize the class; you need to first call `BaseModel.__init__(self, opt)`), `set_input` (unpack data from dataset and apply preprocessing), `forward` (generate intermediate results), `optimize_parameters` (calculate loss, gradients, and update network weights), and optionally `modify_commandline_options` (add model-specific options and set default options). Now you can use the model class by specifying flag `--model dummy`. See our template model [class](../models/template_model.py) for an example. Below we explain each file in details. + +* [\_\_init\_\_.py](../models/__init__.py) implements the interface between this package and training and test scripts. `train.py` and `test.py` call `from models import create_model` and `model = create_model(opt)` to create a model given the option `opt`. You also need to call `model.setup(opt)` to properly initialize the model. +* [base_model.py](../models/base_model.py) implements an abstract base class ([ABC](https://docs.python.org/3/library/abc.html)) for models. It also includes commonly used helper functions (e.g., `setup`, `test`, `update_learning_rate`, `save_networks`, `load_networks`), which can be later used in subclasses. +* [template_model.py](../models/template_model.py) provides a model template with detailed documentation. Check out this file if you plan to implement your own model. +* [pix2pix_model.py](../models/pix2pix_model.py) implements the pix2pix [model](https://phillipi.github.io/pix2pix/), for learning a mapping from input images to output images given paired data. The model training requires `--dataset_mode aligned` dataset. By default, it uses a `--netG unet256` [U-Net](https://arxiv.org/pdf/1505.04597.pdf) generator, a `--netD basic` discriminator (PatchGAN), and a `--gan_mode vanilla` GAN loss (standard cross-entropy objective). +* [colorization_model.py](../models/colorization_model.py) implements a subclass of `Pix2PixModel` for image colorization (black & white image to colorful image). The model training requires `-dataset_model colorization` dataset. It trains a pix2pix model, mapping from L channel to ab channels in [Lab](https://en.wikipedia.org/wiki/CIELAB_color_space) color space. By default, the `colorization` dataset will automatically set `--input_nc 1` and `--output_nc 2`. +* [cycle_gan_model.py](../models/cycle_gan_model.py) implements the CycleGAN [model](https://junyanz.github.io/CycleGAN/), for learning image-to-image translation without paired data. The model training requires `--dataset_mode unaligned` dataset. By default, it uses a `--netG resnet_9blocks` ResNet generator, a `--netD basic` discriminator (PatchGAN introduced by pix2pix), and a least-square GANs [objective](https://arxiv.org/abs/1611.04076) (`--gan_mode lsgan`). +* [networks.py](../models/networks.py) module implements network architectures (both generators and discriminators), as well as normalization layers, initialization methods, optimization scheduler (i.e., learning rate policy), and GAN objective function (`vanilla`, `lsgan`, `wgangp`). +* [test_model.py](../models/test_model.py) implements a model that can be used to generate CycleGAN results for only one direction. This model will automatically set `--dataset_mode single`, which only loads the images from one set. See the test [instruction](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix#apply-a-pre-trained-model-cyclegan) for more details. + +[options](../options) directory includes our option modules: training options, test options, and basic options (used in both training and test). `TrainOptions` and `TestOptions` are both subclasses of `BaseOptions`. They will reuse the options defined in `BaseOptions`. +* [\_\_init\_\_.py](../options/__init__.py) is required to make Python treat the directory `options` as containing packages, +* [base_options.py](../options/base_options.py) includes options that are used in both training and test. It also implements a few helper functions such as parsing, printing, and saving the options. It also gathers additional options defined in `modify_commandline_options` functions in both dataset class and model class. +* [train_options.py](../options/train_options.py) includes options that are only used during training time. +* [test_options.py](../options/test_options.py) includes options that are only used during test time. + + +[util](../util) directory includes a miscellaneous collection of useful helper functions. + * [\_\_init\_\_.py](../util/__init__.py) is required to make Python treat the directory `util` as containing packages, + * [get_data.py](../util/get_data.py) provides a Python script for downloading CycleGAN and pix2pix datasets. Alternatively, You can also use bash scripts such as [download_pix2pix_model.sh](../scripts/download_pix2pix_model.sh) and [download_cyclegan_model.sh](../scripts/download_cyclegan_model.sh). + * [html.py](../util/html.py) implements a module that saves images into a single HTML file. It consists of functions such as `add_header` (add a text header to the HTML file), `add_images` (add a row of images to the HTML file), `save` (save the HTML to the disk). It is based on Python library `dominate`, a Python library for creating and manipulating HTML documents using a DOM API. + * [image_pool.py](../util/image_pool.py) implements an image buffer that stores previously generated images. This buffer enables us to update discriminators using a history of generated images rather than the ones produced by the latest generators. The original idea was discussed in this [paper](http://openaccess.thecvf.com/content_cvpr_2017/papers/Shrivastava_Learning_From_Simulated_CVPR_2017_paper.pdf). The size of the buffer is controlled by the flag `--pool_size`. + * [visualizer.py](../util/visualizer.py) includes several functions that can display/save images and print/save logging information. It uses Weights & Biases for logging and a Python library `dominate` (wrapped in `HTML`) for creating HTML files with images. + * [util.py](../util/util.py) consists of simple helper functions such as `tensor2im` (convert a tensor array to a numpy image array), `diagnose_network` (calculate and print the mean of average absolute value of gradients), and `mkdirs` (create multiple directories). diff --git a/pix2pix_vgg/docs/qa.md b/pix2pix_vgg/docs/qa.md new file mode 100644 index 0000000000000000000000000000000000000000..dcb67d808d0b17b5443b5556b79630f468c3b1fa --- /dev/null +++ b/pix2pix_vgg/docs/qa.md @@ -0,0 +1,175 @@ +## Frequently Asked Questions + +Before you post a new question, please first look at the following Q & A and existing GitHub issues. You may also want to read [Training/Test tips](tips.md) for more suggestions. + +#### Connection Error:HTTPConnectionPool ([#230](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/230), [#24](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/24), [#38](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/38)) + +Similar error messages include “Failed to establish a new connection/Connection refused”. + +Please start the visdom server before starting the training: + +```bash +python -m visdom.server +``` + +To install the visdom, you can use the following command: + +```bash +pip install visdom +``` + +You can also disable the visdom by setting `--display_id 0`. + +#### My PyTorch errors on CUDA related code. + +Try to run the following code snippet to make sure that CUDA is working (assuming using PyTorch >= 0.4): + +```python +import torch +torch.cuda.init() +print(torch.randn(1, device='cuda')) +``` + +If you met an error, it is likely that your PyTorch build does not work with CUDA, e.g., it is installed from the official MacOS binary, or you have a GPU that is too old and not supported anymore. You may run the the code with CPU using `--gpu_ids -1`. + +#### TypeError: Object of type 'Tensor' is not JSON serializable ([#258](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/258)) + +Similar errors: AttributeError: module 'torch' has no attribute 'device' ([#314](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/314)) + +The current code only works with PyTorch 2.4+. An earlier PyTorch version can often cause the above errors. + +#### ValueError: empty range for randrange() ([#390](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/390), [#376](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/376), [#194](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/194)) + +Similar error messages include "ConnectionRefusedError: [Errno 111] Connection refused" + +It is related to the data augmentation step. It often happens when you use `--preprocess crop`. The program will crop random `crop_size x crop_size` patches out of the input training images. But if some of your image sizes (e.g., `256x384`) are smaller than the `crop_size` (e.g., 512), you will get this error. A simple fix will be to use other data augmentation methods such as `resize_and_crop` or `scale_width_and_crop`. Our program will automatically resize the images according to `load_size` before apply `crop_size x crop_size` cropping. Make sure that `load_size >= crop_size`. + +#### Can I continue/resume my training? ([#350](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/350), [#275](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/275), [#234](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/234), [#87](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/87)) + +You can use the option `--continue_train`. Also set `--epoch_count` to specify a different starting epoch count. See more discussion in [training/test tips](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md#trainingtest-tips). + +#### Why does my training loss not converge? ([#335](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/335), [#164](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/164), [#30](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/30)) + +Many GAN losses do not converge (exception: WGAN, WGAN-GP, etc. ) due to the nature of minimax optimization. For DCGAN and LSGAN objective, it is quite normal for the G and D losses to go up and down. It should be fine as long as they do not blow up. + +#### How can I make it work for my own data (e.g., 16-bit png, tiff, hyperspectral images)? ([#309](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/309), [#320](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/), [#202](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/202)) + +The current code only supports RGB and grayscale images. If you would like to train the model on other data types, please follow the following steps: + +- change the parameters `--input_nc` and `--output_nc` to the number of channels in your input/output images. +- Write your own custom data loader (It is easy as long as you know how to load your data with python). If you write a new data loader class, you need to change the flag `--dataset_mode` accordingly. Alternatively, you can modify the existing data loader. For aligned datasets, change this [line](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/data/aligned_dataset.py#L41); For unaligned datasets, change these two [lines](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/data/unaligned_dataset.py#L57). + +- If you use visdom and HTML to visualize the results, you may also need to change the visualization code. + +#### Multi-GPU Training ([#327](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/327), [#292](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/292), [#137](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/137), [#35](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/35)) + +You can use Multi-GPU training by setting `--gpu_ids` (e.g., `--gpu_ids 0,1,2,3` for the first four GPUs on your machine.) To fully utilize all the GPUs, you need to increase your batch size. Try `--batch_size 4`, `--batch_size 16`, or even a larger batch_size. Each GPU will process batch_size/#GPUs images. The optimal batch size depends on the number of GPUs you have, GPU memory per GPU, and the resolution of your training images. + +We also recommend that you use the instance normalization for multi-GPU training by setting `--norm instance`. The current batch normalization might not work for multi-GPUs as the batchnorm parameters are not shared across different GPUs. Advanced users can try [synchronized batchnorm](https://github.com/vacancy/Synchronized-BatchNorm-PyTorch). + +#### Can I run the model on CPU? ([#310](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/310)) + +Yes, you can set `--gpu_ids -1`. See [training/test tips](tips.md) for more details. + +#### Are pre-trained models available? ([#10](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/10)) + +Yes, you can download pretrained models with the bash script `./scripts/download_cyclegan_model.sh`. See [here](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix#apply-a-pre-trained-model-cyclegan) for more details. We are slowly adding more models to the repo. + +#### Out of memory ([#174](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/174)) + +CycleGAN is more memory-intensive than pix2pix as it requires two generators and two discriminators. If you would like to produce high-resolution images, you can do the following. + +- During training, train CycleGAN on cropped images of the training set. Please be careful not to change the aspect ratio or the scale of the original image, as this can lead to the training/test gap. You can usually do this by using `--preprocess crop` option, or `--preprocess scale_width_and_crop`. + +- Then at test time, you can load only one generator to produce the results in a single direction. This greatly saves GPU memory as you are not loading the discriminators and the other generator in the opposite direction. You can probably take the whole image as input. You can do this using `--model test --dataroot [path to the directory that contains your test images (e.g., ./datasets/horse2zebra/trainA)] --model_suffix _A --preprocess none`. You can use either `--preprocess none` or `--preprocess scale_width --crop_size [your_desired_image_width]`. Please see the [model_suffix](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/models/test_model.py#L16) and [preprocess](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/data/base_dataset.py#L24) for more details. + +#### RuntimeError: Error(s) in loading state_dict ([#812](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/812), [#671](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/671),[#461](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/461), [#296](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/296)) + +If you get the above errors when loading the generator during test time, you probably have used different network configurations for training and test. There are a few things to check: (1) the network architecture `--netG`: you will get an error if you use `--netG unet256` during training, and use `--netG resnet_6blocks` during test. Make sure that the flag is the same. (2) the normalization parameters `--norm`: we use different default `--norm` parameters for `--model cycle_gan`, `--model pix2pix`, and `--model test`. They might be different from the one you used in your training time. Make sure that you add the `--norm` flag in your test code. (3) If you use dropout during training time, make sure that you use the same Dropout setting in your test. Check the flag `--no_dropout`. + +Note that we use different default generators, normalization, and dropout options for different models. The model file can overwrite the default arguments and add new arguments. For example, this [line](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/models/pix2pix_model.py#L32) adds and changes default arguments for pix2pix. For CycleGAN, the default is `--netG resnet_9blocks --no_dropout --norm instance --dataset_mode unaligned`. For pix2pix, the default is `--netG unet_256 --norm batch --dataset_mode aligned`. For model testing with single direction (`--model test`), the default is `--netG resnet_9blocks --norm instance --dataset_mode single`. To make sure that your training and test follow the same setting, you are encouraged to plicitly specify the `--netG`, `--norm`, `--dataset_mode`, and `--no_dropout` (or not) in your script. + +#### NotSupportedError ([#829](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/829)) + +The error message states that `slicing multiple dimensions at the same time isn't supported yet proposals (Tensor): boxes to be encoded`. It is not related to our repo. It is often caused by incompatibility between the `torhvision` version and `pytorch` version. You need to re-intall or upgrade your `torchvision` to be compatible with the `pytorch` version. + +#### What is the identity loss? ([#322](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/322), [#373](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/373), [#362](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/pull/362)) + +We use the identity loss for our photo to painting application. The identity loss can regularize the generator to be close to an identity mapping when fed with real samples from the _target_ domain. If something already looks like from the target domain, you should preserve the image without making additional changes. The generator trained with this loss will often be more conservative for unknown content. Please see more details in Sec 5.2 ''Photo generation from paintings'' and Figure 12 in the CycleGAN [paper](https://arxiv.org/pdf/1703.10593.pdf). The loss was first proposed in Equation 6 of the prior work [[Taigman et al., 2017]](https://arxiv.org/pdf/1611.02200.pdf). + +#### The color gets inverted from the beginning of training ([#249](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/249)) + +The authors also observe that the generator unnecessarily inverts the color of the input image early in training, and then never learns to undo the inversion. In this case, you can try two things. + +- First, try using identity loss `--lambda_identity 1.0` or `--lambda_identity 0.1`. We observe that the identity loss makes the generator to be more conservative and make fewer unnecessary changes. However, because of this, the change may not be as dramatic. + +- Second, try smaller variance when initializing weights by changing `--init_gain`. We observe that a smaller variance in weight initialization results in less color inversion. + +#### For labels2photo Cityscapes evaluation, why does the pretrained FCN-8s model not work well on the original Cityscapes input images? ([#150](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/150)) + +The model was trained on 256x256 images that are resized/upsampled to 1024x2048, so expected input images to the network are very blurry. The purpose of the resizing was to 1) keep the label maps in the original high resolution untouched and 2) avoid the need to change the standard FCN training code for Cityscapes. + +#### How do I get the `ground-truth` numbers on the labels2photo Cityscapes evaluation? ([#150](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/150)) + +You need to resize the original Cityscapes images to 256x256 before running the evaluation code. + +#### What is a good evaluation metric for CycleGAN? ([#730](https://github.com/pulls), [#716](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/716), [#166](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/166)) + +The evaluation metric highly depends on your specific task and dataset. There is no single metric that works for all the datasets and tasks. + +There are a few popular choices: (1) we often evaluate CycleGAN on paired datasets (e.g., Cityscapes dataset and the meanIOU metric used in the CycleGAN paper), in which the model was trained without pairs. (2) Many researchers have adopted standard GAN metrics such as FID. Note that FID only evaluates the output images, while it ignores the correspondence between output and input. (3) A user study regarding photorealism might be helpful. Please check out the details of a user study in the CycleGAN paper (Section 5.1.1). + +In summary, how to automatically evaluate the results is an open research problem for GANs research. But for many creative applications, the results are subjective and hard to quantify without humans in the loop. + +#### What dose the CycleGAN loss look like if training goes well? ([#1096](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/1096), [#1086](ttps://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/1086), [#288](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/288), [#30](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/30)) + +Typically, the cycle-consistency loss and identity loss decrease during training, while GAN losses oscillate. To evaluate the quality of your results, you need to adopt additional evaluation metrics to your training and test images. See the Q & A above. + +#### Using resize-conv to reduce checkerboard artifacts ([#190](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/190), [#64](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/64)) + +This Distill [blog](https://distill.pub/2016/deconv-checkerboard/) discussed one of the potential causes of the checkerboard artifacts. You can fix that issue by switching from "deconvolution" to nearest-neighbor upsampling, followed by regular convolution. Here is one implementation provided by [@SsnL](https://github.com/SsnL). You can replace the ConvTranspose2d with the following layers. + +```python +nn.Upsample(scale_factor = 2, mode='bilinear'), +nn.ReflectionPad2d(1), +nn.Conv2d(ngf * mult, int(ngf * mult / 2), kernel_size=3, stride=1, padding=0), +``` + +We have also noticed that sometimes the checkboard artifacts will go away if you train long enough. Maybe you can try training your model a bit longer. + +#### pix2pix/CycleGAN has no random noise z ([#152](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/152)) + +The current pix2pix/CycleGAN model does not take z as input. In both pix2pix and CycleGAN, we tried to add z to the generator: e.g., adding z to a latent state, concatenating with a latent state, applying dropout, etc., but often found the output did not vary significantly as a function of z. Conditional GANs do not need noise as long as the input is sufficiently complex so that the input can kind of play the role of noise. Without noise, the mapping is deterministic. + +Please check out the following papers that show ways of getting z to actually have a substantial effect: e.g., [BicycleGAN](https://github.com/junyanz/BicycleGAN), [AugmentedCycleGAN](https://arxiv.org/abs/1802.10151), [MUNIT](https://arxiv.org/abs/1804.04732), [DRIT](https://arxiv.org/pdf/1808.00948.pdf), etc. + +#### Experiment details (e.g., BW->color) ([#306](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/issues/306)) + +You can find more training details and hyperparameter settings in the appendix of [CycleGAN](https://arxiv.org/abs/1703.10593) and [pix2pix](https://arxiv.org/abs/1611.07004) papers. + +#### Results with [Cycada](https://arxiv.org/pdf/1711.03213.pdf) + +We generated the [result of translating GTA images to Cityscapes-style images](https://junyanz.github.io/CycleGAN/) using our Torch repo. Our PyTorch and Torch implementation seemed to produce a little bit different results, although we have not measured the FCN score using the PyTorch-trained model. To reproduce the result of Cycada, please use the Torch repo for now. + +#### Loading and using the saved model in your code + +You can easily consume the model in your code using the below code snippet: + +```python +import torch +from models.networks import define_G +from collections import OrderedDict + +model_dict = torch.load("checkpoints/stars_pix2pix/latest_net_G.pth") +new_dict = OrderedDict() +for k, v in model_dict.items(): + # load_state_dict expects keys with prefix 'module.' + new_dict["module." + k] = v + +# make sure you pass the correct parameters to the define_G method +generator_model = define_G(input_nc=1,output_nc=1,ngf=64,netG="resnet_9blocks", + norm="batch",use_dropout=True,init_gain=0.02,gpu_ids=[0]) +generator_model.load_state_dict(new_dict) +``` + +If everything goes well you should see a '\' message. diff --git a/pix2pix_vgg/docs/tips.md b/pix2pix_vgg/docs/tips.md new file mode 100644 index 0000000000000000000000000000000000000000..bae60b1ef97079d64de135f753fb78c1f2fe6869 --- /dev/null +++ b/pix2pix_vgg/docs/tips.md @@ -0,0 +1,74 @@ +## Training/test Tips +#### Training/test options +Please see `options/train_options.py` and `options/base_options.py` for the training flags; see `options/test_options.py` and `options/base_options.py` for the test flags. There are some model-specific flags as well, which are added in the model files, such as `--lambda_A` option in `model/cycle_gan_model.py`. The default values of these options are also adjusted in the model files. +#### CPU/GPU (default `--gpu_ids 0`) +Please set`--gpu_ids -1` to use CPU mode; set `--gpu_ids 0,1,2` for multi-GPU mode. You need a large batch size (e.g., `--batch_size 32`) to benefit from multiple GPUs. + +#### Visualization +During training, the current results can be viewed using two methods. First, the intermediate results are saved to `[opt.checkpoints_dir]/[opt.name]/web/` as an HTML file. To avoid this, set `--no_html`. Second, if you set `--use_wandb`, the results and loss plots will appear on your Weights & Biases dashboard. + +#### Preprocessing + Images can be resized and cropped in different ways using `--preprocess` option. The default option `'resize_and_crop'` resizes the image to be of size `(opt.load_size, opt.load_size)` and does a random crop of size `(opt.crop_size, opt.crop_size)`. `'crop'` skips the resizing step and only performs random cropping. `'scale_width'` resizes the image to have width `opt.crop_size` while keeping the aspect ratio. `'scale_width_and_crop'` first resizes the image to have width `opt.load_size` and then does random cropping of size `(opt.crop_size, opt.crop_size)`. `'none'` tries to skip all these preprocessing steps. However, if the image size is not a multiple of some number depending on the number of downsamplings of the generator, you will get an error because the size of the output image may be different from the size of the input image. Therefore, `'none'` option still tries to adjust the image size to be a multiple of 4. You might need a bigger adjustment if you change the generator architecture. Please see `data/base_dataset.py` do see how all these were implemented. + +#### Fine-tuning/resume training +To fine-tune a pre-trained model, or resume the previous training, use the `--continue_train` flag. The program will then load the model based on `epoch`. By default, the program will initialize the epoch count as 1. Set `--epoch_count ` to specify a different starting epoch count. + + +#### Prepare your own datasets for CycleGAN +You need to create two directories to host images from domain A `/path/to/data/trainA` and from domain B `/path/to/data/trainB`. Then you can train the model with the dataset flag `--dataroot /path/to/data`. Optionally, you can create hold-out test datasets at `/path/to/data/testA` and `/path/to/data/testB` to test your model on unseen images. + +#### Prepare your own datasets for pix2pix +Pix2pix's training requires paired data. We provide a python script to generate training data in the form of pairs of images {A,B}, where A and B are two different depictions of the same underlying scene. For example, these might be pairs {label map, photo} or {bw image, color image}. Then we can learn to translate A to B or B to A: + +Create folder `/path/to/data` with subdirectories `A` and `B`. `A` and `B` should each have their own subdirectories `train`, `val`, `test`, etc. In `/path/to/data/A/train`, put training images in style A. In `/path/to/data/B/train`, put the corresponding images in style B. Repeat same for other data splits (`val`, `test`, etc). + +Corresponding images in a pair {A,B} must be the same size and have the same filename, e.g., `/path/to/data/A/train/1.jpg` is considered to correspond to `/path/to/data/B/train/1.jpg`. + +Once the data is formatted this way, call: +```bash +python datasets/combine_A_and_B.py --fold_A /path/to/data/A --fold_B /path/to/data/B --fold_AB /path/to/data +``` + +This will combine each pair of images (A,B) into a single image file, ready for training. + + +#### About image size + Since the generator architecture in CycleGAN involves a series of downsampling / upsampling operations, the size of the input and output image may not match if the input image size is not a multiple of 4. As a result, you may get a runtime error because the L1 identity loss cannot be enforced with images of different size. Therefore, we slightly resize the image to become multiples of 4 even with `--preprocess none` option. For the same reason, `--crop_size` needs to be a multiple of 4. + +#### Training/Testing with high res images +CycleGAN is quite memory-intensive as four networks (two generators and two discriminators) need to be loaded on one GPU, so a large image cannot be entirely loaded. In this case, we recommend training with cropped images. For example, to generate 1024px results, you can train with `--preprocess scale_width_and_crop --load_size 1024 --crop_size 360`, and test with `--preprocess scale_width --load_size 1024`. This way makes sure the training and test will be at the same scale. At test time, you can afford higher resolution because you don’t need to load all networks. + +#### Training/Testing with rectangular images +Both pix2pix and CycleGAN can work for rectangular images. To make them work, you need to use different preprocessing flags. Let's say that you are working with `360x256` images. During training, you can specify `--preprocess crop` and `--crop_size 256`. This will allow your model to be trained on randomly cropped `256x256` images during training time. During test time, you can apply the model on `360x256` images with the flag `--preprocess none`. + +There are practical restrictions regarding image sizes for each generator architecture. For `unet256`, it only supports images whose width and height are divisible by 256. For `unet128`, the width and height need to be divisible by 128. For `resnet_6blocks` and `resnet_9blocks`, the width and height need to be divisible by 4. + +#### About loss curve +Unfortunately, the loss curve does not reveal much information in training GANs, and CycleGAN is no exception. To check whether the training has converged or not, we recommend periodically generating a few samples and looking at them. + +#### About batch size +For all experiments in the paper, we set the batch size to be 1. If there is room for memory, you can use higher batch size with batch norm or instance norm. (Note that the default batchnorm does not work well with multi-GPU training. You may consider using [synchronized batchnorm](https://github.com/vacancy/Synchronized-BatchNorm-PyTorch) instead). But please be aware that it can impact the training. In particular, even with Instance Normalization, different batch sizes can lead to different results. Moreover, increasing `--crop_size` may be a good alternative to increasing the batch size. + + +#### Notes on Colorization +No need to run `combine_A_and_B.py` for colorization. Instead, you need to prepare natural images and set `--dataset_mode colorization` and `--model colorization` in the script. The program will automatically convert each RGB image into Lab color space, and create `L -> ab` image pair during the training. Also set `--input_nc 1` and `--output_nc 2`. The training and test directory should be organized as `/your/data/train` and `your/data/test`. See example scripts `scripts/train_colorization.sh` and `scripts/test_colorization` for more details. + +#### Notes on Extracting Edges +We provide python and Matlab scripts to extract coarse edges from photos. Run `scripts/edges/batch_hed.py` to compute [HED](https://github.com/s9xie/hed) edges. Run `scripts/edges/PostprocessHED.m` to simplify edges with additional post-processing steps. Check the code documentation for more details. + +#### Evaluating Labels2Photos on Cityscapes +We provide scripts for running the evaluation of the Labels2Photos task on the Cityscapes **validation** set. We assume that you have installed `caffe` (and `pycaffe`) in your system. If not, see the [official website](http://caffe.berkeleyvision.org/installation.html) for installation instructions. Once `caffe` is successfully installed, download the pre-trained FCN-8s semantic segmentation model (512MB) by running +```bash +bash ./scripts/eval_cityscapes/download_fcn8s.sh +``` +Then make sure `./scripts/eval_cityscapes/` is in your system's python path. If not, run the following command to add it +```bash +export PYTHONPATH=${PYTHONPATH}:./scripts/eval_cityscapes/ +``` +Now you can run the following command to evaluate your predictions: +```bash +python ./scripts/eval_cityscapes/evaluate.py --cityscapes_dir /path/to/original/cityscapes/dataset/ --result_dir /path/to/your/predictions/ --output_dir /path/to/output/directory/ +``` +Images stored under `--result_dir` should contain your model predictions on the Cityscapes **validation** split, and have the original Cityscapes naming convention (e.g., `frankfurt_000001_038418_leftImg8bit.png`). The script will output a text file under `--output_dir` containing the metric. + +**Further notes**: Our pre-trained FCN model is **not** supposed to work on Cityscapes in the original resolution (1024x2048) as it was trained on 256x256 images that are then upsampled to 1024x2048 during training. The purpose of the resizing during training was to 1) keep the label maps in the original high resolution untouched and 2) avoid the need of changing the standard FCN training code and the architecture for Cityscapes. During test time, you need to synthesize 256x256 results. Our test code will automatically upsample your results to 1024x2048 before feeding them to the pre-trained FCN model. The output is at 1024x2048 resolution and will be compared to 1024x2048 ground truth labels. You do not need to resize the ground truth labels. The best way to verify whether everything is correct is to reproduce the numbers for real images in the paper first. To achieve it, you need to resize the original/real Cityscapes images (**not** labels) to 256x256 and feed them to the evaluation code. diff --git a/pix2pix_vgg/environment.yml b/pix2pix_vgg/environment.yml new file mode 100644 index 0000000000000000000000000000000000000000..96f60da27fe744556f7b925111bf5799d7fb919d --- /dev/null +++ b/pix2pix_vgg/environment.yml @@ -0,0 +1,17 @@ +name: pytorch-img2img +channels: + - pytorch + - conda-forge + - nvidia +dependencies: + - python=3.11 + - pytorch=2.4.0 + - torchvision=0.19.0 + - pytorch-cuda=12.1 + - numpy=1.24.3 + - scikit-image + - pip + - pip: + - dominate>=2.8.0 + - Pillow>=10.0.0 + - wandb>=0.16.0 diff --git a/pix2pix_vgg/eval_range.sh b/pix2pix_vgg/eval_range.sh new file mode 100644 index 0000000000000000000000000000000000000000..94b03543afd6166a9e6d225de6d97e5beded6bcc --- /dev/null +++ b/pix2pix_vgg/eval_range.sh @@ -0,0 +1,18 @@ +for ep in $(seq 100 5 200); do + echo "=== Evaluating epoch $ep ===" + + CUDA_VISIBLE_DEVICES=0 python test.py \ + --dataroot datasets/rhino_aligned \ + --checkpoints_dir checkpoints \ + --name rhino_pix2pix_roi \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --epoch $ep --num_test -1 \ + --results_dir results/ep${ep} + + python tools/evaluate.py \ + --results_root results \ + --epoch ${ep} \ + --mask_dir datasets/rhino_aligned/val_masks \ + --out_csv metrics_val.csv +done diff --git a/pix2pix_vgg/imgs/edges2cats.jpg b/pix2pix_vgg/imgs/edges2cats.jpg new file mode 100644 index 0000000000000000000000000000000000000000..be5c1412eb0decea00d7f62e609bab555fa6b0e2 Binary files /dev/null and b/pix2pix_vgg/imgs/edges2cats.jpg differ diff --git a/pix2pix_vgg/imgs/horse2zebra.gif b/pix2pix_vgg/imgs/horse2zebra.gif new file mode 100644 index 0000000000000000000000000000000000000000..4ded4d1ec2f5438765418c8a32d5e6f401b7d5cf --- /dev/null +++ b/pix2pix_vgg/imgs/horse2zebra.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a76adedd309c46ba6ed63f89b14130c4a671fd6febc26fb0372a1ccf16c7aa +size 7686299 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_160552_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_160552_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..c2c35e640e3af61676454f2447d82f1bb57cdfb4 --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_160552_gpu2.log @@ -0,0 +1,641 @@ +[2025年 09月 17日 星期三 16:05:53 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:53 CST] 评估 epoch 5 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:02:53 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:09:53 CST] 评估 epoch 10 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:09:53 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:53 CST] 评估 epoch 15 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:17:53 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:24:53 CST] 评估 epoch 20 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:24:53 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:31:53 CST] 评估 epoch 25 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:31:53 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:53 CST] 评估 epoch 30 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:39:54 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:46:54 CST] 评估 epoch 35 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:46:54 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:53:54 CST] 评估 epoch 40 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 18:53:54 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:01:54 CST] 评估 epoch 45 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:01:54 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:08:54 CST] 评估 epoch 50 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:08:54 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:15:54 CST] 评估 epoch 55 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:15:54 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:23:54 CST] 评估 epoch 60 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:23:54 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:30:54 CST] 评估 epoch 65 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:30:54 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:37:54 CST] 评估 epoch 70 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:37:54 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:45:54 CST] 评估 epoch 75 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:45:54 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:52:55 CST] 评估 epoch 80 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:52:55 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 19:59:55 CST] 评估 epoch 85 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 19:59:55 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:55 CST] 评估 epoch 90 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:07:55 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:14:55 CST] 评估 epoch 95 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:14:55 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:55 CST] 评估 epoch 100 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:22:55 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:29:55 CST] 评估 epoch 105 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:29:55 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:36:55 CST] 评估 epoch 110 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:36:55 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:55 CST] 评估 epoch 115 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:44:55 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:51:55 CST] 评估 epoch 120 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:51:56 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:58:56 CST] 评估 epoch 125 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 20:58:56 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:06:56 CST] 评估 epoch 130 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:06:56 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:13:56 CST] 评估 epoch 135 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:13:56 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:20:56 CST] 评估 epoch 140 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:20:56 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:28:56 CST] 评估 epoch 145 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:28:56 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:38:56 CST] 评估 epoch 150 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:38:56 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:46:56 CST] 评估 epoch 155 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:46:56 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:53:56 CST] 评估 epoch 160 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 21:53:56 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:01:56 CST] 评估 epoch 165 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:01:57 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:08:57 CST] 评估 epoch 170 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:08:57 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:17:57 CST] 评估 epoch 175 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:17:57 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:29:57 CST] 评估 epoch 180 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:29:57 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:40:57 CST] 评估 epoch 185 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:40:57 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:48:57 CST] 评估 epoch 190 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:48:57 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:55:57 CST] 评估 epoch 195 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 22:55:57 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:03:57 CST] 评估 epoch 200 +Traceback (most recent call last): + File "/data1/liutao/pix2pix/test.py", line 32, in + from options.test_options import TestOptions + File "/data1/liutao/pix2pix/options/test_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' +Traceback (most recent call last): + File "/data1/liutao/pix2pix/tools/evaluate.py", line 4, in + import numpy as np +ModuleNotFoundError: No module named 'numpy' +[2025年 09月 17日 星期三 23:03:57 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_165117_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_165117_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..64df93300bb603d31a022ae288ed1be8b417f2f7 --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_165117_gpu2.log @@ -0,0 +1,2401 @@ +[2025年 09月 17日 星期三 16:51:18 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:18 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:02:22 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:10:23 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:10:26 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:26 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:17:29 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:24:29 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:24:33 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:32:33 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:32:36 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:36 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:39:39 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:46:39 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:46:43 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:54:43 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:54:46 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:01:46 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:01:50 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:08:50 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:08:53 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:15:53 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:15:56 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:23:56 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:24:00 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:31:00 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:31:03 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:38:03 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:38:06 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:46:06 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:46:10 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:53:10 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:53:13 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 20:00:13 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:00:16 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:16 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:07:20 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:15:20 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:15:23 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:23 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:22:26 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:29:26 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:29:30 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:37:30 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:37:33 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:33 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:44:37 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:51:37 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:51:40 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:59:40 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:59:43 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:06:43 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:06:47 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:13:47 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:13:50 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:20:50 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:20:53 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:28:53 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:28:57 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:38:57 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:39:00 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:47:00 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:47:04 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:54:04 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:54:07 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:02:07 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:02:11 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:09:11 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:09:14 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:18:14 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:18:17 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:30:17 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:30:21 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:41:21 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:41:24 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:49:24 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:49:27 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:56:27 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:56:31 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:03:31 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 23:03:34 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_170335_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_170335_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..b7b2b9f074571f243d66b4ffa19bf3ee13fa4ada --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_170335_gpu2.log @@ -0,0 +1,2401 @@ +[2025年 09月 17日 星期三 17:03:36 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:37 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:02:40 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:09:40 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:09:43 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:43 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:17:47 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:24:47 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:24:50 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:31:50 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:31:54 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:54 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:39:57 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:46:57 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:47:00 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:54:00 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:54:04 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:02:04 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:02:07 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:09:07 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:09:11 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:16:11 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:16:14 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:23:14 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:23:17 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:31:17 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:31:21 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:38:21 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:38:24 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:45:24 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:45:27 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:53:27 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:53:31 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 20:00:31 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:00:34 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:34 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:07:38 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:14:38 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:14:41 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:41 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:22:44 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:29:44 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:29:48 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:36:48 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:36:51 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:51 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:44:54 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:51:54 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:51:58 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:58:58 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:59:01 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:07:01 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:07:04 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:14:04 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:14:08 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:21:08 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:21:11 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:28:11 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:28:14 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:39:14 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:39:18 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:47:18 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:47:21 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:54:21 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:54:25 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:01:25 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:01:28 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:09:28 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:09:31 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:18:32 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:18:35 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:30:35 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:30:38 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:41:38 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:41:41 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:48:42 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:48:45 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:56:45 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:56:48 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:03:48 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 23:03:51 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_171323_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_171323_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..d1d862ac4e79effcc2c33e66866335b16d02f325 --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_171323_gpu2.log @@ -0,0 +1,2401 @@ +[2025年 09月 17日 星期三 17:13:24 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:24 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:02:27 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:10:27 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:10:31 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:31 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:17:34 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:24:34 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:24:38 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:32:38 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:32:41 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:41 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:39:45 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:46:45 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:46:48 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:53:48 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:53:52 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:01:52 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:01:55 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:08:55 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:08:59 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:15:59 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:16:02 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:24:02 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:24:06 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:31:06 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:31:09 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:38:09 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:38:13 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:45:13 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:45:16 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:53:16 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:53:20 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 20:00:20 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:00:23 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:23 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:07:27 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:15:27 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:15:30 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:30 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:22:34 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:29:34 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:29:37 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:37:37 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:37:41 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:41 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:44:44 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:51:44 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:51:48 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:58:48 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:58:51 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:06:51 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:06:55 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:13:55 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:13:58 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:20:58 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:21:02 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:29:02 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:29:05 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:39:05 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:39:09 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:47:09 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:47:12 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:54:12 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:54:16 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:02:16 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:02:19 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:09:19 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:09:23 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:18:23 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:18:26 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:30:26 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:30:30 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:41:30 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:41:33 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:48:33 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:48:37 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:56:37 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:56:40 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:03:40 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 23:03:44 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_171923_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_171923_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..ee42d17e310209fe17b13dbd09ab528b73f3df4e --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_171923_gpu2.log @@ -0,0 +1,2401 @@ +[2025年 09月 17日 星期三 17:19:24 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:24 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:02:27 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:10:27 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:10:31 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:31 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:17:34 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:24:34 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:24:38 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:32:38 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:32:41 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:41 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:39:45 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:46:45 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:46:48 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:53:48 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:53:52 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:01:52 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:01:55 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:08:55 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:08:59 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:15:59 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:16:02 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:24:02 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:24:06 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:31:06 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:31:09 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:38:09 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:38:13 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:45:13 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:45:16 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:53:16 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:53:20 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 20:00:20 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:00:23 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:23 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:07:27 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:15:27 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:15:30 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:30 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:22:34 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:29:34 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:29:37 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:37:37 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:37:41 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:41 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:44:44 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:51:44 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:51:48 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:58:48 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:58:51 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:06:51 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:06:55 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:13:55 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:13:58 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:20:58 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:21:02 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:29:02 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:29:05 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:39:05 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:39:09 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:47:09 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:47:12 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:54:12 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:54:16 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:02:16 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:02:19 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:09:19 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:09:23 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:18:23 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:18:26 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:30:26 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:30:30 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:41:30 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:41:33 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:48:33 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:48:37 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:56:37 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:56:40 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:03:40 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 23:03:44 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_174356_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_174356_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..10f1ede20ec2e2f9d29aa66766c8a36a772d80a9 --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_174356_gpu2.log @@ -0,0 +1,2401 @@ +[2025年 09月 17日 星期三 17:43:57 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:57 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:03:01 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:10:01 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:10:04 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:04 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:17:08 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:25:08 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:25:11 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:32:11 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:32:14 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:14 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:39:18 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:47:18 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:47:21 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:54:21 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:54:25 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:01:25 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:01:28 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:08:28 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:08:31 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:16:31 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:16:35 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:23:35 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:23:38 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:30:38 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:30:41 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:38:41 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:38:45 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:45:45 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:45:48 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:52:48 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:52:51 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 19:59:52 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:59:55 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:55 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:07:58 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:14:58 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:15:02 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:02 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:22:05 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:30:05 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:30:08 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:37:08 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:37:12 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:12 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:44:15 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:52:15 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:52:18 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:59:19 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:59:22 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:06:22 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:06:25 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:13:25 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:13:29 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:21:29 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:21:32 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:28:32 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:28:35 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:38:35 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:38:39 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:46:39 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:46:42 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:54:42 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:54:46 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:01:46 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:01:49 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:08:49 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:08:53 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:17:53 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:17:56 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:29:56 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:29:59 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:40:59 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:41:03 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:49:03 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:49:06 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:56:06 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:56:09 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:04:09 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 23:04:13 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-17_175448_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-17_175448_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..a26fb6cfac1242a1db40c3767496e4ecc43c61e0 --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-17_175448_gpu2.log @@ -0,0 +1,2401 @@ +[2025年 09月 17日 星期三 17:54:49 CST] 评估观察者启动(GPU2) +[2025年 09月 17日 星期三 18:02:49 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:02:52 CST] 完成评估 epoch 5 +[2025年 09月 17日 星期三 18:09:52 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:09:56 CST] 完成评估 epoch 10 +[2025年 09月 17日 星期三 18:17:56 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:17:59 CST] 完成评估 epoch 15 +[2025年 09月 17日 星期三 18:24:59 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:25:02 CST] 完成评估 epoch 20 +[2025年 09月 17日 星期三 18:32:03 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:32:06 CST] 完成评估 epoch 25 +[2025年 09月 17日 星期三 18:39:06 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:39:09 CST] 完成评估 epoch 30 +[2025年 09月 17日 星期三 18:47:09 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:47:13 CST] 完成评估 epoch 35 +[2025年 09月 17日 星期三 18:54:13 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 18:54:16 CST] 完成评估 epoch 40 +[2025年 09月 17日 星期三 19:01:16 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:01:19 CST] 完成评估 epoch 45 +[2025年 09月 17日 星期三 19:09:19 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:09:23 CST] 完成评估 epoch 50 +[2025年 09月 17日 星期三 19:16:23 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:16:26 CST] 完成评估 epoch 55 +[2025年 09月 17日 星期三 19:23:26 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:23:29 CST] 完成评估 epoch 60 +[2025年 09月 17日 星期三 19:30:29 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:30:33 CST] 完成评估 epoch 65 +[2025年 09月 17日 星期三 19:38:33 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:38:36 CST] 完成评估 epoch 70 +[2025年 09月 17日 星期三 19:45:36 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:45:39 CST] 完成评估 epoch 75 +[2025年 09月 17日 星期三 19:52:39 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 19:52:43 CST] 完成评估 epoch 80 +[2025年 09月 17日 星期三 20:00:43 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:00:46 CST] 完成评估 epoch 85 +[2025年 09月 17日 星期三 20:07:46 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:07:49 CST] 完成评估 epoch 90 +[2025年 09月 17日 星期三 20:14:49 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:14:53 CST] 完成评估 epoch 95 +[2025年 09月 17日 星期三 20:22:53 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:22:56 CST] 完成评估 epoch 100 +[2025年 09月 17日 星期三 20:29:56 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:30:00 CST] 完成评估 epoch 105 +[2025年 09月 17日 星期三 20:37:00 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:37:03 CST] 完成评估 epoch 110 +[2025年 09月 17日 星期三 20:44:03 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:44:06 CST] 完成评估 epoch 115 +[2025年 09月 17日 星期三 20:52:06 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:52:10 CST] 完成评估 epoch 120 +[2025年 09月 17日 星期三 20:59:10 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 20:59:13 CST] 完成评估 epoch 125 +[2025年 09月 17日 星期三 21:06:13 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:06:16 CST] 完成评估 epoch 130 +[2025年 09月 17日 星期三 21:14:17 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:14:20 CST] 完成评估 epoch 135 +[2025年 09月 17日 星期三 21:21:20 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:21:23 CST] 完成评估 epoch 140 +[2025年 09月 17日 星期三 21:28:23 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:28:27 CST] 完成评估 epoch 145 +[2025年 09月 17日 星期三 21:39:27 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:39:30 CST] 完成评估 epoch 150 +[2025年 09月 17日 星期三 21:47:30 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:47:34 CST] 完成评估 epoch 155 +[2025年 09月 17日 星期三 21:54:34 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 21:54:37 CST] 完成评估 epoch 160 +[2025年 09月 17日 星期三 22:01:37 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:01:40 CST] 完成评估 epoch 165 +[2025年 09月 17日 星期三 22:09:40 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:09:44 CST] 完成评估 epoch 170 +[2025年 09月 17日 星期三 22:17:44 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:17:47 CST] 完成评估 epoch 175 +[2025年 09月 17日 星期三 22:30:47 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:30:50 CST] 完成评估 epoch 180 +[2025年 09月 17日 星期三 22:41:50 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:41:54 CST] 完成评估 epoch 185 +[2025年 09月 17日 星期三 22:48:54 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:48:57 CST] 完成评估 epoch 190 +[2025年 09月 17日 星期三 22:55:57 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 22:56:01 CST] 完成评估 epoch 195 +[2025年 09月 17日 星期三 23:04:01 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: test + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Traceback (most recent call last): + File "test.py", line 54, in + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + File "/data1/liutao/pix2pix/data/__init__.py", line 60, in create_dataset + data_loader = CustomDatasetDataLoader(opt) + File "/data1/liutao/pix2pix/data/__init__.py", line 76, in __init__ + self.dataset = dataset_class(opt) + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 16, in __init__ + self.AB_paths = sorted(make_dataset(self.dir_AB, opt.max_dataset_size)) + File "/data1/liutao/pix2pix/data/image_folder.py", line 36, in make_dataset + assert dir_path.is_dir(), f"{dir} is not a valid directory" +AssertionError: datasets/rhino_aligned/test is not a valid directory +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 17日 星期三 23:04:04 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/eval_2025-09-18_000358_gpu2.log b/pix2pix_vgg/logs/eval_2025-09-18_000358_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..580d6a3b570582c2fe6b719cd4f6ea0e66316580 --- /dev/null +++ b/pix2pix_vgg/logs/eval_2025-09-18_000358_gpu2.log @@ -0,0 +1,2281 @@ +[2025年 09月 18日 星期四 00:03:58 CST] 评估观察者启动(GPU2) +[2025年 09月 18日 星期四 00:03:58 CST] 评估 epoch 5 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 5 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep5 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/5_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep5/rhino_pix2pix_roi/val_5 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:03 CST] 完成评估 epoch 5 +[2025年 09月 18日 星期四 00:04:03 CST] 评估 epoch 10 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 10 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep10 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/10_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep10/rhino_pix2pix_roi/val_10 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:08 CST] 完成评估 epoch 10 +[2025年 09月 18日 星期四 00:04:08 CST] 评估 epoch 15 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 15 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep15 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/15_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep15/rhino_pix2pix_roi/val_15 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:12 CST] 完成评估 epoch 15 +[2025年 09月 18日 星期四 00:04:12 CST] 评估 epoch 20 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 20 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep20 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/20_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep20/rhino_pix2pix_roi/val_20 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:17 CST] 完成评估 epoch 20 +[2025年 09月 18日 星期四 00:04:17 CST] 评估 epoch 25 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 25 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep25 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/25_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep25/rhino_pix2pix_roi/val_25 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:22 CST] 完成评估 epoch 25 +[2025年 09月 18日 星期四 00:04:22 CST] 评估 epoch 30 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 30 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep30 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/30_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep30/rhino_pix2pix_roi/val_30 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:27 CST] 完成评估 epoch 30 +[2025年 09月 18日 星期四 00:04:27 CST] 评估 epoch 35 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 35 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep35 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/35_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep35/rhino_pix2pix_roi/val_35 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:32 CST] 完成评估 epoch 35 +[2025年 09月 18日 星期四 00:04:32 CST] 评估 epoch 40 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 40 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep40 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/40_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep40/rhino_pix2pix_roi/val_40 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:36 CST] 完成评估 epoch 40 +[2025年 09月 18日 星期四 00:04:36 CST] 评估 epoch 45 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 45 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep45 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/45_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep45/rhino_pix2pix_roi/val_45 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:41 CST] 完成评估 epoch 45 +[2025年 09月 18日 星期四 00:04:41 CST] 评估 epoch 50 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 50 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep50 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/50_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep50/rhino_pix2pix_roi/val_50 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:46 CST] 完成评估 epoch 50 +[2025年 09月 18日 星期四 00:04:46 CST] 评估 epoch 55 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 55 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep55 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/55_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep55/rhino_pix2pix_roi/val_55 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:51 CST] 完成评估 epoch 55 +[2025年 09月 18日 星期四 00:04:51 CST] 评估 epoch 60 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 60 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep60 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/60_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep60/rhino_pix2pix_roi/val_60 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:04:55 CST] 完成评估 epoch 60 +[2025年 09月 18日 星期四 00:04:55 CST] 评估 epoch 65 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 65 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep65 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/65_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep65/rhino_pix2pix_roi/val_65 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:00 CST] 完成评估 epoch 65 +[2025年 09月 18日 星期四 00:05:00 CST] 评估 epoch 70 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 70 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep70 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/70_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep70/rhino_pix2pix_roi/val_70 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:05 CST] 完成评估 epoch 70 +[2025年 09月 18日 星期四 00:05:05 CST] 评估 epoch 75 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 75 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep75 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/75_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep75/rhino_pix2pix_roi/val_75 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:10 CST] 完成评估 epoch 75 +[2025年 09月 18日 星期四 00:05:10 CST] 评估 epoch 80 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 80 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep80 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/80_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep80/rhino_pix2pix_roi/val_80 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:15 CST] 完成评估 epoch 80 +[2025年 09月 18日 星期四 00:05:15 CST] 评估 epoch 85 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 85 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep85 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/85_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep85/rhino_pix2pix_roi/val_85 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:19 CST] 完成评估 epoch 85 +[2025年 09月 18日 星期四 00:05:19 CST] 评估 epoch 90 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 90 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep90 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/90_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep90/rhino_pix2pix_roi/val_90 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:24 CST] 完成评估 epoch 90 +[2025年 09月 18日 星期四 00:05:24 CST] 评估 epoch 95 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 95 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep95 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/95_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep95/rhino_pix2pix_roi/val_95 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:29 CST] 完成评估 epoch 95 +[2025年 09月 18日 星期四 00:05:29 CST] 评估 epoch 100 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 100 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep100 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/100_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep100/rhino_pix2pix_roi/val_100 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:34 CST] 完成评估 epoch 100 +[2025年 09月 18日 星期四 00:05:34 CST] 评估 epoch 105 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 105 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep105 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/105_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep105/rhino_pix2pix_roi/val_105 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:39 CST] 完成评估 epoch 105 +[2025年 09月 18日 星期四 00:05:39 CST] 评估 epoch 110 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 110 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep110 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/110_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep110/rhino_pix2pix_roi/val_110 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:43 CST] 完成评估 epoch 110 +[2025年 09月 18日 星期四 00:05:43 CST] 评估 epoch 115 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 115 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep115 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/115_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep115/rhino_pix2pix_roi/val_115 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:48 CST] 完成评估 epoch 115 +[2025年 09月 18日 星期四 00:05:48 CST] 评估 epoch 120 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 120 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep120 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/120_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep120/rhino_pix2pix_roi/val_120 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:53 CST] 完成评估 epoch 120 +[2025年 09月 18日 星期四 00:05:53 CST] 评估 epoch 125 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 125 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep125 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/125_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep125/rhino_pix2pix_roi/val_125 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:05:58 CST] 完成评估 epoch 125 +[2025年 09月 18日 星期四 00:05:58 CST] 评估 epoch 130 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 130 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep130 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/130_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep130/rhino_pix2pix_roi/val_130 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:03 CST] 完成评估 epoch 130 +[2025年 09月 18日 星期四 00:06:03 CST] 评估 epoch 135 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 135 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep135 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/135_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep135/rhino_pix2pix_roi/val_135 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:07 CST] 完成评估 epoch 135 +[2025年 09月 18日 星期四 00:06:07 CST] 评估 epoch 140 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 140 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep140 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/140_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep140/rhino_pix2pix_roi/val_140 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:12 CST] 完成评估 epoch 140 +[2025年 09月 18日 星期四 00:06:12 CST] 评估 epoch 145 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 145 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep145 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/145_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep145/rhino_pix2pix_roi/val_145 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:17 CST] 完成评估 epoch 145 +[2025年 09月 18日 星期四 00:06:17 CST] 评估 epoch 150 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 150 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep150 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/150_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep150/rhino_pix2pix_roi/val_150 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:22 CST] 完成评估 epoch 150 +[2025年 09月 18日 星期四 00:06:22 CST] 评估 epoch 155 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 155 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep155 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/155_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep155/rhino_pix2pix_roi/val_155 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:27 CST] 完成评估 epoch 155 +[2025年 09月 18日 星期四 00:06:27 CST] 评估 epoch 160 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 160 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep160 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/160_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep160/rhino_pix2pix_roi/val_160 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:31 CST] 完成评估 epoch 160 +[2025年 09月 18日 星期四 00:06:31 CST] 评估 epoch 165 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 165 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep165 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/165_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep165/rhino_pix2pix_roi/val_165 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:36 CST] 完成评估 epoch 165 +[2025年 09月 18日 星期四 00:06:36 CST] 评估 epoch 170 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 170 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep170 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/170_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep170/rhino_pix2pix_roi/val_170 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:41 CST] 完成评估 epoch 170 +[2025年 09月 18日 星期四 00:06:41 CST] 评估 epoch 175 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 175 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep175 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/175_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep175/rhino_pix2pix_roi/val_175 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:46 CST] 完成评估 epoch 175 +[2025年 09月 18日 星期四 00:06:46 CST] 评估 epoch 180 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 180 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep180 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/180_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep180/rhino_pix2pix_roi/val_180 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:51 CST] 完成评估 epoch 180 +[2025年 09月 18日 星期四 00:06:51 CST] 评估 epoch 185 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 185 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep185 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/185_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep185/rhino_pix2pix_roi/val_185 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:06:55 CST] 完成评估 epoch 185 +[2025年 09月 18日 星期四 00:06:55 CST] 评估 epoch 190 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 190 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep190 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/190_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep190/rhino_pix2pix_roi/val_190 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:07:00 CST] 完成评估 epoch 190 +[2025年 09月 18日 星期四 00:07:00 CST] 评估 epoch 195 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 195 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep195 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/195_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep195/rhino_pix2pix_roi/val_195 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:07:05 CST] 完成评估 epoch 195 +[2025年 09月 18日 星期四 00:07:05 CST] 评估 epoch 200 +----------------- Options --------------- + aspect_ratio: 1.0 + batch_size: 1 + checkpoints_dir: checkpoints [default: ./checkpoints] + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_winsize: 256 + epoch: 200 [default: latest] + eval: False + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: False [default: None] + lambda_roi: 0.0 + load_iter: 0 [default: 0] + load_size: 256 + masks_dir: + max_dataset_size: inf + model: pix2pix [default: test] + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + norm: batch + num_test: -1 [default: 50] + num_threads: 4 + output_nc: 3 + phase: val [default: test] + preprocess: none [default: resize_and_crop] + results_dir: results/ep200 [default: ./results/] + serial_batches: False + suffix: + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +dataset [AlignedDataset] was created +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +loading the model from checkpoints/rhino_pix2pix_roi/200_net_G.pth +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +----------------------------------------------- +creating web directory results/ep200/rhino_pix2pix_roi/val_200 +Traceback (most recent call last): + File "tools/evaluate.py", line 7, in + import torch, lpips +ModuleNotFoundError: No module named 'lpips' +[2025年 09月 18日 星期四 00:07:10 CST] 完成评估 epoch 200 diff --git a/pix2pix_vgg/logs/runner_2025-09-17_160228.log b/pix2pix_vgg/logs/runner_2025-09-17_160228.log new file mode 100644 index 0000000000000000000000000000000000000000..0027b93583cf805573f85c67fdbe58933bd4b061 --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_160228.log @@ -0,0 +1,28 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 16:02:29 CST] 监控 GPU 2,阈值 3000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 16:02:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:03:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:04:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:05:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:06:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:07:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:08:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:09:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:10:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:11:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:12:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:13:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:14:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:15:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:16:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:17:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:18:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:19:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:20:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:21:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:22:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:23:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:24:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:25:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:26:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:27:30 CST] GPU2 显存 3891 MiB,等待中… diff --git a/pix2pix_vgg/logs/runner_2025-09-17_160552.log b/pix2pix_vgg/logs/runner_2025-09-17_160552.log new file mode 100644 index 0000000000000000000000000000000000000000..1903cba298c3bcf7891acf52ee55e1e7e18aa2e6 --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_160552.log @@ -0,0 +1,7 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 16:05:52 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 16:05:53 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 16:05:53 CST] 训练已启动:PID=18317,日志:logs/train_2025-09-17_160552_gpu2.log +[2025年 09月 17日 星期三 16:05:53 CST] 评估观察者已启动:PID=18321,日志:logs/eval_2025-09-17_160552_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_160552_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_160552_gpu2.log diff --git a/pix2pix_vgg/logs/runner_2025-09-17_165116_gpu2.log b/pix2pix_vgg/logs/runner_2025-09-17_165116_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..8b2b41dea4a83788c4380bde4dc11887d0f75be3 --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_165116_gpu2.log @@ -0,0 +1,10 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 16:51:17 CST] which python: /home/omnisky/anaconda3/envs/liutao/bin/python +Python 3.8.20 +torch 1.13.1+cu116 python 3.8.20 cuda? True +[2025年 09月 17日 星期三 16:51:18 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 16:51:18 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 16:51:18 CST] 训练已启动:PID=4880,日志:logs/train_2025-09-17_165117_gpu2.log +[2025年 09月 17日 星期三 16:51:18 CST] 评估观察者已启动:PID=4884,日志:logs/eval_2025-09-17_165117_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_165117_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_165117_gpu2.log diff --git a/pix2pix_vgg/logs/runner_2025-09-17_170334_gpu2.log b/pix2pix_vgg/logs/runner_2025-09-17_170334_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..6f6804482ff59c2cff50e5f307000351176e5960 --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_170334_gpu2.log @@ -0,0 +1,10 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 17:03:35 CST] which python: /home/omnisky/anaconda3/envs/liutao/bin/python +Python 3.8.20 +torch 1.13.1+cu116 python 3.8.20 cuda? True +[2025年 09月 17日 星期三 17:03:36 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 17:03:36 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 17:03:36 CST] 训练已启动:PID=10003,日志:logs/train_2025-09-17_170335_gpu2.log +[2025年 09月 17日 星期三 17:03:36 CST] 评估观察者已启动:PID=10007,日志:logs/eval_2025-09-17_170335_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_170335_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_170335_gpu2.log diff --git a/pix2pix_vgg/logs/runner_2025-09-17_171322_gpu2.log b/pix2pix_vgg/logs/runner_2025-09-17_171322_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..f102c571274e01097d331bd32711c8340677d68c --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_171322_gpu2.log @@ -0,0 +1,10 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 17:13:23 CST] which python: /home/omnisky/anaconda3/envs/liutao/bin/python +Python 3.8.20 +torch 1.13.1+cu116 python 3.8.20 cuda? True +[2025年 09月 17日 星期三 17:13:24 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 17:13:24 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 17:13:24 CST] 训练已启动:PID=14110,日志:logs/train_2025-09-17_171323_gpu2.log +[2025年 09月 17日 星期三 17:13:24 CST] 评估观察者已启动:PID=14115,日志:logs/eval_2025-09-17_171323_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_171323_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_171323_gpu2.log diff --git a/pix2pix_vgg/logs/runner_2025-09-17_171922_gpu2.log b/pix2pix_vgg/logs/runner_2025-09-17_171922_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..eda0c061ec3a3ea04e2137c81f6da6c8b329e49a --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_171922_gpu2.log @@ -0,0 +1,10 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 17:19:23 CST] which python: /home/omnisky/anaconda3/envs/liutao/bin/python +Python 3.8.20 +torch 1.13.1+cu116 python 3.8.20 cuda? True +[2025年 09月 17日 星期三 17:19:24 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 17:19:24 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 17:19:24 CST] 训练已启动:PID=16554,日志:logs/train_2025-09-17_171923_gpu2.log +[2025年 09月 17日 星期三 17:19:24 CST] 评估观察者已启动:PID=16558,日志:logs/eval_2025-09-17_171923_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_171923_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_171923_gpu2.log diff --git a/pix2pix_vgg/logs/runner_2025-09-17_174356_gpu2.log b/pix2pix_vgg/logs/runner_2025-09-17_174356_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..490eb692164615d115bb928b03f8a039ed4592a5 --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_174356_gpu2.log @@ -0,0 +1,10 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 17:43:56 CST] which python: /home/omnisky/anaconda3/envs/liutao/bin/python +Python 3.8.20 +torch 1.13.1+cu116 python 3.8.20 cuda? True +[2025年 09月 17日 星期三 17:43:57 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 17:43:57 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 17:43:57 CST] 训练已启动:PID=27283,日志:logs/train_2025-09-17_174356_gpu2.log +[2025年 09月 17日 星期三 17:43:57 CST] 评估观察者已启动:PID=27287,日志:logs/eval_2025-09-17_174356_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_174356_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_174356_gpu2.log diff --git a/pix2pix_vgg/logs/runner_2025-09-17_175447_gpu2.log b/pix2pix_vgg/logs/runner_2025-09-17_175447_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..96b251d63db6c605a5b346bdcaf397e136d072c0 --- /dev/null +++ b/pix2pix_vgg/logs/runner_2025-09-17_175447_gpu2.log @@ -0,0 +1,10 @@ +nohup: ignoring input +[2025年 09月 17日 星期三 17:54:48 CST] which python: /home/omnisky/anaconda3/envs/liutao/bin/python +Python 3.8.20 +torch 1.13.1+cu116 python 3.8.20 cuda? True +[2025年 09月 17日 星期三 17:54:49 CST] 监控 GPU 2,阈值 4000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 17:54:49 CST] GPU2 空闲,显存 3891 MiB,开始训练… +[2025年 09月 17日 星期三 17:54:49 CST] 训练已启动:PID=32417,日志:logs/train_2025-09-17_175448_gpu2.log +[2025年 09月 17日 星期三 17:54:49 CST] 评估观察者已启动:PID=32421,日志:logs/eval_2025-09-17_175448_gpu2.log +[提示] 查看训练日志:tail -f logs/train_2025-09-17_175448_gpu2.log +[提示] 查看评估日志:tail -f logs/eval_2025-09-17_175448_gpu2.log diff --git a/pix2pix_vgg/logs/train_2025-09-17_160229_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_160229_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..71595d5e2106b37fac8349d9631c7b882b06bdc8 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_160229_gpu2.log @@ -0,0 +1,27 @@ +[2025年 09月 17日 星期三 16:02:29 CST] 监控 GPU 2,阈值 3000 MiB;项目: /data1/liutao/pix2pix +[2025年 09月 17日 星期三 16:02:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:03:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:04:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:05:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:06:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:07:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:08:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:09:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:10:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:11:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:12:29 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:13:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:14:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:15:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:16:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:17:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:18:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:19:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:20:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:21:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:22:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:23:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:24:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:25:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:26:30 CST] GPU2 显存 3891 MiB,等待中… +[2025年 09月 17日 星期三 16:27:30 CST] GPU2 显存 3891 MiB,等待中… diff --git a/pix2pix_vgg/logs/train_2025-09-17_160552_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_160552_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..91cfc2977d748558f6f0295468aa6c27396a423a --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_160552_gpu2.log @@ -0,0 +1,10 @@ +Traceback (most recent call last): + File "/data1/liutao/pix2pix/train.py", line 23, in + from options.train_options import TrainOptions + File "/data1/liutao/pix2pix/options/train_options.py", line 1, in + from .base_options import BaseOptions + File "/data1/liutao/pix2pix/options/base_options.py", line 3, in + from util import util + File "/data1/liutao/pix2pix/util/util.py", line 4, in + import torch +ModuleNotFoundError: No module named 'torch' diff --git a/pix2pix_vgg/logs/train_2025-09-17_165117_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_165117_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..040f6bc9c5f4b9a839eca04686ee1c88e5cc4996 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_165117_gpu2.log @@ -0,0 +1,10 @@ +Traceback (most recent call last): + File "train.py", line 31, in + opt = TrainOptions().parse() # get training options + File "/data1/liutao/pix2pix/options/base_options.py", line 117, in parse + opt = self.gather_options() + File "/data1/liutao/pix2pix/options/base_options.py", line 70, in gather_options + parser = self.initialize(parser) + File "/data1/liutao/pix2pix/options/train_options.py", line 35, in initialize + self.parser.add_argument('--masks_dir', type=str, default='', +AttributeError: 'TrainOptions' object has no attribute 'parser' diff --git a/pix2pix_vgg/logs/train_2025-09-17_170335_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_170335_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..040f6bc9c5f4b9a839eca04686ee1c88e5cc4996 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_170335_gpu2.log @@ -0,0 +1,10 @@ +Traceback (most recent call last): + File "train.py", line 31, in + opt = TrainOptions().parse() # get training options + File "/data1/liutao/pix2pix/options/base_options.py", line 117, in parse + opt = self.gather_options() + File "/data1/liutao/pix2pix/options/base_options.py", line 70, in gather_options + parser = self.initialize(parser) + File "/data1/liutao/pix2pix/options/train_options.py", line 35, in initialize + self.parser.add_argument('--masks_dir', type=str, default='', +AttributeError: 'TrainOptions' object has no attribute 'parser' diff --git a/pix2pix_vgg/logs/train_2025-09-17_171323_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_171323_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..66b13a49ac5e08b03629e52444a06874a20127b1 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_171323_gpu2.log @@ -0,0 +1,10 @@ +Traceback (most recent call last): + File "train.py", line 31, in + opt = TrainOptions().parse() # get training options + File "/data1/liutao/pix2pix/options/base_options.py", line 120, in parse + opt = self.gather_options() + File "/data1/liutao/pix2pix/options/base_options.py", line 73, in gather_options + parser = self.initialize(parser) + File "/data1/liutao/pix2pix/options/train_options.py", line 35, in initialize + self.parser.add_argument('--masks_dir', type=str, default='', +AttributeError: 'TrainOptions' object has no attribute 'parser' diff --git a/pix2pix_vgg/logs/train_2025-09-17_171923_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_171923_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..c9322e38a2d02c50c20561b7e4b20eaecdeefef4 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_171923_gpu2.log @@ -0,0 +1,94 @@ +----------------- Options --------------- + batch_size: 1 + beta1: 0.5 + checkpoints_dir: checkpoints [default: ./checkpoints] + continue_train: False + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_freq: 400 + display_winsize: 256 + epoch: latest + epoch_count: 1 + gan_mode: vanilla + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: True [default: None] + lambda_L1: 100.0 + lambda_roi: 4.0 [default: 0.0] + load_iter: 0 [default: 0] + load_size: 286 + lr: 0.0002 + lr_decay_iters: 50 + lr_policy: linear + masks_dir: datasets/rhino_aligned/train_masks [default: ] + max_dataset_size: inf + model: pix2pix [default: cycle_gan] + n_epochs: 100 + n_epochs_decay: 100 + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + no_html: False + norm: batch + num_threads: 4 + output_nc: 3 + phase: train + pool_size: 0 + preprocess: none [default: resize_and_crop] + print_freq: 100 + save_by_iter: False + save_epoch_freq: 5 + save_latest_freq: 5000 + serial_batches: False + suffix: + update_html_freq: 1000 + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Initialized with device cuda:0 +dataset [AlignedDataset] was created +The number of training images = 962 +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +Initialized with device cuda:0 +initialize network with normal +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +[Network D] Total number of parameters : 2.769 M +----------------------------------------------- +create web directory checkpoints/rhino_pix2pix_roi/web... +Traceback (most recent call last): + File "train.py", line 50, in + for i, data in enumerate(dataset): # inner loop within one epoch + File "/data1/liutao/pix2pix/data/__init__.py", line 99, in __iter__ + for i, data in enumerate(self.dataloader): + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 628, in __next__ + data = self._next_data() + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 1333, in _next_data + return self._process_data(data) + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 1359, in _process_data + data.reraise() + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/_utils.py", line 543, in reraise + raise exception +UnboundLocalError: Caught UnboundLocalError in DataLoader worker process 0. +Original Traceback (most recent call last): + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/utils/data/_utils/worker.py", line 302, in _worker_loop + data = fetcher.fetch(index) + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/utils/data/_utils/fetch.py", line 58, in fetch + data = [self.dataset[idx] for idx in possibly_batched_index] + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/site-packages/torch/utils/data/_utils/fetch.py", line 58, in + data = [self.dataset[idx] for idx in possibly_batched_index] + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 41, in __getitem__ + AB = Image.open(AB_path).convert("RGB") +UnboundLocalError: local variable 'Image' referenced before assignment + diff --git a/pix2pix_vgg/logs/train_2025-09-17_174356_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_174356_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..883bf6997295fafe1feee972945465b663506191 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_174356_gpu2.log @@ -0,0 +1,25 @@ +Traceback (most recent call last): + File "train.py", line 31, in + opt = TrainOptions().parse() # get training options + File "/data1/liutao/pix2pix/options/base_options.py", line 120, in parse + opt = self.gather_options() + File "/data1/liutao/pix2pix/options/base_options.py", line 86, in gather_options + dataset_option_setter = data.get_option_setter(dataset_name) + File "/data1/liutao/pix2pix/data/__init__.py", line 46, in get_option_setter + dataset_class = find_dataset_using_name(dataset_name) + File "/data1/liutao/pix2pix/data/__init__.py", line 30, in find_dataset_using_name + datasetlib = importlib.import_module(dataset_filename) + File "/home/omnisky/anaconda3/envs/liutao/lib/python3.8/importlib/__init__.py", line 127, in import_module + return _bootstrap._gcd_import(name[level:], package, level) + File "", line 1014, in _gcd_import + File "", line 991, in _find_and_load + File "", line 975, in _find_and_load_unlocked + File "", line 671, in _load_unlocked + File "", line 839, in exec_module + File "", line 976, in get_code + File "", line 906, in source_to_code + File "", line 219, in _call_with_frames_removed + File "/data1/liutao/pix2pix/data/aligned_dataset.py", line 63 + base = os.path.basename(AB_path) + ^ +TabError: inconsistent use of tabs and spaces in indentation diff --git a/pix2pix_vgg/logs/train_2025-09-17_175448_gpu2.log b/pix2pix_vgg/logs/train_2025-09-17_175448_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..669e1ea8c4f5164e749839fc8bcb79bb7372a551 --- /dev/null +++ b/pix2pix_vgg/logs/train_2025-09-17_175448_gpu2.log @@ -0,0 +1,4395 @@ +----------------- Options --------------- + batch_size: 1 + beta1: 0.5 + checkpoints_dir: checkpoints [default: ./checkpoints] + continue_train: False + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_freq: 400 + display_winsize: 256 + epoch: latest + epoch_count: 1 + gan_mode: vanilla + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: True [default: None] + lambda_L1: 100.0 + lambda_roi: 4.0 [default: 0.0] + load_iter: 0 [default: 0] + load_size: 286 + lr: 0.0002 + lr_decay_iters: 50 + lr_policy: linear + masks_dir: datasets/rhino_aligned/train_masks [default: ] + max_dataset_size: inf + model: pix2pix [default: cycle_gan] + n_epochs: 100 + n_epochs_decay: 100 + n_layers_D: 3 + name: rhino_pix2pix_roi [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + no_html: False + norm: batch + num_threads: 4 + output_nc: 3 + phase: train + pool_size: 0 + preprocess: none [default: resize_and_crop] + print_freq: 100 + save_by_iter: False + save_epoch_freq: 5 + save_latest_freq: 5000 + serial_batches: False + suffix: + update_html_freq: 1000 + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Initialized with device cuda:0 +dataset [AlignedDataset] was created +The number of training images = 962 +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +Initialized with device cuda:0 +initialize network with normal +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +[Network D] Total number of parameters : 2.769 M +----------------------------------------------- +create web directory checkpoints/rhino_pix2pix_roi/web... +[Rank 0] (epoch: 1, iters: 100, time: 0.113, data: 0.366) , G_GAN: 0.936, G_L1: 4.836, D_real: 0.990, D_fake: 0.426 + +[Rank 0] (epoch: 1, iters: 200, time: 0.116, data: 0.003) , G_GAN: 1.413, G_L1: 10.744, D_real: 0.752, D_fake: 0.347 + +[Rank 0] (epoch: 1, iters: 300, time: 0.124, data: 0.003) , G_GAN: 1.606, G_L1: 12.830, D_real: 0.362, D_fake: 0.525 + +[Rank 0] (epoch: 1, iters: 400, time: 1.015, data: 0.003) , G_GAN: 1.046, G_L1: 7.104, D_real: 0.389, D_fake: 0.627 + +[Rank 0] (epoch: 1, iters: 500, time: 0.150, data: 0.003) , G_GAN: 0.919, G_L1: 3.212, D_real: 0.915, D_fake: 0.328 + +[Rank 0] (epoch: 1, iters: 600, time: 0.145, data: 0.003) , G_GAN: 1.198, G_L1: 7.046, D_real: 1.106, D_fake: 0.290 + +[Rank 0] (epoch: 1, iters: 700, time: 0.142, data: 0.004) , G_GAN: 1.682, G_L1: 6.750, D_real: 0.470, D_fake: 0.317 + +[Rank 0] (epoch: 1, iters: 800, time: 0.154, data: 0.004) , G_GAN: 1.053, G_L1: 6.466, D_real: 0.655, D_fake: 0.676 + +[Rank 0] (epoch: 1, iters: 900, time: 0.153, data: 0.004) , G_GAN: 2.105, G_L1: 6.696, D_real: 0.063, D_fake: 0.292 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 1 / 200 Time Taken: 96 sec +[Rank 0] (epoch: 2, iters: 38, time: 0.151, data: 0.004) , G_GAN: 1.216, G_L1: 7.325, D_real: 0.128, D_fake: 0.623 + +[Rank 0] (epoch: 2, iters: 138, time: 0.151, data: 0.003) , G_GAN: 1.076, G_L1: 4.438, D_real: 0.658, D_fake: 0.488 + +[Rank 0] (epoch: 2, iters: 238, time: 0.878, data: 0.004) , G_GAN: 0.924, G_L1: 6.563, D_real: 1.555, D_fake: 0.222 + +[Rank 0] (epoch: 2, iters: 338, time: 0.150, data: 0.004) , G_GAN: 1.301, G_L1: 6.326, D_real: 0.567, D_fake: 0.363 + +[Rank 0] (epoch: 2, iters: 438, time: 0.147, data: 0.003) , G_GAN: 0.936, G_L1: 4.648, D_real: 0.714, D_fake: 0.529 + +[Rank 0] (epoch: 2, iters: 538, time: 0.148, data: 0.003) , G_GAN: 1.297, G_L1: 4.858, D_real: 0.551, D_fake: 0.974 + +[Rank 0] (epoch: 2, iters: 638, time: 0.143, data: 0.003) , G_GAN: 0.777, G_L1: 3.560, D_real: 0.903, D_fake: 0.520 + +[Rank 0] (epoch: 2, iters: 738, time: 0.147, data: 0.004) , G_GAN: 1.281, G_L1: 3.808, D_real: 0.667, D_fake: 0.295 + +[Rank 0] (epoch: 2, iters: 838, time: 0.149, data: 0.003) , G_GAN: 0.873, G_L1: 3.409, D_real: 1.091, D_fake: 0.517 + +[Rank 0] (epoch: 2, iters: 938, time: 0.149, data: 0.003) , G_GAN: 2.380, G_L1: 18.782, D_real: 0.088, D_fake: 0.206 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 2 / 200 Time Taken: 86 sec +[Rank 0] (epoch: 3, iters: 76, time: 0.856, data: 0.004) , G_GAN: 1.459, G_L1: 7.075, D_real: 0.166, D_fake: 0.373 + +[Rank 0] (epoch: 3, iters: 176, time: 0.149, data: 0.004) , G_GAN: 1.360, G_L1: 5.130, D_real: 0.371, D_fake: 0.368 + +[Rank 0] (epoch: 3, iters: 276, time: 0.147, data: 0.004) , G_GAN: 1.357, G_L1: 8.956, D_real: 0.811, D_fake: 0.330 + +[Rank 0] (epoch: 3, iters: 376, time: 0.148, data: 0.004) , G_GAN: 1.093, G_L1: 4.687, D_real: 0.356, D_fake: 0.652 + +[Rank 0] (epoch: 3, iters: 476, time: 0.147, data: 0.004) , G_GAN: 1.800, G_L1: 6.008, D_real: 0.077, D_fake: 0.306 + +[Rank 0] (epoch: 3, iters: 576, time: 0.148, data: 0.004) , G_GAN: 1.084, G_L1: 5.882, D_real: 0.245, D_fake: 0.709 + +[Rank 0] (epoch: 3, iters: 676, time: 0.153, data: 0.003) , G_GAN: 1.743, G_L1: 3.158, D_real: 0.388, D_fake: 0.225 + +[Rank 0] (epoch: 3, iters: 776, time: 0.147, data: 0.004) , G_GAN: 1.861, G_L1: 43.334, D_real: 0.211, D_fake: 0.284 + +[Rank 0] (epoch: 3, iters: 876, time: 0.154, data: 0.004) , G_GAN: 1.193, G_L1: 4.503, D_real: 0.292, D_fake: 1.285 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 3 / 200 Time Taken: 86 sec +[Rank 0] (epoch: 4, iters: 14, time: 0.148, data: 0.004) , G_GAN: 1.504, G_L1: 4.472, D_real: 0.652, D_fake: 0.425 + +[Rank 0] (epoch: 4, iters: 114, time: 0.151, data: 0.004) , G_GAN: 0.959, G_L1: 4.722, D_real: 1.794, D_fake: 0.220 + +[Rank 0] (epoch: 4, iters: 214, time: 0.151, data: 0.004) , G_GAN: 1.224, G_L1: 6.617, D_real: 0.697, D_fake: 1.037 + +[Rank 0] (epoch: 4, iters: 314, time: 0.808, data: 0.004) , G_GAN: 1.814, G_L1: 4.668, D_real: 1.570, D_fake: 0.321 + +[Rank 0] (epoch: 4, iters: 414, time: 0.148, data: 0.004) , G_GAN: 1.307, G_L1: 4.220, D_real: 0.499, D_fake: 0.602 + +[Rank 0] (epoch: 4, iters: 514, time: 0.153, data: 0.003) , G_GAN: 0.880, G_L1: 6.526, D_real: 0.995, D_fake: 0.316 + +[Rank 0] (epoch: 4, iters: 614, time: 0.150, data: 0.004) , G_GAN: 1.463, G_L1: 7.977, D_real: 0.320, D_fake: 0.583 + +[Rank 0] (epoch: 4, iters: 714, time: 0.146, data: 0.004) , G_GAN: 2.334, G_L1: 7.361, D_real: 0.027, D_fake: 0.190 + +[Rank 0] (epoch: 4, iters: 814, time: 0.170, data: 0.004) , G_GAN: 1.240, G_L1: 3.416, D_real: 1.451, D_fake: 0.452 + +[Rank 0] (epoch: 4, iters: 914, time: 0.150, data: 0.004) , G_GAN: 1.945, G_L1: 7.070, D_real: 0.096, D_fake: 0.285 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 4 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 5, iters: 52, time: 0.150, data: 0.004) , G_GAN: 1.089, G_L1: 6.009, D_real: 0.163, D_fake: 1.011 + +[Rank 0] (epoch: 5, iters: 152, time: 0.898, data: 0.004) , G_GAN: 1.739, G_L1: 12.059, D_real: 0.042, D_fake: 0.355 + +[Rank 0] (epoch: 5, iters: 252, time: 0.143, data: 0.004) , G_GAN: 2.220, G_L1: 3.958, D_real: 1.665, D_fake: 0.091 + +[Rank 0] (epoch: 5, iters: 352, time: 0.151, data: 0.004) , G_GAN: 2.037, G_L1: 5.233, D_real: 0.070, D_fake: 0.278 + +[Rank 0] (epoch: 5, iters: 452, time: 0.148, data: 0.004) , G_GAN: 1.198, G_L1: 5.826, D_real: 0.101, D_fake: 0.653 + +[Rank 0] (epoch: 5, iters: 552, time: 0.148, data: 0.004) , G_GAN: 1.993, G_L1: 4.252, D_real: 0.215, D_fake: 0.190 + +[Rank 0] (epoch: 5, iters: 652, time: 0.149, data: 0.004) , G_GAN: 1.744, G_L1: 6.329, D_real: 0.181, D_fake: 0.271 + +[Rank 0] (epoch: 5, iters: 752, time: 0.147, data: 0.004) , G_GAN: 0.888, G_L1: 9.032, D_real: 0.414, D_fake: 1.007 + +[Rank 0] (epoch: 5, iters: 852, time: 0.147, data: 0.004) , G_GAN: 1.820, G_L1: 4.226, D_real: 0.326, D_fake: 0.318 + +[Rank 0] (epoch: 5, iters: 952, time: 0.150, data: 0.004) , G_GAN: 1.355, G_L1: 3.972, D_real: 0.475, D_fake: 0.378 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 5, iters 4810 +End of epoch 5 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 6, iters: 90, time: 0.152, data: 0.004) , G_GAN: 1.586, G_L1: 4.387, D_real: 0.116, D_fake: 0.440 + +[Rank 0] (epoch: 6, iters: 190, time: 0.150, data: 0.003) , G_GAN: 0.861, G_L1: 3.165, D_real: 0.652, D_fake: 0.461 + +saving the latest model (epoch 6, total_iters 5000) +[Rank 0] (epoch: 6, iters: 290, time: 0.147, data: 0.009) , G_GAN: 1.699, G_L1: 4.992, D_real: 0.149, D_fake: 0.308 + +[Rank 0] (epoch: 6, iters: 390, time: 0.795, data: 0.004) , G_GAN: 0.720, G_L1: 9.147, D_real: 0.595, D_fake: 0.731 + +[Rank 0] (epoch: 6, iters: 490, time: 0.141, data: 0.009) , G_GAN: 1.891, G_L1: 7.496, D_real: 0.038, D_fake: 0.374 + +[Rank 0] (epoch: 6, iters: 590, time: 0.167, data: 0.008) , G_GAN: 2.294, G_L1: 3.859, D_real: 0.036, D_fake: 0.356 + +[Rank 0] (epoch: 6, iters: 690, time: 0.150, data: 0.004) , G_GAN: 2.155, G_L1: 4.735, D_real: 0.581, D_fake: 0.123 + +[Rank 0] (epoch: 6, iters: 790, time: 0.149, data: 0.004) , G_GAN: 1.989, G_L1: 6.031, D_real: 1.125, D_fake: 0.138 + +[Rank 0] (epoch: 6, iters: 890, time: 0.154, data: 0.004) , G_GAN: 1.538, G_L1: 5.809, D_real: 0.367, D_fake: 0.335 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 6 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 7, iters: 28, time: 0.149, data: 0.004) , G_GAN: 2.115, G_L1: 5.933, D_real: 0.152, D_fake: 0.211 + +[Rank 0] (epoch: 7, iters: 128, time: 0.148, data: 0.004) , G_GAN: 1.117, G_L1: 4.011, D_real: 0.729, D_fake: 0.578 + +[Rank 0] (epoch: 7, iters: 228, time: 0.954, data: 0.004) , G_GAN: 2.717, G_L1: 5.595, D_real: 0.162, D_fake: 0.087 + +[Rank 0] (epoch: 7, iters: 328, time: 0.147, data: 0.004) , G_GAN: 2.668, G_L1: 4.947, D_real: 0.622, D_fake: 0.062 + +[Rank 0] (epoch: 7, iters: 428, time: 0.150, data: 0.004) , G_GAN: 1.800, G_L1: 4.492, D_real: 0.916, D_fake: 0.132 + +[Rank 0] (epoch: 7, iters: 528, time: 0.153, data: 0.004) , G_GAN: 1.596, G_L1: 8.580, D_real: 0.278, D_fake: 0.563 + +[Rank 0] (epoch: 7, iters: 628, time: 0.150, data: 0.004) , G_GAN: 1.141, G_L1: 3.728, D_real: 0.094, D_fake: 1.202 + +[Rank 0] (epoch: 7, iters: 728, time: 0.151, data: 0.004) , G_GAN: 0.942, G_L1: 2.896, D_real: 0.563, D_fake: 0.819 + +[Rank 0] (epoch: 7, iters: 828, time: 0.143, data: 0.004) , G_GAN: 2.697, G_L1: 7.967, D_real: 0.020, D_fake: 0.104 + +[Rank 0] (epoch: 7, iters: 928, time: 0.143, data: 0.004) , G_GAN: 1.088, G_L1: 3.171, D_real: 1.165, D_fake: 0.240 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 7 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 8, iters: 66, time: 0.958, data: 0.004) , G_GAN: 1.912, G_L1: 5.203, D_real: 0.510, D_fake: 0.385 + +[Rank 0] (epoch: 8, iters: 166, time: 0.148, data: 0.004) , G_GAN: 1.602, G_L1: 4.861, D_real: 0.135, D_fake: 0.442 + +[Rank 0] (epoch: 8, iters: 266, time: 0.149, data: 0.004) , G_GAN: 2.780, G_L1: 4.442, D_real: 0.085, D_fake: 0.130 + +[Rank 0] (epoch: 8, iters: 366, time: 0.147, data: 0.004) , G_GAN: 1.435, G_L1: 4.280, D_real: 1.072, D_fake: 0.140 + +[Rank 0] (epoch: 8, iters: 466, time: 0.150, data: 0.004) , G_GAN: 1.395, G_L1: 4.026, D_real: 0.023, D_fake: 0.773 + +[Rank 0] (epoch: 8, iters: 566, time: 0.149, data: 0.004) , G_GAN: 1.047, G_L1: 6.737, D_real: 0.668, D_fake: 0.745 + +[Rank 0] (epoch: 8, iters: 666, time: 0.150, data: 0.004) , G_GAN: 1.037, G_L1: 4.329, D_real: 0.503, D_fake: 0.806 + +[Rank 0] (epoch: 8, iters: 766, time: 0.152, data: 0.004) , G_GAN: 1.310, G_L1: 4.080, D_real: 0.419, D_fake: 0.744 + +[Rank 0] (epoch: 8, iters: 866, time: 0.148, data: 0.004) , G_GAN: 2.099, G_L1: 35.745, D_real: 0.050, D_fake: 0.250 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 8 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 9, iters: 4, time: 0.150, data: 0.004) , G_GAN: 1.743, G_L1: 3.346, D_real: 0.589, D_fake: 0.170 + +[Rank 0] (epoch: 9, iters: 104, time: 0.146, data: 0.006) , G_GAN: 2.677, G_L1: 3.863, D_real: 0.789, D_fake: 0.052 + +[Rank 0] (epoch: 9, iters: 204, time: 0.148, data: 0.004) , G_GAN: 2.523, G_L1: 4.303, D_real: 0.065, D_fake: 0.332 + +[Rank 0] (epoch: 9, iters: 304, time: 0.848, data: 0.004) , G_GAN: 2.433, G_L1: 5.129, D_real: 0.119, D_fake: 0.451 + +[Rank 0] (epoch: 9, iters: 404, time: 0.151, data: 0.004) , G_GAN: 1.446, G_L1: 4.420, D_real: 0.448, D_fake: 0.467 + +[Rank 0] (epoch: 9, iters: 504, time: 0.150, data: 0.004) , G_GAN: 2.672, G_L1: 4.280, D_real: 0.556, D_fake: 0.085 + +[Rank 0] (epoch: 9, iters: 604, time: 0.147, data: 0.004) , G_GAN: 1.350, G_L1: 2.663, D_real: 0.555, D_fake: 0.367 + +[Rank 0] (epoch: 9, iters: 704, time: 0.151, data: 0.004) , G_GAN: 1.358, G_L1: 2.925, D_real: 0.156, D_fake: 0.523 + +[Rank 0] (epoch: 9, iters: 804, time: 0.148, data: 0.004) , G_GAN: 1.880, G_L1: 5.629, D_real: 0.026, D_fake: 0.325 + +[Rank 0] (epoch: 9, iters: 904, time: 0.154, data: 0.004) , G_GAN: 1.449, G_L1: 7.659, D_real: 0.165, D_fake: 0.600 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 9 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 10, iters: 42, time: 0.158, data: 0.004) , G_GAN: 1.917, G_L1: 5.253, D_real: 0.007, D_fake: 0.390 + +[Rank 0] (epoch: 10, iters: 142, time: 0.856, data: 0.004) , G_GAN: 2.135, G_L1: 5.537, D_real: 0.347, D_fake: 0.218 + +[Rank 0] (epoch: 10, iters: 242, time: 0.146, data: 0.004) , G_GAN: 1.011, G_L1: 5.146, D_real: 0.479, D_fake: 1.030 + +[Rank 0] (epoch: 10, iters: 342, time: 0.153, data: 0.008) , G_GAN: 1.213, G_L1: 3.076, D_real: 0.507, D_fake: 0.347 + +[Rank 0] (epoch: 10, iters: 442, time: 0.147, data: 0.004) , G_GAN: 1.624, G_L1: 5.892, D_real: 0.427, D_fake: 0.331 + +[Rank 0] (epoch: 10, iters: 542, time: 0.150, data: 0.004) , G_GAN: 1.540, G_L1: 3.382, D_real: 0.655, D_fake: 0.297 + +[Rank 0] (epoch: 10, iters: 642, time: 0.150, data: 0.004) , G_GAN: 0.773, G_L1: 3.808, D_real: 0.508, D_fake: 0.803 + +[Rank 0] (epoch: 10, iters: 742, time: 0.150, data: 0.004) , G_GAN: 2.075, G_L1: 3.129, D_real: 0.411, D_fake: 0.728 + +[Rank 0] (epoch: 10, iters: 842, time: 0.152, data: 0.004) , G_GAN: 0.997, G_L1: 4.252, D_real: 0.167, D_fake: 1.251 + +[Rank 0] (epoch: 10, iters: 942, time: 0.149, data: 0.004) , G_GAN: 3.152, G_L1: 3.764, D_real: 0.038, D_fake: 0.117 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 10, iters 9620 +End of epoch 10 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 11, iters: 80, time: 0.150, data: 0.004) , G_GAN: 1.203, G_L1: 5.094, D_real: 0.812, D_fake: 0.271 + +[Rank 0] (epoch: 11, iters: 180, time: 0.138, data: 0.004) , G_GAN: 2.200, G_L1: 3.475, D_real: 0.509, D_fake: 0.096 + +[Rank 0] (epoch: 11, iters: 280, time: 0.143, data: 0.004) , G_GAN: 1.361, G_L1: 4.367, D_real: 0.553, D_fake: 0.405 + +[Rank 0] (epoch: 11, iters: 380, time: 0.936, data: 0.006) , G_GAN: 1.121, G_L1: 4.230, D_real: 0.719, D_fake: 0.625 + +saving the latest model (epoch 11, total_iters 10000) +[Rank 0] (epoch: 11, iters: 480, time: 0.150, data: 0.006) , G_GAN: 1.844, G_L1: 4.688, D_real: 0.029, D_fake: 0.307 + +[Rank 0] (epoch: 11, iters: 580, time: 0.148, data: 0.004) , G_GAN: 2.678, G_L1: 3.425, D_real: 0.063, D_fake: 0.354 + +[Rank 0] (epoch: 11, iters: 680, time: 0.149, data: 0.004) , G_GAN: 2.724, G_L1: 2.722, D_real: 0.044, D_fake: 0.120 + +[Rank 0] (epoch: 11, iters: 780, time: 0.148, data: 0.004) , G_GAN: 1.436, G_L1: 5.711, D_real: 0.294, D_fake: 0.336 + +[Rank 0] (epoch: 11, iters: 880, time: 0.152, data: 0.004) , G_GAN: 1.379, G_L1: 5.295, D_real: 0.151, D_fake: 0.963 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 11 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 12, iters: 18, time: 0.150, data: 0.004) , G_GAN: 1.496, G_L1: 3.306, D_real: 0.341, D_fake: 0.510 + +[Rank 0] (epoch: 12, iters: 118, time: 0.151, data: 0.004) , G_GAN: 2.120, G_L1: 4.263, D_real: 0.055, D_fake: 0.533 + +[Rank 0] (epoch: 12, iters: 218, time: 0.858, data: 0.004) , G_GAN: 2.246, G_L1: 3.665, D_real: 0.273, D_fake: 0.113 + +[Rank 0] (epoch: 12, iters: 318, time: 0.144, data: 0.004) , G_GAN: 1.005, G_L1: 3.107, D_real: 1.089, D_fake: 0.681 + +[Rank 0] (epoch: 12, iters: 418, time: 0.152, data: 0.004) , G_GAN: 2.199, G_L1: 4.147, D_real: 0.875, D_fake: 0.086 + +[Rank 0] (epoch: 12, iters: 518, time: 0.152, data: 0.004) , G_GAN: 1.868, G_L1: 5.798, D_real: 0.410, D_fake: 0.176 + +[Rank 0] (epoch: 12, iters: 618, time: 0.150, data: 0.004) , G_GAN: 1.365, G_L1: 3.019, D_real: 0.366, D_fake: 0.494 + +[Rank 0] (epoch: 12, iters: 718, time: 0.152, data: 0.004) , G_GAN: 1.451, G_L1: 5.589, D_real: 0.689, D_fake: 0.569 + +[Rank 0] (epoch: 12, iters: 818, time: 0.150, data: 0.004) , G_GAN: 1.352, G_L1: 3.999, D_real: 0.303, D_fake: 0.469 + +[Rank 0] (epoch: 12, iters: 918, time: 0.151, data: 0.004) , G_GAN: 1.418, G_L1: 4.814, D_real: 0.228, D_fake: 1.679 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 12 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 13, iters: 56, time: 0.824, data: 0.004) , G_GAN: 1.721, G_L1: 3.515, D_real: 0.435, D_fake: 0.474 + +[Rank 0] (epoch: 13, iters: 156, time: 0.154, data: 0.004) , G_GAN: 1.545, G_L1: 6.216, D_real: 0.738, D_fake: 0.211 + +[Rank 0] (epoch: 13, iters: 256, time: 0.148, data: 0.004) , G_GAN: 1.723, G_L1: 9.566, D_real: 0.181, D_fake: 0.430 + +[Rank 0] (epoch: 13, iters: 356, time: 0.146, data: 0.004) , G_GAN: 0.977, G_L1: 3.270, D_real: 0.391, D_fake: 0.790 + +[Rank 0] (epoch: 13, iters: 456, time: 0.912, data: 0.004) , G_GAN: 0.925, G_L1: 4.992, D_real: 0.182, D_fake: 1.336 + +[Rank 0] (epoch: 13, iters: 556, time: 0.148, data: 0.004) , G_GAN: 3.548, G_L1: 3.927, D_real: 0.508, D_fake: 0.022 + +[Rank 0] (epoch: 13, iters: 656, time: 0.150, data: 0.004) , G_GAN: 1.855, G_L1: 4.186, D_real: 0.255, D_fake: 0.364 + +[Rank 0] (epoch: 13, iters: 756, time: 0.146, data: 0.004) , G_GAN: 1.067, G_L1: 3.301, D_real: 0.579, D_fake: 0.629 + +[Rank 0] (epoch: 13, iters: 856, time: 0.148, data: 0.004) , G_GAN: 1.563, G_L1: 4.403, D_real: 0.715, D_fake: 0.304 + +[Rank 0] (epoch: 13, iters: 956, time: 0.145, data: 0.004) , G_GAN: 2.760, G_L1: 5.478, D_real: 1.880, D_fake: 0.081 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 13 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 14, iters: 94, time: 0.149, data: 0.004) , G_GAN: 2.725, G_L1: 4.668, D_real: 0.070, D_fake: 0.163 + +[Rank 0] (epoch: 14, iters: 194, time: 0.150, data: 0.004) , G_GAN: 3.242, G_L1: 4.622, D_real: 0.007, D_fake: 0.139 + +[Rank 0] (epoch: 14, iters: 294, time: 0.875, data: 0.004) , G_GAN: 0.971, G_L1: 4.138, D_real: 0.996, D_fake: 0.255 + +[Rank 0] (epoch: 14, iters: 394, time: 0.153, data: 0.004) , G_GAN: 1.311, G_L1: 5.819, D_real: 1.090, D_fake: 0.233 + +[Rank 0] (epoch: 14, iters: 494, time: 0.145, data: 0.004) , G_GAN: 1.326, G_L1: 4.550, D_real: 0.934, D_fake: 0.189 + +[Rank 0] (epoch: 14, iters: 594, time: 0.140, data: 0.004) , G_GAN: 2.484, G_L1: 4.883, D_real: 0.176, D_fake: 0.154 + +[Rank 0] (epoch: 14, iters: 694, time: 0.151, data: 0.004) , G_GAN: 1.643, G_L1: 4.163, D_real: 0.452, D_fake: 0.263 + +[Rank 0] (epoch: 14, iters: 794, time: 0.151, data: 0.004) , G_GAN: 1.204, G_L1: 3.016, D_real: 0.592, D_fake: 0.348 + +[Rank 0] (epoch: 14, iters: 894, time: 0.153, data: 0.004) , G_GAN: 1.913, G_L1: 3.353, D_real: 0.209, D_fake: 0.731 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 14 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 15, iters: 32, time: 0.148, data: 0.004) , G_GAN: 1.501, G_L1: 3.915, D_real: 0.831, D_fake: 0.310 + +[Rank 0] (epoch: 15, iters: 132, time: 0.873, data: 0.004) , G_GAN: 1.045, G_L1: 3.293, D_real: 0.509, D_fake: 1.026 + +[Rank 0] (epoch: 15, iters: 232, time: 0.153, data: 0.004) , G_GAN: 1.306, G_L1: 5.009, D_real: 0.323, D_fake: 0.722 + +[Rank 0] (epoch: 15, iters: 332, time: 0.150, data: 0.004) , G_GAN: 3.355, G_L1: 2.955, D_real: 0.285, D_fake: 0.180 + +[Rank 0] (epoch: 15, iters: 432, time: 0.146, data: 0.004) , G_GAN: 1.727, G_L1: 2.511, D_real: 0.264, D_fake: 0.531 + +[Rank 0] (epoch: 15, iters: 532, time: 0.860, data: 0.004) , G_GAN: 0.983, G_L1: 3.596, D_real: 0.617, D_fake: 0.662 + +[Rank 0] (epoch: 15, iters: 632, time: 0.147, data: 0.004) , G_GAN: 1.233, G_L1: 4.466, D_real: 0.744, D_fake: 0.821 + +[Rank 0] (epoch: 15, iters: 732, time: 0.152, data: 0.004) , G_GAN: 2.054, G_L1: 4.000, D_real: 0.539, D_fake: 0.279 + +[Rank 0] (epoch: 15, iters: 832, time: 0.147, data: 0.004) , G_GAN: 1.954, G_L1: 4.306, D_real: 0.452, D_fake: 0.147 + +[Rank 0] (epoch: 15, iters: 932, time: 0.148, data: 0.004) , G_GAN: 0.940, G_L1: 3.413, D_real: 0.614, D_fake: 0.644 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 15, iters 14430 +End of epoch 15 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 16, iters: 70, time: 0.140, data: 0.004) , G_GAN: 1.938, G_L1: 8.783, D_real: 0.651, D_fake: 0.235 + +[Rank 0] (epoch: 16, iters: 170, time: 0.151, data: 0.004) , G_GAN: 1.465, G_L1: 2.800, D_real: 0.309, D_fake: 0.817 + +[Rank 0] (epoch: 16, iters: 270, time: 0.147, data: 0.004) , G_GAN: 1.426, G_L1: 2.921, D_real: 0.314, D_fake: 0.630 + +[Rank 0] (epoch: 16, iters: 370, time: 0.953, data: 0.004) , G_GAN: 1.737, G_L1: 4.142, D_real: 0.363, D_fake: 0.604 + +[Rank 0] (epoch: 16, iters: 470, time: 0.151, data: 0.004) , G_GAN: 2.144, G_L1: 3.821, D_real: 0.305, D_fake: 0.297 + +[Rank 0] (epoch: 16, iters: 570, time: 0.148, data: 0.004) , G_GAN: 1.065, G_L1: 2.785, D_real: 0.736, D_fake: 0.310 + +saving the latest model (epoch 16, total_iters 15000) +[Rank 0] (epoch: 16, iters: 670, time: 0.146, data: 0.009) , G_GAN: 0.733, G_L1: 3.715, D_real: 0.620, D_fake: 0.822 + +[Rank 0] (epoch: 16, iters: 770, time: 0.149, data: 0.004) , G_GAN: 0.918, G_L1: 3.127, D_real: 1.296, D_fake: 0.368 + +[Rank 0] (epoch: 16, iters: 870, time: 0.150, data: 0.004) , G_GAN: 1.625, G_L1: 4.764, D_real: 0.139, D_fake: 1.014 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 16 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 17, iters: 8, time: 0.153, data: 0.004) , G_GAN: 2.502, G_L1: 2.472, D_real: 0.323, D_fake: 0.149 + +[Rank 0] (epoch: 17, iters: 108, time: 0.150, data: 0.004) , G_GAN: 1.383, G_L1: 3.724, D_real: 0.420, D_fake: 0.473 + +[Rank 0] (epoch: 17, iters: 208, time: 0.998, data: 0.004) , G_GAN: 1.798, G_L1: 6.352, D_real: 1.171, D_fake: 0.380 + +[Rank 0] (epoch: 17, iters: 308, time: 0.155, data: 0.008) , G_GAN: 2.804, G_L1: 3.597, D_real: 1.172, D_fake: 0.119 + +[Rank 0] (epoch: 17, iters: 408, time: 0.151, data: 0.004) , G_GAN: 0.644, G_L1: 2.391, D_real: 0.926, D_fake: 0.551 + +[Rank 0] (epoch: 17, iters: 508, time: 0.148, data: 0.004) , G_GAN: 1.950, G_L1: 3.188, D_real: 0.373, D_fake: 0.319 + +[Rank 0] (epoch: 17, iters: 608, time: 0.847, data: 0.004) , G_GAN: 2.804, G_L1: 3.514, D_real: 0.005, D_fake: 0.189 + +[Rank 0] (epoch: 17, iters: 708, time: 0.144, data: 0.004) , G_GAN: 2.787, G_L1: 4.681, D_real: 0.292, D_fake: 0.143 + +[Rank 0] (epoch: 17, iters: 808, time: 0.151, data: 0.004) , G_GAN: 0.759, G_L1: 3.791, D_real: 0.662, D_fake: 0.860 + +[Rank 0] (epoch: 17, iters: 908, time: 0.150, data: 0.004) , G_GAN: 1.138, G_L1: 3.918, D_real: 0.574, D_fake: 0.554 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 17 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 18, iters: 46, time: 0.934, data: 0.004) , G_GAN: 0.968, G_L1: 2.750, D_real: 0.933, D_fake: 0.458 + +[Rank 0] (epoch: 18, iters: 146, time: 0.151, data: 0.004) , G_GAN: 1.741, G_L1: 3.860, D_real: 0.858, D_fake: 0.797 + +[Rank 0] (epoch: 18, iters: 246, time: 0.143, data: 0.004) , G_GAN: 1.654, G_L1: 2.745, D_real: 0.720, D_fake: 0.244 + +[Rank 0] (epoch: 18, iters: 346, time: 0.153, data: 0.004) , G_GAN: 0.932, G_L1: 2.687, D_real: 0.530, D_fake: 0.735 + +[Rank 0] (epoch: 18, iters: 446, time: 0.153, data: 0.004) , G_GAN: 2.072, G_L1: 3.046, D_real: 0.130, D_fake: 0.291 + +[Rank 0] (epoch: 18, iters: 546, time: 0.149, data: 0.004) , G_GAN: 1.282, G_L1: 3.587, D_real: 0.091, D_fake: 1.785 + +[Rank 0] (epoch: 18, iters: 646, time: 0.152, data: 0.004) , G_GAN: 2.088, G_L1: 5.672, D_real: 0.598, D_fake: 0.113 + +[Rank 0] (epoch: 18, iters: 746, time: 0.148, data: 0.004) , G_GAN: 1.949, G_L1: 4.646, D_real: 2.278, D_fake: 0.072 + +[Rank 0] (epoch: 18, iters: 846, time: 0.152, data: 0.004) , G_GAN: 0.975, G_L1: 2.933, D_real: 0.218, D_fake: 1.113 + +[Rank 0] (epoch: 18, iters: 946, time: 0.146, data: 0.004) , G_GAN: 2.359, G_L1: 4.035, D_real: 0.656, D_fake: 0.156 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 18 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 19, iters: 84, time: 0.147, data: 0.004) , G_GAN: 1.292, G_L1: 4.329, D_real: 0.348, D_fake: 0.763 + +[Rank 0] (epoch: 19, iters: 184, time: 0.151, data: 0.004) , G_GAN: 1.730, G_L1: 2.632, D_real: 0.521, D_fake: 0.354 + +[Rank 0] (epoch: 19, iters: 284, time: 0.793, data: 0.004) , G_GAN: 1.711, G_L1: 6.176, D_real: 0.249, D_fake: 0.312 + +[Rank 0] (epoch: 19, iters: 384, time: 0.150, data: 0.004) , G_GAN: 2.021, G_L1: 2.859, D_real: 0.097, D_fake: 0.447 + +[Rank 0] (epoch: 19, iters: 484, time: 0.151, data: 0.004) , G_GAN: 1.018, G_L1: 3.057, D_real: 0.341, D_fake: 0.908 + +[Rank 0] (epoch: 19, iters: 584, time: 0.151, data: 0.004) , G_GAN: 0.927, G_L1: 3.879, D_real: 0.254, D_fake: 1.031 + +[Rank 0] (epoch: 19, iters: 684, time: 0.951, data: 0.004) , G_GAN: 0.853, G_L1: 3.513, D_real: 0.828, D_fake: 0.466 + +[Rank 0] (epoch: 19, iters: 784, time: 0.147, data: 0.004) , G_GAN: 1.273, G_L1: 2.073, D_real: 0.586, D_fake: 0.155 + +[Rank 0] (epoch: 19, iters: 884, time: 0.151, data: 0.004) , G_GAN: 4.106, G_L1: 4.934, D_real: 0.653, D_fake: 0.018 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 19 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 20, iters: 22, time: 0.145, data: 0.004) , G_GAN: 1.192, G_L1: 4.453, D_real: 1.179, D_fake: 0.310 + +[Rank 0] (epoch: 20, iters: 122, time: 0.874, data: 0.004) , G_GAN: 1.381, G_L1: 2.698, D_real: 0.076, D_fake: 0.842 + +[Rank 0] (epoch: 20, iters: 222, time: 0.138, data: 0.004) , G_GAN: 3.827, G_L1: 5.395, D_real: 0.255, D_fake: 0.044 + +[Rank 0] (epoch: 20, iters: 322, time: 0.146, data: 0.004) , G_GAN: 2.309, G_L1: 6.770, D_real: 0.317, D_fake: 0.809 + +[Rank 0] (epoch: 20, iters: 422, time: 0.147, data: 0.004) , G_GAN: 1.244, G_L1: 2.962, D_real: 0.784, D_fake: 0.405 + +[Rank 0] (epoch: 20, iters: 522, time: 0.149, data: 0.004) , G_GAN: 1.733, G_L1: 4.654, D_real: 0.122, D_fake: 0.752 + +[Rank 0] (epoch: 20, iters: 622, time: 0.146, data: 0.004) , G_GAN: 0.970, G_L1: 4.003, D_real: 0.563, D_fake: 0.313 + +[Rank 0] (epoch: 20, iters: 722, time: 0.150, data: 0.004) , G_GAN: 1.691, G_L1: 6.012, D_real: 0.342, D_fake: 0.383 + +[Rank 0] (epoch: 20, iters: 822, time: 0.150, data: 0.004) , G_GAN: 2.715, G_L1: 3.146, D_real: 0.313, D_fake: 0.087 + +[Rank 0] (epoch: 20, iters: 922, time: 0.153, data: 0.004) , G_GAN: 2.267, G_L1: 5.507, D_real: 0.223, D_fake: 0.459 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 20, iters 19240 +End of epoch 20 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 21, iters: 60, time: 0.151, data: 0.004) , G_GAN: 1.716, G_L1: 2.372, D_real: 0.130, D_fake: 0.447 + +[Rank 0] (epoch: 21, iters: 160, time: 0.138, data: 0.004) , G_GAN: 2.361, G_L1: 3.822, D_real: 0.239, D_fake: 0.239 + +[Rank 0] (epoch: 21, iters: 260, time: 0.150, data: 0.004) , G_GAN: 2.513, G_L1: 3.326, D_real: 0.006, D_fake: 0.568 + +[Rank 0] (epoch: 21, iters: 360, time: 0.878, data: 0.004) , G_GAN: 2.284, G_L1: 3.840, D_real: 0.526, D_fake: 0.154 + +[Rank 0] (epoch: 21, iters: 460, time: 0.149, data: 0.004) , G_GAN: 1.445, G_L1: 3.645, D_real: 0.446, D_fake: 0.664 + +[Rank 0] (epoch: 21, iters: 560, time: 0.147, data: 0.004) , G_GAN: 0.938, G_L1: 3.923, D_real: 0.818, D_fake: 0.569 + +[Rank 0] (epoch: 21, iters: 660, time: 0.154, data: 0.004) , G_GAN: 3.204, G_L1: 3.037, D_real: 0.336, D_fake: 0.088 + +[Rank 0] (epoch: 21, iters: 760, time: 0.827, data: 0.004) , G_GAN: 2.491, G_L1: 3.944, D_real: 0.139, D_fake: 0.218 + +saving the latest model (epoch 21, total_iters 20000) +[Rank 0] (epoch: 21, iters: 860, time: 0.149, data: 0.009) , G_GAN: 4.698, G_L1: 7.237, D_real: 0.062, D_fake: 0.025 + +[Rank 0] (epoch: 21, iters: 960, time: 0.143, data: 0.004) , G_GAN: 1.880, G_L1: 3.824, D_real: 1.207, D_fake: 0.116 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 21 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 22, iters: 98, time: 0.143, data: 0.003) , G_GAN: 1.843, G_L1: 3.525, D_real: 0.142, D_fake: 0.578 + +[Rank 0] (epoch: 22, iters: 198, time: 0.903, data: 0.004) , G_GAN: 1.730, G_L1: 2.676, D_real: 0.111, D_fake: 0.458 + +[Rank 0] (epoch: 22, iters: 298, time: 0.147, data: 0.004) , G_GAN: 1.190, G_L1: 6.011, D_real: 0.128, D_fake: 0.858 + +[Rank 0] (epoch: 22, iters: 398, time: 0.151, data: 0.004) , G_GAN: 0.631, G_L1: 3.239, D_real: 0.918, D_fake: 0.529 + +[Rank 0] (epoch: 22, iters: 498, time: 0.148, data: 0.004) , G_GAN: 1.237, G_L1: 2.998, D_real: 0.610, D_fake: 0.952 + +[Rank 0] (epoch: 22, iters: 598, time: 0.160, data: 0.004) , G_GAN: 2.937, G_L1: 3.918, D_real: 0.089, D_fake: 0.183 + +[Rank 0] (epoch: 22, iters: 698, time: 0.150, data: 0.004) , G_GAN: 2.176, G_L1: 2.769, D_real: 0.120, D_fake: 0.527 + +[Rank 0] (epoch: 22, iters: 798, time: 0.152, data: 0.004) , G_GAN: 3.170, G_L1: 2.771, D_real: 0.412, D_fake: 0.078 + +[Rank 0] (epoch: 22, iters: 898, time: 0.152, data: 0.004) , G_GAN: 1.371, G_L1: 4.639, D_real: 0.382, D_fake: 0.522 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 22 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 23, iters: 36, time: 0.926, data: 0.004) , G_GAN: 2.185, G_L1: 3.136, D_real: 0.166, D_fake: 0.244 + +[Rank 0] (epoch: 23, iters: 136, time: 0.149, data: 0.005) , G_GAN: 3.841, G_L1: 3.364, D_real: 0.246, D_fake: 0.044 + +[Rank 0] (epoch: 23, iters: 236, time: 0.147, data: 0.004) , G_GAN: 2.132, G_L1: 3.887, D_real: 0.562, D_fake: 0.320 + +[Rank 0] (epoch: 23, iters: 336, time: 0.149, data: 0.004) , G_GAN: 2.051, G_L1: 3.032, D_real: 0.460, D_fake: 0.159 + +[Rank 0] (epoch: 23, iters: 436, time: 0.147, data: 0.004) , G_GAN: 1.167, G_L1: 3.646, D_real: 0.409, D_fake: 0.388 + +[Rank 0] (epoch: 23, iters: 536, time: 0.145, data: 0.004) , G_GAN: 2.303, G_L1: 5.537, D_real: 0.049, D_fake: 0.141 + +[Rank 0] (epoch: 23, iters: 636, time: 0.152, data: 0.004) , G_GAN: 2.531, G_L1: 3.059, D_real: 0.203, D_fake: 0.072 + +[Rank 0] (epoch: 23, iters: 736, time: 0.151, data: 0.004) , G_GAN: 1.383, G_L1: 2.629, D_real: 0.604, D_fake: 0.348 + +[Rank 0] (epoch: 23, iters: 836, time: 0.917, data: 0.004) , G_GAN: 0.947, G_L1: 5.209, D_real: 0.261, D_fake: 0.866 + +[Rank 0] (epoch: 23, iters: 936, time: 0.147, data: 0.004) , G_GAN: 0.574, G_L1: 2.608, D_real: 0.708, D_fake: 1.179 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 23 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 24, iters: 74, time: 0.146, data: 0.004) , G_GAN: 1.561, G_L1: 3.235, D_real: 0.301, D_fake: 0.293 + +[Rank 0] (epoch: 24, iters: 174, time: 0.149, data: 0.004) , G_GAN: 3.760, G_L1: 4.110, D_real: 0.268, D_fake: 0.057 + +[Rank 0] (epoch: 24, iters: 274, time: 0.899, data: 0.004) , G_GAN: 1.813, G_L1: 3.478, D_real: 0.008, D_fake: 0.840 + +[Rank 0] (epoch: 24, iters: 374, time: 0.143, data: 0.004) , G_GAN: 1.868, G_L1: 3.668, D_real: 0.597, D_fake: 0.309 + +[Rank 0] (epoch: 24, iters: 474, time: 0.149, data: 0.004) , G_GAN: 2.631, G_L1: 2.964, D_real: 0.035, D_fake: 0.897 + +[Rank 0] (epoch: 24, iters: 574, time: 0.148, data: 0.004) , G_GAN: 1.368, G_L1: 3.838, D_real: 0.484, D_fake: 0.717 + +[Rank 0] (epoch: 24, iters: 674, time: 0.147, data: 0.004) , G_GAN: 1.416, G_L1: 3.295, D_real: 0.617, D_fake: 0.510 + +[Rank 0] (epoch: 24, iters: 774, time: 0.152, data: 0.004) , G_GAN: 1.227, G_L1: 2.134, D_real: 0.653, D_fake: 0.387 + +[Rank 0] (epoch: 24, iters: 874, time: 0.147, data: 0.004) , G_GAN: 1.993, G_L1: 3.384, D_real: 0.321, D_fake: 0.349 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 24 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 25, iters: 12, time: 0.150, data: 0.004) , G_GAN: 3.341, G_L1: 6.252, D_real: 0.197, D_fake: 0.079 + +[Rank 0] (epoch: 25, iters: 112, time: 0.690, data: 0.004) , G_GAN: 2.169, G_L1: 3.563, D_real: 0.517, D_fake: 0.534 + +[Rank 0] (epoch: 25, iters: 212, time: 0.147, data: 0.004) , G_GAN: 0.735, G_L1: 3.035, D_real: 0.481, D_fake: 1.392 + +[Rank 0] (epoch: 25, iters: 312, time: 0.145, data: 0.004) , G_GAN: 2.651, G_L1: 2.861, D_real: 0.033, D_fake: 0.964 + +[Rank 0] (epoch: 25, iters: 412, time: 0.149, data: 0.004) , G_GAN: 0.683, G_L1: 4.948, D_real: 0.879, D_fake: 0.236 + +[Rank 0] (epoch: 25, iters: 512, time: 0.151, data: 0.004) , G_GAN: 1.740, G_L1: 2.214, D_real: 0.960, D_fake: 0.173 + +[Rank 0] (epoch: 25, iters: 612, time: 0.151, data: 0.004) , G_GAN: 2.479, G_L1: 3.043, D_real: 0.021, D_fake: 0.337 + +[Rank 0] (epoch: 25, iters: 712, time: 0.145, data: 0.004) , G_GAN: 2.514, G_L1: 3.167, D_real: 0.972, D_fake: 0.064 + +[Rank 0] (epoch: 25, iters: 812, time: 0.149, data: 0.004) , G_GAN: 3.348, G_L1: 7.914, D_real: 0.415, D_fake: 0.272 + +[Rank 0] (epoch: 25, iters: 912, time: 0.911, data: 0.004) , G_GAN: 2.102, G_L1: 3.815, D_real: 0.071, D_fake: 0.706 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 25, iters 24050 +End of epoch 25 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 26, iters: 50, time: 0.148, data: 0.004) , G_GAN: 1.671, G_L1: 3.522, D_real: 0.099, D_fake: 0.669 + +[Rank 0] (epoch: 26, iters: 150, time: 0.148, data: 0.004) , G_GAN: 1.458, G_L1: 6.757, D_real: 0.317, D_fake: 0.311 + +[Rank 0] (epoch: 26, iters: 250, time: 0.151, data: 0.004) , G_GAN: 2.321, G_L1: 2.757, D_real: 0.141, D_fake: 0.284 + +[Rank 0] (epoch: 26, iters: 350, time: 0.919, data: 0.004) , G_GAN: 1.516, G_L1: 4.469, D_real: 0.618, D_fake: 0.167 + +[Rank 0] (epoch: 26, iters: 450, time: 0.151, data: 0.004) , G_GAN: 2.682, G_L1: 4.535, D_real: 0.070, D_fake: 0.220 + +[Rank 0] (epoch: 26, iters: 550, time: 0.141, data: 0.004) , G_GAN: 1.891, G_L1: 3.115, D_real: 0.160, D_fake: 0.922 + +[Rank 0] (epoch: 26, iters: 650, time: 0.153, data: 0.004) , G_GAN: 1.154, G_L1: 6.072, D_real: 0.781, D_fake: 1.131 + +[Rank 0] (epoch: 26, iters: 750, time: 0.149, data: 0.004) , G_GAN: 1.618, G_L1: 3.830, D_real: 0.530, D_fake: 0.904 + +[Rank 0] (epoch: 26, iters: 850, time: 0.153, data: 0.004) , G_GAN: 2.225, G_L1: 5.463, D_real: 0.088, D_fake: 0.300 + +[Rank 0] (epoch: 26, iters: 950, time: 0.148, data: 0.004) , G_GAN: 2.554, G_L1: 3.187, D_real: 0.136, D_fake: 0.497 + +saving the latest model (epoch 26, total_iters 25000) +learning rate 0.0002000 -> 0.0002000 +End of epoch 26 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 27, iters: 88, time: 0.149, data: 0.007) , G_GAN: 4.236, G_L1: 2.150, D_real: 0.422, D_fake: 0.029 + +[Rank 0] (epoch: 27, iters: 188, time: 0.866, data: 0.004) , G_GAN: 1.938, G_L1: 2.627, D_real: 0.203, D_fake: 0.376 + +[Rank 0] (epoch: 27, iters: 288, time: 0.147, data: 0.004) , G_GAN: 1.638, G_L1: 4.090, D_real: 0.739, D_fake: 0.066 + +[Rank 0] (epoch: 27, iters: 388, time: 0.152, data: 0.004) , G_GAN: 2.991, G_L1: 2.704, D_real: 0.273, D_fake: 0.171 + +[Rank 0] (epoch: 27, iters: 488, time: 0.150, data: 0.008) , G_GAN: 1.063, G_L1: 4.002, D_real: 0.318, D_fake: 0.827 + +[Rank 0] (epoch: 27, iters: 588, time: 0.151, data: 0.004) , G_GAN: 2.084, G_L1: 4.041, D_real: 0.014, D_fake: 0.947 + +[Rank 0] (epoch: 27, iters: 688, time: 0.149, data: 0.004) , G_GAN: 2.573, G_L1: 2.539, D_real: 0.226, D_fake: 0.417 + +[Rank 0] (epoch: 27, iters: 788, time: 0.153, data: 0.004) , G_GAN: 1.808, G_L1: 2.979, D_real: 0.794, D_fake: 0.195 + +[Rank 0] (epoch: 27, iters: 888, time: 0.149, data: 0.004) , G_GAN: 1.031, G_L1: 3.080, D_real: 0.742, D_fake: 0.570 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 27 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 28, iters: 26, time: 0.648, data: 0.004) , G_GAN: 3.018, G_L1: 2.754, D_real: 1.184, D_fake: 0.021 + +[Rank 0] (epoch: 28, iters: 126, time: 0.153, data: 0.004) , G_GAN: 3.749, G_L1: 3.021, D_real: 0.052, D_fake: 0.049 + +[Rank 0] (epoch: 28, iters: 226, time: 0.150, data: 0.004) , G_GAN: 2.904, G_L1: 2.190, D_real: 0.212, D_fake: 0.076 + +[Rank 0] (epoch: 28, iters: 326, time: 0.147, data: 0.004) , G_GAN: 3.097, G_L1: 3.053, D_real: 0.193, D_fake: 1.523 + +[Rank 0] (epoch: 28, iters: 426, time: 0.151, data: 0.004) , G_GAN: 1.855, G_L1: 3.265, D_real: 0.558, D_fake: 0.304 + +[Rank 0] (epoch: 28, iters: 526, time: 0.152, data: 0.004) , G_GAN: 1.238, G_L1: 2.349, D_real: 1.048, D_fake: 0.524 + +[Rank 0] (epoch: 28, iters: 626, time: 0.144, data: 0.004) , G_GAN: 2.077, G_L1: 3.502, D_real: 0.294, D_fake: 0.870 + +[Rank 0] (epoch: 28, iters: 726, time: 0.149, data: 0.004) , G_GAN: 1.682, G_L1: 2.173, D_real: 0.660, D_fake: 0.224 + +[Rank 0] (epoch: 28, iters: 826, time: 0.153, data: 0.004) , G_GAN: 2.241, G_L1: 2.577, D_real: 0.213, D_fake: 0.393 + +[Rank 0] (epoch: 28, iters: 926, time: 0.150, data: 0.004) , G_GAN: 2.092, G_L1: 2.665, D_real: 0.889, D_fake: 0.108 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 28 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 29, iters: 64, time: 0.149, data: 0.004) , G_GAN: 0.797, G_L1: 5.976, D_real: 1.181, D_fake: 1.261 + +[Rank 0] (epoch: 29, iters: 164, time: 0.159, data: 0.004) , G_GAN: 1.090, G_L1: 3.956, D_real: 1.035, D_fake: 0.551 + +[Rank 0] (epoch: 29, iters: 264, time: 0.805, data: 0.004) , G_GAN: 3.376, G_L1: 2.826, D_real: 0.104, D_fake: 0.075 + +[Rank 0] (epoch: 29, iters: 364, time: 0.152, data: 0.004) , G_GAN: 1.381, G_L1: 3.748, D_real: 0.189, D_fake: 0.874 + +[Rank 0] (epoch: 29, iters: 464, time: 0.147, data: 0.004) , G_GAN: 1.695, G_L1: 3.031, D_real: 0.355, D_fake: 0.803 + +[Rank 0] (epoch: 29, iters: 564, time: 0.150, data: 0.004) , G_GAN: 2.015, G_L1: 3.155, D_real: 0.443, D_fake: 0.274 + +[Rank 0] (epoch: 29, iters: 664, time: 0.147, data: 0.004) , G_GAN: 1.765, G_L1: 2.510, D_real: 0.031, D_fake: 1.294 + +[Rank 0] (epoch: 29, iters: 764, time: 0.147, data: 0.004) , G_GAN: 2.478, G_L1: 5.950, D_real: 0.305, D_fake: 0.097 + +[Rank 0] (epoch: 29, iters: 864, time: 0.145, data: 0.004) , G_GAN: 4.808, G_L1: 5.537, D_real: 0.756, D_fake: 0.014 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 29 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 30, iters: 2, time: 0.125, data: 0.004) , G_GAN: 2.705, G_L1: 5.791, D_real: 0.712, D_fake: 0.607 + +[Rank 0] (epoch: 30, iters: 102, time: 0.814, data: 0.002) , G_GAN: 1.581, G_L1: 2.791, D_real: 0.929, D_fake: 0.324 + +[Rank 0] (epoch: 30, iters: 202, time: 0.149, data: 0.004) , G_GAN: 3.377, G_L1: 2.626, D_real: 0.043, D_fake: 0.082 + +[Rank 0] (epoch: 30, iters: 302, time: 0.155, data: 0.004) , G_GAN: 1.545, G_L1: 2.389, D_real: 0.923, D_fake: 0.323 + +[Rank 0] (epoch: 30, iters: 402, time: 0.148, data: 0.004) , G_GAN: 2.063, G_L1: 2.906, D_real: 0.189, D_fake: 0.538 + +[Rank 0] (epoch: 30, iters: 502, time: 0.151, data: 0.004) , G_GAN: 1.264, G_L1: 3.284, D_real: 0.756, D_fake: 0.345 + +[Rank 0] (epoch: 30, iters: 602, time: 0.150, data: 0.004) , G_GAN: 1.182, G_L1: 2.627, D_real: 0.422, D_fake: 0.580 + +[Rank 0] (epoch: 30, iters: 702, time: 0.152, data: 0.004) , G_GAN: 1.670, G_L1: 4.976, D_real: 0.316, D_fake: 0.752 + +[Rank 0] (epoch: 30, iters: 802, time: 0.146, data: 0.004) , G_GAN: 1.512, G_L1: 2.866, D_real: 1.188, D_fake: 0.231 + +[Rank 0] (epoch: 30, iters: 902, time: 0.148, data: 0.004) , G_GAN: 2.971, G_L1: 2.723, D_real: 0.438, D_fake: 0.375 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 30, iters 28860 +End of epoch 30 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 31, iters: 40, time: 0.139, data: 0.004) , G_GAN: 4.818, G_L1: 2.710, D_real: 0.023, D_fake: 0.025 + +[Rank 0] (epoch: 31, iters: 140, time: 0.150, data: 0.004) , G_GAN: 4.204, G_L1: 2.554, D_real: 0.054, D_fake: 0.665 + +[Rank 0] (epoch: 31, iters: 240, time: 0.149, data: 0.004) , G_GAN: 2.647, G_L1: 3.048, D_real: 0.011, D_fake: 1.000 + +[Rank 0] (epoch: 31, iters: 340, time: 0.987, data: 0.004) , G_GAN: 2.455, G_L1: 5.960, D_real: 0.120, D_fake: 0.326 + +[Rank 0] (epoch: 31, iters: 440, time: 0.144, data: 0.004) , G_GAN: 2.652, G_L1: 3.705, D_real: 0.123, D_fake: 1.152 + +[Rank 0] (epoch: 31, iters: 540, time: 0.142, data: 0.004) , G_GAN: 1.927, G_L1: 5.350, D_real: 0.334, D_fake: 0.397 + +[Rank 0] (epoch: 31, iters: 640, time: 0.146, data: 0.004) , G_GAN: 2.235, G_L1: 2.334, D_real: 0.095, D_fake: 0.708 + +[Rank 0] (epoch: 31, iters: 740, time: 0.150, data: 0.004) , G_GAN: 1.987, G_L1: 3.398, D_real: 0.980, D_fake: 1.085 + +[Rank 0] (epoch: 31, iters: 840, time: 0.149, data: 0.004) , G_GAN: 0.974, G_L1: 4.984, D_real: 0.580, D_fake: 0.532 + +[Rank 0] (epoch: 31, iters: 940, time: 0.148, data: 0.004) , G_GAN: 2.059, G_L1: 2.486, D_real: 0.094, D_fake: 0.946 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 31 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 32, iters: 78, time: 0.146, data: 0.004) , G_GAN: 1.624, G_L1: 2.604, D_real: 1.215, D_fake: 0.081 + +[Rank 0] (epoch: 32, iters: 178, time: 0.879, data: 0.004) , G_GAN: 1.768, G_L1: 2.639, D_real: 0.350, D_fake: 0.490 + +saving the latest model (epoch 32, total_iters 30000) +[Rank 0] (epoch: 32, iters: 278, time: 0.148, data: 0.007) , G_GAN: 1.531, G_L1: 2.536, D_real: 0.849, D_fake: 0.152 + +[Rank 0] (epoch: 32, iters: 378, time: 0.147, data: 0.004) , G_GAN: 2.814, G_L1: 5.892, D_real: 0.607, D_fake: 0.352 + +[Rank 0] (epoch: 32, iters: 478, time: 0.151, data: 0.004) , G_GAN: 2.104, G_L1: 3.793, D_real: 0.038, D_fake: 0.275 + +[Rank 0] (epoch: 32, iters: 578, time: 0.151, data: 0.004) , G_GAN: 1.555, G_L1: 3.449, D_real: 0.408, D_fake: 0.620 + +[Rank 0] (epoch: 32, iters: 678, time: 0.149, data: 0.004) , G_GAN: 1.926, G_L1: 2.010, D_real: 1.468, D_fake: 0.345 + +[Rank 0] (epoch: 32, iters: 778, time: 0.148, data: 0.004) , G_GAN: 1.018, G_L1: 3.993, D_real: 1.207, D_fake: 0.375 + +[Rank 0] (epoch: 32, iters: 878, time: 0.150, data: 0.004) , G_GAN: 1.501, G_L1: 1.783, D_real: 0.220, D_fake: 0.743 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 32 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 33, iters: 16, time: 0.922, data: 0.004) , G_GAN: 2.123, G_L1: 2.811, D_real: 0.040, D_fake: 0.544 + +[Rank 0] (epoch: 33, iters: 116, time: 0.148, data: 0.004) , G_GAN: 3.563, G_L1: 2.207, D_real: 0.357, D_fake: 0.049 + +[Rank 0] (epoch: 33, iters: 216, time: 0.152, data: 0.004) , G_GAN: 2.466, G_L1: 1.860, D_real: 0.189, D_fake: 0.604 + +[Rank 0] (epoch: 33, iters: 316, time: 0.149, data: 0.004) , G_GAN: 2.420, G_L1: 3.447, D_real: 0.045, D_fake: 0.303 + +[Rank 0] (epoch: 33, iters: 416, time: 0.143, data: 0.004) , G_GAN: 2.856, G_L1: 3.068, D_real: 0.228, D_fake: 0.251 + +[Rank 0] (epoch: 33, iters: 516, time: 0.152, data: 0.004) , G_GAN: 1.490, G_L1: 3.890, D_real: 1.759, D_fake: 0.092 + +[Rank 0] (epoch: 33, iters: 616, time: 0.152, data: 0.004) , G_GAN: 2.689, G_L1: 5.039, D_real: 0.024, D_fake: 0.183 + +[Rank 0] (epoch: 33, iters: 716, time: 0.149, data: 0.004) , G_GAN: 2.865, G_L1: 3.473, D_real: 0.057, D_fake: 0.096 + +[Rank 0] (epoch: 33, iters: 816, time: 0.152, data: 0.004) , G_GAN: 2.946, G_L1: 2.080, D_real: 0.863, D_fake: 0.107 + +[Rank 0] (epoch: 33, iters: 916, time: 0.147, data: 0.004) , G_GAN: 1.781, G_L1: 4.377, D_real: 0.259, D_fake: 0.753 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 33 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 34, iters: 54, time: 0.150, data: 0.004) , G_GAN: 1.800, G_L1: 4.258, D_real: 0.488, D_fake: 0.485 + +[Rank 0] (epoch: 34, iters: 154, time: 0.150, data: 0.004) , G_GAN: 1.436, G_L1: 2.971, D_real: 0.391, D_fake: 0.547 + +[Rank 0] (epoch: 34, iters: 254, time: 0.819, data: 0.004) , G_GAN: 2.216, G_L1: 1.819, D_real: 0.037, D_fake: 1.060 + +[Rank 0] (epoch: 34, iters: 354, time: 0.150, data: 0.004) , G_GAN: 2.364, G_L1: 3.416, D_real: 0.132, D_fake: 0.141 + +[Rank 0] (epoch: 34, iters: 454, time: 0.148, data: 0.004) , G_GAN: 2.099, G_L1: 2.759, D_real: 0.094, D_fake: 1.213 + +[Rank 0] (epoch: 34, iters: 554, time: 0.151, data: 0.004) , G_GAN: 2.419, G_L1: 2.496, D_real: 0.174, D_fake: 0.481 + +[Rank 0] (epoch: 34, iters: 654, time: 0.148, data: 0.004) , G_GAN: 2.112, G_L1: 2.923, D_real: 0.471, D_fake: 0.298 + +[Rank 0] (epoch: 34, iters: 754, time: 0.147, data: 0.004) , G_GAN: 1.574, G_L1: 2.804, D_real: 0.431, D_fake: 0.271 + +[Rank 0] (epoch: 34, iters: 854, time: 0.146, data: 0.004) , G_GAN: 2.381, G_L1: 1.948, D_real: 0.137, D_fake: 0.112 + +[Rank 0] (epoch: 34, iters: 954, time: 0.149, data: 0.004) , G_GAN: 1.685, G_L1: 4.147, D_real: 0.542, D_fake: 0.354 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 34 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 35, iters: 92, time: 0.977, data: 0.004) , G_GAN: 2.066, G_L1: 4.041, D_real: 0.173, D_fake: 0.738 + +[Rank 0] (epoch: 35, iters: 192, time: 0.147, data: 0.004) , G_GAN: 1.394, G_L1: 2.774, D_real: 0.737, D_fake: 0.332 + +[Rank 0] (epoch: 35, iters: 292, time: 0.152, data: 0.004) , G_GAN: 2.046, G_L1: 2.225, D_real: 0.294, D_fake: 0.437 + +[Rank 0] (epoch: 35, iters: 392, time: 0.150, data: 0.004) , G_GAN: 1.198, G_L1: 2.126, D_real: 1.017, D_fake: 0.591 + +[Rank 0] (epoch: 35, iters: 492, time: 0.149, data: 0.004) , G_GAN: 1.833, G_L1: 5.401, D_real: 0.436, D_fake: 0.388 + +[Rank 0] (epoch: 35, iters: 592, time: 0.160, data: 0.004) , G_GAN: 2.207, G_L1: 3.264, D_real: 0.022, D_fake: 1.310 + +[Rank 0] (epoch: 35, iters: 692, time: 0.154, data: 0.004) , G_GAN: 4.719, G_L1: 2.474, D_real: 0.170, D_fake: 0.017 + +[Rank 0] (epoch: 35, iters: 792, time: 0.151, data: 0.004) , G_GAN: 2.692, G_L1: 2.837, D_real: 0.394, D_fake: 0.490 + +[Rank 0] (epoch: 35, iters: 892, time: 0.150, data: 0.004) , G_GAN: 2.619, G_L1: 2.853, D_real: 0.019, D_fake: 0.617 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 35, iters 33670 +End of epoch 35 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 36, iters: 30, time: 0.143, data: 0.004) , G_GAN: 2.841, G_L1: 2.303, D_real: 0.322, D_fake: 0.092 + +[Rank 0] (epoch: 36, iters: 130, time: 0.149, data: 0.004) , G_GAN: 2.898, G_L1: 4.277, D_real: 0.549, D_fake: 0.184 + +[Rank 0] (epoch: 36, iters: 230, time: 0.141, data: 0.004) , G_GAN: 1.556, G_L1: 3.375, D_real: 0.533, D_fake: 0.464 + +[Rank 0] (epoch: 36, iters: 330, time: 0.843, data: 0.004) , G_GAN: 2.674, G_L1: 1.980, D_real: 0.063, D_fake: 0.524 + +[Rank 0] (epoch: 36, iters: 430, time: 0.149, data: 0.004) , G_GAN: 3.160, G_L1: 3.038, D_real: 0.123, D_fake: 1.281 + +[Rank 0] (epoch: 36, iters: 530, time: 0.149, data: 0.004) , G_GAN: 1.740, G_L1: 3.187, D_real: 0.300, D_fake: 0.657 + +[Rank 0] (epoch: 36, iters: 630, time: 0.148, data: 0.004) , G_GAN: 2.549, G_L1: 4.043, D_real: 0.121, D_fake: 0.554 + +[Rank 0] (epoch: 36, iters: 730, time: 0.156, data: 0.004) , G_GAN: 2.095, G_L1: 7.869, D_real: 0.515, D_fake: 0.454 + +[Rank 0] (epoch: 36, iters: 830, time: 0.149, data: 0.004) , G_GAN: 1.344, G_L1: 2.334, D_real: 0.563, D_fake: 0.470 + +[Rank 0] (epoch: 36, iters: 930, time: 0.158, data: 0.004) , G_GAN: 1.543, G_L1: 3.514, D_real: 0.695, D_fake: 0.577 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 36 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 37, iters: 68, time: 0.150, data: 0.004) , G_GAN: 3.690, G_L1: 3.487, D_real: 0.107, D_fake: 0.587 + +[Rank 0] (epoch: 37, iters: 168, time: 0.901, data: 0.004) , G_GAN: 0.943, G_L1: 3.472, D_real: 0.556, D_fake: 0.828 + +[Rank 0] (epoch: 37, iters: 268, time: 0.147, data: 0.004) , G_GAN: 2.007, G_L1: 2.005, D_real: 0.316, D_fake: 0.344 + +[Rank 0] (epoch: 37, iters: 368, time: 0.149, data: 0.004) , G_GAN: 2.960, G_L1: 3.941, D_real: 0.485, D_fake: 0.099 + +saving the latest model (epoch 37, total_iters 35000) +[Rank 0] (epoch: 37, iters: 468, time: 0.147, data: 0.009) , G_GAN: 2.291, G_L1: 2.652, D_real: 0.162, D_fake: 0.764 + +[Rank 0] (epoch: 37, iters: 568, time: 0.148, data: 0.004) , G_GAN: 2.173, G_L1: 4.085, D_real: 0.061, D_fake: 0.548 + +[Rank 0] (epoch: 37, iters: 668, time: 0.152, data: 0.004) , G_GAN: 3.086, G_L1: 2.236, D_real: 0.698, D_fake: 0.169 + +[Rank 0] (epoch: 37, iters: 768, time: 0.149, data: 0.004) , G_GAN: 3.444, G_L1: 2.233, D_real: 0.152, D_fake: 0.078 + +[Rank 0] (epoch: 37, iters: 868, time: 0.147, data: 0.008) , G_GAN: 3.713, G_L1: 3.138, D_real: 0.633, D_fake: 0.446 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 37 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 38, iters: 6, time: 0.885, data: 0.004) , G_GAN: 2.344, G_L1: 4.339, D_real: 0.096, D_fake: 0.299 + +[Rank 0] (epoch: 38, iters: 106, time: 0.148, data: 0.003) , G_GAN: 3.493, G_L1: 2.272, D_real: 0.012, D_fake: 0.158 + +[Rank 0] (epoch: 38, iters: 206, time: 0.149, data: 0.004) , G_GAN: 2.427, G_L1: 5.888, D_real: 0.036, D_fake: 1.031 + +[Rank 0] (epoch: 38, iters: 306, time: 0.151, data: 0.004) , G_GAN: 1.526, G_L1: 2.333, D_real: 0.429, D_fake: 0.530 + +[Rank 0] (epoch: 38, iters: 406, time: 0.994, data: 0.004) , G_GAN: 3.138, G_L1: 2.324, D_real: 0.014, D_fake: 0.137 + +[Rank 0] (epoch: 38, iters: 506, time: 0.149, data: 0.004) , G_GAN: 1.877, G_L1: 2.547, D_real: 0.032, D_fake: 1.507 + +[Rank 0] (epoch: 38, iters: 606, time: 0.148, data: 0.004) , G_GAN: 2.700, G_L1: 2.918, D_real: 0.147, D_fake: 1.155 + +[Rank 0] (epoch: 38, iters: 706, time: 0.150, data: 0.004) , G_GAN: 1.727, G_L1: 2.989, D_real: 0.586, D_fake: 0.181 + +[Rank 0] (epoch: 38, iters: 806, time: 0.149, data: 0.004) , G_GAN: 1.251, G_L1: 3.583, D_real: 0.685, D_fake: 0.443 + +[Rank 0] (epoch: 38, iters: 906, time: 0.149, data: 0.004) , G_GAN: 2.541, G_L1: 4.159, D_real: 0.031, D_fake: 0.444 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 38 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 39, iters: 44, time: 0.144, data: 0.004) , G_GAN: 2.514, G_L1: 3.588, D_real: 0.019, D_fake: 0.436 + +[Rank 0] (epoch: 39, iters: 144, time: 0.150, data: 0.004) , G_GAN: 3.060, G_L1: 2.078, D_real: 0.894, D_fake: 0.021 + +[Rank 0] (epoch: 39, iters: 244, time: 0.782, data: 0.004) , G_GAN: 2.299, G_L1: 3.082, D_real: 0.591, D_fake: 0.169 + +[Rank 0] (epoch: 39, iters: 344, time: 0.151, data: 0.004) , G_GAN: 2.486, G_L1: 4.239, D_real: 0.007, D_fake: 0.569 + +[Rank 0] (epoch: 39, iters: 444, time: 0.148, data: 0.004) , G_GAN: 4.163, G_L1: 3.290, D_real: 0.007, D_fake: 0.279 + +[Rank 0] (epoch: 39, iters: 544, time: 0.148, data: 0.004) , G_GAN: 2.282, G_L1: 17.984, D_real: 0.301, D_fake: 0.357 + +[Rank 0] (epoch: 39, iters: 644, time: 0.165, data: 0.004) , G_GAN: 1.782, G_L1: 11.729, D_real: 0.320, D_fake: 0.302 + +[Rank 0] (epoch: 39, iters: 744, time: 0.147, data: 0.004) , G_GAN: 2.013, G_L1: 2.083, D_real: 0.342, D_fake: 0.461 + +[Rank 0] (epoch: 39, iters: 844, time: 0.147, data: 0.004) , G_GAN: 1.731, G_L1: 3.770, D_real: 0.268, D_fake: 0.431 + +[Rank 0] (epoch: 39, iters: 944, time: 0.145, data: 0.004) , G_GAN: 2.559, G_L1: 4.350, D_real: 0.374, D_fake: 0.049 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 39 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 40, iters: 82, time: 0.889, data: 0.004) , G_GAN: 2.155, G_L1: 2.642, D_real: 0.097, D_fake: 0.371 + +[Rank 0] (epoch: 40, iters: 182, time: 0.147, data: 0.004) , G_GAN: 1.944, G_L1: 3.097, D_real: 0.440, D_fake: 0.298 + +[Rank 0] (epoch: 40, iters: 282, time: 0.149, data: 0.004) , G_GAN: 2.665, G_L1: 3.004, D_real: 0.135, D_fake: 0.141 + +[Rank 0] (epoch: 40, iters: 382, time: 0.149, data: 0.004) , G_GAN: 3.042, G_L1: 2.724, D_real: 0.470, D_fake: 0.275 + +[Rank 0] (epoch: 40, iters: 482, time: 0.926, data: 0.004) , G_GAN: 2.653, G_L1: 6.288, D_real: 1.336, D_fake: 0.298 + +[Rank 0] (epoch: 40, iters: 582, time: 0.147, data: 0.005) , G_GAN: 2.757, G_L1: 2.846, D_real: 0.770, D_fake: 0.095 + +[Rank 0] (epoch: 40, iters: 682, time: 0.150, data: 0.004) , G_GAN: 3.432, G_L1: 2.875, D_real: 0.043, D_fake: 0.085 + +[Rank 0] (epoch: 40, iters: 782, time: 0.151, data: 0.004) , G_GAN: 1.937, G_L1: 2.934, D_real: 0.699, D_fake: 0.233 + +[Rank 0] (epoch: 40, iters: 882, time: 0.148, data: 0.008) , G_GAN: 2.014, G_L1: 3.517, D_real: 0.001, D_fake: 0.818 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 40, iters 38480 +End of epoch 40 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 41, iters: 20, time: 0.155, data: 0.004) , G_GAN: 1.625, G_L1: 2.663, D_real: 0.175, D_fake: 0.669 + +[Rank 0] (epoch: 41, iters: 120, time: 0.147, data: 0.004) , G_GAN: 2.688, G_L1: 2.518, D_real: 0.106, D_fake: 0.229 + +[Rank 0] (epoch: 41, iters: 220, time: 0.144, data: 0.004) , G_GAN: 1.471, G_L1: 4.057, D_real: 1.102, D_fake: 0.144 + +[Rank 0] (epoch: 41, iters: 320, time: 0.834, data: 0.004) , G_GAN: 3.219, G_L1: 2.249, D_real: 0.006, D_fake: 1.883 + +[Rank 0] (epoch: 41, iters: 420, time: 0.154, data: 0.003) , G_GAN: 1.638, G_L1: 3.643, D_real: 0.272, D_fake: 0.352 + +[Rank 0] (epoch: 41, iters: 520, time: 0.150, data: 0.004) , G_GAN: 2.315, G_L1: 2.973, D_real: 0.039, D_fake: 0.212 + +[Rank 0] (epoch: 41, iters: 620, time: 0.149, data: 0.004) , G_GAN: 1.576, G_L1: 2.787, D_real: 0.495, D_fake: 1.062 + +[Rank 0] (epoch: 41, iters: 720, time: 0.143, data: 0.004) , G_GAN: 1.611, G_L1: 3.113, D_real: 0.621, D_fake: 0.354 + +[Rank 0] (epoch: 41, iters: 820, time: 0.151, data: 0.004) , G_GAN: 3.411, G_L1: 2.697, D_real: 0.011, D_fake: 0.072 + +[Rank 0] (epoch: 41, iters: 920, time: 0.164, data: 0.004) , G_GAN: 1.686, G_L1: 6.477, D_real: 0.349, D_fake: 0.395 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 41 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 42, iters: 58, time: 0.146, data: 0.004) , G_GAN: 1.909, G_L1: 2.333, D_real: 0.102, D_fake: 0.385 + +[Rank 0] (epoch: 42, iters: 158, time: 0.927, data: 0.004) , G_GAN: 1.284, G_L1: 2.616, D_real: 0.324, D_fake: 0.886 + +[Rank 0] (epoch: 42, iters: 258, time: 0.148, data: 0.004) , G_GAN: 1.747, G_L1: 3.202, D_real: 0.692, D_fake: 0.109 + +[Rank 0] (epoch: 42, iters: 358, time: 0.149, data: 0.004) , G_GAN: 3.049, G_L1: 3.580, D_real: 0.050, D_fake: 0.226 + +[Rank 0] (epoch: 42, iters: 458, time: 0.149, data: 0.004) , G_GAN: 1.441, G_L1: 3.900, D_real: 0.916, D_fake: 0.323 + +[Rank 0] (epoch: 42, iters: 558, time: 0.839, data: 0.004) , G_GAN: 3.080, G_L1: 3.557, D_real: 0.402, D_fake: 0.023 + +saving the latest model (epoch 42, total_iters 40000) +[Rank 0] (epoch: 42, iters: 658, time: 0.151, data: 0.006) , G_GAN: 1.952, G_L1: 3.145, D_real: 0.404, D_fake: 0.467 + +[Rank 0] (epoch: 42, iters: 758, time: 0.152, data: 0.004) , G_GAN: 1.223, G_L1: 2.408, D_real: 0.237, D_fake: 1.430 + +[Rank 0] (epoch: 42, iters: 858, time: 0.147, data: 0.004) , G_GAN: 3.220, G_L1: 3.738, D_real: 0.005, D_fake: 0.406 + +[Rank 0] (epoch: 42, iters: 958, time: 0.145, data: 0.004) , G_GAN: 2.611, G_L1: 2.595, D_real: 0.167, D_fake: 0.128 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 42 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 43, iters: 96, time: 0.147, data: 0.003) , G_GAN: 2.816, G_L1: 3.473, D_real: 0.021, D_fake: 0.246 + +[Rank 0] (epoch: 43, iters: 196, time: 0.148, data: 0.004) , G_GAN: 1.503, G_L1: 2.560, D_real: 0.257, D_fake: 0.592 + +[Rank 0] (epoch: 43, iters: 296, time: 0.145, data: 0.004) , G_GAN: 1.808, G_L1: 2.829, D_real: 0.684, D_fake: 0.137 + +[Rank 0] (epoch: 43, iters: 396, time: 0.921, data: 0.004) , G_GAN: 2.546, G_L1: 2.763, D_real: 1.221, D_fake: 0.068 + +[Rank 0] (epoch: 43, iters: 496, time: 0.150, data: 0.004) , G_GAN: 1.318, G_L1: 6.723, D_real: 0.484, D_fake: 0.557 + +[Rank 0] (epoch: 43, iters: 596, time: 0.152, data: 0.004) , G_GAN: 2.138, G_L1: 3.415, D_real: 0.355, D_fake: 0.437 + +[Rank 0] (epoch: 43, iters: 696, time: 0.143, data: 0.004) , G_GAN: 1.792, G_L1: 2.558, D_real: 0.378, D_fake: 0.416 + +[Rank 0] (epoch: 43, iters: 796, time: 0.141, data: 0.004) , G_GAN: 2.686, G_L1: 3.470, D_real: 0.674, D_fake: 0.096 + +[Rank 0] (epoch: 43, iters: 896, time: 0.154, data: 0.004) , G_GAN: 1.890, G_L1: 2.860, D_real: 0.324, D_fake: 0.285 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 43 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 44, iters: 34, time: 0.149, data: 0.004) , G_GAN: 1.837, G_L1: 2.606, D_real: 1.120, D_fake: 0.138 + +[Rank 0] (epoch: 44, iters: 134, time: 0.152, data: 0.004) , G_GAN: 1.685, G_L1: 5.784, D_real: 0.508, D_fake: 0.305 + +[Rank 0] (epoch: 44, iters: 234, time: 0.843, data: 0.004) , G_GAN: 1.863, G_L1: 3.559, D_real: 0.899, D_fake: 0.189 + +[Rank 0] (epoch: 44, iters: 334, time: 0.148, data: 0.004) , G_GAN: 2.371, G_L1: 3.081, D_real: 0.708, D_fake: 0.192 + +[Rank 0] (epoch: 44, iters: 434, time: 0.149, data: 0.004) , G_GAN: 2.274, G_L1: 3.042, D_real: 0.390, D_fake: 0.743 + +[Rank 0] (epoch: 44, iters: 534, time: 0.147, data: 0.004) , G_GAN: 2.245, G_L1: 4.226, D_real: 1.071, D_fake: 0.054 + +[Rank 0] (epoch: 44, iters: 634, time: 0.932, data: 0.004) , G_GAN: 2.001, G_L1: 2.991, D_real: 0.276, D_fake: 0.215 + +[Rank 0] (epoch: 44, iters: 734, time: 0.152, data: 0.004) , G_GAN: 2.554, G_L1: 4.525, D_real: 0.081, D_fake: 0.144 + +[Rank 0] (epoch: 44, iters: 834, time: 0.149, data: 0.004) , G_GAN: 1.416, G_L1: 3.144, D_real: 1.223, D_fake: 0.165 + +[Rank 0] (epoch: 44, iters: 934, time: 0.150, data: 0.004) , G_GAN: 1.936, G_L1: 2.701, D_real: 1.283, D_fake: 0.077 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 44 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 45, iters: 72, time: 0.878, data: 0.004) , G_GAN: 2.187, G_L1: 2.723, D_real: 0.223, D_fake: 0.407 + +[Rank 0] (epoch: 45, iters: 172, time: 0.161, data: 0.004) , G_GAN: 3.973, G_L1: 2.350, D_real: 0.006, D_fake: 0.032 + +[Rank 0] (epoch: 45, iters: 272, time: 0.151, data: 0.003) , G_GAN: 1.549, G_L1: 2.300, D_real: 0.900, D_fake: 0.280 + +[Rank 0] (epoch: 45, iters: 372, time: 0.151, data: 0.004) , G_GAN: 2.714, G_L1: 3.497, D_real: 0.427, D_fake: 0.139 + +[Rank 0] (epoch: 45, iters: 472, time: 0.149, data: 0.004) , G_GAN: 2.308, G_L1: 2.376, D_real: 0.650, D_fake: 0.118 + +[Rank 0] (epoch: 45, iters: 572, time: 0.143, data: 0.004) , G_GAN: 3.550, G_L1: 2.008, D_real: 0.014, D_fake: 0.114 + +[Rank 0] (epoch: 45, iters: 672, time: 0.149, data: 0.004) , G_GAN: 2.426, G_L1: 1.756, D_real: 0.257, D_fake: 0.128 + +[Rank 0] (epoch: 45, iters: 772, time: 0.152, data: 0.004) , G_GAN: 1.679, G_L1: 3.310, D_real: 0.800, D_fake: 0.592 + +[Rank 0] (epoch: 45, iters: 872, time: 0.150, data: 0.004) , G_GAN: 2.054, G_L1: 3.143, D_real: 0.144, D_fake: 0.376 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 45, iters 43290 +End of epoch 45 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 46, iters: 10, time: 0.147, data: 0.004) , G_GAN: 2.437, G_L1: 2.388, D_real: 0.039, D_fake: 0.569 + +[Rank 0] (epoch: 46, iters: 110, time: 0.139, data: 0.003) , G_GAN: 2.680, G_L1: 3.666, D_real: 0.238, D_fake: 0.520 + +[Rank 0] (epoch: 46, iters: 210, time: 0.144, data: 0.003) , G_GAN: 3.626, G_L1: 2.688, D_real: 0.138, D_fake: 0.064 + +[Rank 0] (epoch: 46, iters: 310, time: 0.876, data: 0.004) , G_GAN: 3.382, G_L1: 1.697, D_real: 0.017, D_fake: 1.122 + +[Rank 0] (epoch: 46, iters: 410, time: 0.147, data: 0.004) , G_GAN: 4.199, G_L1: 3.640, D_real: 0.485, D_fake: 0.117 + +[Rank 0] (epoch: 46, iters: 510, time: 0.140, data: 0.004) , G_GAN: 2.374, G_L1: 3.728, D_real: 1.346, D_fake: 0.033 + +[Rank 0] (epoch: 46, iters: 610, time: 0.148, data: 0.003) , G_GAN: 1.068, G_L1: 3.631, D_real: 0.502, D_fake: 0.476 + +[Rank 0] (epoch: 46, iters: 710, time: 0.804, data: 0.008) , G_GAN: 1.767, G_L1: 3.881, D_real: 0.831, D_fake: 0.218 + +[Rank 0] (epoch: 46, iters: 810, time: 0.147, data: 0.003) , G_GAN: 2.706, G_L1: 2.962, D_real: 0.021, D_fake: 0.381 + +[Rank 0] (epoch: 46, iters: 910, time: 0.152, data: 0.003) , G_GAN: 4.514, G_L1: 3.540, D_real: 0.015, D_fake: 0.089 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 46 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 47, iters: 48, time: 0.150, data: 0.003) , G_GAN: 1.353, G_L1: 2.322, D_real: 0.539, D_fake: 0.415 + +[Rank 0] (epoch: 47, iters: 148, time: 0.846, data: 0.004) , G_GAN: 3.830, G_L1: 2.586, D_real: 0.096, D_fake: 0.946 + +[Rank 0] (epoch: 47, iters: 248, time: 0.146, data: 0.004) , G_GAN: 2.006, G_L1: 2.997, D_real: 0.247, D_fake: 0.478 + +[Rank 0] (epoch: 47, iters: 348, time: 0.147, data: 0.008) , G_GAN: 3.035, G_L1: 3.786, D_real: 0.196, D_fake: 0.095 + +[Rank 0] (epoch: 47, iters: 448, time: 0.150, data: 0.004) , G_GAN: 3.089, G_L1: 3.712, D_real: 0.067, D_fake: 0.092 + +[Rank 0] (epoch: 47, iters: 548, time: 0.150, data: 0.004) , G_GAN: 3.215, G_L1: 2.253, D_real: 0.675, D_fake: 0.047 + +[Rank 0] (epoch: 47, iters: 648, time: 0.149, data: 0.004) , G_GAN: 1.488, G_L1: 2.670, D_real: 0.755, D_fake: 0.265 + +[Rank 0] (epoch: 47, iters: 748, time: 0.151, data: 0.008) , G_GAN: 1.557, G_L1: 3.499, D_real: 0.365, D_fake: 0.440 + +saving the latest model (epoch 47, total_iters 45000) +[Rank 0] (epoch: 47, iters: 848, time: 0.148, data: 0.008) , G_GAN: 1.215, G_L1: 2.852, D_real: 0.250, D_fake: 1.568 + +[Rank 0] (epoch: 47, iters: 948, time: 0.153, data: 0.004) , G_GAN: 2.179, G_L1: 2.330, D_real: 0.089, D_fake: 0.895 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 47 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 48, iters: 86, time: 0.149, data: 0.004) , G_GAN: 2.212, G_L1: 2.756, D_real: 0.050, D_fake: 0.352 + +[Rank 0] (epoch: 48, iters: 186, time: 0.151, data: 0.004) , G_GAN: 2.342, G_L1: 3.384, D_real: 1.077, D_fake: 0.069 + +[Rank 0] (epoch: 48, iters: 286, time: 0.149, data: 0.004) , G_GAN: 1.985, G_L1: 3.145, D_real: 0.933, D_fake: 0.092 + +[Rank 0] (epoch: 48, iters: 386, time: 0.868, data: 0.004) , G_GAN: 4.175, G_L1: 2.262, D_real: 0.296, D_fake: 0.757 + +[Rank 0] (epoch: 48, iters: 486, time: 0.148, data: 0.003) , G_GAN: 1.708, G_L1: 5.319, D_real: 0.267, D_fake: 0.350 + +[Rank 0] (epoch: 48, iters: 586, time: 0.149, data: 0.004) , G_GAN: 1.249, G_L1: 3.255, D_real: 0.417, D_fake: 0.861 + +[Rank 0] (epoch: 48, iters: 686, time: 0.151, data: 0.003) , G_GAN: 1.701, G_L1: 4.321, D_real: 0.009, D_fake: 0.726 + +[Rank 0] (epoch: 48, iters: 786, time: 0.949, data: 0.003) , G_GAN: 2.214, G_L1: 4.692, D_real: 0.232, D_fake: 0.264 + +[Rank 0] (epoch: 48, iters: 886, time: 0.148, data: 0.004) , G_GAN: 1.744, G_L1: 2.955, D_real: 0.996, D_fake: 0.212 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 48 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 49, iters: 24, time: 0.162, data: 0.004) , G_GAN: 1.851, G_L1: 2.475, D_real: 0.492, D_fake: 0.140 + +[Rank 0] (epoch: 49, iters: 124, time: 0.150, data: 0.003) , G_GAN: 2.370, G_L1: 2.757, D_real: 1.134, D_fake: 0.056 + +[Rank 0] (epoch: 49, iters: 224, time: 0.973, data: 0.003) , G_GAN: 2.332, G_L1: 3.336, D_real: 1.393, D_fake: 0.076 + +[Rank 0] (epoch: 49, iters: 324, time: 0.146, data: 0.003) , G_GAN: 2.659, G_L1: 3.699, D_real: 0.127, D_fake: 0.155 + +[Rank 0] (epoch: 49, iters: 424, time: 0.148, data: 0.003) , G_GAN: 1.470, G_L1: 6.020, D_real: 0.168, D_fake: 0.503 + +[Rank 0] (epoch: 49, iters: 524, time: 0.147, data: 0.003) , G_GAN: 2.121, G_L1: 4.538, D_real: 0.065, D_fake: 1.468 + +[Rank 0] (epoch: 49, iters: 624, time: 0.149, data: 0.003) , G_GAN: 2.984, G_L1: 2.066, D_real: 0.040, D_fake: 0.164 + +[Rank 0] (epoch: 49, iters: 724, time: 0.152, data: 0.003) , G_GAN: 1.720, G_L1: 2.688, D_real: 1.229, D_fake: 0.406 + +[Rank 0] (epoch: 49, iters: 824, time: 0.150, data: 0.003) , G_GAN: 1.281, G_L1: 4.159, D_real: 0.238, D_fake: 0.985 + +[Rank 0] (epoch: 49, iters: 924, time: 0.151, data: 0.003) , G_GAN: 4.444, G_L1: 5.636, D_real: 0.001, D_fake: 0.091 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 49 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 50, iters: 62, time: 0.843, data: 0.004) , G_GAN: 2.835, G_L1: 1.735, D_real: 0.025, D_fake: 0.690 + +[Rank 0] (epoch: 50, iters: 162, time: 0.143, data: 0.004) , G_GAN: 1.975, G_L1: 2.839, D_real: 0.292, D_fake: 0.720 + +[Rank 0] (epoch: 50, iters: 262, time: 0.151, data: 0.004) , G_GAN: 1.223, G_L1: 2.612, D_real: 1.148, D_fake: 0.225 + +[Rank 0] (epoch: 50, iters: 362, time: 0.149, data: 0.004) , G_GAN: 2.870, G_L1: 2.263, D_real: 0.229, D_fake: 0.281 + +[Rank 0] (epoch: 50, iters: 462, time: 0.149, data: 0.004) , G_GAN: 3.749, G_L1: 2.104, D_real: 1.441, D_fake: 0.026 + +[Rank 0] (epoch: 50, iters: 562, time: 0.148, data: 0.004) , G_GAN: 1.557, G_L1: 3.688, D_real: 1.231, D_fake: 0.171 + +[Rank 0] (epoch: 50, iters: 662, time: 0.149, data: 0.004) , G_GAN: 1.204, G_L1: 5.708, D_real: 1.032, D_fake: 0.147 + +[Rank 0] (epoch: 50, iters: 762, time: 0.152, data: 0.004) , G_GAN: 2.591, G_L1: 3.966, D_real: 0.059, D_fake: 0.562 + +[Rank 0] (epoch: 50, iters: 862, time: 0.862, data: 0.004) , G_GAN: 1.524, G_L1: 2.703, D_real: 0.336, D_fake: 0.516 + +[Rank 0] (epoch: 50, iters: 962, time: 0.146, data: 0.004) , G_GAN: 3.200, G_L1: 2.975, D_real: 0.031, D_fake: 0.910 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 50, iters 48100 +End of epoch 50 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 51, iters: 100, time: 0.148, data: 0.230) , G_GAN: 2.635, G_L1: 2.531, D_real: 0.390, D_fake: 0.049 + +[Rank 0] (epoch: 51, iters: 200, time: 0.148, data: 0.003) , G_GAN: 3.798, G_L1: 3.407, D_real: 0.073, D_fake: 0.181 + +[Rank 0] (epoch: 51, iters: 300, time: 0.900, data: 0.003) , G_GAN: 2.005, G_L1: 4.772, D_real: 0.366, D_fake: 0.780 + +[Rank 0] (epoch: 51, iters: 400, time: 0.149, data: 0.004) , G_GAN: 1.876, G_L1: 2.348, D_real: 0.486, D_fake: 0.228 + +[Rank 0] (epoch: 51, iters: 500, time: 0.146, data: 0.003) , G_GAN: 4.360, G_L1: 2.443, D_real: 0.184, D_fake: 0.057 + +[Rank 0] (epoch: 51, iters: 600, time: 0.143, data: 0.003) , G_GAN: 2.713, G_L1: 2.979, D_real: 0.482, D_fake: 1.158 + +[Rank 0] (epoch: 51, iters: 700, time: 0.148, data: 0.003) , G_GAN: 2.132, G_L1: 2.276, D_real: 2.117, D_fake: 1.466 + +[Rank 0] (epoch: 51, iters: 800, time: 0.151, data: 0.005) , G_GAN: 1.121, G_L1: 4.529, D_real: 0.391, D_fake: 0.421 + +[Rank 0] (epoch: 51, iters: 900, time: 0.147, data: 0.003) , G_GAN: 1.687, G_L1: 2.986, D_real: 0.939, D_fake: 0.333 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 51 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 52, iters: 38, time: 0.148, data: 0.003) , G_GAN: 2.253, G_L1: 2.187, D_real: 0.374, D_fake: 0.215 + +[Rank 0] (epoch: 52, iters: 138, time: 0.876, data: 0.003) , G_GAN: 3.347, G_L1: 2.865, D_real: 0.024, D_fake: 0.093 + +[Rank 0] (epoch: 52, iters: 238, time: 0.149, data: 0.003) , G_GAN: 2.583, G_L1: 2.768, D_real: 0.031, D_fake: 0.278 + +[Rank 0] (epoch: 52, iters: 338, time: 0.153, data: 0.003) , G_GAN: 3.330, G_L1: 2.415, D_real: 0.062, D_fake: 0.167 + +[Rank 0] (epoch: 52, iters: 438, time: 0.154, data: 0.003) , G_GAN: 1.383, G_L1: 2.781, D_real: 0.420, D_fake: 0.575 + +[Rank 0] (epoch: 52, iters: 538, time: 0.149, data: 0.003) , G_GAN: 4.668, G_L1: 2.714, D_real: 0.080, D_fake: 0.024 + +[Rank 0] (epoch: 52, iters: 638, time: 0.149, data: 0.003) , G_GAN: 1.509, G_L1: 4.304, D_real: 0.155, D_fake: 1.011 + +[Rank 0] (epoch: 52, iters: 738, time: 0.151, data: 0.003) , G_GAN: 2.879, G_L1: 1.901, D_real: 0.397, D_fake: 0.995 + +[Rank 0] (epoch: 52, iters: 838, time: 0.150, data: 0.003) , G_GAN: 1.263, G_L1: 3.279, D_real: 0.629, D_fake: 0.299 + +[Rank 0] (epoch: 52, iters: 938, time: 0.888, data: 0.003) , G_GAN: 2.307, G_L1: 5.310, D_real: 1.019, D_fake: 0.117 + +saving the latest model (epoch 52, total_iters 50000) +learning rate 0.0002000 -> 0.0002000 +End of epoch 52 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 53, iters: 76, time: 0.146, data: 0.008) , G_GAN: 1.148, G_L1: 4.583, D_real: 0.671, D_fake: 0.193 + +[Rank 0] (epoch: 53, iters: 176, time: 0.148, data: 0.003) , G_GAN: 1.946, G_L1: 3.067, D_real: 0.690, D_fake: 0.136 + +[Rank 0] (epoch: 53, iters: 276, time: 0.148, data: 0.003) , G_GAN: 3.109, G_L1: 4.734, D_real: 0.018, D_fake: 0.911 + +[Rank 0] (epoch: 53, iters: 376, time: 0.949, data: 0.003) , G_GAN: 2.041, G_L1: 2.148, D_real: 0.133, D_fake: 0.611 + +[Rank 0] (epoch: 53, iters: 476, time: 0.146, data: 0.003) , G_GAN: 2.649, G_L1: 3.026, D_real: 0.192, D_fake: 0.165 + +[Rank 0] (epoch: 53, iters: 576, time: 0.152, data: 0.003) , G_GAN: 1.752, G_L1: 9.268, D_real: 0.269, D_fake: 0.206 + +[Rank 0] (epoch: 53, iters: 676, time: 0.146, data: 0.003) , G_GAN: 2.143, G_L1: 5.286, D_real: 0.339, D_fake: 0.376 + +[Rank 0] (epoch: 53, iters: 776, time: 0.150, data: 0.003) , G_GAN: 1.214, G_L1: 2.951, D_real: 1.103, D_fake: 0.365 + +[Rank 0] (epoch: 53, iters: 876, time: 0.156, data: 0.003) , G_GAN: 2.210, G_L1: 4.498, D_real: 0.016, D_fake: 0.316 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 53 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 54, iters: 14, time: 0.148, data: 0.003) , G_GAN: 3.588, G_L1: 2.308, D_real: 0.134, D_fake: 0.095 + +[Rank 0] (epoch: 54, iters: 114, time: 0.149, data: 0.003) , G_GAN: 4.486, G_L1: 3.526, D_real: 0.154, D_fake: 0.042 + +[Rank 0] (epoch: 54, iters: 214, time: 0.861, data: 0.003) , G_GAN: 2.937, G_L1: 3.112, D_real: 0.133, D_fake: 0.087 + +[Rank 0] (epoch: 54, iters: 314, time: 0.149, data: 0.003) , G_GAN: 2.237, G_L1: 2.212, D_real: 0.228, D_fake: 0.158 + +[Rank 0] (epoch: 54, iters: 414, time: 0.149, data: 0.003) , G_GAN: 1.833, G_L1: 2.141, D_real: 0.267, D_fake: 0.599 + +[Rank 0] (epoch: 54, iters: 514, time: 0.150, data: 0.003) , G_GAN: 1.956, G_L1: 2.425, D_real: 0.082, D_fake: 0.690 + +[Rank 0] (epoch: 54, iters: 614, time: 0.148, data: 0.003) , G_GAN: 1.733, G_L1: 2.735, D_real: 0.513, D_fake: 0.166 + +[Rank 0] (epoch: 54, iters: 714, time: 0.149, data: 0.003) , G_GAN: 4.877, G_L1: 3.022, D_real: 0.123, D_fake: 0.035 + +[Rank 0] (epoch: 54, iters: 814, time: 0.152, data: 0.003) , G_GAN: 3.329, G_L1: 5.117, D_real: 0.001, D_fake: 0.183 + +[Rank 0] (epoch: 54, iters: 914, time: 0.150, data: 0.003) , G_GAN: 2.836, G_L1: 2.253, D_real: 0.028, D_fake: 2.883 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 54 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 55, iters: 52, time: 0.820, data: 0.003) , G_GAN: 2.947, G_L1: 3.674, D_real: 0.003, D_fake: 0.092 + +[Rank 0] (epoch: 55, iters: 152, time: 0.154, data: 0.003) , G_GAN: 2.211, G_L1: 2.601, D_real: 0.154, D_fake: 0.744 + +[Rank 0] (epoch: 55, iters: 252, time: 0.150, data: 0.003) , G_GAN: 0.813, G_L1: 2.374, D_real: 0.922, D_fake: 0.624 + +[Rank 0] (epoch: 55, iters: 352, time: 0.149, data: 0.003) , G_GAN: 1.161, G_L1: 2.730, D_real: 0.751, D_fake: 0.288 + +[Rank 0] (epoch: 55, iters: 452, time: 0.149, data: 0.003) , G_GAN: 3.045, G_L1: 2.113, D_real: 0.039, D_fake: 0.322 + +[Rank 0] (epoch: 55, iters: 552, time: 0.148, data: 0.003) , G_GAN: 1.719, G_L1: 6.016, D_real: 0.013, D_fake: 0.733 + +[Rank 0] (epoch: 55, iters: 652, time: 0.146, data: 0.003) , G_GAN: 1.571, G_L1: 2.026, D_real: 0.519, D_fake: 0.137 + +[Rank 0] (epoch: 55, iters: 752, time: 0.153, data: 0.003) , G_GAN: 3.231, G_L1: 3.902, D_real: 0.045, D_fake: 0.096 + +[Rank 0] (epoch: 55, iters: 852, time: 0.153, data: 0.003) , G_GAN: 3.645, G_L1: 3.310, D_real: 0.008, D_fake: 0.104 + +[Rank 0] (epoch: 55, iters: 952, time: 0.154, data: 0.003) , G_GAN: 2.756, G_L1: 2.072, D_real: 0.240, D_fake: 0.135 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 55, iters 52910 +End of epoch 55 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 56, iters: 90, time: 0.139, data: 0.003) , G_GAN: 2.439, G_L1: 2.738, D_real: 0.624, D_fake: 0.170 + +[Rank 0] (epoch: 56, iters: 190, time: 0.148, data: 0.004) , G_GAN: 3.097, G_L1: 4.536, D_real: 0.023, D_fake: 0.278 + +[Rank 0] (epoch: 56, iters: 290, time: 0.846, data: 0.004) , G_GAN: 1.300, G_L1: 2.995, D_real: 0.707, D_fake: 0.632 + +[Rank 0] (epoch: 56, iters: 390, time: 0.153, data: 0.008) , G_GAN: 1.926, G_L1: 2.109, D_real: 0.394, D_fake: 1.133 + +[Rank 0] (epoch: 56, iters: 490, time: 0.153, data: 0.004) , G_GAN: 2.621, G_L1: 2.005, D_real: 0.531, D_fake: 0.776 + +[Rank 0] (epoch: 56, iters: 590, time: 0.148, data: 0.004) , G_GAN: 1.439, G_L1: 2.695, D_real: 0.261, D_fake: 0.521 + +[Rank 0] (epoch: 56, iters: 690, time: 0.153, data: 0.004) , G_GAN: 1.571, G_L1: 3.908, D_real: 0.427, D_fake: 0.939 + +[Rank 0] (epoch: 56, iters: 790, time: 0.150, data: 0.004) , G_GAN: 1.546, G_L1: 3.202, D_real: 0.516, D_fake: 0.234 + +[Rank 0] (epoch: 56, iters: 890, time: 0.155, data: 0.004) , G_GAN: 1.657, G_L1: 2.978, D_real: 0.543, D_fake: 0.524 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 56 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 57, iters: 28, time: 0.150, data: 0.004) , G_GAN: 1.661, G_L1: 2.628, D_real: 0.344, D_fake: 0.437 + +[Rank 0] (epoch: 57, iters: 128, time: 0.799, data: 0.004) , G_GAN: 4.818, G_L1: 3.053, D_real: 0.193, D_fake: 0.012 + +[Rank 0] (epoch: 57, iters: 228, time: 0.158, data: 0.004) , G_GAN: 2.830, G_L1: 2.024, D_real: 0.212, D_fake: 1.000 + +[Rank 0] (epoch: 57, iters: 328, time: 0.151, data: 0.004) , G_GAN: 1.439, G_L1: 2.387, D_real: 1.311, D_fake: 0.107 + +[Rank 0] (epoch: 57, iters: 428, time: 0.150, data: 0.004) , G_GAN: 2.048, G_L1: 2.066, D_real: 0.322, D_fake: 1.055 + +[Rank 0] (epoch: 57, iters: 528, time: 0.150, data: 0.004) , G_GAN: 3.215, G_L1: 1.895, D_real: 0.030, D_fake: 0.200 + +[Rank 0] (epoch: 57, iters: 628, time: 0.151, data: 0.004) , G_GAN: 1.371, G_L1: 3.555, D_real: 0.653, D_fake: 0.812 + +[Rank 0] (epoch: 57, iters: 728, time: 0.150, data: 0.008) , G_GAN: 2.827, G_L1: 2.531, D_real: 0.007, D_fake: 0.742 + +[Rank 0] (epoch: 57, iters: 828, time: 0.149, data: 0.004) , G_GAN: 1.631, G_L1: 3.304, D_real: 0.894, D_fake: 0.109 + +[Rank 0] (epoch: 57, iters: 928, time: 0.148, data: 0.004) , G_GAN: 1.259, G_L1: 3.246, D_real: 0.288, D_fake: 0.638 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 57 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 58, iters: 66, time: 0.154, data: 0.004) , G_GAN: 1.475, G_L1: 2.720, D_real: 1.048, D_fake: 0.117 + +[Rank 0] (epoch: 58, iters: 166, time: 0.147, data: 0.004) , G_GAN: 2.634, G_L1: 2.046, D_real: 0.025, D_fake: 0.199 + +saving the latest model (epoch 58, total_iters 55000) +[Rank 0] (epoch: 58, iters: 266, time: 0.149, data: 0.008) , G_GAN: 1.649, G_L1: 2.813, D_real: 0.900, D_fake: 0.089 + +[Rank 0] (epoch: 58, iters: 366, time: 0.755, data: 0.004) , G_GAN: 1.130, G_L1: 2.200, D_real: 0.609, D_fake: 0.350 + +[Rank 0] (epoch: 58, iters: 466, time: 0.150, data: 0.004) , G_GAN: 1.618, G_L1: 2.475, D_real: 0.601, D_fake: 0.145 + +[Rank 0] (epoch: 58, iters: 566, time: 0.146, data: 0.004) , G_GAN: 2.741, G_L1: 2.361, D_real: 0.075, D_fake: 0.530 + +[Rank 0] (epoch: 58, iters: 666, time: 0.147, data: 0.004) , G_GAN: 2.943, G_L1: 3.465, D_real: 0.122, D_fake: 0.467 + +[Rank 0] (epoch: 58, iters: 766, time: 0.161, data: 0.004) , G_GAN: 0.548, G_L1: 3.275, D_real: 2.057, D_fake: 0.445 + +[Rank 0] (epoch: 58, iters: 866, time: 0.151, data: 0.004) , G_GAN: 1.683, G_L1: 2.243, D_real: 0.070, D_fake: 0.840 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 58 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 59, iters: 4, time: 0.147, data: 0.004) , G_GAN: 1.400, G_L1: 2.367, D_real: 0.569, D_fake: 0.351 + +[Rank 0] (epoch: 59, iters: 104, time: 0.151, data: 0.004) , G_GAN: 0.683, G_L1: 3.116, D_real: 1.740, D_fake: 0.261 + +[Rank 0] (epoch: 59, iters: 204, time: 0.889, data: 0.004) , G_GAN: 0.844, G_L1: 2.075, D_real: 0.992, D_fake: 0.426 + +[Rank 0] (epoch: 59, iters: 304, time: 0.149, data: 0.004) , G_GAN: 2.321, G_L1: 2.464, D_real: 0.348, D_fake: 0.184 + +[Rank 0] (epoch: 59, iters: 404, time: 0.149, data: 0.004) , G_GAN: 1.516, G_L1: 2.599, D_real: 0.277, D_fake: 0.486 + +[Rank 0] (epoch: 59, iters: 504, time: 0.152, data: 0.004) , G_GAN: 2.398, G_L1: 6.529, D_real: 0.561, D_fake: 0.522 + +[Rank 0] (epoch: 59, iters: 604, time: 0.147, data: 0.004) , G_GAN: 1.269, G_L1: 3.359, D_real: 0.562, D_fake: 0.506 + +[Rank 0] (epoch: 59, iters: 704, time: 0.146, data: 0.004) , G_GAN: 2.036, G_L1: 3.306, D_real: 0.307, D_fake: 0.211 + +[Rank 0] (epoch: 59, iters: 804, time: 0.152, data: 0.004) , G_GAN: 1.226, G_L1: 2.283, D_real: 0.752, D_fake: 0.062 + +[Rank 0] (epoch: 59, iters: 904, time: 0.149, data: 0.004) , G_GAN: 3.730, G_L1: 4.280, D_real: 0.001, D_fake: 0.069 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 59 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 60, iters: 42, time: 0.894, data: 0.003) , G_GAN: 1.130, G_L1: 2.948, D_real: 0.750, D_fake: 0.589 + +[Rank 0] (epoch: 60, iters: 142, time: 0.149, data: 0.004) , G_GAN: 1.074, G_L1: 3.951, D_real: 1.083, D_fake: 0.391 + +[Rank 0] (epoch: 60, iters: 242, time: 0.149, data: 0.004) , G_GAN: 2.993, G_L1: 3.540, D_real: 0.066, D_fake: 0.118 + +[Rank 0] (epoch: 60, iters: 342, time: 0.142, data: 0.004) , G_GAN: 1.202, G_L1: 2.540, D_real: 1.243, D_fake: 0.149 + +[Rank 0] (epoch: 60, iters: 442, time: 0.146, data: 0.004) , G_GAN: 2.214, G_L1: 2.819, D_real: 0.560, D_fake: 0.140 + +[Rank 0] (epoch: 60, iters: 542, time: 0.145, data: 0.004) , G_GAN: 1.146, G_L1: 3.068, D_real: 0.699, D_fake: 0.676 + +[Rank 0] (epoch: 60, iters: 642, time: 0.153, data: 0.004) , G_GAN: 1.456, G_L1: 4.212, D_real: 0.985, D_fake: 0.461 + +[Rank 0] (epoch: 60, iters: 742, time: 0.152, data: 0.004) , G_GAN: 3.271, G_L1: 1.973, D_real: 0.099, D_fake: 2.354 + +[Rank 0] (epoch: 60, iters: 842, time: 0.150, data: 0.004) , G_GAN: 1.525, G_L1: 6.486, D_real: 0.373, D_fake: 0.415 + +[Rank 0] (epoch: 60, iters: 942, time: 0.152, data: 0.004) , G_GAN: 1.666, G_L1: 3.595, D_real: 0.409, D_fake: 0.332 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 60, iters 57720 +End of epoch 60 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 61, iters: 80, time: 0.133, data: 0.004) , G_GAN: 2.480, G_L1: 4.086, D_real: 0.026, D_fake: 0.189 + +[Rank 0] (epoch: 61, iters: 180, time: 0.151, data: 0.003) , G_GAN: 0.958, G_L1: 2.387, D_real: 1.447, D_fake: 0.141 + +[Rank 0] (epoch: 61, iters: 280, time: 0.931, data: 0.003) , G_GAN: 3.288, G_L1: 4.066, D_real: 0.041, D_fake: 0.063 + +[Rank 0] (epoch: 61, iters: 380, time: 0.150, data: 0.003) , G_GAN: 1.394, G_L1: 2.833, D_real: 1.244, D_fake: 0.061 + +[Rank 0] (epoch: 61, iters: 480, time: 0.150, data: 0.008) , G_GAN: 1.007, G_L1: 2.546, D_real: 0.351, D_fake: 0.786 + +[Rank 0] (epoch: 61, iters: 580, time: 0.141, data: 0.003) , G_GAN: 2.057, G_L1: 2.643, D_real: 1.404, D_fake: 0.105 + +[Rank 0] (epoch: 61, iters: 680, time: 0.148, data: 0.003) , G_GAN: 2.078, G_L1: 4.885, D_real: 0.823, D_fake: 0.721 + +[Rank 0] (epoch: 61, iters: 780, time: 0.151, data: 0.003) , G_GAN: 2.799, G_L1: 1.676, D_real: 0.189, D_fake: 0.931 + +[Rank 0] (epoch: 61, iters: 880, time: 0.154, data: 0.008) , G_GAN: 3.872, G_L1: 1.481, D_real: 0.017, D_fake: 0.071 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 61 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 62, iters: 18, time: 0.149, data: 0.003) , G_GAN: 2.030, G_L1: 6.196, D_real: 0.400, D_fake: 0.361 + +[Rank 0] (epoch: 62, iters: 118, time: 0.990, data: 0.003) , G_GAN: 2.146, G_L1: 3.486, D_real: 0.194, D_fake: 0.520 + +[Rank 0] (epoch: 62, iters: 218, time: 0.152, data: 0.003) , G_GAN: 2.364, G_L1: 2.325, D_real: 0.180, D_fake: 0.431 + +[Rank 0] (epoch: 62, iters: 318, time: 0.144, data: 0.003) , G_GAN: 1.399, G_L1: 3.064, D_real: 0.581, D_fake: 0.490 + +[Rank 0] (epoch: 62, iters: 418, time: 0.151, data: 0.003) , G_GAN: 0.407, G_L1: 1.927, D_real: 1.056, D_fake: 0.063 + +[Rank 0] (epoch: 62, iters: 518, time: 0.146, data: 0.003) , G_GAN: 4.162, G_L1: 1.752, D_real: 0.002, D_fake: 0.557 + +[Rank 0] (epoch: 62, iters: 618, time: 0.145, data: 0.003) , G_GAN: 1.149, G_L1: 2.252, D_real: 1.144, D_fake: 0.365 + +[Rank 0] (epoch: 62, iters: 718, time: 0.149, data: 0.003) , G_GAN: 0.739, G_L1: 4.239, D_real: 1.336, D_fake: 0.228 + +[Rank 0] (epoch: 62, iters: 818, time: 0.152, data: 0.003) , G_GAN: 2.539, G_L1: 1.833, D_real: 0.076, D_fake: 0.261 + +[Rank 0] (epoch: 62, iters: 918, time: 0.150, data: 0.003) , G_GAN: 1.610, G_L1: 2.221, D_real: 0.698, D_fake: 0.210 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 62 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 63, iters: 56, time: 0.148, data: 0.003) , G_GAN: 3.112, G_L1: 2.193, D_real: 0.076, D_fake: 0.060 + +[Rank 0] (epoch: 63, iters: 156, time: 0.150, data: 0.004) , G_GAN: 3.937, G_L1: 4.405, D_real: 0.000, D_fake: 0.066 + +[Rank 0] (epoch: 63, iters: 256, time: 0.149, data: 0.003) , G_GAN: 1.254, G_L1: 1.930, D_real: 0.656, D_fake: 0.412 + +[Rank 0] (epoch: 63, iters: 356, time: 0.899, data: 0.003) , G_GAN: 3.559, G_L1: 3.625, D_real: 0.282, D_fake: 0.039 + +saving the latest model (epoch 63, total_iters 60000) +[Rank 0] (epoch: 63, iters: 456, time: 0.146, data: 0.008) , G_GAN: 2.629, G_L1: 2.537, D_real: 0.060, D_fake: 0.142 + +[Rank 0] (epoch: 63, iters: 556, time: 0.148, data: 0.003) , G_GAN: 1.936, G_L1: 2.679, D_real: 0.004, D_fake: 1.042 + +[Rank 0] (epoch: 63, iters: 656, time: 0.147, data: 0.003) , G_GAN: 1.809, G_L1: 2.485, D_real: 0.523, D_fake: 0.246 + +[Rank 0] (epoch: 63, iters: 756, time: 0.152, data: 0.004) , G_GAN: 1.293, G_L1: 3.178, D_real: 0.311, D_fake: 1.147 + +[Rank 0] (epoch: 63, iters: 856, time: 0.152, data: 0.003) , G_GAN: 1.766, G_L1: 2.957, D_real: 0.814, D_fake: 0.234 + +[Rank 0] (epoch: 63, iters: 956, time: 0.147, data: 0.003) , G_GAN: 0.928, G_L1: 2.411, D_real: 1.539, D_fake: 0.194 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 63 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 64, iters: 94, time: 0.152, data: 0.003) , G_GAN: 2.931, G_L1: 2.248, D_real: 0.365, D_fake: 0.264 + +[Rank 0] (epoch: 64, iters: 194, time: 0.872, data: 0.003) , G_GAN: 1.525, G_L1: 4.090, D_real: 0.275, D_fake: 0.417 + +[Rank 0] (epoch: 64, iters: 294, time: 0.149, data: 0.003) , G_GAN: 2.165, G_L1: 5.617, D_real: 0.107, D_fake: 0.963 + +[Rank 0] (epoch: 64, iters: 394, time: 0.159, data: 0.003) , G_GAN: 2.161, G_L1: 3.032, D_real: 0.144, D_fake: 0.401 + +[Rank 0] (epoch: 64, iters: 494, time: 0.148, data: 0.003) , G_GAN: 1.933, G_L1: 2.433, D_real: 0.283, D_fake: 0.368 + +[Rank 0] (epoch: 64, iters: 594, time: 0.150, data: 0.003) , G_GAN: 2.558, G_L1: 4.911, D_real: 0.016, D_fake: 0.234 + +[Rank 0] (epoch: 64, iters: 694, time: 0.149, data: 0.003) , G_GAN: 3.580, G_L1: 2.010, D_real: 0.020, D_fake: 0.094 + +[Rank 0] (epoch: 64, iters: 794, time: 0.160, data: 0.003) , G_GAN: 1.042, G_L1: 4.716, D_real: 0.400, D_fake: 0.495 + +[Rank 0] (epoch: 64, iters: 894, time: 0.153, data: 0.003) , G_GAN: 3.199, G_L1: 2.630, D_real: 0.015, D_fake: 0.066 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 64 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 65, iters: 32, time: 0.855, data: 0.003) , G_GAN: 2.839, G_L1: 5.060, D_real: 0.008, D_fake: 0.172 + +[Rank 0] (epoch: 65, iters: 132, time: 0.151, data: 0.003) , G_GAN: 2.644, G_L1: 2.637, D_real: 0.490, D_fake: 0.054 + +[Rank 0] (epoch: 65, iters: 232, time: 0.150, data: 0.003) , G_GAN: 1.301, G_L1: 6.234, D_real: 0.516, D_fake: 0.631 + +[Rank 0] (epoch: 65, iters: 332, time: 0.151, data: 0.003) , G_GAN: 2.510, G_L1: 2.648, D_real: 0.008, D_fake: 0.347 + +[Rank 0] (epoch: 65, iters: 432, time: 0.760, data: 0.003) , G_GAN: 2.578, G_L1: 2.152, D_real: 0.063, D_fake: 0.217 + +[Rank 0] (epoch: 65, iters: 532, time: 0.148, data: 0.003) , G_GAN: 1.635, G_L1: 5.642, D_real: 0.268, D_fake: 0.570 + +[Rank 0] (epoch: 65, iters: 632, time: 0.152, data: 0.003) , G_GAN: 3.441, G_L1: 3.030, D_real: 0.066, D_fake: 0.080 + +[Rank 0] (epoch: 65, iters: 732, time: 0.150, data: 0.003) , G_GAN: 4.167, G_L1: 2.242, D_real: 0.105, D_fake: 0.030 + +[Rank 0] (epoch: 65, iters: 832, time: 0.146, data: 0.003) , G_GAN: 1.078, G_L1: 2.444, D_real: 1.520, D_fake: 0.144 + +[Rank 0] (epoch: 65, iters: 932, time: 0.147, data: 0.003) , G_GAN: 2.907, G_L1: 1.813, D_real: 0.350, D_fake: 0.417 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 65, iters 62530 +End of epoch 65 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 66, iters: 70, time: 0.148, data: 0.003) , G_GAN: 2.838, G_L1: 3.886, D_real: 0.001, D_fake: 0.184 + +[Rank 0] (epoch: 66, iters: 170, time: 0.150, data: 0.003) , G_GAN: 2.220, G_L1: 3.300, D_real: 0.205, D_fake: 0.566 + +[Rank 0] (epoch: 66, iters: 270, time: 0.861, data: 0.003) , G_GAN: 1.151, G_L1: 3.343, D_real: 0.179, D_fake: 0.906 + +[Rank 0] (epoch: 66, iters: 370, time: 0.140, data: 0.003) , G_GAN: 1.996, G_L1: 2.064, D_real: 0.656, D_fake: 0.059 + +[Rank 0] (epoch: 66, iters: 470, time: 0.145, data: 0.003) , G_GAN: 2.728, G_L1: 3.604, D_real: 0.166, D_fake: 0.491 + +[Rank 0] (epoch: 66, iters: 570, time: 0.141, data: 0.003) , G_GAN: 2.042, G_L1: 6.068, D_real: 0.898, D_fake: 0.202 + +[Rank 0] (epoch: 66, iters: 670, time: 0.146, data: 0.003) , G_GAN: 3.195, G_L1: 2.723, D_real: 0.012, D_fake: 0.165 + +[Rank 0] (epoch: 66, iters: 770, time: 0.149, data: 0.003) , G_GAN: 3.310, G_L1: 1.832, D_real: 0.011, D_fake: 1.420 + +[Rank 0] (epoch: 66, iters: 870, time: 0.154, data: 0.004) , G_GAN: 2.119, G_L1: 2.531, D_real: 1.003, D_fake: 0.093 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 66 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 67, iters: 8, time: 0.151, data: 0.003) , G_GAN: 1.763, G_L1: 2.980, D_real: 0.354, D_fake: 0.339 + +[Rank 0] (epoch: 67, iters: 108, time: 0.801, data: 0.003) , G_GAN: 2.507, G_L1: 3.959, D_real: 0.001, D_fake: 0.322 + +[Rank 0] (epoch: 67, iters: 208, time: 0.147, data: 0.003) , G_GAN: 1.731, G_L1: 3.355, D_real: 1.030, D_fake: 0.230 + +[Rank 0] (epoch: 67, iters: 308, time: 0.148, data: 0.003) , G_GAN: 2.937, G_L1: 3.382, D_real: 0.130, D_fake: 0.152 + +[Rank 0] (epoch: 67, iters: 408, time: 0.148, data: 0.003) , G_GAN: 1.757, G_L1: 2.390, D_real: 0.794, D_fake: 0.060 + +[Rank 0] (epoch: 67, iters: 508, time: 0.898, data: 0.003) , G_GAN: 2.853, G_L1: 2.482, D_real: 0.402, D_fake: 0.036 + +[Rank 0] (epoch: 67, iters: 608, time: 0.144, data: 0.003) , G_GAN: 1.463, G_L1: 2.231, D_real: 1.455, D_fake: 0.130 + +[Rank 0] (epoch: 67, iters: 708, time: 0.152, data: 0.003) , G_GAN: 3.768, G_L1: 2.001, D_real: 0.004, D_fake: 2.988 + +[Rank 0] (epoch: 67, iters: 808, time: 0.150, data: 0.003) , G_GAN: 2.066, G_L1: 3.130, D_real: 0.090, D_fake: 0.676 + +[Rank 0] (epoch: 67, iters: 908, time: 0.151, data: 0.003) , G_GAN: 4.741, G_L1: 3.083, D_real: 0.004, D_fake: 0.020 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 67 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 68, iters: 46, time: 0.151, data: 0.003) , G_GAN: 1.081, G_L1: 2.761, D_real: 0.751, D_fake: 0.386 + +[Rank 0] (epoch: 68, iters: 146, time: 0.150, data: 0.003) , G_GAN: 1.609, G_L1: 3.192, D_real: 0.133, D_fake: 0.731 + +[Rank 0] (epoch: 68, iters: 246, time: 0.152, data: 0.003) , G_GAN: 1.142, G_L1: 2.132, D_real: 0.164, D_fake: 1.454 + +[Rank 0] (epoch: 68, iters: 346, time: 1.003, data: 0.003) , G_GAN: 1.246, G_L1: 2.534, D_real: 1.407, D_fake: 0.137 + +[Rank 0] (epoch: 68, iters: 446, time: 0.154, data: 0.003) , G_GAN: 3.515, G_L1: 2.694, D_real: 0.003, D_fake: 0.074 + +[Rank 0] (epoch: 68, iters: 546, time: 0.147, data: 0.003) , G_GAN: 4.079, G_L1: 2.617, D_real: 0.087, D_fake: 0.048 + +saving the latest model (epoch 68, total_iters 65000) +[Rank 0] (epoch: 68, iters: 646, time: 0.150, data: 0.008) , G_GAN: 1.439, G_L1: 1.409, D_real: 0.570, D_fake: 0.525 + +[Rank 0] (epoch: 68, iters: 746, time: 0.152, data: 0.003) , G_GAN: 2.501, G_L1: 2.800, D_real: 0.129, D_fake: 0.744 + +[Rank 0] (epoch: 68, iters: 846, time: 0.143, data: 0.003) , G_GAN: 3.076, G_L1: 2.616, D_real: 0.003, D_fake: 0.401 + +[Rank 0] (epoch: 68, iters: 946, time: 0.145, data: 0.003) , G_GAN: 3.448, G_L1: 3.360, D_real: 0.004, D_fake: 0.214 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 68 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 69, iters: 84, time: 0.151, data: 0.003) , G_GAN: 2.112, G_L1: 4.403, D_real: 0.118, D_fake: 0.440 + +[Rank 0] (epoch: 69, iters: 184, time: 0.875, data: 0.003) , G_GAN: 2.434, G_L1: 3.477, D_real: 0.226, D_fake: 0.533 + +[Rank 0] (epoch: 69, iters: 284, time: 0.152, data: 0.003) , G_GAN: 3.267, G_L1: 2.330, D_real: 0.055, D_fake: 0.327 + +[Rank 0] (epoch: 69, iters: 384, time: 0.152, data: 0.003) , G_GAN: 1.676, G_L1: 3.428, D_real: 0.484, D_fake: 0.186 + +[Rank 0] (epoch: 69, iters: 484, time: 0.151, data: 0.003) , G_GAN: 1.982, G_L1: 4.948, D_real: 0.007, D_fake: 0.545 + +[Rank 0] (epoch: 69, iters: 584, time: 0.804, data: 0.003) , G_GAN: 4.244, G_L1: 3.270, D_real: 0.007, D_fake: 0.063 + +[Rank 0] (epoch: 69, iters: 684, time: 0.153, data: 0.003) , G_GAN: 1.580, G_L1: 2.130, D_real: 0.557, D_fake: 0.299 + +[Rank 0] (epoch: 69, iters: 784, time: 0.146, data: 0.003) , G_GAN: 3.704, G_L1: 3.753, D_real: 0.000, D_fake: 0.375 + +[Rank 0] (epoch: 69, iters: 884, time: 0.149, data: 0.003) , G_GAN: 1.538, G_L1: 5.753, D_real: 0.301, D_fake: 0.439 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 69 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 70, iters: 22, time: 0.936, data: 0.003) , G_GAN: 4.143, G_L1: 3.010, D_real: 0.010, D_fake: 0.032 + +[Rank 0] (epoch: 70, iters: 122, time: 0.151, data: 0.003) , G_GAN: 1.598, G_L1: 2.296, D_real: 0.218, D_fake: 0.292 + +[Rank 0] (epoch: 70, iters: 222, time: 0.149, data: 0.003) , G_GAN: 6.367, G_L1: 1.997, D_real: 0.070, D_fake: 0.010 + +[Rank 0] (epoch: 70, iters: 322, time: 0.151, data: 0.003) , G_GAN: 3.215, G_L1: 3.225, D_real: 0.458, D_fake: 0.055 + +[Rank 0] (epoch: 70, iters: 422, time: 0.150, data: 0.003) , G_GAN: 3.334, G_L1: 2.134, D_real: 0.222, D_fake: 0.047 + +[Rank 0] (epoch: 70, iters: 522, time: 0.155, data: 0.003) , G_GAN: 2.949, G_L1: 1.580, D_real: 0.071, D_fake: 0.181 + +[Rank 0] (epoch: 70, iters: 622, time: 0.151, data: 0.003) , G_GAN: 2.116, G_L1: 3.326, D_real: 0.072, D_fake: 0.564 + +[Rank 0] (epoch: 70, iters: 722, time: 0.146, data: 0.003) , G_GAN: 5.030, G_L1: 2.116, D_real: 0.102, D_fake: 0.016 + +[Rank 0] (epoch: 70, iters: 822, time: 0.150, data: 0.003) , G_GAN: 3.349, G_L1: 1.928, D_real: 0.049, D_fake: 0.531 + +[Rank 0] (epoch: 70, iters: 922, time: 0.153, data: 0.003) , G_GAN: 4.104, G_L1: 2.609, D_real: 0.025, D_fake: 0.058 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 70, iters 67340 +End of epoch 70 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 71, iters: 60, time: 0.145, data: 0.003) , G_GAN: 2.580, G_L1: 2.351, D_real: 0.037, D_fake: 0.159 + +[Rank 0] (epoch: 71, iters: 160, time: 0.148, data: 0.003) , G_GAN: 1.578, G_L1: 2.006, D_real: 1.229, D_fake: 0.306 + +[Rank 0] (epoch: 71, iters: 260, time: 0.902, data: 0.003) , G_GAN: 3.066, G_L1: 3.082, D_real: 0.012, D_fake: 0.252 + +[Rank 0] (epoch: 71, iters: 360, time: 0.152, data: 0.003) , G_GAN: 2.121, G_L1: 2.367, D_real: 0.904, D_fake: 0.070 + +[Rank 0] (epoch: 71, iters: 460, time: 0.150, data: 0.003) , G_GAN: 3.307, G_L1: 3.370, D_real: 0.042, D_fake: 0.280 + +[Rank 0] (epoch: 71, iters: 560, time: 0.153, data: 0.003) , G_GAN: 3.632, G_L1: 1.900, D_real: 0.015, D_fake: 0.638 + +[Rank 0] (epoch: 71, iters: 660, time: 0.870, data: 0.003) , G_GAN: 1.952, G_L1: 2.631, D_real: 0.214, D_fake: 0.351 + +[Rank 0] (epoch: 71, iters: 760, time: 0.147, data: 0.003) , G_GAN: 1.294, G_L1: 3.321, D_real: 0.618, D_fake: 0.741 + +[Rank 0] (epoch: 71, iters: 860, time: 0.154, data: 0.003) , G_GAN: 1.084, G_L1: 2.950, D_real: 0.436, D_fake: 0.806 + +[Rank 0] (epoch: 71, iters: 960, time: 0.144, data: 0.003) , G_GAN: 0.921, G_L1: 2.864, D_real: 0.499, D_fake: 0.553 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 71 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 72, iters: 98, time: 0.932, data: 0.003) , G_GAN: 3.472, G_L1: 2.435, D_real: 0.016, D_fake: 0.675 + +[Rank 0] (epoch: 72, iters: 198, time: 0.145, data: 0.003) , G_GAN: 1.951, G_L1: 2.675, D_real: 0.479, D_fake: 0.165 + +[Rank 0] (epoch: 72, iters: 298, time: 0.153, data: 0.003) , G_GAN: 2.400, G_L1: 2.484, D_real: 0.026, D_fake: 0.284 + +[Rank 0] (epoch: 72, iters: 398, time: 0.149, data: 0.003) , G_GAN: 1.351, G_L1: 2.164, D_real: 0.160, D_fake: 0.602 + +[Rank 0] (epoch: 72, iters: 498, time: 0.154, data: 0.003) , G_GAN: 1.440, G_L1: 2.002, D_real: 2.997, D_fake: 0.011 + +[Rank 0] (epoch: 72, iters: 598, time: 0.156, data: 0.003) , G_GAN: 1.125, G_L1: 2.843, D_real: 0.808, D_fake: 0.394 + +[Rank 0] (epoch: 72, iters: 698, time: 0.150, data: 0.004) , G_GAN: 1.863, G_L1: 2.249, D_real: 0.146, D_fake: 0.613 + +[Rank 0] (epoch: 72, iters: 798, time: 0.148, data: 0.003) , G_GAN: 1.209, G_L1: 1.987, D_real: 0.275, D_fake: 0.729 + +[Rank 0] (epoch: 72, iters: 898, time: 0.149, data: 0.003) , G_GAN: 3.296, G_L1: 3.331, D_real: 0.009, D_fake: 0.213 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 72 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 73, iters: 36, time: 0.149, data: 0.003) , G_GAN: 0.992, G_L1: 2.262, D_real: 1.042, D_fake: 0.322 + +[Rank 0] (epoch: 73, iters: 136, time: 0.151, data: 0.003) , G_GAN: 1.149, G_L1: 1.685, D_real: 1.179, D_fake: 0.238 + +[Rank 0] (epoch: 73, iters: 236, time: 0.151, data: 0.003) , G_GAN: 3.598, G_L1: 2.218, D_real: 0.097, D_fake: 0.060 + +[Rank 0] (epoch: 73, iters: 336, time: 0.942, data: 0.003) , G_GAN: 1.099, G_L1: 3.231, D_real: 0.590, D_fake: 0.421 + +[Rank 0] (epoch: 73, iters: 436, time: 0.147, data: 0.003) , G_GAN: 1.179, G_L1: 3.999, D_real: 0.526, D_fake: 0.491 + +[Rank 0] (epoch: 73, iters: 536, time: 0.155, data: 0.003) , G_GAN: 3.215, G_L1: 2.914, D_real: 0.273, D_fake: 0.061 + +[Rank 0] (epoch: 73, iters: 636, time: 0.151, data: 0.003) , G_GAN: 2.808, G_L1: 3.124, D_real: 0.038, D_fake: 0.171 + +[Rank 0] (epoch: 73, iters: 736, time: 0.804, data: 0.003) , G_GAN: 3.100, G_L1: 2.858, D_real: 0.002, D_fake: 0.087 + +saving the latest model (epoch 73, total_iters 70000) +[Rank 0] (epoch: 73, iters: 836, time: 0.147, data: 0.008) , G_GAN: 2.875, G_L1: 22.544, D_real: 0.060, D_fake: 1.242 + +[Rank 0] (epoch: 73, iters: 936, time: 0.152, data: 0.003) , G_GAN: 2.016, G_L1: 2.895, D_real: 0.266, D_fake: 0.315 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 73 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 74, iters: 74, time: 0.148, data: 0.003) , G_GAN: 3.913, G_L1: 2.821, D_real: 0.028, D_fake: 0.038 + +[Rank 0] (epoch: 74, iters: 174, time: 0.844, data: 0.003) , G_GAN: 3.201, G_L1: 2.794, D_real: 0.005, D_fake: 0.135 + +[Rank 0] (epoch: 74, iters: 274, time: 0.152, data: 0.003) , G_GAN: 2.060, G_L1: 4.022, D_real: 0.040, D_fake: 0.308 + +[Rank 0] (epoch: 74, iters: 374, time: 0.144, data: 0.003) , G_GAN: 3.100, G_L1: 3.973, D_real: 0.002, D_fake: 0.083 + +[Rank 0] (epoch: 74, iters: 474, time: 0.150, data: 0.003) , G_GAN: 2.394, G_L1: 2.842, D_real: 0.152, D_fake: 0.210 + +[Rank 0] (epoch: 74, iters: 574, time: 0.151, data: 0.003) , G_GAN: 2.906, G_L1: 2.186, D_real: 0.088, D_fake: 0.174 + +[Rank 0] (epoch: 74, iters: 674, time: 0.150, data: 0.003) , G_GAN: 1.605, G_L1: 2.381, D_real: 0.113, D_fake: 0.547 + +[Rank 0] (epoch: 74, iters: 774, time: 0.148, data: 0.003) , G_GAN: 1.579, G_L1: 2.342, D_real: 0.696, D_fake: 0.287 + +[Rank 0] (epoch: 74, iters: 874, time: 0.153, data: 0.003) , G_GAN: 2.158, G_L1: 2.205, D_real: 0.380, D_fake: 0.204 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 74 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 75, iters: 12, time: 0.973, data: 0.003) , G_GAN: 3.142, G_L1: 2.546, D_real: 0.108, D_fake: 0.063 + +[Rank 0] (epoch: 75, iters: 112, time: 0.151, data: 0.003) , G_GAN: 2.742, G_L1: 4.118, D_real: 1.027, D_fake: 0.026 + +[Rank 0] (epoch: 75, iters: 212, time: 0.147, data: 0.003) , G_GAN: 2.256, G_L1: 1.954, D_real: 0.499, D_fake: 0.023 + +[Rank 0] (epoch: 75, iters: 312, time: 0.146, data: 0.003) , G_GAN: 1.919, G_L1: 4.034, D_real: 0.125, D_fake: 0.970 + +[Rank 0] (epoch: 75, iters: 412, time: 0.150, data: 0.003) , G_GAN: 3.266, G_L1: 3.498, D_real: 0.014, D_fake: 0.099 + +[Rank 0] (epoch: 75, iters: 512, time: 0.167, data: 0.003) , G_GAN: 1.529, G_L1: 2.790, D_real: 0.506, D_fake: 0.325 + +[Rank 0] (epoch: 75, iters: 612, time: 0.152, data: 0.003) , G_GAN: 1.518, G_L1: 2.305, D_real: 0.380, D_fake: 0.326 + +[Rank 0] (epoch: 75, iters: 712, time: 0.148, data: 0.003) , G_GAN: 2.574, G_L1: 4.173, D_real: 0.197, D_fake: 0.160 + +[Rank 0] (epoch: 75, iters: 812, time: 0.873, data: 0.003) , G_GAN: 4.256, G_L1: 2.763, D_real: 0.025, D_fake: 0.039 + +[Rank 0] (epoch: 75, iters: 912, time: 0.151, data: 0.003) , G_GAN: 3.429, G_L1: 2.319, D_real: 0.155, D_fake: 0.250 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 75, iters 72150 +End of epoch 75 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 76, iters: 50, time: 0.155, data: 0.003) , G_GAN: 2.609, G_L1: 7.768, D_real: 0.008, D_fake: 0.313 + +[Rank 0] (epoch: 76, iters: 150, time: 0.148, data: 0.004) , G_GAN: 2.739, G_L1: 5.187, D_real: 0.788, D_fake: 0.068 + +[Rank 0] (epoch: 76, iters: 250, time: 0.838, data: 0.004) , G_GAN: 3.203, G_L1: 2.280, D_real: 0.003, D_fake: 0.317 + +[Rank 0] (epoch: 76, iters: 350, time: 0.150, data: 0.003) , G_GAN: 1.034, G_L1: 2.293, D_real: 0.799, D_fake: 0.425 + +[Rank 0] (epoch: 76, iters: 450, time: 0.148, data: 0.003) , G_GAN: 3.333, G_L1: 2.039, D_real: 1.198, D_fake: 0.038 + +[Rank 0] (epoch: 76, iters: 550, time: 0.146, data: 0.003) , G_GAN: 3.109, G_L1: 3.411, D_real: 0.003, D_fake: 0.973 + +[Rank 0] (epoch: 76, iters: 650, time: 0.141, data: 0.003) , G_GAN: 4.452, G_L1: 1.820, D_real: 0.009, D_fake: 1.827 + +[Rank 0] (epoch: 76, iters: 750, time: 0.143, data: 0.003) , G_GAN: 0.963, G_L1: 2.366, D_real: 0.615, D_fake: 0.443 + +[Rank 0] (epoch: 76, iters: 850, time: 0.145, data: 0.003) , G_GAN: 4.753, G_L1: 5.335, D_real: 0.258, D_fake: 0.013 + +[Rank 0] (epoch: 76, iters: 950, time: 0.148, data: 0.003) , G_GAN: 1.654, G_L1: 2.180, D_real: 0.593, D_fake: 0.266 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 76 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 77, iters: 88, time: 0.838, data: 0.003) , G_GAN: 2.872, G_L1: 2.896, D_real: 0.002, D_fake: 0.585 + +[Rank 0] (epoch: 77, iters: 188, time: 0.152, data: 0.003) , G_GAN: 1.667, G_L1: 1.668, D_real: 0.503, D_fake: 0.280 + +[Rank 0] (epoch: 77, iters: 288, time: 0.148, data: 0.003) , G_GAN: 4.733, G_L1: 2.090, D_real: 0.029, D_fake: 1.031 + +[Rank 0] (epoch: 77, iters: 388, time: 0.148, data: 0.003) , G_GAN: 1.210, G_L1: 4.347, D_real: 1.806, D_fake: 0.157 + +[Rank 0] (epoch: 77, iters: 488, time: 0.142, data: 0.003) , G_GAN: 3.096, G_L1: 5.150, D_real: 0.004, D_fake: 0.212 + +[Rank 0] (epoch: 77, iters: 588, time: 0.154, data: 0.003) , G_GAN: 2.212, G_L1: 1.966, D_real: 0.126, D_fake: 0.584 + +[Rank 0] (epoch: 77, iters: 688, time: 0.153, data: 0.003) , G_GAN: 3.090, G_L1: 3.546, D_real: 0.009, D_fake: 0.350 + +[Rank 0] (epoch: 77, iters: 788, time: 0.148, data: 0.003) , G_GAN: 0.609, G_L1: 2.427, D_real: 1.344, D_fake: 0.262 + +[Rank 0] (epoch: 77, iters: 888, time: 0.950, data: 0.003) , G_GAN: 3.314, G_L1: 2.643, D_real: 0.010, D_fake: 0.109 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 77 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 78, iters: 26, time: 0.147, data: 0.003) , G_GAN: 3.142, G_L1: 2.696, D_real: 0.252, D_fake: 0.058 + +[Rank 0] (epoch: 78, iters: 126, time: 0.151, data: 0.003) , G_GAN: 0.843, G_L1: 2.659, D_real: 1.249, D_fake: 0.224 + +[Rank 0] (epoch: 78, iters: 226, time: 0.148, data: 0.003) , G_GAN: 2.866, G_L1: 8.696, D_real: 0.180, D_fake: 0.317 + +[Rank 0] (epoch: 78, iters: 326, time: 0.953, data: 0.003) , G_GAN: 1.926, G_L1: 3.343, D_real: 0.347, D_fake: 0.161 + +[Rank 0] (epoch: 78, iters: 426, time: 0.153, data: 0.003) , G_GAN: 2.750, G_L1: 2.812, D_real: 0.066, D_fake: 0.087 + +[Rank 0] (epoch: 78, iters: 526, time: 0.151, data: 0.003) , G_GAN: 3.134, G_L1: 2.348, D_real: 0.003, D_fake: 0.074 + +[Rank 0] (epoch: 78, iters: 626, time: 0.140, data: 0.003) , G_GAN: 1.532, G_L1: 3.002, D_real: 0.319, D_fake: 0.852 + +[Rank 0] (epoch: 78, iters: 726, time: 0.149, data: 0.003) , G_GAN: 2.576, G_L1: 2.189, D_real: 0.196, D_fake: 0.120 + +[Rank 0] (epoch: 78, iters: 826, time: 0.150, data: 0.003) , G_GAN: 1.235, G_L1: 2.674, D_real: 0.753, D_fake: 0.213 + +[Rank 0] (epoch: 78, iters: 926, time: 0.149, data: 0.003) , G_GAN: 0.931, G_L1: 3.237, D_real: 0.575, D_fake: 0.660 + +saving the latest model (epoch 78, total_iters 75000) +learning rate 0.0002000 -> 0.0002000 +End of epoch 78 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 79, iters: 64, time: 0.147, data: 0.008) , G_GAN: 1.793, G_L1: 3.531, D_real: 0.685, D_fake: 0.191 + +[Rank 0] (epoch: 79, iters: 164, time: 0.874, data: 0.003) , G_GAN: 3.795, G_L1: 2.337, D_real: 0.004, D_fake: 0.037 + +[Rank 0] (epoch: 79, iters: 264, time: 0.156, data: 0.003) , G_GAN: 4.733, G_L1: 2.063, D_real: 0.111, D_fake: 0.016 + +[Rank 0] (epoch: 79, iters: 364, time: 0.148, data: 0.003) , G_GAN: 2.226, G_L1: 3.651, D_real: 0.075, D_fake: 0.588 + +[Rank 0] (epoch: 79, iters: 464, time: 0.151, data: 0.003) , G_GAN: 6.780, G_L1: 2.890, D_real: 0.002, D_fake: 0.003 + +[Rank 0] (epoch: 79, iters: 564, time: 0.150, data: 0.003) , G_GAN: 3.823, G_L1: 3.724, D_real: 0.022, D_fake: 0.234 + +[Rank 0] (epoch: 79, iters: 664, time: 0.154, data: 0.003) , G_GAN: 4.929, G_L1: 2.599, D_real: 0.035, D_fake: 0.016 + +[Rank 0] (epoch: 79, iters: 764, time: 0.150, data: 0.003) , G_GAN: 0.272, G_L1: 3.108, D_real: 1.965, D_fake: 0.243 + +[Rank 0] (epoch: 79, iters: 864, time: 0.150, data: 0.003) , G_GAN: 1.788, G_L1: 4.418, D_real: 0.501, D_fake: 0.235 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 79 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 80, iters: 2, time: 0.909, data: 0.003) , G_GAN: 1.845, G_L1: 1.728, D_real: 0.378, D_fake: 0.211 + +[Rank 0] (epoch: 80, iters: 102, time: 0.151, data: 0.004) , G_GAN: 0.887, G_L1: 2.465, D_real: 0.320, D_fake: 0.798 + +[Rank 0] (epoch: 80, iters: 202, time: 0.149, data: 0.003) , G_GAN: 1.437, G_L1: 2.823, D_real: 0.602, D_fake: 0.368 + +[Rank 0] (epoch: 80, iters: 302, time: 0.155, data: 0.003) , G_GAN: 2.201, G_L1: 2.119, D_real: 0.133, D_fake: 0.670 + +[Rank 0] (epoch: 80, iters: 402, time: 0.147, data: 0.003) , G_GAN: 3.601, G_L1: 2.110, D_real: 0.009, D_fake: 0.088 + +[Rank 0] (epoch: 80, iters: 502, time: 0.145, data: 0.003) , G_GAN: 4.708, G_L1: 2.958, D_real: 0.021, D_fake: 0.030 + +[Rank 0] (epoch: 80, iters: 602, time: 0.152, data: 0.003) , G_GAN: 2.522, G_L1: 1.571, D_real: 0.233, D_fake: 0.209 + +[Rank 0] (epoch: 80, iters: 702, time: 0.145, data: 0.003) , G_GAN: 4.240, G_L1: 4.471, D_real: 0.028, D_fake: 0.039 + +[Rank 0] (epoch: 80, iters: 802, time: 0.154, data: 0.003) , G_GAN: 2.796, G_L1: 1.590, D_real: 0.057, D_fake: 0.293 + +[Rank 0] (epoch: 80, iters: 902, time: 0.148, data: 0.003) , G_GAN: 2.322, G_L1: 1.816, D_real: 0.230, D_fake: 0.247 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 80, iters 76960 +End of epoch 80 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 81, iters: 40, time: 0.147, data: 0.003) , G_GAN: 2.452, G_L1: 2.157, D_real: 0.413, D_fake: 0.148 + +[Rank 0] (epoch: 81, iters: 140, time: 0.135, data: 0.003) , G_GAN: 3.301, G_L1: 2.699, D_real: 0.049, D_fake: 0.549 + +[Rank 0] (epoch: 81, iters: 240, time: 0.863, data: 0.004) , G_GAN: 3.563, G_L1: 1.959, D_real: 0.061, D_fake: 1.925 + +[Rank 0] (epoch: 81, iters: 340, time: 0.146, data: 0.004) , G_GAN: 2.101, G_L1: 1.671, D_real: 0.438, D_fake: 0.167 + +[Rank 0] (epoch: 81, iters: 440, time: 0.139, data: 0.004) , G_GAN: 3.809, G_L1: 3.016, D_real: 0.053, D_fake: 0.124 + +[Rank 0] (epoch: 81, iters: 540, time: 0.144, data: 0.004) , G_GAN: 2.968, G_L1: 3.192, D_real: 0.108, D_fake: 0.260 + +[Rank 0] (epoch: 81, iters: 640, time: 0.151, data: 0.004) , G_GAN: 1.657, G_L1: 1.644, D_real: 0.679, D_fake: 0.248 + +[Rank 0] (epoch: 81, iters: 740, time: 0.151, data: 0.004) , G_GAN: 2.420, G_L1: 2.660, D_real: 0.093, D_fake: 0.214 + +[Rank 0] (epoch: 81, iters: 840, time: 0.162, data: 0.004) , G_GAN: 1.579, G_L1: 3.092, D_real: 0.476, D_fake: 0.297 + +[Rank 0] (epoch: 81, iters: 940, time: 0.153, data: 0.004) , G_GAN: 2.004, G_L1: 1.520, D_real: 0.401, D_fake: 0.098 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 81 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 82, iters: 78, time: 0.777, data: 0.004) , G_GAN: 2.788, G_L1: 25.336, D_real: 0.262, D_fake: 0.549 + +[Rank 0] (epoch: 82, iters: 178, time: 0.155, data: 0.008) , G_GAN: 3.378, G_L1: 2.073, D_real: 0.103, D_fake: 0.065 + +[Rank 0] (epoch: 82, iters: 278, time: 0.150, data: 0.004) , G_GAN: 2.533, G_L1: 2.400, D_real: 0.128, D_fake: 0.277 + +[Rank 0] (epoch: 82, iters: 378, time: 0.149, data: 0.004) , G_GAN: 0.990, G_L1: 2.577, D_real: 0.486, D_fake: 0.874 + +[Rank 0] (epoch: 82, iters: 478, time: 0.149, data: 0.004) , G_GAN: 1.378, G_L1: 2.774, D_real: 0.185, D_fake: 0.830 + +[Rank 0] (epoch: 82, iters: 578, time: 0.153, data: 0.004) , G_GAN: 2.017, G_L1: 5.433, D_real: 0.002, D_fake: 0.576 + +[Rank 0] (epoch: 82, iters: 678, time: 0.152, data: 0.004) , G_GAN: 1.966, G_L1: 4.059, D_real: 0.379, D_fake: 0.259 + +[Rank 0] (epoch: 82, iters: 778, time: 0.147, data: 0.008) , G_GAN: 3.448, G_L1: 2.966, D_real: 0.003, D_fake: 0.122 + +[Rank 0] (epoch: 82, iters: 878, time: 0.151, data: 0.004) , G_GAN: 2.605, G_L1: 1.940, D_real: 0.187, D_fake: 0.306 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 82 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 83, iters: 16, time: 0.148, data: 0.004) , G_GAN: 1.791, G_L1: 2.016, D_real: 0.307, D_fake: 0.361 + +[Rank 0] (epoch: 83, iters: 116, time: 0.158, data: 0.003) , G_GAN: 3.757, G_L1: 1.947, D_real: 0.239, D_fake: 0.717 + +[Rank 0] (epoch: 83, iters: 216, time: 0.150, data: 0.004) , G_GAN: 1.366, G_L1: 1.884, D_real: 0.996, D_fake: 0.318 + +[Rank 0] (epoch: 83, iters: 316, time: 0.905, data: 0.004) , G_GAN: 1.266, G_L1: 2.493, D_real: 1.002, D_fake: 0.324 + +[Rank 0] (epoch: 83, iters: 416, time: 0.151, data: 0.004) , G_GAN: 1.322, G_L1: 3.371, D_real: 0.570, D_fake: 0.550 + +[Rank 0] (epoch: 83, iters: 516, time: 0.151, data: 0.004) , G_GAN: 1.214, G_L1: 2.804, D_real: 0.550, D_fake: 0.871 + +[Rank 0] (epoch: 83, iters: 616, time: 0.149, data: 0.004) , G_GAN: 3.314, G_L1: 2.942, D_real: 0.033, D_fake: 0.115 + +[Rank 0] (epoch: 83, iters: 716, time: 0.149, data: 0.004) , G_GAN: 2.677, G_L1: 2.764, D_real: 0.206, D_fake: 0.091 + +[Rank 0] (epoch: 83, iters: 816, time: 0.150, data: 0.004) , G_GAN: 3.681, G_L1: 3.727, D_real: 0.057, D_fake: 0.072 + +[Rank 0] (epoch: 83, iters: 916, time: 0.152, data: 0.004) , G_GAN: 4.010, G_L1: 2.131, D_real: 0.035, D_fake: 0.081 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 83 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 84, iters: 54, time: 0.145, data: 0.004) , G_GAN: 3.241, G_L1: 2.477, D_real: 0.195, D_fake: 0.557 + +[Rank 0] (epoch: 84, iters: 154, time: 0.806, data: 0.004) , G_GAN: 2.573, G_L1: 4.860, D_real: 0.013, D_fake: 0.170 + +saving the latest model (epoch 84, total_iters 80000) +[Rank 0] (epoch: 84, iters: 254, time: 0.149, data: 0.009) , G_GAN: 4.609, G_L1: 3.219, D_real: 1.465, D_fake: 0.010 + +[Rank 0] (epoch: 84, iters: 354, time: 0.148, data: 0.004) , G_GAN: 1.998, G_L1: 2.296, D_real: 0.108, D_fake: 0.735 + +[Rank 0] (epoch: 84, iters: 454, time: 0.154, data: 0.004) , G_GAN: 4.468, G_L1: 2.985, D_real: 0.070, D_fake: 0.080 + +[Rank 0] (epoch: 84, iters: 554, time: 0.148, data: 0.004) , G_GAN: 4.189, G_L1: 2.926, D_real: 0.036, D_fake: 0.036 + +[Rank 0] (epoch: 84, iters: 654, time: 0.149, data: 0.004) , G_GAN: 2.390, G_L1: 5.333, D_real: 0.119, D_fake: 1.479 + +[Rank 0] (epoch: 84, iters: 754, time: 0.149, data: 0.004) , G_GAN: 2.115, G_L1: 1.913, D_real: 0.370, D_fake: 0.976 + +[Rank 0] (epoch: 84, iters: 854, time: 0.150, data: 0.004) , G_GAN: 1.519, G_L1: 1.965, D_real: 0.530, D_fake: 0.334 + +[Rank 0] (epoch: 84, iters: 954, time: 0.153, data: 0.004) , G_GAN: 2.223, G_L1: 3.431, D_real: 0.751, D_fake: 0.232 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 84 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 85, iters: 92, time: 0.170, data: 0.004) , G_GAN: 1.114, G_L1: 2.646, D_real: 0.458, D_fake: 0.588 + +[Rank 0] (epoch: 85, iters: 192, time: 0.156, data: 0.004) , G_GAN: 0.914, G_L1: 2.657, D_real: 1.396, D_fake: 0.325 + +[Rank 0] (epoch: 85, iters: 292, time: 0.150, data: 0.004) , G_GAN: 3.080, G_L1: 2.042, D_real: 0.039, D_fake: 0.124 + +[Rank 0] (epoch: 85, iters: 392, time: 0.871, data: 0.004) , G_GAN: 2.537, G_L1: 2.965, D_real: 0.169, D_fake: 0.175 + +[Rank 0] (epoch: 85, iters: 492, time: 0.147, data: 0.004) , G_GAN: 1.166, G_L1: 2.363, D_real: 0.605, D_fake: 0.358 + +[Rank 0] (epoch: 85, iters: 592, time: 0.146, data: 0.004) , G_GAN: 1.123, G_L1: 3.074, D_real: 0.749, D_fake: 0.209 + +[Rank 0] (epoch: 85, iters: 692, time: 0.150, data: 0.004) , G_GAN: 2.121, G_L1: 3.111, D_real: 0.211, D_fake: 0.929 + +[Rank 0] (epoch: 85, iters: 792, time: 0.150, data: 0.004) , G_GAN: 1.686, G_L1: 3.893, D_real: 0.660, D_fake: 0.200 + +[Rank 0] (epoch: 85, iters: 892, time: 0.151, data: 0.004) , G_GAN: 0.933, G_L1: 1.504, D_real: 0.788, D_fake: 0.230 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 85, iters 81770 +End of epoch 85 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 86, iters: 30, time: 0.139, data: 0.004) , G_GAN: 2.376, G_L1: 3.795, D_real: 0.181, D_fake: 0.461 + +[Rank 0] (epoch: 86, iters: 130, time: 0.146, data: 0.004) , G_GAN: 1.154, G_L1: 3.518, D_real: 0.385, D_fake: 0.859 + +[Rank 0] (epoch: 86, iters: 230, time: 0.802, data: 0.004) , G_GAN: 3.466, G_L1: 8.080, D_real: 0.203, D_fake: 1.068 + +[Rank 0] (epoch: 86, iters: 330, time: 0.144, data: 0.004) , G_GAN: 2.669, G_L1: 2.781, D_real: 0.148, D_fake: 0.154 + +[Rank 0] (epoch: 86, iters: 430, time: 0.152, data: 0.004) , G_GAN: 1.761, G_L1: 3.003, D_real: 0.411, D_fake: 0.530 + +[Rank 0] (epoch: 86, iters: 530, time: 0.147, data: 0.004) , G_GAN: 4.310, G_L1: 2.543, D_real: 0.012, D_fake: 0.034 + +[Rank 0] (epoch: 86, iters: 630, time: 0.148, data: 0.004) , G_GAN: 4.376, G_L1: 2.915, D_real: 0.005, D_fake: 0.065 + +[Rank 0] (epoch: 86, iters: 730, time: 0.152, data: 0.004) , G_GAN: 1.694, G_L1: 2.402, D_real: 0.269, D_fake: 0.555 + +[Rank 0] (epoch: 86, iters: 830, time: 0.151, data: 0.004) , G_GAN: 2.197, G_L1: 1.632, D_real: 0.052, D_fake: 1.662 + +[Rank 0] (epoch: 86, iters: 930, time: 0.147, data: 0.004) , G_GAN: 4.145, G_L1: 1.869, D_real: 0.028, D_fake: 0.028 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 86 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 87, iters: 68, time: 0.712, data: 0.004) , G_GAN: 1.224, G_L1: 3.511, D_real: 0.930, D_fake: 0.547 + +[Rank 0] (epoch: 87, iters: 168, time: 0.148, data: 0.004) , G_GAN: 1.823, G_L1: 1.867, D_real: 0.171, D_fake: 0.811 + +[Rank 0] (epoch: 87, iters: 268, time: 0.146, data: 0.004) , G_GAN: 2.622, G_L1: 3.314, D_real: 0.098, D_fake: 0.166 + +[Rank 0] (epoch: 87, iters: 368, time: 0.151, data: 0.004) , G_GAN: 2.652, G_L1: 2.080, D_real: 0.230, D_fake: 0.104 + +[Rank 0] (epoch: 87, iters: 468, time: 0.150, data: 0.004) , G_GAN: 0.951, G_L1: 2.987, D_real: 0.923, D_fake: 0.349 + +[Rank 0] (epoch: 87, iters: 568, time: 0.151, data: 0.004) , G_GAN: 1.111, G_L1: 3.220, D_real: 0.887, D_fake: 0.340 + +[Rank 0] (epoch: 87, iters: 668, time: 0.157, data: 0.004) , G_GAN: 2.544, G_L1: 3.556, D_real: 0.056, D_fake: 0.217 + +[Rank 0] (epoch: 87, iters: 768, time: 0.153, data: 0.004) , G_GAN: 2.140, G_L1: 2.139, D_real: 0.391, D_fake: 0.236 + +[Rank 0] (epoch: 87, iters: 868, time: 0.143, data: 0.004) , G_GAN: 4.009, G_L1: 2.828, D_real: 0.003, D_fake: 0.035 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 87 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 88, iters: 6, time: 0.140, data: 0.004) , G_GAN: 1.995, G_L1: 3.315, D_real: 0.196, D_fake: 0.247 + +[Rank 0] (epoch: 88, iters: 106, time: 0.153, data: 0.004) , G_GAN: 2.743, G_L1: 2.587, D_real: 0.397, D_fake: 0.082 + +[Rank 0] (epoch: 88, iters: 206, time: 0.151, data: 0.004) , G_GAN: 2.798, G_L1: 1.536, D_real: 0.025, D_fake: 0.464 + +[Rank 0] (epoch: 88, iters: 306, time: 0.875, data: 0.004) , G_GAN: 1.987, G_L1: 3.127, D_real: 0.534, D_fake: 0.155 + +[Rank 0] (epoch: 88, iters: 406, time: 0.145, data: 0.004) , G_GAN: 2.523, G_L1: 1.715, D_real: 0.057, D_fake: 0.417 + +[Rank 0] (epoch: 88, iters: 506, time: 0.153, data: 0.004) , G_GAN: 1.082, G_L1: 4.047, D_real: 1.049, D_fake: 0.404 + +[Rank 0] (epoch: 88, iters: 606, time: 0.150, data: 0.004) , G_GAN: 1.773, G_L1: 2.496, D_real: 0.452, D_fake: 0.186 + +[Rank 0] (epoch: 88, iters: 706, time: 0.150, data: 0.004) , G_GAN: 1.608, G_L1: 1.700, D_real: 0.242, D_fake: 0.478 + +[Rank 0] (epoch: 88, iters: 806, time: 0.151, data: 0.004) , G_GAN: 3.992, G_L1: 2.604, D_real: 0.029, D_fake: 3.805 + +[Rank 0] (epoch: 88, iters: 906, time: 0.148, data: 0.004) , G_GAN: 1.972, G_L1: 2.312, D_real: 0.059, D_fake: 0.623 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 88 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 89, iters: 44, time: 0.152, data: 0.004) , G_GAN: 2.142, G_L1: 3.681, D_real: 0.006, D_fake: 0.233 + +[Rank 0] (epoch: 89, iters: 144, time: 0.853, data: 0.004) , G_GAN: 5.304, G_L1: 3.459, D_real: 0.013, D_fake: 0.011 + +[Rank 0] (epoch: 89, iters: 244, time: 0.146, data: 0.004) , G_GAN: 2.599, G_L1: 4.407, D_real: 0.187, D_fake: 0.139 + +[Rank 0] (epoch: 89, iters: 344, time: 0.147, data: 0.004) , G_GAN: 3.135, G_L1: 1.749, D_real: 0.167, D_fake: 0.293 + +saving the latest model (epoch 89, total_iters 85000) +[Rank 0] (epoch: 89, iters: 444, time: 0.144, data: 0.005) , G_GAN: 1.206, G_L1: 2.384, D_real: 0.670, D_fake: 0.111 + +[Rank 0] (epoch: 89, iters: 544, time: 0.147, data: 0.004) , G_GAN: 3.787, G_L1: 5.190, D_real: 0.029, D_fake: 0.077 + +[Rank 0] (epoch: 89, iters: 644, time: 0.149, data: 0.004) , G_GAN: 3.601, G_L1: 2.831, D_real: 0.004, D_fake: 0.594 + +[Rank 0] (epoch: 89, iters: 744, time: 0.150, data: 0.004) , G_GAN: 2.200, G_L1: 2.300, D_real: 0.475, D_fake: 0.177 + +[Rank 0] (epoch: 89, iters: 844, time: 0.168, data: 0.004) , G_GAN: 3.102, G_L1: 7.545, D_real: 0.222, D_fake: 0.043 + +[Rank 0] (epoch: 89, iters: 944, time: 0.149, data: 0.004) , G_GAN: 1.702, G_L1: 3.668, D_real: 0.467, D_fake: 0.291 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 89 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 90, iters: 82, time: 0.150, data: 0.004) , G_GAN: 1.945, G_L1: 4.243, D_real: 0.051, D_fake: 0.459 + +[Rank 0] (epoch: 90, iters: 182, time: 0.153, data: 0.004) , G_GAN: 2.627, G_L1: 3.723, D_real: 0.211, D_fake: 0.156 + +[Rank 0] (epoch: 90, iters: 282, time: 0.156, data: 0.004) , G_GAN: 3.933, G_L1: 4.912, D_real: 0.000, D_fake: 2.199 + +[Rank 0] (epoch: 90, iters: 382, time: 0.949, data: 0.004) , G_GAN: 2.488, G_L1: 2.252, D_real: 0.095, D_fake: 0.304 + +[Rank 0] (epoch: 90, iters: 482, time: 0.150, data: 0.004) , G_GAN: 4.347, G_L1: 3.315, D_real: 0.047, D_fake: 0.032 + +[Rank 0] (epoch: 90, iters: 582, time: 0.155, data: 0.004) , G_GAN: 0.793, G_L1: 2.418, D_real: 0.846, D_fake: 0.484 + +[Rank 0] (epoch: 90, iters: 682, time: 0.151, data: 0.004) , G_GAN: 2.837, G_L1: 2.519, D_real: 0.006, D_fake: 0.135 + +[Rank 0] (epoch: 90, iters: 782, time: 0.151, data: 0.004) , G_GAN: 1.379, G_L1: 2.310, D_real: 0.486, D_fake: 0.480 + +[Rank 0] (epoch: 90, iters: 882, time: 0.148, data: 0.004) , G_GAN: 0.960, G_L1: 3.158, D_real: 0.961, D_fake: 0.177 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 90, iters 86580 +End of epoch 90 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 91, iters: 20, time: 0.146, data: 0.004) , G_GAN: 2.114, G_L1: 2.031, D_real: 0.419, D_fake: 0.121 + +[Rank 0] (epoch: 91, iters: 120, time: 0.147, data: 0.003) , G_GAN: 1.441, G_L1: 3.568, D_real: 0.598, D_fake: 0.238 + +[Rank 0] (epoch: 91, iters: 220, time: 0.946, data: 0.004) , G_GAN: 4.097, G_L1: 2.470, D_real: 0.286, D_fake: 0.033 + +[Rank 0] (epoch: 91, iters: 320, time: 0.146, data: 0.004) , G_GAN: 3.493, G_L1: 2.524, D_real: 0.034, D_fake: 0.146 + +[Rank 0] (epoch: 91, iters: 420, time: 0.154, data: 0.004) , G_GAN: 2.659, G_L1: 2.766, D_real: 0.624, D_fake: 0.061 + +[Rank 0] (epoch: 91, iters: 520, time: 0.139, data: 0.004) , G_GAN: 4.057, G_L1: 2.267, D_real: 0.018, D_fake: 0.044 + +[Rank 0] (epoch: 91, iters: 620, time: 0.151, data: 0.004) , G_GAN: 5.976, G_L1: 4.775, D_real: 0.001, D_fake: 0.028 + +[Rank 0] (epoch: 91, iters: 720, time: 0.152, data: 0.004) , G_GAN: 2.332, G_L1: 2.487, D_real: 0.381, D_fake: 0.133 + +[Rank 0] (epoch: 91, iters: 820, time: 0.151, data: 0.003) , G_GAN: 2.558, G_L1: 3.994, D_real: 0.005, D_fake: 0.488 + +[Rank 0] (epoch: 91, iters: 920, time: 0.146, data: 0.004) , G_GAN: 2.464, G_L1: 5.079, D_real: 0.001, D_fake: 0.264 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 91 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 92, iters: 58, time: 0.932, data: 0.004) , G_GAN: 2.263, G_L1: 3.704, D_real: 0.002, D_fake: 0.352 + +[Rank 0] (epoch: 92, iters: 158, time: 0.146, data: 0.004) , G_GAN: 4.938, G_L1: 3.653, D_real: 0.219, D_fake: 0.015 + +[Rank 0] (epoch: 92, iters: 258, time: 0.145, data: 0.004) , G_GAN: 2.859, G_L1: 3.999, D_real: 0.425, D_fake: 0.120 + +[Rank 0] (epoch: 92, iters: 358, time: 0.157, data: 0.004) , G_GAN: 4.596, G_L1: 2.852, D_real: 0.050, D_fake: 0.020 + +[Rank 0] (epoch: 92, iters: 458, time: 0.846, data: 0.004) , G_GAN: 4.112, G_L1: 3.023, D_real: 0.976, D_fake: 0.022 + +[Rank 0] (epoch: 92, iters: 558, time: 0.153, data: 0.004) , G_GAN: 1.211, G_L1: 1.567, D_real: 2.564, D_fake: 0.011 + +[Rank 0] (epoch: 92, iters: 658, time: 0.147, data: 0.004) , G_GAN: 4.144, G_L1: 4.249, D_real: 0.000, D_fake: 0.044 + +[Rank 0] (epoch: 92, iters: 758, time: 0.150, data: 0.004) , G_GAN: 2.438, G_L1: 1.995, D_real: 0.066, D_fake: 0.659 + +[Rank 0] (epoch: 92, iters: 858, time: 0.152, data: 0.004) , G_GAN: 2.717, G_L1: 2.213, D_real: 0.053, D_fake: 1.079 + +[Rank 0] (epoch: 92, iters: 958, time: 0.145, data: 0.004) , G_GAN: 2.786, G_L1: 2.505, D_real: 0.002, D_fake: 0.116 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 92 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 93, iters: 96, time: 0.147, data: 0.003) , G_GAN: 2.205, G_L1: 6.591, D_real: 0.371, D_fake: 0.559 + +[Rank 0] (epoch: 93, iters: 196, time: 0.152, data: 0.004) , G_GAN: 2.049, G_L1: 2.874, D_real: 0.028, D_fake: 0.750 + +[Rank 0] (epoch: 93, iters: 296, time: 0.870, data: 0.004) , G_GAN: 2.617, G_L1: 1.714, D_real: 0.493, D_fake: 0.768 + +[Rank 0] (epoch: 93, iters: 396, time: 0.148, data: 0.004) , G_GAN: 3.444, G_L1: 2.331, D_real: 0.300, D_fake: 0.047 + +[Rank 0] (epoch: 93, iters: 496, time: 0.153, data: 0.004) , G_GAN: 2.652, G_L1: 10.973, D_real: 0.104, D_fake: 0.284 + +[Rank 0] (epoch: 93, iters: 596, time: 0.150, data: 0.004) , G_GAN: 1.989, G_L1: 3.537, D_real: 0.516, D_fake: 0.171 + +[Rank 0] (epoch: 93, iters: 696, time: 0.149, data: 0.004) , G_GAN: 2.998, G_L1: 2.861, D_real: 0.001, D_fake: 0.143 + +[Rank 0] (epoch: 93, iters: 796, time: 0.150, data: 0.004) , G_GAN: 3.543, G_L1: 2.922, D_real: 0.047, D_fake: 0.128 + +[Rank 0] (epoch: 93, iters: 896, time: 0.143, data: 0.004) , G_GAN: 1.492, G_L1: 3.755, D_real: 0.473, D_fake: 0.447 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 93 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 94, iters: 34, time: 0.147, data: 0.004) , G_GAN: 2.306, G_L1: 1.472, D_real: 0.319, D_fake: 0.211 + +[Rank 0] (epoch: 94, iters: 134, time: 0.956, data: 0.004) , G_GAN: 1.426, G_L1: 2.881, D_real: 1.009, D_fake: 0.248 + +[Rank 0] (epoch: 94, iters: 234, time: 0.146, data: 0.004) , G_GAN: 1.483, G_L1: 4.136, D_real: 0.751, D_fake: 0.297 + +[Rank 0] (epoch: 94, iters: 334, time: 0.147, data: 0.004) , G_GAN: 1.853, G_L1: 3.194, D_real: 0.216, D_fake: 0.339 + +[Rank 0] (epoch: 94, iters: 434, time: 0.147, data: 0.004) , G_GAN: 3.789, G_L1: 1.875, D_real: 0.010, D_fake: 0.208 + +[Rank 0] (epoch: 94, iters: 534, time: 0.937, data: 0.004) , G_GAN: 2.758, G_L1: 1.836, D_real: 0.231, D_fake: 0.095 + +saving the latest model (epoch 94, total_iters 90000) +[Rank 0] (epoch: 94, iters: 634, time: 0.143, data: 0.006) , G_GAN: 1.423, G_L1: 2.895, D_real: 0.365, D_fake: 0.624 + +[Rank 0] (epoch: 94, iters: 734, time: 0.149, data: 0.004) , G_GAN: 3.186, G_L1: 2.224, D_real: 0.210, D_fake: 0.032 + +[Rank 0] (epoch: 94, iters: 834, time: 0.148, data: 0.004) , G_GAN: 0.991, G_L1: 2.377, D_real: 0.692, D_fake: 0.337 + +[Rank 0] (epoch: 94, iters: 934, time: 0.152, data: 0.004) , G_GAN: 2.642, G_L1: 1.792, D_real: 0.206, D_fake: 0.129 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 94 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 95, iters: 72, time: 0.161, data: 0.004) , G_GAN: 2.535, G_L1: 2.542, D_real: 0.132, D_fake: 0.959 + +[Rank 0] (epoch: 95, iters: 172, time: 0.161, data: 0.004) , G_GAN: 2.724, G_L1: 3.259, D_real: 0.005, D_fake: 0.138 + +[Rank 0] (epoch: 95, iters: 272, time: 0.147, data: 0.004) , G_GAN: 2.299, G_L1: 1.954, D_real: 0.338, D_fake: 0.337 + +[Rank 0] (epoch: 95, iters: 372, time: 0.982, data: 0.004) , G_GAN: 1.509, G_L1: 1.552, D_real: 1.047, D_fake: 0.039 + +[Rank 0] (epoch: 95, iters: 472, time: 0.150, data: 0.004) , G_GAN: 1.774, G_L1: 5.948, D_real: 0.122, D_fake: 1.153 + +[Rank 0] (epoch: 95, iters: 572, time: 0.147, data: 0.004) , G_GAN: 1.322, G_L1: 1.579, D_real: 0.813, D_fake: 0.146 + +[Rank 0] (epoch: 95, iters: 672, time: 0.151, data: 0.004) , G_GAN: 1.547, G_L1: 2.379, D_real: 0.452, D_fake: 0.236 + +[Rank 0] (epoch: 95, iters: 772, time: 0.146, data: 0.004) , G_GAN: 1.262, G_L1: 1.716, D_real: 0.774, D_fake: 0.277 + +[Rank 0] (epoch: 95, iters: 872, time: 0.150, data: 0.004) , G_GAN: 2.699, G_L1: 2.220, D_real: 0.009, D_fake: 0.845 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 95, iters 91390 +End of epoch 95 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 96, iters: 10, time: 0.143, data: 0.004) , G_GAN: 3.531, G_L1: 3.303, D_real: 0.008, D_fake: 0.577 + +[Rank 0] (epoch: 96, iters: 110, time: 0.147, data: 0.003) , G_GAN: 2.356, G_L1: 5.946, D_real: 0.777, D_fake: 0.186 + +[Rank 0] (epoch: 96, iters: 210, time: 0.866, data: 0.008) , G_GAN: 1.507, G_L1: 3.000, D_real: 0.527, D_fake: 0.992 + +[Rank 0] (epoch: 96, iters: 310, time: 0.168, data: 0.018) , G_GAN: 2.460, G_L1: 2.294, D_real: 0.452, D_fake: 0.093 + +[Rank 0] (epoch: 96, iters: 410, time: 0.163, data: 0.004) , G_GAN: 2.999, G_L1: 7.922, D_real: 0.232, D_fake: 0.739 + +[Rank 0] (epoch: 96, iters: 510, time: 0.148, data: 0.003) , G_GAN: 2.593, G_L1: 3.066, D_real: 1.649, D_fake: 0.075 + +[Rank 0] (epoch: 96, iters: 610, time: 0.939, data: 0.003) , G_GAN: 1.351, G_L1: 2.203, D_real: 0.338, D_fake: 0.097 + +[Rank 0] (epoch: 96, iters: 710, time: 0.145, data: 0.003) , G_GAN: 1.552, G_L1: 2.345, D_real: 0.119, D_fake: 1.477 + +[Rank 0] (epoch: 96, iters: 810, time: 0.150, data: 0.003) , G_GAN: 2.944, G_L1: 1.923, D_real: 0.048, D_fake: 0.309 + +[Rank 0] (epoch: 96, iters: 910, time: 0.150, data: 0.003) , G_GAN: 1.325, G_L1: 4.104, D_real: 0.209, D_fake: 0.632 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 96 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 97, iters: 48, time: 0.939, data: 0.003) , G_GAN: 2.923, G_L1: 2.734, D_real: 0.056, D_fake: 0.076 + +[Rank 0] (epoch: 97, iters: 148, time: 0.129, data: 0.003) , G_GAN: 1.929, G_L1: 3.261, D_real: 0.186, D_fake: 0.205 + +[Rank 0] (epoch: 97, iters: 248, time: 0.149, data: 0.003) , G_GAN: 2.771, G_L1: 2.629, D_real: 0.018, D_fake: 0.304 + +[Rank 0] (epoch: 97, iters: 348, time: 0.149, data: 0.004) , G_GAN: 2.594, G_L1: 2.518, D_real: 0.057, D_fake: 0.938 + +[Rank 0] (epoch: 97, iters: 448, time: 0.150, data: 0.003) , G_GAN: 4.735, G_L1: 2.385, D_real: 0.179, D_fake: 0.087 + +[Rank 0] (epoch: 97, iters: 548, time: 0.153, data: 0.004) , G_GAN: 0.837, G_L1: 3.230, D_real: 1.036, D_fake: 0.515 + +[Rank 0] (epoch: 97, iters: 648, time: 0.164, data: 0.004) , G_GAN: 1.642, G_L1: 1.825, D_real: 0.906, D_fake: 0.088 + +[Rank 0] (epoch: 97, iters: 748, time: 0.156, data: 0.004) , G_GAN: 3.304, G_L1: 1.905, D_real: 0.076, D_fake: 0.198 + +[Rank 0] (epoch: 97, iters: 848, time: 0.142, data: 0.004) , G_GAN: 4.064, G_L1: 3.037, D_real: 0.030, D_fake: 0.799 + +[Rank 0] (epoch: 97, iters: 948, time: 0.150, data: 0.004) , G_GAN: 1.506, G_L1: 3.106, D_real: 0.485, D_fake: 0.357 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 97 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 98, iters: 86, time: 0.150, data: 0.004) , G_GAN: 2.434, G_L1: 2.392, D_real: 0.073, D_fake: 0.782 + +[Rank 0] (epoch: 98, iters: 186, time: 0.149, data: 0.004) , G_GAN: 1.407, G_L1: 2.665, D_real: 0.306, D_fake: 0.701 + +[Rank 0] (epoch: 98, iters: 286, time: 0.748, data: 0.004) , G_GAN: 2.283, G_L1: 2.885, D_real: 0.071, D_fake: 0.205 + +[Rank 0] (epoch: 98, iters: 386, time: 0.148, data: 0.004) , G_GAN: 1.810, G_L1: 1.688, D_real: 0.361, D_fake: 0.774 + +[Rank 0] (epoch: 98, iters: 486, time: 0.149, data: 0.004) , G_GAN: 2.291, G_L1: 3.233, D_real: 0.680, D_fake: 0.130 + +[Rank 0] (epoch: 98, iters: 586, time: 0.146, data: 0.004) , G_GAN: 1.367, G_L1: 2.705, D_real: 0.374, D_fake: 0.433 + +[Rank 0] (epoch: 98, iters: 686, time: 0.878, data: 0.004) , G_GAN: 3.412, G_L1: 3.579, D_real: 0.006, D_fake: 0.080 + +[Rank 0] (epoch: 98, iters: 786, time: 0.148, data: 0.004) , G_GAN: 1.087, G_L1: 2.131, D_real: 0.686, D_fake: 0.545 + +[Rank 0] (epoch: 98, iters: 886, time: 0.148, data: 0.004) , G_GAN: 1.512, G_L1: 2.661, D_real: 0.210, D_fake: 0.294 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 98 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 99, iters: 24, time: 0.154, data: 0.004) , G_GAN: 2.125, G_L1: 1.861, D_real: 0.126, D_fake: 0.317 + +[Rank 0] (epoch: 99, iters: 124, time: 0.841, data: 0.004) , G_GAN: 1.851, G_L1: 3.388, D_real: 0.008, D_fake: 1.240 + +[Rank 0] (epoch: 99, iters: 224, time: 0.148, data: 0.008) , G_GAN: 2.095, G_L1: 3.085, D_real: 0.368, D_fake: 0.143 + +[Rank 0] (epoch: 99, iters: 324, time: 0.149, data: 0.004) , G_GAN: 1.856, G_L1: 2.535, D_real: 0.152, D_fake: 0.875 + +[Rank 0] (epoch: 99, iters: 424, time: 0.148, data: 0.004) , G_GAN: 1.164, G_L1: 2.454, D_real: 1.271, D_fake: 0.366 + +[Rank 0] (epoch: 99, iters: 524, time: 0.154, data: 0.004) , G_GAN: 5.316, G_L1: 3.059, D_real: 0.005, D_fake: 0.012 + +[Rank 0] (epoch: 99, iters: 624, time: 0.151, data: 0.004) , G_GAN: 2.537, G_L1: 1.867, D_real: 0.082, D_fake: 0.225 + +[Rank 0] (epoch: 99, iters: 724, time: 0.150, data: 0.004) , G_GAN: 1.334, G_L1: 1.685, D_real: 0.566, D_fake: 0.244 + +saving the latest model (epoch 99, total_iters 95000) +[Rank 0] (epoch: 99, iters: 824, time: 0.150, data: 0.009) , G_GAN: 2.115, G_L1: 2.506, D_real: 0.308, D_fake: 0.146 + +[Rank 0] (epoch: 99, iters: 924, time: 0.150, data: 0.004) , G_GAN: 1.636, G_L1: 6.193, D_real: 0.498, D_fake: 0.258 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 99 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 100, iters: 62, time: 0.141, data: 0.004) , G_GAN: 4.054, G_L1: 3.504, D_real: 0.375, D_fake: 0.040 + +[Rank 0] (epoch: 100, iters: 162, time: 0.171, data: 0.008) , G_GAN: 2.854, G_L1: 2.510, D_real: 0.018, D_fake: 0.532 + +[Rank 0] (epoch: 100, iters: 262, time: 0.150, data: 0.003) , G_GAN: 3.409, G_L1: 2.007, D_real: 0.005, D_fake: 0.131 + +[Rank 0] (epoch: 100, iters: 362, time: 0.914, data: 0.004) , G_GAN: 0.935, G_L1: 3.167, D_real: 0.738, D_fake: 0.373 + +[Rank 0] (epoch: 100, iters: 462, time: 0.149, data: 0.004) , G_GAN: 2.446, G_L1: 3.182, D_real: 0.315, D_fake: 0.563 + +[Rank 0] (epoch: 100, iters: 562, time: 0.149, data: 0.004) , G_GAN: 1.088, G_L1: 1.882, D_real: 0.621, D_fake: 0.236 + +[Rank 0] (epoch: 100, iters: 662, time: 0.150, data: 0.004) , G_GAN: 4.014, G_L1: 2.974, D_real: 0.004, D_fake: 0.071 + +[Rank 0] (epoch: 100, iters: 762, time: 0.884, data: 0.004) , G_GAN: 4.036, G_L1: 2.542, D_real: 0.006, D_fake: 0.847 + +[Rank 0] (epoch: 100, iters: 862, time: 0.149, data: 0.004) , G_GAN: 2.365, G_L1: 4.148, D_real: 0.306, D_fake: 0.441 + +[Rank 0] (epoch: 100, iters: 962, time: 0.143, data: 0.004) , G_GAN: 6.523, G_L1: 3.041, D_real: 0.013, D_fake: 1.289 + +learning rate 0.0002000 -> 0.0001980 +saving the model at the end of epoch 100, iters 96200 +End of epoch 100 / 200 Time Taken: 92 sec +[Rank 0] (epoch: 101, iters: 100, time: 0.148, data: 0.232) , G_GAN: 1.792, G_L1: 2.144, D_real: 0.582, D_fake: 0.791 + +[Rank 0] (epoch: 101, iters: 200, time: 0.810, data: 0.004) , G_GAN: 2.749, G_L1: 1.932, D_real: 0.003, D_fake: 0.628 + +[Rank 0] (epoch: 101, iters: 300, time: 0.158, data: 0.004) , G_GAN: 3.370, G_L1: 2.140, D_real: 0.005, D_fake: 0.081 + +[Rank 0] (epoch: 101, iters: 400, time: 0.139, data: 0.004) , G_GAN: 3.661, G_L1: 2.861, D_real: 0.050, D_fake: 0.072 + +[Rank 0] (epoch: 101, iters: 500, time: 0.147, data: 0.005) , G_GAN: 1.397, G_L1: 3.609, D_real: 0.519, D_fake: 0.445 + +[Rank 0] (epoch: 101, iters: 600, time: 0.148, data: 0.004) , G_GAN: 1.430, G_L1: 4.190, D_real: 0.921, D_fake: 0.094 + +[Rank 0] (epoch: 101, iters: 700, time: 0.153, data: 0.004) , G_GAN: 2.163, G_L1: 2.641, D_real: 0.579, D_fake: 0.240 + +[Rank 0] (epoch: 101, iters: 800, time: 0.151, data: 0.004) , G_GAN: 2.643, G_L1: 1.682, D_real: 0.161, D_fake: 0.325 + +[Rank 0] (epoch: 101, iters: 900, time: 0.149, data: 0.004) , G_GAN: 2.891, G_L1: 2.164, D_real: 0.402, D_fake: 0.278 + +learning rate 0.0001980 -> 0.0001960 +End of epoch 101 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 102, iters: 38, time: 0.853, data: 0.004) , G_GAN: 2.205, G_L1: 1.856, D_real: 0.284, D_fake: 0.134 + +[Rank 0] (epoch: 102, iters: 138, time: 0.150, data: 0.004) , G_GAN: 1.794, G_L1: 4.549, D_real: 0.957, D_fake: 0.164 + +[Rank 0] (epoch: 102, iters: 238, time: 0.151, data: 0.004) , G_GAN: 0.989, G_L1: 3.161, D_real: 0.746, D_fake: 0.415 + +[Rank 0] (epoch: 102, iters: 338, time: 0.145, data: 0.004) , G_GAN: 2.011, G_L1: 2.989, D_real: 0.334, D_fake: 0.639 + +[Rank 0] (epoch: 102, iters: 438, time: 0.154, data: 0.004) , G_GAN: 2.652, G_L1: 4.492, D_real: 0.017, D_fake: 0.216 + +[Rank 0] (epoch: 102, iters: 538, time: 0.151, data: 0.004) , G_GAN: 2.005, G_L1: 2.074, D_real: 0.349, D_fake: 0.208 + +[Rank 0] (epoch: 102, iters: 638, time: 0.152, data: 0.004) , G_GAN: 2.456, G_L1: 6.830, D_real: 0.374, D_fake: 1.199 + +[Rank 0] (epoch: 102, iters: 738, time: 0.151, data: 0.004) , G_GAN: 2.718, G_L1: 4.639, D_real: 0.064, D_fake: 0.145 + +[Rank 0] (epoch: 102, iters: 838, time: 0.866, data: 0.004) , G_GAN: 2.304, G_L1: 3.337, D_real: 0.206, D_fake: 0.084 + +[Rank 0] (epoch: 102, iters: 938, time: 0.168, data: 0.004) , G_GAN: 3.333, G_L1: 1.661, D_real: 0.425, D_fake: 0.025 + +learning rate 0.0001960 -> 0.0001941 +End of epoch 102 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 103, iters: 76, time: 0.144, data: 0.004) , G_GAN: 2.205, G_L1: 1.967, D_real: 0.418, D_fake: 0.082 + +[Rank 0] (epoch: 103, iters: 176, time: 0.147, data: 0.004) , G_GAN: 2.500, G_L1: 2.007, D_real: 0.178, D_fake: 0.152 + +[Rank 0] (epoch: 103, iters: 276, time: 0.751, data: 0.004) , G_GAN: 2.256, G_L1: 3.256, D_real: 0.078, D_fake: 0.578 + +[Rank 0] (epoch: 103, iters: 376, time: 0.145, data: 0.004) , G_GAN: 2.324, G_L1: 2.299, D_real: 0.234, D_fake: 0.203 + +[Rank 0] (epoch: 103, iters: 476, time: 0.149, data: 0.004) , G_GAN: 2.703, G_L1: 4.717, D_real: 0.489, D_fake: 0.065 + +[Rank 0] (epoch: 103, iters: 576, time: 0.151, data: 0.004) , G_GAN: 2.565, G_L1: 3.803, D_real: 1.157, D_fake: 0.091 + +[Rank 0] (epoch: 103, iters: 676, time: 0.145, data: 0.004) , G_GAN: 1.898, G_L1: 2.747, D_real: 0.311, D_fake: 0.585 + +[Rank 0] (epoch: 103, iters: 776, time: 0.149, data: 0.004) , G_GAN: 3.484, G_L1: 2.962, D_real: 0.067, D_fake: 0.080 + +[Rank 0] (epoch: 103, iters: 876, time: 0.152, data: 0.004) , G_GAN: 1.468, G_L1: 3.898, D_real: 0.411, D_fake: 0.640 + +learning rate 0.0001941 -> 0.0001921 +End of epoch 103 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 104, iters: 14, time: 0.146, data: 0.004) , G_GAN: 1.723, G_L1: 2.342, D_real: 0.359, D_fake: 0.256 + +[Rank 0] (epoch: 104, iters: 114, time: 0.872, data: 0.004) , G_GAN: 3.582, G_L1: 3.310, D_real: 0.001, D_fake: 0.039 + +[Rank 0] (epoch: 104, iters: 214, time: 0.146, data: 0.004) , G_GAN: 1.488, G_L1: 3.246, D_real: 0.496, D_fake: 0.483 + +[Rank 0] (epoch: 104, iters: 314, time: 0.147, data: 0.004) , G_GAN: 2.580, G_L1: 2.432, D_real: 0.047, D_fake: 0.166 + +[Rank 0] (epoch: 104, iters: 414, time: 0.151, data: 0.004) , G_GAN: 3.658, G_L1: 2.743, D_real: 0.003, D_fake: 0.921 + +[Rank 0] (epoch: 104, iters: 514, time: 0.152, data: 0.004) , G_GAN: 2.251, G_L1: 1.886, D_real: 0.186, D_fake: 0.278 + +[Rank 0] (epoch: 104, iters: 614, time: 0.153, data: 0.004) , G_GAN: 1.666, G_L1: 2.790, D_real: 0.563, D_fake: 0.229 + +[Rank 0] (epoch: 104, iters: 714, time: 0.152, data: 0.004) , G_GAN: 1.411, G_L1: 3.398, D_real: 0.297, D_fake: 0.588 + +[Rank 0] (epoch: 104, iters: 814, time: 0.146, data: 0.004) , G_GAN: 2.521, G_L1: 2.267, D_real: 0.010, D_fake: 0.357 + +[Rank 0] (epoch: 104, iters: 914, time: 0.926, data: 0.004) , G_GAN: 3.478, G_L1: 2.899, D_real: 0.006, D_fake: 0.048 + +saving the latest model (epoch 104, total_iters 100000) +learning rate 0.0001921 -> 0.0001901 +End of epoch 104 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 105, iters: 52, time: 0.147, data: 0.006) , G_GAN: 3.096, G_L1: 1.757, D_real: 0.429, D_fake: 0.047 + +[Rank 0] (epoch: 105, iters: 152, time: 0.150, data: 0.004) , G_GAN: 1.509, G_L1: 2.022, D_real: 2.554, D_fake: 0.040 + +[Rank 0] (epoch: 105, iters: 252, time: 0.149, data: 0.004) , G_GAN: 2.431, G_L1: 2.128, D_real: 0.243, D_fake: 0.184 + +[Rank 0] (epoch: 105, iters: 352, time: 0.711, data: 0.004) , G_GAN: 3.171, G_L1: 3.676, D_real: 0.384, D_fake: 0.628 + +[Rank 0] (epoch: 105, iters: 452, time: 0.148, data: 0.004) , G_GAN: 2.998, G_L1: 2.711, D_real: 0.047, D_fake: 0.144 + +[Rank 0] (epoch: 105, iters: 552, time: 0.149, data: 0.004) , G_GAN: 1.129, G_L1: 3.122, D_real: 0.985, D_fake: 0.237 + +[Rank 0] (epoch: 105, iters: 652, time: 0.149, data: 0.004) , G_GAN: 1.189, G_L1: 3.093, D_real: 0.406, D_fake: 0.469 + +[Rank 0] (epoch: 105, iters: 752, time: 0.150, data: 0.004) , G_GAN: 1.478, G_L1: 1.663, D_real: 0.437, D_fake: 0.210 + +[Rank 0] (epoch: 105, iters: 852, time: 0.148, data: 0.004) , G_GAN: 2.678, G_L1: 2.334, D_real: 0.074, D_fake: 0.244 + +[Rank 0] (epoch: 105, iters: 952, time: 0.148, data: 0.004) , G_GAN: 1.704, G_L1: 2.004, D_real: 0.063, D_fake: 0.974 + +learning rate 0.0001901 -> 0.0001881 +saving the model at the end of epoch 105, iters 101010 +End of epoch 105 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 106, iters: 90, time: 0.147, data: 0.004) , G_GAN: 3.097, G_L1: 2.196, D_real: 0.012, D_fake: 0.580 + +[Rank 0] (epoch: 106, iters: 190, time: 0.866, data: 0.004) , G_GAN: 3.141, G_L1: 2.317, D_real: 0.054, D_fake: 0.093 + +[Rank 0] (epoch: 106, iters: 290, time: 0.151, data: 0.005) , G_GAN: 4.857, G_L1: 1.998, D_real: 0.009, D_fake: 0.013 + +[Rank 0] (epoch: 106, iters: 390, time: 0.153, data: 0.004) , G_GAN: 1.267, G_L1: 2.352, D_real: 0.632, D_fake: 0.566 + +[Rank 0] (epoch: 106, iters: 490, time: 0.150, data: 0.004) , G_GAN: 2.194, G_L1: 2.432, D_real: 0.250, D_fake: 0.200 + +[Rank 0] (epoch: 106, iters: 590, time: 0.150, data: 0.004) , G_GAN: 1.963, G_L1: 5.019, D_real: 0.001, D_fake: 0.492 + +[Rank 0] (epoch: 106, iters: 690, time: 0.148, data: 0.004) , G_GAN: 3.976, G_L1: 4.537, D_real: 0.019, D_fake: 0.145 + +[Rank 0] (epoch: 106, iters: 790, time: 0.148, data: 0.004) , G_GAN: 3.258, G_L1: 2.145, D_real: 0.009, D_fake: 0.196 + +[Rank 0] (epoch: 106, iters: 890, time: 0.154, data: 0.004) , G_GAN: 1.971, G_L1: 3.339, D_real: 0.098, D_fake: 0.478 + +learning rate 0.0001881 -> 0.0001861 +End of epoch 106 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 107, iters: 28, time: 0.955, data: 0.004) , G_GAN: 3.459, G_L1: 2.833, D_real: 0.006, D_fake: 0.187 + +[Rank 0] (epoch: 107, iters: 128, time: 0.146, data: 0.004) , G_GAN: 1.978, G_L1: 2.120, D_real: 0.342, D_fake: 0.208 + +[Rank 0] (epoch: 107, iters: 228, time: 0.152, data: 0.008) , G_GAN: 2.168, G_L1: 3.976, D_real: 0.178, D_fake: 0.296 + +[Rank 0] (epoch: 107, iters: 328, time: 0.147, data: 0.004) , G_GAN: 3.012, G_L1: 3.236, D_real: 0.123, D_fake: 0.119 + +[Rank 0] (epoch: 107, iters: 428, time: 0.149, data: 0.004) , G_GAN: 5.798, G_L1: 4.358, D_real: 0.001, D_fake: 0.007 + +[Rank 0] (epoch: 107, iters: 528, time: 0.178, data: 0.004) , G_GAN: 0.943, G_L1: 3.943, D_real: 0.133, D_fake: 1.177 + +[Rank 0] (epoch: 107, iters: 628, time: 0.150, data: 0.004) , G_GAN: 1.197, G_L1: 1.569, D_real: 1.886, D_fake: 0.156 + +[Rank 0] (epoch: 107, iters: 728, time: 0.148, data: 0.004) , G_GAN: 2.473, G_L1: 2.046, D_real: 0.061, D_fake: 0.178 + +[Rank 0] (epoch: 107, iters: 828, time: 0.149, data: 0.004) , G_GAN: 2.262, G_L1: 2.464, D_real: 0.123, D_fake: 0.449 + +[Rank 0] (epoch: 107, iters: 928, time: 0.151, data: 0.004) , G_GAN: 2.963, G_L1: 5.022, D_real: 0.314, D_fake: 0.032 + +learning rate 0.0001861 -> 0.0001842 +End of epoch 107 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 108, iters: 66, time: 0.144, data: 0.004) , G_GAN: 2.975, G_L1: 1.996, D_real: 0.006, D_fake: 0.189 + +[Rank 0] (epoch: 108, iters: 166, time: 0.148, data: 0.004) , G_GAN: 3.716, G_L1: 4.756, D_real: 0.001, D_fake: 0.096 + +[Rank 0] (epoch: 108, iters: 266, time: 0.797, data: 0.004) , G_GAN: 3.099, G_L1: 8.613, D_real: 0.320, D_fake: 0.067 + +[Rank 0] (epoch: 108, iters: 366, time: 0.150, data: 0.004) , G_GAN: 3.947, G_L1: 2.020, D_real: 0.137, D_fake: 0.054 + +[Rank 0] (epoch: 108, iters: 466, time: 0.146, data: 0.004) , G_GAN: 2.447, G_L1: 2.899, D_real: 0.233, D_fake: 0.599 + +[Rank 0] (epoch: 108, iters: 566, time: 0.151, data: 0.004) , G_GAN: 2.192, G_L1: 3.193, D_real: 0.003, D_fake: 0.248 + +[Rank 0] (epoch: 108, iters: 666, time: 0.151, data: 0.004) , G_GAN: 2.642, G_L1: 2.161, D_real: 0.003, D_fake: 0.184 + +[Rank 0] (epoch: 108, iters: 766, time: 0.148, data: 0.004) , G_GAN: 1.025, G_L1: 3.478, D_real: 1.006, D_fake: 0.247 + +[Rank 0] (epoch: 108, iters: 866, time: 0.149, data: 0.004) , G_GAN: 2.005, G_L1: 1.319, D_real: 0.104, D_fake: 0.995 + +learning rate 0.0001842 -> 0.0001822 +End of epoch 108 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 109, iters: 4, time: 0.146, data: 0.004) , G_GAN: 1.141, G_L1: 2.030, D_real: 1.396, D_fake: 0.059 + +[Rank 0] (epoch: 109, iters: 104, time: 0.938, data: 0.007) , G_GAN: 1.776, G_L1: 3.262, D_real: 0.267, D_fake: 0.605 + +[Rank 0] (epoch: 109, iters: 204, time: 0.153, data: 0.004) , G_GAN: 1.955, G_L1: 5.938, D_real: 0.169, D_fake: 0.414 + +[Rank 0] (epoch: 109, iters: 304, time: 0.152, data: 0.004) , G_GAN: 1.630, G_L1: 4.581, D_real: 0.679, D_fake: 0.319 + +[Rank 0] (epoch: 109, iters: 404, time: 0.148, data: 0.004) , G_GAN: 3.180, G_L1: 2.478, D_real: 0.004, D_fake: 0.217 + +[Rank 0] (epoch: 109, iters: 504, time: 0.149, data: 0.004) , G_GAN: 2.631, G_L1: 4.180, D_real: 0.259, D_fake: 0.081 + +[Rank 0] (epoch: 109, iters: 604, time: 0.150, data: 0.004) , G_GAN: 1.880, G_L1: 1.818, D_real: 0.672, D_fake: 0.051 + +[Rank 0] (epoch: 109, iters: 704, time: 0.155, data: 0.004) , G_GAN: 2.645, G_L1: 2.763, D_real: 0.067, D_fake: 0.131 + +[Rank 0] (epoch: 109, iters: 804, time: 0.152, data: 0.004) , G_GAN: 2.358, G_L1: 2.046, D_real: 0.007, D_fake: 0.935 + +[Rank 0] (epoch: 109, iters: 904, time: 0.149, data: 0.004) , G_GAN: 5.698, G_L1: 2.880, D_real: 0.034, D_fake: 0.572 + +learning rate 0.0001822 -> 0.0001802 +End of epoch 109 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 110, iters: 42, time: 0.147, data: 0.004) , G_GAN: 3.353, G_L1: 3.856, D_real: 0.134, D_fake: 0.264 + +[Rank 0] (epoch: 110, iters: 142, time: 0.148, data: 0.004) , G_GAN: 1.605, G_L1: 2.884, D_real: 0.276, D_fake: 0.253 + +saving the latest model (epoch 110, total_iters 105000) +[Rank 0] (epoch: 110, iters: 242, time: 0.144, data: 0.007) , G_GAN: 2.962, G_L1: 2.875, D_real: 0.110, D_fake: 0.106 + +[Rank 0] (epoch: 110, iters: 342, time: 0.901, data: 0.004) , G_GAN: 1.569, G_L1: 2.342, D_real: 0.428, D_fake: 0.394 + +[Rank 0] (epoch: 110, iters: 442, time: 0.146, data: 0.004) , G_GAN: 3.387, G_L1: 3.952, D_real: 0.110, D_fake: 0.118 + +[Rank 0] (epoch: 110, iters: 542, time: 0.151, data: 0.004) , G_GAN: 3.701, G_L1: 2.454, D_real: 0.085, D_fake: 0.047 + +[Rank 0] (epoch: 110, iters: 642, time: 0.158, data: 0.004) , G_GAN: 3.498, G_L1: 2.838, D_real: 0.003, D_fake: 0.072 + +[Rank 0] (epoch: 110, iters: 742, time: 0.152, data: 0.004) , G_GAN: 3.306, G_L1: 1.861, D_real: 0.031, D_fake: 0.309 + +[Rank 0] (epoch: 110, iters: 842, time: 0.148, data: 0.004) , G_GAN: 3.172, G_L1: 15.859, D_real: 0.321, D_fake: 1.056 + +[Rank 0] (epoch: 110, iters: 942, time: 0.147, data: 0.004) , G_GAN: 1.199, G_L1: 2.010, D_real: 0.844, D_fake: 0.177 + +learning rate 0.0001802 -> 0.0001782 +saving the model at the end of epoch 110, iters 105820 +End of epoch 110 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 111, iters: 80, time: 0.152, data: 0.004) , G_GAN: 2.972, G_L1: 2.570, D_real: 0.003, D_fake: 0.145 + +[Rank 0] (epoch: 111, iters: 180, time: 0.960, data: 0.004) , G_GAN: 1.922, G_L1: 2.091, D_real: 0.417, D_fake: 0.164 + +[Rank 0] (epoch: 111, iters: 280, time: 0.151, data: 0.004) , G_GAN: 2.812, G_L1: 2.420, D_real: 0.042, D_fake: 0.111 + +[Rank 0] (epoch: 111, iters: 380, time: 0.150, data: 0.004) , G_GAN: 1.632, G_L1: 3.523, D_real: 0.122, D_fake: 1.293 + +[Rank 0] (epoch: 111, iters: 480, time: 0.150, data: 0.004) , G_GAN: 1.600, G_L1: 3.791, D_real: 0.265, D_fake: 0.440 + +[Rank 0] (epoch: 111, iters: 580, time: 0.158, data: 0.004) , G_GAN: 3.832, G_L1: 1.758, D_real: 0.125, D_fake: 0.063 + +[Rank 0] (epoch: 111, iters: 680, time: 0.150, data: 0.004) , G_GAN: 1.678, G_L1: 3.042, D_real: 0.491, D_fake: 0.202 + +[Rank 0] (epoch: 111, iters: 780, time: 0.148, data: 0.004) , G_GAN: 1.726, G_L1: 6.424, D_real: 0.272, D_fake: 1.126 + +[Rank 0] (epoch: 111, iters: 880, time: 0.150, data: 0.004) , G_GAN: 1.221, G_L1: 2.252, D_real: 0.825, D_fake: 0.399 + +learning rate 0.0001782 -> 0.0001762 +End of epoch 111 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 112, iters: 18, time: 0.840, data: 0.004) , G_GAN: 1.392, G_L1: 2.043, D_real: 0.513, D_fake: 0.260 + +[Rank 0] (epoch: 112, iters: 118, time: 0.146, data: 0.004) , G_GAN: 5.132, G_L1: 2.306, D_real: 0.043, D_fake: 0.015 + +[Rank 0] (epoch: 112, iters: 218, time: 0.151, data: 0.004) , G_GAN: 1.861, G_L1: 3.180, D_real: 0.214, D_fake: 0.235 + +[Rank 0] (epoch: 112, iters: 318, time: 0.152, data: 0.004) , G_GAN: 3.858, G_L1: 3.689, D_real: 0.042, D_fake: 0.094 + +[Rank 0] (epoch: 112, iters: 418, time: 0.151, data: 0.004) , G_GAN: 3.678, G_L1: 1.833, D_real: 0.040, D_fake: 1.204 + +[Rank 0] (epoch: 112, iters: 518, time: 0.150, data: 0.004) , G_GAN: 4.599, G_L1: 3.979, D_real: 0.000, D_fake: 2.345 + +[Rank 0] (epoch: 112, iters: 618, time: 0.149, data: 0.004) , G_GAN: 2.077, G_L1: 2.968, D_real: 0.008, D_fake: 0.710 + +[Rank 0] (epoch: 112, iters: 718, time: 0.144, data: 0.004) , G_GAN: 4.074, G_L1: 2.436, D_real: 0.032, D_fake: 0.049 + +[Rank 0] (epoch: 112, iters: 818, time: 0.145, data: 0.004) , G_GAN: 1.274, G_L1: 3.581, D_real: 0.823, D_fake: 0.187 + +[Rank 0] (epoch: 112, iters: 918, time: 0.147, data: 0.004) , G_GAN: 4.350, G_L1: 4.346, D_real: 0.045, D_fake: 0.048 + +learning rate 0.0001762 -> 0.0001743 +End of epoch 112 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 113, iters: 56, time: 0.148, data: 0.004) , G_GAN: 4.211, G_L1: 2.719, D_real: 0.014, D_fake: 0.032 + +[Rank 0] (epoch: 113, iters: 156, time: 0.154, data: 0.004) , G_GAN: 1.682, G_L1: 2.407, D_real: 0.317, D_fake: 0.972 + +[Rank 0] (epoch: 113, iters: 256, time: 0.748, data: 0.004) , G_GAN: 1.094, G_L1: 3.267, D_real: 0.976, D_fake: 0.443 + +[Rank 0] (epoch: 113, iters: 356, time: 0.151, data: 0.004) , G_GAN: 1.625, G_L1: 3.162, D_real: 0.048, D_fake: 0.686 + +[Rank 0] (epoch: 113, iters: 456, time: 0.149, data: 0.004) , G_GAN: 2.393, G_L1: 2.275, D_real: 0.100, D_fake: 0.493 + +[Rank 0] (epoch: 113, iters: 556, time: 0.149, data: 0.004) , G_GAN: 1.698, G_L1: 2.361, D_real: 0.076, D_fake: 0.487 + +[Rank 0] (epoch: 113, iters: 656, time: 0.149, data: 0.004) , G_GAN: 1.933, G_L1: 1.706, D_real: 0.342, D_fake: 0.402 + +[Rank 0] (epoch: 113, iters: 756, time: 0.150, data: 0.004) , G_GAN: 2.709, G_L1: 2.620, D_real: 0.808, D_fake: 0.060 + +[Rank 0] (epoch: 113, iters: 856, time: 0.147, data: 0.004) , G_GAN: 3.215, G_L1: 4.711, D_real: 0.085, D_fake: 0.222 + +[Rank 0] (epoch: 113, iters: 956, time: 0.146, data: 0.004) , G_GAN: 2.177, G_L1: 3.823, D_real: 1.691, D_fake: 0.038 + +learning rate 0.0001743 -> 0.0001723 +End of epoch 113 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 114, iters: 94, time: 0.890, data: 0.008) , G_GAN: 6.579, G_L1: 3.199, D_real: 0.027, D_fake: 0.005 + +[Rank 0] (epoch: 114, iters: 194, time: 0.148, data: 0.004) , G_GAN: 1.903, G_L1: 2.501, D_real: 0.460, D_fake: 0.288 + +[Rank 0] (epoch: 114, iters: 294, time: 0.148, data: 0.004) , G_GAN: 3.170, G_L1: 4.409, D_real: 0.034, D_fake: 0.132 + +[Rank 0] (epoch: 114, iters: 394, time: 0.141, data: 0.004) , G_GAN: 0.705, G_L1: 1.972, D_real: 0.778, D_fake: 0.497 + +[Rank 0] (epoch: 114, iters: 494, time: 0.154, data: 0.004) , G_GAN: 2.418, G_L1: 2.473, D_real: 0.049, D_fake: 0.373 + +[Rank 0] (epoch: 114, iters: 594, time: 0.148, data: 0.004) , G_GAN: 2.013, G_L1: 5.717, D_real: 0.299, D_fake: 0.246 + +[Rank 0] (epoch: 114, iters: 694, time: 0.147, data: 0.004) , G_GAN: 5.371, G_L1: 2.387, D_real: 0.023, D_fake: 0.012 + +[Rank 0] (epoch: 114, iters: 794, time: 0.151, data: 0.004) , G_GAN: 2.391, G_L1: 4.451, D_real: 0.000, D_fake: 0.192 + +[Rank 0] (epoch: 114, iters: 894, time: 0.140, data: 0.004) , G_GAN: 0.550, G_L1: 1.373, D_real: 1.221, D_fake: 0.147 + +learning rate 0.0001723 -> 0.0001703 +End of epoch 114 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 115, iters: 32, time: 0.147, data: 0.004) , G_GAN: 2.642, G_L1: 2.629, D_real: 0.215, D_fake: 0.118 + +[Rank 0] (epoch: 115, iters: 132, time: 0.146, data: 0.004) , G_GAN: 0.319, G_L1: 1.731, D_real: 2.439, D_fake: 0.058 + +[Rank 0] (epoch: 115, iters: 232, time: 0.150, data: 0.004) , G_GAN: 4.498, G_L1: 3.878, D_real: 0.074, D_fake: 0.026 + +[Rank 0] (epoch: 115, iters: 332, time: 0.958, data: 0.004) , G_GAN: 2.376, G_L1: 2.124, D_real: 0.432, D_fake: 0.090 + +saving the latest model (epoch 115, total_iters 110000) +[Rank 0] (epoch: 115, iters: 432, time: 0.147, data: 0.009) , G_GAN: 1.490, G_L1: 4.367, D_real: 0.433, D_fake: 0.571 + +[Rank 0] (epoch: 115, iters: 532, time: 0.146, data: 0.004) , G_GAN: 2.612, G_L1: 1.464, D_real: 0.197, D_fake: 0.431 + +[Rank 0] (epoch: 115, iters: 632, time: 0.149, data: 0.004) , G_GAN: 1.027, G_L1: 3.449, D_real: 0.529, D_fake: 0.577 + +[Rank 0] (epoch: 115, iters: 732, time: 0.149, data: 0.004) , G_GAN: 2.960, G_L1: 2.282, D_real: 0.001, D_fake: 0.657 + +[Rank 0] (epoch: 115, iters: 832, time: 0.150, data: 0.004) , G_GAN: 1.943, G_L1: 2.755, D_real: 0.445, D_fake: 0.397 + +[Rank 0] (epoch: 115, iters: 932, time: 0.151, data: 0.004) , G_GAN: 1.277, G_L1: 1.475, D_real: 0.430, D_fake: 0.306 + +learning rate 0.0001703 -> 0.0001683 +saving the model at the end of epoch 115, iters 110630 +End of epoch 115 / 200 Time Taken: 92 sec +[Rank 0] (epoch: 116, iters: 70, time: 0.150, data: 0.004) , G_GAN: 1.235, G_L1: 3.077, D_real: 0.343, D_fake: 0.547 + +[Rank 0] (epoch: 116, iters: 170, time: 1.005, data: 0.004) , G_GAN: 2.455, G_L1: 2.128, D_real: 0.095, D_fake: 0.233 + +[Rank 0] (epoch: 116, iters: 270, time: 0.145, data: 0.004) , G_GAN: 3.573, G_L1: 4.459, D_real: 0.002, D_fake: 0.095 + +[Rank 0] (epoch: 116, iters: 370, time: 0.141, data: 0.004) , G_GAN: 1.632, G_L1: 2.752, D_real: 0.227, D_fake: 0.811 + +[Rank 0] (epoch: 116, iters: 470, time: 0.149, data: 0.004) , G_GAN: 2.339, G_L1: 1.342, D_real: 0.226, D_fake: 0.929 + +[Rank 0] (epoch: 116, iters: 570, time: 0.144, data: 0.003) , G_GAN: 1.265, G_L1: 4.237, D_real: 0.375, D_fake: 0.769 + +[Rank 0] (epoch: 116, iters: 670, time: 0.152, data: 0.004) , G_GAN: 1.069, G_L1: 2.225, D_real: 1.119, D_fake: 0.214 + +[Rank 0] (epoch: 116, iters: 770, time: 0.149, data: 0.004) , G_GAN: 2.312, G_L1: 4.008, D_real: 0.363, D_fake: 0.895 + +[Rank 0] (epoch: 116, iters: 870, time: 0.152, data: 0.004) , G_GAN: 2.390, G_L1: 1.376, D_real: 0.243, D_fake: 0.844 + +learning rate 0.0001683 -> 0.0001663 +End of epoch 116 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 117, iters: 8, time: 1.002, data: 0.004) , G_GAN: 2.845, G_L1: 3.080, D_real: 0.437, D_fake: 0.114 + +[Rank 0] (epoch: 117, iters: 108, time: 0.151, data: 0.004) , G_GAN: 1.160, G_L1: 2.654, D_real: 0.700, D_fake: 0.347 + +[Rank 0] (epoch: 117, iters: 208, time: 0.150, data: 0.004) , G_GAN: 2.500, G_L1: 2.462, D_real: 0.874, D_fake: 0.070 + +[Rank 0] (epoch: 117, iters: 308, time: 0.150, data: 0.004) , G_GAN: 4.056, G_L1: 6.942, D_real: 0.023, D_fake: 0.640 + +[Rank 0] (epoch: 117, iters: 408, time: 0.867, data: 0.004) , G_GAN: 2.774, G_L1: 1.947, D_real: 0.002, D_fake: 0.232 + +[Rank 0] (epoch: 117, iters: 508, time: 0.151, data: 0.004) , G_GAN: 4.382, G_L1: 3.624, D_real: 0.002, D_fake: 0.070 + +[Rank 0] (epoch: 117, iters: 608, time: 0.145, data: 0.004) , G_GAN: 1.627, G_L1: 2.793, D_real: 1.194, D_fake: 0.101 + +[Rank 0] (epoch: 117, iters: 708, time: 0.152, data: 0.004) , G_GAN: 1.298, G_L1: 3.610, D_real: 0.883, D_fake: 0.153 + +[Rank 0] (epoch: 117, iters: 808, time: 0.154, data: 0.004) , G_GAN: 1.847, G_L1: 2.142, D_real: 0.314, D_fake: 0.156 + +[Rank 0] (epoch: 117, iters: 908, time: 0.153, data: 0.004) , G_GAN: 3.494, G_L1: 2.934, D_real: 0.054, D_fake: 0.089 + +learning rate 0.0001663 -> 0.0001644 +End of epoch 117 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 118, iters: 46, time: 0.148, data: 0.004) , G_GAN: 1.143, G_L1: 2.932, D_real: 0.504, D_fake: 0.712 + +[Rank 0] (epoch: 118, iters: 146, time: 0.151, data: 0.004) , G_GAN: 3.673, G_L1: 2.381, D_real: 0.220, D_fake: 0.041 + +[Rank 0] (epoch: 118, iters: 246, time: 0.891, data: 0.004) , G_GAN: 3.271, G_L1: 2.084, D_real: 0.000, D_fake: 0.128 + +[Rank 0] (epoch: 118, iters: 346, time: 0.153, data: 0.004) , G_GAN: 2.372, G_L1: 4.220, D_real: 0.061, D_fake: 0.296 + +[Rank 0] (epoch: 118, iters: 446, time: 0.151, data: 0.004) , G_GAN: 1.815, G_L1: 1.929, D_real: 0.670, D_fake: 0.099 + +[Rank 0] (epoch: 118, iters: 546, time: 0.150, data: 0.004) , G_GAN: 3.061, G_L1: 2.864, D_real: 0.003, D_fake: 0.225 + +[Rank 0] (epoch: 118, iters: 646, time: 0.148, data: 0.004) , G_GAN: 1.865, G_L1: 2.969, D_real: 0.923, D_fake: 0.084 + +[Rank 0] (epoch: 118, iters: 746, time: 0.150, data: 0.004) , G_GAN: 2.212, G_L1: 2.358, D_real: 0.085, D_fake: 0.788 + +[Rank 0] (epoch: 118, iters: 846, time: 0.152, data: 0.004) , G_GAN: 3.731, G_L1: 2.269, D_real: 0.014, D_fake: 0.125 + +[Rank 0] (epoch: 118, iters: 946, time: 0.152, data: 0.004) , G_GAN: 1.940, G_L1: 2.051, D_real: 0.304, D_fake: 0.495 + +learning rate 0.0001644 -> 0.0001624 +End of epoch 118 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 119, iters: 84, time: 0.954, data: 0.004) , G_GAN: 2.540, G_L1: 1.814, D_real: 0.037, D_fake: 0.247 + +[Rank 0] (epoch: 119, iters: 184, time: 0.154, data: 0.004) , G_GAN: 1.671, G_L1: 2.411, D_real: 0.566, D_fake: 0.178 + +[Rank 0] (epoch: 119, iters: 284, time: 0.149, data: 0.004) , G_GAN: 1.807, G_L1: 1.548, D_real: 1.016, D_fake: 0.106 + +[Rank 0] (epoch: 119, iters: 384, time: 0.149, data: 0.004) , G_GAN: 2.880, G_L1: 1.887, D_real: 0.064, D_fake: 0.132 + +[Rank 0] (epoch: 119, iters: 484, time: 0.849, data: 0.004) , G_GAN: 5.639, G_L1: 3.471, D_real: 0.045, D_fake: 0.019 + +[Rank 0] (epoch: 119, iters: 584, time: 0.148, data: 0.004) , G_GAN: 1.626, G_L1: 2.383, D_real: 0.149, D_fake: 0.479 + +[Rank 0] (epoch: 119, iters: 684, time: 0.149, data: 0.004) , G_GAN: 3.076, G_L1: 1.518, D_real: 0.660, D_fake: 0.036 + +[Rank 0] (epoch: 119, iters: 784, time: 0.146, data: 0.004) , G_GAN: 1.708, G_L1: 1.310, D_real: 0.413, D_fake: 0.369 + +[Rank 0] (epoch: 119, iters: 884, time: 0.150, data: 0.004) , G_GAN: 4.015, G_L1: 3.767, D_real: 0.001, D_fake: 0.048 + +learning rate 0.0001624 -> 0.0001604 +End of epoch 119 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 120, iters: 22, time: 0.144, data: 0.004) , G_GAN: 1.802, G_L1: 2.265, D_real: 0.468, D_fake: 0.152 + +[Rank 0] (epoch: 120, iters: 122, time: 0.151, data: 0.004) , G_GAN: 1.022, G_L1: 1.937, D_real: 1.024, D_fake: 0.116 + +[Rank 0] (epoch: 120, iters: 222, time: 0.150, data: 0.004) , G_GAN: 2.113, G_L1: 1.928, D_real: 0.367, D_fake: 0.505 + +[Rank 0] (epoch: 120, iters: 322, time: 0.938, data: 0.004) , G_GAN: 2.576, G_L1: 3.052, D_real: 0.303, D_fake: 0.128 + +[Rank 0] (epoch: 120, iters: 422, time: 0.147, data: 0.004) , G_GAN: 1.251, G_L1: 2.606, D_real: 0.607, D_fake: 0.364 + +[Rank 0] (epoch: 120, iters: 522, time: 0.151, data: 0.004) , G_GAN: 3.368, G_L1: 2.251, D_real: 0.188, D_fake: 0.105 + +saving the latest model (epoch 120, total_iters 115000) +[Rank 0] (epoch: 120, iters: 622, time: 0.153, data: 0.007) , G_GAN: 5.398, G_L1: 4.552, D_real: 0.077, D_fake: 0.022 + +[Rank 0] (epoch: 120, iters: 722, time: 0.148, data: 0.004) , G_GAN: 1.378, G_L1: 3.140, D_real: 1.736, D_fake: 0.142 + +[Rank 0] (epoch: 120, iters: 822, time: 0.149, data: 0.004) , G_GAN: 2.096, G_L1: 2.192, D_real: 0.279, D_fake: 0.920 + +[Rank 0] (epoch: 120, iters: 922, time: 0.148, data: 0.004) , G_GAN: 2.232, G_L1: 5.991, D_real: 0.525, D_fake: 0.195 + +learning rate 0.0001604 -> 0.0001584 +saving the model at the end of epoch 120, iters 115440 +End of epoch 120 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 121, iters: 60, time: 0.152, data: 0.004) , G_GAN: 1.740, G_L1: 6.267, D_real: 0.442, D_fake: 0.620 + +[Rank 0] (epoch: 121, iters: 160, time: 0.821, data: 0.004) , G_GAN: 0.996, G_L1: 1.586, D_real: 1.207, D_fake: 0.241 + +[Rank 0] (epoch: 121, iters: 260, time: 0.149, data: 0.004) , G_GAN: 1.938, G_L1: 1.973, D_real: 0.587, D_fake: 0.134 + +[Rank 0] (epoch: 121, iters: 360, time: 0.141, data: 0.008) , G_GAN: 1.372, G_L1: 2.789, D_real: 0.494, D_fake: 0.382 + +[Rank 0] (epoch: 121, iters: 460, time: 0.146, data: 0.004) , G_GAN: 3.339, G_L1: 1.698, D_real: 0.004, D_fake: 0.072 + +[Rank 0] (epoch: 121, iters: 560, time: 0.895, data: 0.004) , G_GAN: 1.720, G_L1: 3.271, D_real: 0.258, D_fake: 0.422 + +[Rank 0] (epoch: 121, iters: 660, time: 0.153, data: 0.004) , G_GAN: 1.726, G_L1: 3.693, D_real: 0.360, D_fake: 0.340 + +[Rank 0] (epoch: 121, iters: 760, time: 0.146, data: 0.004) , G_GAN: 1.013, G_L1: 2.605, D_real: 0.711, D_fake: 0.481 + +[Rank 0] (epoch: 121, iters: 860, time: 0.147, data: 0.004) , G_GAN: 2.778, G_L1: 2.936, D_real: 0.304, D_fake: 0.072 + +[Rank 0] (epoch: 121, iters: 960, time: 0.164, data: 0.004) , G_GAN: 2.419, G_L1: 1.675, D_real: 0.034, D_fake: 0.450 + +learning rate 0.0001584 -> 0.0001564 +End of epoch 121 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 122, iters: 98, time: 0.149, data: 0.003) , G_GAN: 2.720, G_L1: 3.803, D_real: 0.267, D_fake: 0.155 + +[Rank 0] (epoch: 122, iters: 198, time: 0.150, data: 0.004) , G_GAN: 2.308, G_L1: 3.743, D_real: 0.001, D_fake: 0.230 + +[Rank 0] (epoch: 122, iters: 298, time: 0.150, data: 0.004) , G_GAN: 2.511, G_L1: 2.753, D_real: 0.108, D_fake: 0.175 + +[Rank 0] (epoch: 122, iters: 398, time: 0.919, data: 0.004) , G_GAN: 1.944, G_L1: 1.982, D_real: 0.441, D_fake: 0.262 + +[Rank 0] (epoch: 122, iters: 498, time: 0.149, data: 0.004) , G_GAN: 3.439, G_L1: 2.611, D_real: 0.035, D_fake: 0.231 + +[Rank 0] (epoch: 122, iters: 598, time: 0.156, data: 0.004) , G_GAN: 2.582, G_L1: 1.977, D_real: 0.087, D_fake: 0.376 + +[Rank 0] (epoch: 122, iters: 698, time: 0.154, data: 0.004) , G_GAN: 1.763, G_L1: 2.991, D_real: 0.711, D_fake: 2.142 + +[Rank 0] (epoch: 122, iters: 798, time: 0.149, data: 0.004) , G_GAN: 2.231, G_L1: 2.136, D_real: 0.388, D_fake: 0.249 + +[Rank 0] (epoch: 122, iters: 898, time: 0.148, data: 0.004) , G_GAN: 3.358, G_L1: 1.717, D_real: 0.331, D_fake: 0.054 + +learning rate 0.0001564 -> 0.0001545 +End of epoch 122 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 123, iters: 36, time: 0.144, data: 0.004) , G_GAN: 0.898, G_L1: 2.705, D_real: 0.128, D_fake: 1.728 + +[Rank 0] (epoch: 123, iters: 136, time: 0.145, data: 0.004) , G_GAN: 3.349, G_L1: 7.461, D_real: 0.090, D_fake: 0.902 + +[Rank 0] (epoch: 123, iters: 236, time: 0.783, data: 0.004) , G_GAN: 2.206, G_L1: 2.460, D_real: 0.099, D_fake: 0.436 + +[Rank 0] (epoch: 123, iters: 336, time: 0.148, data: 0.004) , G_GAN: 1.742, G_L1: 3.263, D_real: 0.045, D_fake: 0.428 + +[Rank 0] (epoch: 123, iters: 436, time: 0.150, data: 0.008) , G_GAN: 3.059, G_L1: 2.567, D_real: 0.029, D_fake: 0.095 + +[Rank 0] (epoch: 123, iters: 536, time: 0.148, data: 0.004) , G_GAN: 2.702, G_L1: 3.204, D_real: 0.306, D_fake: 0.082 + +[Rank 0] (epoch: 123, iters: 636, time: 0.920, data: 0.004) , G_GAN: 1.666, G_L1: 3.085, D_real: 0.699, D_fake: 0.284 + +[Rank 0] (epoch: 123, iters: 736, time: 0.149, data: 0.004) , G_GAN: 1.725, G_L1: 2.685, D_real: 0.039, D_fake: 0.527 + +[Rank 0] (epoch: 123, iters: 836, time: 0.150, data: 0.004) , G_GAN: 2.076, G_L1: 2.511, D_real: 0.193, D_fake: 0.281 + +[Rank 0] (epoch: 123, iters: 936, time: 0.150, data: 0.004) , G_GAN: 3.891, G_L1: 2.522, D_real: 0.036, D_fake: 0.061 + +learning rate 0.0001545 -> 0.0001525 +End of epoch 123 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 124, iters: 74, time: 1.113, data: 0.004) , G_GAN: 2.661, G_L1: 2.879, D_real: 0.145, D_fake: 0.170 + +[Rank 0] (epoch: 124, iters: 174, time: 0.160, data: 0.004) , G_GAN: 5.511, G_L1: 4.052, D_real: 0.002, D_fake: 0.014 + +[Rank 0] (epoch: 124, iters: 274, time: 0.148, data: 0.004) , G_GAN: 1.787, G_L1: 2.032, D_real: 0.802, D_fake: 0.133 + +[Rank 0] (epoch: 124, iters: 374, time: 0.145, data: 0.004) , G_GAN: 3.245, G_L1: 2.393, D_real: 0.010, D_fake: 0.075 + +[Rank 0] (epoch: 124, iters: 474, time: 0.149, data: 0.004) , G_GAN: 2.112, G_L1: 2.109, D_real: 0.721, D_fake: 0.097 + +[Rank 0] (epoch: 124, iters: 574, time: 0.148, data: 0.004) , G_GAN: 4.277, G_L1: 2.975, D_real: 0.003, D_fake: 0.036 + +[Rank 0] (epoch: 124, iters: 674, time: 0.150, data: 0.004) , G_GAN: 1.045, G_L1: 2.459, D_real: 0.008, D_fake: 5.703 + +[Rank 0] (epoch: 124, iters: 774, time: 0.152, data: 0.004) , G_GAN: 1.143, G_L1: 2.817, D_real: 0.495, D_fake: 0.706 + +[Rank 0] (epoch: 124, iters: 874, time: 0.151, data: 0.004) , G_GAN: 4.493, G_L1: 6.279, D_real: 0.424, D_fake: 0.017 + +learning rate 0.0001525 -> 0.0001505 +End of epoch 124 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 125, iters: 12, time: 0.150, data: 0.004) , G_GAN: 3.196, G_L1: 2.850, D_real: 0.001, D_fake: 0.197 + +[Rank 0] (epoch: 125, iters: 112, time: 0.157, data: 0.004) , G_GAN: 2.081, G_L1: 2.478, D_real: 0.195, D_fake: 0.268 + +[Rank 0] (epoch: 125, iters: 212, time: 0.152, data: 0.004) , G_GAN: 1.373, G_L1: 2.195, D_real: 0.326, D_fake: 0.954 + +[Rank 0] (epoch: 125, iters: 312, time: 0.834, data: 0.004) , G_GAN: 2.897, G_L1: 2.076, D_real: 0.003, D_fake: 0.253 + +[Rank 0] (epoch: 125, iters: 412, time: 0.150, data: 0.004) , G_GAN: 2.047, G_L1: 2.511, D_real: 0.347, D_fake: 0.576 + +[Rank 0] (epoch: 125, iters: 512, time: 0.150, data: 0.004) , G_GAN: 2.439, G_L1: 1.761, D_real: 0.039, D_fake: 0.486 + +[Rank 0] (epoch: 125, iters: 612, time: 0.155, data: 0.004) , G_GAN: 2.620, G_L1: 2.914, D_real: 0.004, D_fake: 0.212 + +[Rank 0] (epoch: 125, iters: 712, time: 0.857, data: 0.004) , G_GAN: 3.603, G_L1: 5.375, D_real: 0.001, D_fake: 0.072 + +saving the latest model (epoch 125, total_iters 120000) +[Rank 0] (epoch: 125, iters: 812, time: 0.148, data: 0.007) , G_GAN: 2.510, G_L1: 1.407, D_real: 0.349, D_fake: 0.106 + +[Rank 0] (epoch: 125, iters: 912, time: 0.150, data: 0.004) , G_GAN: 1.150, G_L1: 2.539, D_real: 0.556, D_fake: 0.532 + +learning rate 0.0001505 -> 0.0001485 +saving the model at the end of epoch 125, iters 120250 +End of epoch 125 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 126, iters: 50, time: 0.147, data: 0.004) , G_GAN: 2.359, G_L1: 2.019, D_real: 0.029, D_fake: 0.368 + +[Rank 0] (epoch: 126, iters: 150, time: 0.861, data: 0.004) , G_GAN: 1.616, G_L1: 3.672, D_real: 0.672, D_fake: 0.133 + +[Rank 0] (epoch: 126, iters: 250, time: 0.152, data: 0.005) , G_GAN: 5.455, G_L1: 3.642, D_real: 0.006, D_fake: 0.025 + +[Rank 0] (epoch: 126, iters: 350, time: 0.144, data: 0.004) , G_GAN: 3.316, G_L1: 1.549, D_real: 0.023, D_fake: 1.864 + +[Rank 0] (epoch: 126, iters: 450, time: 0.145, data: 0.004) , G_GAN: 2.858, G_L1: 2.334, D_real: 0.076, D_fake: 0.165 + +[Rank 0] (epoch: 126, iters: 550, time: 0.151, data: 0.004) , G_GAN: 5.707, G_L1: 2.372, D_real: 0.000, D_fake: 0.011 + +[Rank 0] (epoch: 126, iters: 650, time: 0.151, data: 0.004) , G_GAN: 1.382, G_L1: 6.001, D_real: 0.660, D_fake: 0.319 + +[Rank 0] (epoch: 126, iters: 750, time: 0.151, data: 0.004) , G_GAN: 1.910, G_L1: 2.066, D_real: 0.103, D_fake: 0.331 + +[Rank 0] (epoch: 126, iters: 850, time: 0.151, data: 0.004) , G_GAN: 2.149, G_L1: 1.932, D_real: 0.122, D_fake: 0.271 + +[Rank 0] (epoch: 126, iters: 950, time: 0.151, data: 0.004) , G_GAN: 1.151, G_L1: 1.502, D_real: 0.450, D_fake: 0.374 + +learning rate 0.0001485 -> 0.0001465 +End of epoch 126 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 127, iters: 88, time: 0.148, data: 0.004) , G_GAN: 1.539, G_L1: 3.119, D_real: 0.038, D_fake: 0.759 + +[Rank 0] (epoch: 127, iters: 188, time: 0.152, data: 0.004) , G_GAN: 2.078, G_L1: 2.947, D_real: 0.761, D_fake: 0.047 + +[Rank 0] (epoch: 127, iters: 288, time: 0.152, data: 0.004) , G_GAN: 2.227, G_L1: 3.450, D_real: 0.283, D_fake: 0.199 + +[Rank 0] (epoch: 127, iters: 388, time: 0.699, data: 0.004) , G_GAN: 3.553, G_L1: 2.739, D_real: 0.037, D_fake: 0.310 + +[Rank 0] (epoch: 127, iters: 488, time: 0.153, data: 0.004) , G_GAN: 1.267, G_L1: 2.599, D_real: 0.717, D_fake: 0.722 + +[Rank 0] (epoch: 127, iters: 588, time: 0.148, data: 0.004) , G_GAN: 1.563, G_L1: 5.137, D_real: 0.456, D_fake: 0.503 + +[Rank 0] (epoch: 127, iters: 688, time: 0.151, data: 0.004) , G_GAN: 3.276, G_L1: 5.262, D_real: 1.087, D_fake: 0.049 + +[Rank 0] (epoch: 127, iters: 788, time: 0.942, data: 0.004) , G_GAN: 1.159, G_L1: 3.843, D_real: 0.665, D_fake: 0.367 + +[Rank 0] (epoch: 127, iters: 888, time: 0.140, data: 0.004) , G_GAN: 2.578, G_L1: 2.522, D_real: 0.005, D_fake: 0.277 + +learning rate 0.0001465 -> 0.0001446 +End of epoch 127 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 128, iters: 26, time: 0.160, data: 0.004) , G_GAN: 1.461, G_L1: 2.584, D_real: 0.255, D_fake: 0.751 + +[Rank 0] (epoch: 128, iters: 126, time: 0.145, data: 0.004) , G_GAN: 0.798, G_L1: 1.545, D_real: 1.840, D_fake: 0.198 + +[Rank 0] (epoch: 128, iters: 226, time: 1.077, data: 0.004) , G_GAN: 2.147, G_L1: 2.720, D_real: 0.135, D_fake: 0.640 + +[Rank 0] (epoch: 128, iters: 326, time: 0.148, data: 0.004) , G_GAN: 3.300, G_L1: 4.945, D_real: 0.057, D_fake: 0.072 + +[Rank 0] (epoch: 128, iters: 426, time: 0.151, data: 0.004) , G_GAN: 2.820, G_L1: 4.805, D_real: 0.001, D_fake: 0.176 + +[Rank 0] (epoch: 128, iters: 526, time: 0.147, data: 0.004) , G_GAN: 2.351, G_L1: 2.618, D_real: 0.627, D_fake: 0.094 + +[Rank 0] (epoch: 128, iters: 626, time: 0.146, data: 0.004) , G_GAN: 1.129, G_L1: 2.602, D_real: 0.543, D_fake: 0.449 + +[Rank 0] (epoch: 128, iters: 726, time: 0.145, data: 0.004) , G_GAN: 4.613, G_L1: 3.107, D_real: 0.002, D_fake: 0.023 + +[Rank 0] (epoch: 128, iters: 826, time: 0.150, data: 0.004) , G_GAN: 0.796, G_L1: 1.414, D_real: 1.314, D_fake: 0.170 + +[Rank 0] (epoch: 128, iters: 926, time: 0.149, data: 0.004) , G_GAN: 2.311, G_L1: 2.756, D_real: 0.264, D_fake: 0.495 + +learning rate 0.0001446 -> 0.0001426 +End of epoch 128 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 129, iters: 64, time: 0.899, data: 0.004) , G_GAN: 1.166, G_L1: 3.308, D_real: 0.410, D_fake: 0.512 + +[Rank 0] (epoch: 129, iters: 164, time: 0.147, data: 0.004) , G_GAN: 2.555, G_L1: 1.912, D_real: 0.137, D_fake: 0.297 + +[Rank 0] (epoch: 129, iters: 264, time: 0.151, data: 0.004) , G_GAN: 2.523, G_L1: 2.064, D_real: 0.151, D_fake: 0.387 + +[Rank 0] (epoch: 129, iters: 364, time: 0.149, data: 0.004) , G_GAN: 3.378, G_L1: 2.961, D_real: 0.042, D_fake: 0.094 + +[Rank 0] (epoch: 129, iters: 464, time: 0.150, data: 0.004) , G_GAN: 5.812, G_L1: 2.851, D_real: 0.007, D_fake: 0.010 + +[Rank 0] (epoch: 129, iters: 564, time: 0.152, data: 0.004) , G_GAN: 5.807, G_L1: 3.495, D_real: 0.022, D_fake: 0.010 + +[Rank 0] (epoch: 129, iters: 664, time: 0.147, data: 0.004) , G_GAN: 2.189, G_L1: 1.512, D_real: 0.489, D_fake: 0.111 + +[Rank 0] (epoch: 129, iters: 764, time: 0.152, data: 0.004) , G_GAN: 2.954, G_L1: 2.208, D_real: 0.062, D_fake: 0.237 + +[Rank 0] (epoch: 129, iters: 864, time: 0.988, data: 0.004) , G_GAN: 1.497, G_L1: 2.196, D_real: 0.514, D_fake: 0.143 + +learning rate 0.0001426 -> 0.0001406 +End of epoch 129 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 130, iters: 2, time: 0.127, data: 0.004) , G_GAN: 1.276, G_L1: 2.897, D_real: 0.428, D_fake: 0.508 + +[Rank 0] (epoch: 130, iters: 102, time: 0.141, data: 0.002) , G_GAN: 2.401, G_L1: 2.525, D_real: 0.190, D_fake: 0.143 + +[Rank 0] (epoch: 130, iters: 202, time: 0.148, data: 0.004) , G_GAN: 1.936, G_L1: 4.306, D_real: 1.172, D_fake: 0.104 + +[Rank 0] (epoch: 130, iters: 302, time: 0.917, data: 0.004) , G_GAN: 2.941, G_L1: 2.247, D_real: 0.002, D_fake: 0.168 + +[Rank 0] (epoch: 130, iters: 402, time: 0.145, data: 0.004) , G_GAN: 3.265, G_L1: 1.461, D_real: 0.041, D_fake: 0.226 + +[Rank 0] (epoch: 130, iters: 502, time: 0.184, data: 0.004) , G_GAN: 1.398, G_L1: 1.912, D_real: 0.484, D_fake: 0.258 + +[Rank 0] (epoch: 130, iters: 602, time: 0.151, data: 0.004) , G_GAN: 5.100, G_L1: 1.937, D_real: 0.105, D_fake: 0.010 + +[Rank 0] (epoch: 130, iters: 702, time: 0.150, data: 0.004) , G_GAN: 3.596, G_L1: 3.096, D_real: 0.015, D_fake: 0.060 + +[Rank 0] (epoch: 130, iters: 802, time: 0.150, data: 0.004) , G_GAN: 3.955, G_L1: 2.935, D_real: 0.001, D_fake: 0.049 + +[Rank 0] (epoch: 130, iters: 902, time: 0.164, data: 0.004) , G_GAN: 2.265, G_L1: 3.379, D_real: 0.056, D_fake: 0.372 + +saving the latest model (epoch 130, total_iters 125000) +learning rate 0.0001406 -> 0.0001386 +saving the model at the end of epoch 130, iters 125060 +End of epoch 130 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 131, iters: 40, time: 0.148, data: 0.008) , G_GAN: 1.606, G_L1: 2.176, D_real: 0.979, D_fake: 0.168 + +[Rank 0] (epoch: 131, iters: 140, time: 0.857, data: 0.004) , G_GAN: 1.269, G_L1: 1.134, D_real: 0.779, D_fake: 0.145 + +[Rank 0] (epoch: 131, iters: 240, time: 0.147, data: 0.004) , G_GAN: 4.879, G_L1: 2.825, D_real: 0.193, D_fake: 0.012 + +[Rank 0] (epoch: 131, iters: 340, time: 0.149, data: 0.004) , G_GAN: 4.956, G_L1: 3.633, D_real: 0.001, D_fake: 0.021 + +[Rank 0] (epoch: 131, iters: 440, time: 0.143, data: 0.004) , G_GAN: 2.132, G_L1: 3.325, D_real: 0.139, D_fake: 0.292 + +[Rank 0] (epoch: 131, iters: 540, time: 0.154, data: 0.004) , G_GAN: 2.669, G_L1: 2.698, D_real: 0.239, D_fake: 0.177 + +[Rank 0] (epoch: 131, iters: 640, time: 0.152, data: 0.004) , G_GAN: 2.264, G_L1: 3.315, D_real: 0.745, D_fake: 0.133 + +[Rank 0] (epoch: 131, iters: 740, time: 0.151, data: 0.005) , G_GAN: 3.624, G_L1: 2.586, D_real: 0.001, D_fake: 0.082 + +[Rank 0] (epoch: 131, iters: 840, time: 0.148, data: 0.004) , G_GAN: 1.304, G_L1: 3.996, D_real: 1.072, D_fake: 0.198 + +[Rank 0] (epoch: 131, iters: 940, time: 0.943, data: 0.004) , G_GAN: 2.051, G_L1: 1.359, D_real: 0.333, D_fake: 0.213 + +learning rate 0.0001386 -> 0.0001366 +End of epoch 131 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 132, iters: 78, time: 0.150, data: 0.004) , G_GAN: 3.141, G_L1: 2.971, D_real: 0.433, D_fake: 0.051 + +[Rank 0] (epoch: 132, iters: 178, time: 0.151, data: 0.004) , G_GAN: 2.722, G_L1: 3.666, D_real: 0.088, D_fake: 0.138 + +[Rank 0] (epoch: 132, iters: 278, time: 0.146, data: 0.004) , G_GAN: 1.401, G_L1: 2.510, D_real: 0.413, D_fake: 0.531 + +[Rank 0] (epoch: 132, iters: 378, time: 0.934, data: 0.004) , G_GAN: 5.017, G_L1: 4.297, D_real: 0.188, D_fake: 0.012 + +[Rank 0] (epoch: 132, iters: 478, time: 0.149, data: 0.004) , G_GAN: 2.430, G_L1: 2.133, D_real: 0.055, D_fake: 0.188 + +[Rank 0] (epoch: 132, iters: 578, time: 0.147, data: 0.004) , G_GAN: 1.456, G_L1: 4.452, D_real: 0.409, D_fake: 0.301 + +[Rank 0] (epoch: 132, iters: 678, time: 0.152, data: 0.004) , G_GAN: 6.185, G_L1: 1.806, D_real: 0.075, D_fake: 1.558 + +[Rank 0] (epoch: 132, iters: 778, time: 0.152, data: 0.004) , G_GAN: 2.661, G_L1: 3.738, D_real: 0.016, D_fake: 0.474 + +[Rank 0] (epoch: 132, iters: 878, time: 0.152, data: 0.004) , G_GAN: 3.009, G_L1: 2.097, D_real: 0.128, D_fake: 0.129 + +learning rate 0.0001366 -> 0.0001347 +End of epoch 132 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 133, iters: 16, time: 0.149, data: 0.004) , G_GAN: 3.001, G_L1: 2.021, D_real: 0.405, D_fake: 0.102 + +[Rank 0] (epoch: 133, iters: 116, time: 0.142, data: 0.004) , G_GAN: 2.904, G_L1: 2.023, D_real: 0.000, D_fake: 0.394 + +[Rank 0] (epoch: 133, iters: 216, time: 0.647, data: 0.006) , G_GAN: 4.003, G_L1: 2.834, D_real: 0.000, D_fake: 0.046 + +[Rank 0] (epoch: 133, iters: 316, time: 0.149, data: 0.004) , G_GAN: 2.903, G_L1: 2.392, D_real: 0.050, D_fake: 0.120 + +[Rank 0] (epoch: 133, iters: 416, time: 0.150, data: 0.004) , G_GAN: 2.685, G_L1: 2.631, D_real: 0.147, D_fake: 0.161 + +[Rank 0] (epoch: 133, iters: 516, time: 0.151, data: 0.004) , G_GAN: 1.888, G_L1: 4.603, D_real: 0.349, D_fake: 0.219 + +[Rank 0] (epoch: 133, iters: 616, time: 0.148, data: 0.004) , G_GAN: 5.912, G_L1: 2.840, D_real: 0.145, D_fake: 0.010 + +[Rank 0] (epoch: 133, iters: 716, time: 0.152, data: 0.004) , G_GAN: 3.016, G_L1: 2.083, D_real: 0.374, D_fake: 0.098 + +[Rank 0] (epoch: 133, iters: 816, time: 0.151, data: 0.004) , G_GAN: 2.772, G_L1: 2.823, D_real: 0.283, D_fake: 0.072 + +[Rank 0] (epoch: 133, iters: 916, time: 0.149, data: 0.004) , G_GAN: 5.180, G_L1: 2.865, D_real: 0.005, D_fake: 0.018 + +learning rate 0.0001347 -> 0.0001327 +End of epoch 133 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 134, iters: 54, time: 0.921, data: 0.004) , G_GAN: 1.793, G_L1: 1.480, D_real: 0.170, D_fake: 0.395 + +[Rank 0] (epoch: 134, iters: 154, time: 0.149, data: 0.004) , G_GAN: 5.244, G_L1: 2.608, D_real: 0.096, D_fake: 0.019 + +[Rank 0] (epoch: 134, iters: 254, time: 0.147, data: 0.004) , G_GAN: 1.695, G_L1: 2.040, D_real: 0.380, D_fake: 0.350 + +[Rank 0] (epoch: 134, iters: 354, time: 0.148, data: 0.004) , G_GAN: 2.213, G_L1: 2.387, D_real: 0.347, D_fake: 0.177 + +[Rank 0] (epoch: 134, iters: 454, time: 0.141, data: 0.004) , G_GAN: 3.823, G_L1: 2.460, D_real: 0.047, D_fake: 0.049 + +[Rank 0] (epoch: 134, iters: 554, time: 0.145, data: 0.008) , G_GAN: 5.689, G_L1: 3.414, D_real: 0.566, D_fake: 0.005 + +[Rank 0] (epoch: 134, iters: 654, time: 0.148, data: 0.004) , G_GAN: 3.484, G_L1: 2.318, D_real: 0.009, D_fake: 0.354 + +[Rank 0] (epoch: 134, iters: 754, time: 0.149, data: 0.004) , G_GAN: 4.136, G_L1: 2.817, D_real: 0.256, D_fake: 0.035 + +[Rank 0] (epoch: 134, iters: 854, time: 0.152, data: 0.004) , G_GAN: 2.301, G_L1: 4.228, D_real: 0.505, D_fake: 0.191 + +[Rank 0] (epoch: 134, iters: 954, time: 0.147, data: 0.004) , G_GAN: 2.069, G_L1: 2.229, D_real: 0.362, D_fake: 0.974 + +learning rate 0.0001327 -> 0.0001307 +End of epoch 134 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 135, iters: 92, time: 0.150, data: 0.004) , G_GAN: 3.286, G_L1: 2.032, D_real: 0.037, D_fake: 0.099 + +[Rank 0] (epoch: 135, iters: 192, time: 0.152, data: 0.004) , G_GAN: 6.508, G_L1: 2.705, D_real: 0.032, D_fake: 0.006 + +[Rank 0] (epoch: 135, iters: 292, time: 0.882, data: 0.004) , G_GAN: 2.206, G_L1: 1.872, D_real: 0.105, D_fake: 0.543 + +[Rank 0] (epoch: 135, iters: 392, time: 0.145, data: 0.004) , G_GAN: 3.195, G_L1: 4.217, D_real: 0.028, D_fake: 0.166 + +[Rank 0] (epoch: 135, iters: 492, time: 0.151, data: 0.004) , G_GAN: 4.531, G_L1: 4.424, D_real: 0.266, D_fake: 0.037 + +[Rank 0] (epoch: 135, iters: 592, time: 0.150, data: 0.004) , G_GAN: 1.414, G_L1: 3.032, D_real: 0.349, D_fake: 0.441 + +[Rank 0] (epoch: 135, iters: 692, time: 0.148, data: 0.004) , G_GAN: 1.764, G_L1: 3.134, D_real: 0.343, D_fake: 0.405 + +[Rank 0] (epoch: 135, iters: 792, time: 0.151, data: 0.004) , G_GAN: 2.348, G_L1: 1.328, D_real: 1.230, D_fake: 0.074 + +[Rank 0] (epoch: 135, iters: 892, time: 0.150, data: 0.004) , G_GAN: 3.822, G_L1: 2.904, D_real: 0.000, D_fake: 1.198 + +learning rate 0.0001307 -> 0.0001287 +saving the model at the end of epoch 135, iters 129870 +End of epoch 135 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 136, iters: 30, time: 0.148, data: 0.004) , G_GAN: 1.349, G_L1: 2.655, D_real: 1.416, D_fake: 0.099 + +[Rank 0] (epoch: 136, iters: 130, time: 1.001, data: 0.005) , G_GAN: 1.802, G_L1: 2.444, D_real: 0.472, D_fake: 0.162 + +saving the latest model (epoch 136, total_iters 130000) +[Rank 0] (epoch: 136, iters: 230, time: 0.154, data: 0.007) , G_GAN: 4.627, G_L1: 2.907, D_real: 0.054, D_fake: 0.027 + +[Rank 0] (epoch: 136, iters: 330, time: 0.149, data: 0.004) , G_GAN: 1.916, G_L1: 1.607, D_real: 0.037, D_fake: 1.009 + +[Rank 0] (epoch: 136, iters: 430, time: 0.149, data: 0.004) , G_GAN: 0.967, G_L1: 2.381, D_real: 0.471, D_fake: 0.559 + +[Rank 0] (epoch: 136, iters: 530, time: 0.148, data: 0.004) , G_GAN: 3.422, G_L1: 2.614, D_real: 0.009, D_fake: 0.080 + +[Rank 0] (epoch: 136, iters: 630, time: 0.152, data: 0.004) , G_GAN: 1.903, G_L1: 1.743, D_real: 0.168, D_fake: 0.509 + +[Rank 0] (epoch: 136, iters: 730, time: 0.150, data: 0.004) , G_GAN: 1.992, G_L1: 2.461, D_real: 0.043, D_fake: 0.557 + +[Rank 0] (epoch: 136, iters: 830, time: 0.146, data: 0.004) , G_GAN: 1.908, G_L1: 1.891, D_real: 0.423, D_fake: 0.526 + +[Rank 0] (epoch: 136, iters: 930, time: 0.150, data: 0.004) , G_GAN: 1.740, G_L1: 2.579, D_real: 0.333, D_fake: 0.345 + +learning rate 0.0001287 -> 0.0001267 +End of epoch 136 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 137, iters: 68, time: 0.149, data: 0.004) , G_GAN: 1.416, G_L1: 1.400, D_real: 0.073, D_fake: 0.900 + +[Rank 0] (epoch: 137, iters: 168, time: 0.149, data: 0.004) , G_GAN: 3.142, G_L1: 2.860, D_real: 0.002, D_fake: 0.098 + +[Rank 0] (epoch: 137, iters: 268, time: 0.149, data: 0.004) , G_GAN: 2.745, G_L1: 2.238, D_real: 0.021, D_fake: 1.091 + +[Rank 0] (epoch: 137, iters: 368, time: 0.861, data: 0.008) , G_GAN: 2.513, G_L1: 5.966, D_real: 0.043, D_fake: 1.241 + +[Rank 0] (epoch: 137, iters: 468, time: 0.150, data: 0.004) , G_GAN: 1.621, G_L1: 3.263, D_real: 0.277, D_fake: 0.585 + +[Rank 0] (epoch: 137, iters: 568, time: 0.146, data: 0.004) , G_GAN: 2.361, G_L1: 2.314, D_real: 0.009, D_fake: 0.321 + +[Rank 0] (epoch: 137, iters: 668, time: 0.147, data: 0.004) , G_GAN: 3.863, G_L1: 2.570, D_real: 0.370, D_fake: 0.031 + +[Rank 0] (epoch: 137, iters: 768, time: 0.149, data: 0.004) , G_GAN: 2.133, G_L1: 3.249, D_real: 0.315, D_fake: 0.194 + +[Rank 0] (epoch: 137, iters: 868, time: 0.149, data: 0.004) , G_GAN: 1.127, G_L1: 2.905, D_real: 0.612, D_fake: 0.425 + +learning rate 0.0001267 -> 0.0001248 +End of epoch 137 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 138, iters: 6, time: 0.138, data: 0.004) , G_GAN: 4.467, G_L1: 2.600, D_real: 0.006, D_fake: 0.026 + +[Rank 0] (epoch: 138, iters: 106, time: 0.147, data: 0.003) , G_GAN: 3.744, G_L1: 2.297, D_real: 0.010, D_fake: 0.096 + +[Rank 0] (epoch: 138, iters: 206, time: 0.710, data: 0.004) , G_GAN: 2.161, G_L1: 1.586, D_real: 0.499, D_fake: 0.947 + +[Rank 0] (epoch: 138, iters: 306, time: 0.151, data: 0.004) , G_GAN: 1.088, G_L1: 2.681, D_real: 0.463, D_fake: 0.751 + +[Rank 0] (epoch: 138, iters: 406, time: 0.150, data: 0.004) , G_GAN: 1.517, G_L1: 1.709, D_real: 0.663, D_fake: 0.246 + +[Rank 0] (epoch: 138, iters: 506, time: 0.148, data: 0.004) , G_GAN: 3.294, G_L1: 7.884, D_real: 0.290, D_fake: 0.124 + +[Rank 0] (epoch: 138, iters: 606, time: 0.152, data: 0.004) , G_GAN: 3.916, G_L1: 2.045, D_real: 0.101, D_fake: 0.036 + +[Rank 0] (epoch: 138, iters: 706, time: 0.151, data: 0.004) , G_GAN: 1.381, G_L1: 2.098, D_real: 0.652, D_fake: 0.597 + +[Rank 0] (epoch: 138, iters: 806, time: 0.151, data: 0.004) , G_GAN: 3.400, G_L1: 2.729, D_real: 0.324, D_fake: 0.047 + +[Rank 0] (epoch: 138, iters: 906, time: 0.154, data: 0.004) , G_GAN: 1.127, G_L1: 2.633, D_real: 0.479, D_fake: 0.618 + +learning rate 0.0001248 -> 0.0001228 +End of epoch 138 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 139, iters: 44, time: 0.793, data: 0.004) , G_GAN: 1.060, G_L1: 3.454, D_real: 0.141, D_fake: 1.417 + +[Rank 0] (epoch: 139, iters: 144, time: 0.151, data: 0.004) , G_GAN: 2.866, G_L1: 2.426, D_real: 0.023, D_fake: 0.257 + +[Rank 0] (epoch: 139, iters: 244, time: 0.150, data: 0.004) , G_GAN: 0.718, G_L1: 1.496, D_real: 1.135, D_fake: 0.252 + +[Rank 0] (epoch: 139, iters: 344, time: 0.170, data: 0.004) , G_GAN: 3.591, G_L1: 2.340, D_real: 0.088, D_fake: 1.340 + +[Rank 0] (epoch: 139, iters: 444, time: 0.151, data: 0.004) , G_GAN: 5.148, G_L1: 2.237, D_real: 0.286, D_fake: 0.013 + +[Rank 0] (epoch: 139, iters: 544, time: 0.153, data: 0.004) , G_GAN: 1.435, G_L1: 3.205, D_real: 0.395, D_fake: 0.369 + +[Rank 0] (epoch: 139, iters: 644, time: 0.151, data: 0.004) , G_GAN: 4.240, G_L1: 1.945, D_real: 0.103, D_fake: 0.026 + +[Rank 0] (epoch: 139, iters: 744, time: 0.149, data: 0.004) , G_GAN: 2.398, G_L1: 3.280, D_real: 0.636, D_fake: 0.112 + +[Rank 0] (epoch: 139, iters: 844, time: 0.150, data: 0.004) , G_GAN: 3.253, G_L1: 2.834, D_real: 0.004, D_fake: 0.124 + +[Rank 0] (epoch: 139, iters: 944, time: 0.155, data: 0.004) , G_GAN: 4.087, G_L1: 1.908, D_real: 0.117, D_fake: 0.026 + +learning rate 0.0001228 -> 0.0001208 +End of epoch 139 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 140, iters: 82, time: 0.167, data: 0.004) , G_GAN: 3.120, G_L1: 1.852, D_real: 0.125, D_fake: 0.098 + +[Rank 0] (epoch: 140, iters: 182, time: 0.147, data: 0.004) , G_GAN: 3.290, G_L1: 3.775, D_real: 0.002, D_fake: 0.092 + +[Rank 0] (epoch: 140, iters: 282, time: 0.898, data: 0.004) , G_GAN: 1.927, G_L1: 1.777, D_real: 0.571, D_fake: 0.113 + +[Rank 0] (epoch: 140, iters: 382, time: 0.139, data: 0.004) , G_GAN: 4.914, G_L1: 2.009, D_real: 0.181, D_fake: 0.028 + +[Rank 0] (epoch: 140, iters: 482, time: 0.156, data: 0.004) , G_GAN: 3.160, G_L1: 2.190, D_real: 1.760, D_fake: 0.020 + +[Rank 0] (epoch: 140, iters: 582, time: 0.147, data: 0.004) , G_GAN: 1.199, G_L1: 1.620, D_real: 1.234, D_fake: 0.035 + +[Rank 0] (epoch: 140, iters: 682, time: 0.149, data: 0.004) , G_GAN: 5.084, G_L1: 3.769, D_real: 0.137, D_fake: 0.030 + +[Rank 0] (epoch: 140, iters: 782, time: 0.147, data: 0.004) , G_GAN: 1.208, G_L1: 4.129, D_real: 0.481, D_fake: 0.510 + +[Rank 0] (epoch: 140, iters: 882, time: 0.150, data: 0.004) , G_GAN: 1.571, G_L1: 2.240, D_real: 0.331, D_fake: 0.395 + +learning rate 0.0001208 -> 0.0001188 +saving the model at the end of epoch 140, iters 134680 +End of epoch 140 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 141, iters: 20, time: 0.148, data: 0.004) , G_GAN: 2.683, G_L1: 1.946, D_real: 0.431, D_fake: 0.169 + +[Rank 0] (epoch: 141, iters: 120, time: 1.056, data: 0.004) , G_GAN: 3.316, G_L1: 2.057, D_real: 0.346, D_fake: 0.066 + +[Rank 0] (epoch: 141, iters: 220, time: 0.148, data: 0.004) , G_GAN: 2.907, G_L1: 4.454, D_real: 0.016, D_fake: 0.227 + +[Rank 0] (epoch: 141, iters: 320, time: 0.149, data: 0.004) , G_GAN: 3.416, G_L1: 3.253, D_real: 0.027, D_fake: 0.075 + +saving the latest model (epoch 141, total_iters 135000) +[Rank 0] (epoch: 141, iters: 420, time: 0.149, data: 0.009) , G_GAN: 1.678, G_L1: 1.950, D_real: 0.962, D_fake: 0.172 + +[Rank 0] (epoch: 141, iters: 520, time: 0.152, data: 0.004) , G_GAN: 4.397, G_L1: 3.345, D_real: 0.050, D_fake: 0.042 + +[Rank 0] (epoch: 141, iters: 620, time: 0.146, data: 0.004) , G_GAN: 0.918, G_L1: 2.750, D_real: 0.921, D_fake: 0.300 + +[Rank 0] (epoch: 141, iters: 720, time: 0.149, data: 0.004) , G_GAN: 4.586, G_L1: 2.733, D_real: 0.230, D_fake: 0.024 + +[Rank 0] (epoch: 141, iters: 820, time: 0.156, data: 0.004) , G_GAN: 3.538, G_L1: 2.374, D_real: 0.105, D_fake: 0.184 + +[Rank 0] (epoch: 141, iters: 920, time: 0.149, data: 0.004) , G_GAN: 2.548, G_L1: 3.061, D_real: 0.002, D_fake: 0.564 + +learning rate 0.0001188 -> 0.0001168 +End of epoch 141 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 142, iters: 58, time: 0.146, data: 0.004) , G_GAN: 1.849, G_L1: 1.830, D_real: 0.721, D_fake: 0.166 + +[Rank 0] (epoch: 142, iters: 158, time: 0.140, data: 0.004) , G_GAN: 2.236, G_L1: 2.309, D_real: 0.143, D_fake: 0.341 + +[Rank 0] (epoch: 142, iters: 258, time: 0.161, data: 0.004) , G_GAN: 1.817, G_L1: 3.545, D_real: 0.317, D_fake: 0.368 + +[Rank 0] (epoch: 142, iters: 358, time: 0.871, data: 0.008) , G_GAN: 2.866, G_L1: 1.630, D_real: 0.263, D_fake: 0.088 + +[Rank 0] (epoch: 142, iters: 458, time: 0.155, data: 0.004) , G_GAN: 2.524, G_L1: 1.386, D_real: 0.915, D_fake: 0.786 + +[Rank 0] (epoch: 142, iters: 558, time: 0.150, data: 0.004) , G_GAN: 2.698, G_L1: 2.459, D_real: 0.203, D_fake: 0.615 + +[Rank 0] (epoch: 142, iters: 658, time: 0.151, data: 0.004) , G_GAN: 2.500, G_L1: 2.371, D_real: 0.500, D_fake: 0.077 + +[Rank 0] (epoch: 142, iters: 758, time: 0.149, data: 0.004) , G_GAN: 2.957, G_L1: 2.432, D_real: 0.084, D_fake: 0.292 + +[Rank 0] (epoch: 142, iters: 858, time: 0.145, data: 0.004) , G_GAN: 2.884, G_L1: 2.277, D_real: 0.114, D_fake: 0.130 + +[Rank 0] (epoch: 142, iters: 958, time: 0.145, data: 0.004) , G_GAN: 1.381, G_L1: 2.748, D_real: 0.887, D_fake: 0.286 + +learning rate 0.0001168 -> 0.0001149 +End of epoch 142 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 143, iters: 96, time: 0.150, data: 0.004) , G_GAN: 3.311, G_L1: 2.217, D_real: 0.016, D_fake: 1.467 + +[Rank 0] (epoch: 143, iters: 196, time: 0.856, data: 0.004) , G_GAN: 3.322, G_L1: 4.432, D_real: 0.036, D_fake: 0.105 + +[Rank 0] (epoch: 143, iters: 296, time: 0.148, data: 0.004) , G_GAN: 2.058, G_L1: 2.421, D_real: 0.228, D_fake: 0.480 + +[Rank 0] (epoch: 143, iters: 396, time: 0.155, data: 0.004) , G_GAN: 2.475, G_L1: 1.906, D_real: 0.801, D_fake: 0.035 + +[Rank 0] (epoch: 143, iters: 496, time: 0.152, data: 0.004) , G_GAN: 2.641, G_L1: 1.528, D_real: 0.062, D_fake: 0.319 + +[Rank 0] (epoch: 143, iters: 596, time: 0.148, data: 0.004) , G_GAN: 1.226, G_L1: 2.929, D_real: 0.425, D_fake: 0.361 + +[Rank 0] (epoch: 143, iters: 696, time: 0.142, data: 0.004) , G_GAN: 1.897, G_L1: 2.162, D_real: 0.406, D_fake: 0.204 + +[Rank 0] (epoch: 143, iters: 796, time: 0.161, data: 0.004) , G_GAN: 3.299, G_L1: 2.306, D_real: 0.545, D_fake: 0.046 + +[Rank 0] (epoch: 143, iters: 896, time: 0.148, data: 0.003) , G_GAN: 2.883, G_L1: 2.172, D_real: 0.056, D_fake: 0.755 + +learning rate 0.0001149 -> 0.0001129 +End of epoch 143 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 144, iters: 34, time: 0.947, data: 0.003) , G_GAN: 4.383, G_L1: 1.295, D_real: 0.542, D_fake: 0.018 + +[Rank 0] (epoch: 144, iters: 134, time: 0.149, data: 0.004) , G_GAN: 6.115, G_L1: 3.157, D_real: 0.002, D_fake: 0.007 + +[Rank 0] (epoch: 144, iters: 234, time: 0.149, data: 0.004) , G_GAN: 2.006, G_L1: 2.726, D_real: 0.299, D_fake: 0.251 + +[Rank 0] (epoch: 144, iters: 334, time: 0.147, data: 0.004) , G_GAN: 2.469, G_L1: 1.630, D_real: 0.742, D_fake: 0.059 + +[Rank 0] (epoch: 144, iters: 434, time: 0.830, data: 0.004) , G_GAN: 1.513, G_L1: 4.225, D_real: 0.410, D_fake: 0.053 + +[Rank 0] (epoch: 144, iters: 534, time: 0.149, data: 0.004) , G_GAN: 2.613, G_L1: 1.704, D_real: 0.114, D_fake: 0.325 + +[Rank 0] (epoch: 144, iters: 634, time: 0.146, data: 0.004) , G_GAN: 3.707, G_L1: 1.931, D_real: 0.002, D_fake: 0.100 + +[Rank 0] (epoch: 144, iters: 734, time: 0.150, data: 0.004) , G_GAN: 3.584, G_L1: 2.086, D_real: 0.663, D_fake: 0.036 + +[Rank 0] (epoch: 144, iters: 834, time: 0.147, data: 0.004) , G_GAN: 3.779, G_L1: 3.518, D_real: 0.068, D_fake: 0.067 + +[Rank 0] (epoch: 144, iters: 934, time: 0.144, data: 0.004) , G_GAN: 3.357, G_L1: 2.270, D_real: 0.275, D_fake: 0.048 + +learning rate 0.0001129 -> 0.0001109 +End of epoch 144 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 145, iters: 72, time: 0.156, data: 0.004) , G_GAN: 2.114, G_L1: 2.938, D_real: 0.295, D_fake: 0.653 + +[Rank 0] (epoch: 145, iters: 172, time: 0.151, data: 0.004) , G_GAN: 1.328, G_L1: 2.748, D_real: 0.502, D_fake: 0.457 + +[Rank 0] (epoch: 145, iters: 272, time: 0.946, data: 0.004) , G_GAN: 3.673, G_L1: 1.476, D_real: 0.815, D_fake: 0.032 + +[Rank 0] (epoch: 145, iters: 372, time: 0.155, data: 0.004) , G_GAN: 1.184, G_L1: 3.008, D_real: 0.982, D_fake: 0.218 + +[Rank 0] (epoch: 145, iters: 472, time: 0.146, data: 0.004) , G_GAN: 2.292, G_L1: 2.028, D_real: 0.217, D_fake: 0.165 + +[Rank 0] (epoch: 145, iters: 572, time: 0.150, data: 0.004) , G_GAN: 1.765, G_L1: 2.579, D_real: 0.063, D_fake: 0.730 + +[Rank 0] (epoch: 145, iters: 672, time: 0.164, data: 0.004) , G_GAN: 2.577, G_L1: 2.294, D_real: 0.494, D_fake: 0.044 + +[Rank 0] (epoch: 145, iters: 772, time: 0.163, data: 0.004) , G_GAN: 2.213, G_L1: 3.207, D_real: 0.267, D_fake: 0.693 + +[Rank 0] (epoch: 145, iters: 872, time: 0.149, data: 0.003) , G_GAN: 3.264, G_L1: 3.005, D_real: 0.158, D_fake: 0.066 + +learning rate 0.0001109 -> 0.0001089 +saving the model at the end of epoch 145, iters 139490 +End of epoch 145 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 146, iters: 10, time: 0.149, data: 0.004) , G_GAN: 2.893, G_L1: 3.379, D_real: 0.803, D_fake: 0.049 + +[Rank 0] (epoch: 146, iters: 110, time: 1.021, data: 0.004) , G_GAN: 2.024, G_L1: 2.775, D_real: 0.089, D_fake: 0.296 + +[Rank 0] (epoch: 146, iters: 210, time: 0.143, data: 0.004) , G_GAN: 3.034, G_L1: 2.094, D_real: 0.028, D_fake: 0.102 + +[Rank 0] (epoch: 146, iters: 310, time: 0.168, data: 0.004) , G_GAN: 3.730, G_L1: 1.425, D_real: 0.040, D_fake: 0.750 + +[Rank 0] (epoch: 146, iters: 410, time: 0.141, data: 0.003) , G_GAN: 1.588, G_L1: 2.189, D_real: 2.087, D_fake: 0.123 + +[Rank 0] (epoch: 146, iters: 510, time: 0.942, data: 0.004) , G_GAN: 2.143, G_L1: 2.268, D_real: 0.900, D_fake: 0.191 + +saving the latest model (epoch 146, total_iters 140000) +[Rank 0] (epoch: 146, iters: 610, time: 0.147, data: 0.006) , G_GAN: 2.371, G_L1: 2.889, D_real: 0.004, D_fake: 0.167 + +[Rank 0] (epoch: 146, iters: 710, time: 0.151, data: 0.004) , G_GAN: 2.868, G_L1: 1.854, D_real: 0.162, D_fake: 1.005 + +[Rank 0] (epoch: 146, iters: 810, time: 0.166, data: 0.004) , G_GAN: 2.265, G_L1: 1.974, D_real: 0.046, D_fake: 0.631 + +[Rank 0] (epoch: 146, iters: 910, time: 0.167, data: 0.004) , G_GAN: 3.882, G_L1: 3.237, D_real: 0.001, D_fake: 0.039 + +learning rate 0.0001089 -> 0.0001069 +End of epoch 146 / 200 Time Taken: 93 sec +[Rank 0] (epoch: 147, iters: 48, time: 0.166, data: 0.007) , G_GAN: 2.530, G_L1: 1.579, D_real: 0.227, D_fake: 0.129 + +[Rank 0] (epoch: 147, iters: 148, time: 0.299, data: 0.004) , G_GAN: 1.555, G_L1: 2.964, D_real: 0.314, D_fake: 0.348 + +[Rank 0] (epoch: 147, iters: 248, time: 0.279, data: 0.003) , G_GAN: 4.861, G_L1: 3.071, D_real: 0.015, D_fake: 0.033 + +[Rank 0] (epoch: 147, iters: 348, time: 0.774, data: 0.003) , G_GAN: 1.444, G_L1: 1.500, D_real: 0.355, D_fake: 1.162 + +[Rank 0] (epoch: 147, iters: 448, time: 0.243, data: 0.003) , G_GAN: 1.774, G_L1: 2.316, D_real: 0.063, D_fake: 0.941 + +[Rank 0] (epoch: 147, iters: 548, time: 0.178, data: 0.003) , G_GAN: 2.642, G_L1: 2.662, D_real: 0.023, D_fake: 0.303 + +[Rank 0] (epoch: 147, iters: 648, time: 0.274, data: 0.003) , G_GAN: 3.768, G_L1: 9.301, D_real: 0.019, D_fake: 0.316 + +[Rank 0] (epoch: 147, iters: 748, time: 0.253, data: 0.003) , G_GAN: 2.208, G_L1: 5.486, D_real: 0.000, D_fake: 0.416 + +[Rank 0] (epoch: 147, iters: 848, time: 0.173, data: 0.003) , G_GAN: 2.033, G_L1: 1.365, D_real: 0.504, D_fake: 0.106 + +[Rank 0] (epoch: 147, iters: 948, time: 0.142, data: 0.003) , G_GAN: 2.877, G_L1: 2.376, D_real: 0.172, D_fake: 0.073 + +learning rate 0.0001069 -> 0.0001050 +End of epoch 147 / 200 Time Taken: 133 sec +[Rank 0] (epoch: 148, iters: 86, time: 0.245, data: 0.003) , G_GAN: 1.837, G_L1: 1.210, D_real: 0.628, D_fake: 0.287 + +[Rank 0] (epoch: 148, iters: 186, time: 1.071, data: 0.004) , G_GAN: 2.185, G_L1: 2.483, D_real: 0.293, D_fake: 0.157 + +[Rank 0] (epoch: 148, iters: 286, time: 0.186, data: 0.004) , G_GAN: 2.244, G_L1: 3.288, D_real: 1.359, D_fake: 0.085 + +[Rank 0] (epoch: 148, iters: 386, time: 0.200, data: 0.004) , G_GAN: 1.769, G_L1: 1.981, D_real: 0.247, D_fake: 0.328 + +[Rank 0] (epoch: 148, iters: 486, time: 0.141, data: 0.004) , G_GAN: 1.363, G_L1: 1.987, D_real: 0.405, D_fake: 0.705 + +[Rank 0] (epoch: 148, iters: 586, time: 0.912, data: 0.004) , G_GAN: 3.970, G_L1: 1.920, D_real: 0.015, D_fake: 0.077 + +[Rank 0] (epoch: 148, iters: 686, time: 0.167, data: 0.004) , G_GAN: 1.380, G_L1: 2.552, D_real: 0.299, D_fake: 0.507 + +[Rank 0] (epoch: 148, iters: 786, time: 0.314, data: 0.004) , G_GAN: 1.954, G_L1: 1.598, D_real: 0.227, D_fake: 0.316 + +[Rank 0] (epoch: 148, iters: 886, time: 0.344, data: 0.004) , G_GAN: 4.198, G_L1: 2.076, D_real: 0.002, D_fake: 0.033 + +learning rate 0.0001050 -> 0.0001030 +End of epoch 148 / 200 Time Taken: 131 sec +[Rank 0] (epoch: 149, iters: 24, time: 0.979, data: 0.004) , G_GAN: 4.305, G_L1: 2.904, D_real: 0.240, D_fake: 0.026 + +[Rank 0] (epoch: 149, iters: 124, time: 0.347, data: 0.004) , G_GAN: 3.467, G_L1: 2.238, D_real: 0.083, D_fake: 0.589 + +[Rank 0] (epoch: 149, iters: 224, time: 0.291, data: 0.004) , G_GAN: 1.540, G_L1: 2.125, D_real: 0.760, D_fake: 0.347 + +[Rank 0] (epoch: 149, iters: 324, time: 0.272, data: 0.004) , G_GAN: 1.861, G_L1: 3.038, D_real: 0.273, D_fake: 0.423 + +[Rank 0] (epoch: 149, iters: 424, time: 0.237, data: 0.004) , G_GAN: 2.064, G_L1: 2.338, D_real: 0.562, D_fake: 0.114 + +[Rank 0] (epoch: 149, iters: 524, time: 0.230, data: 0.004) , G_GAN: 1.329, G_L1: 2.324, D_real: 0.423, D_fake: 0.268 + +[Rank 0] (epoch: 149, iters: 624, time: 0.241, data: 0.004) , G_GAN: 3.343, G_L1: 2.224, D_real: 0.528, D_fake: 0.009 + +[Rank 0] (epoch: 149, iters: 724, time: 0.241, data: 0.004) , G_GAN: 2.199, G_L1: 1.201, D_real: 0.169, D_fake: 0.611 + +[Rank 0] (epoch: 149, iters: 824, time: 0.226, data: 0.004) , G_GAN: 2.439, G_L1: 1.952, D_real: 0.070, D_fake: 0.293 + +[Rank 0] (epoch: 149, iters: 924, time: 0.170, data: 0.004) , G_GAN: 1.962, G_L1: 2.710, D_real: 0.150, D_fake: 0.346 + +learning rate 0.0001030 -> 0.0001010 +End of epoch 149 / 200 Time Taken: 127 sec +[Rank 0] (epoch: 150, iters: 62, time: 0.174, data: 0.004) , G_GAN: 2.846, G_L1: 3.422, D_real: 0.040, D_fake: 0.118 + +[Rank 0] (epoch: 150, iters: 162, time: 0.311, data: 0.004) , G_GAN: 2.141, G_L1: 2.073, D_real: 0.010, D_fake: 0.667 + +[Rank 0] (epoch: 150, iters: 262, time: 0.893, data: 0.004) , G_GAN: 1.563, G_L1: 3.155, D_real: 0.635, D_fake: 0.273 + +[Rank 0] (epoch: 150, iters: 362, time: 0.168, data: 0.004) , G_GAN: 2.972, G_L1: 3.296, D_real: 0.000, D_fake: 0.373 + +[Rank 0] (epoch: 150, iters: 462, time: 0.298, data: 0.004) , G_GAN: 2.814, G_L1: 1.747, D_real: 0.123, D_fake: 0.122 + +[Rank 0] (epoch: 150, iters: 562, time: 0.167, data: 0.004) , G_GAN: 2.420, G_L1: 2.862, D_real: 0.028, D_fake: 0.330 + +[Rank 0] (epoch: 150, iters: 662, time: 0.901, data: 0.004) , G_GAN: 1.805, G_L1: 1.431, D_real: 0.684, D_fake: 0.482 + +[Rank 0] (epoch: 150, iters: 762, time: 0.139, data: 0.004) , G_GAN: 2.886, G_L1: 6.068, D_real: 0.028, D_fake: 0.147 + +[Rank 0] (epoch: 150, iters: 862, time: 0.246, data: 0.004) , G_GAN: 2.605, G_L1: 1.225, D_real: 0.806, D_fake: 0.044 + +[Rank 0] (epoch: 150, iters: 962, time: 0.222, data: 0.004) , G_GAN: 1.769, G_L1: 3.616, D_real: 0.137, D_fake: 0.673 + +learning rate 0.0001010 -> 0.0000990 +saving the model at the end of epoch 150, iters 144300 +End of epoch 150 / 200 Time Taken: 139 sec +[Rank 0] (epoch: 151, iters: 100, time: 1.075, data: 0.250) , G_GAN: 3.018, G_L1: 2.427, D_real: 0.031, D_fake: 0.094 + +[Rank 0] (epoch: 151, iters: 200, time: 0.219, data: 0.006) , G_GAN: 2.190, G_L1: 4.712, D_real: 0.000, D_fake: 0.213 + +[Rank 0] (epoch: 151, iters: 300, time: 0.167, data: 0.004) , G_GAN: 2.506, G_L1: 1.655, D_real: 0.811, D_fake: 0.034 + +[Rank 0] (epoch: 151, iters: 400, time: 0.140, data: 0.004) , G_GAN: 2.185, G_L1: 2.715, D_real: 0.475, D_fake: 0.291 + +[Rank 0] (epoch: 151, iters: 500, time: 0.169, data: 0.004) , G_GAN: 1.724, G_L1: 3.174, D_real: 0.249, D_fake: 0.381 + +[Rank 0] (epoch: 151, iters: 600, time: 0.148, data: 0.004) , G_GAN: 2.610, G_L1: 2.087, D_real: 0.253, D_fake: 0.145 + +[Rank 0] (epoch: 151, iters: 700, time: 0.169, data: 0.004) , G_GAN: 2.568, G_L1: 2.029, D_real: 0.003, D_fake: 0.122 + +saving the latest model (epoch 151, total_iters 145000) +[Rank 0] (epoch: 151, iters: 800, time: 0.280, data: 0.006) , G_GAN: 4.340, G_L1: 5.068, D_real: 0.224, D_fake: 0.025 + +[Rank 0] (epoch: 151, iters: 900, time: 0.308, data: 0.004) , G_GAN: 2.849, G_L1: 1.258, D_real: 0.064, D_fake: 1.336 + +learning rate 0.0000990 -> 0.0000970 +End of epoch 151 / 200 Time Taken: 123 sec +[Rank 0] (epoch: 152, iters: 38, time: 0.142, data: 0.004) , G_GAN: 2.889, G_L1: 2.702, D_real: 0.034, D_fake: 0.181 + +[Rank 0] (epoch: 152, iters: 138, time: 0.151, data: 0.004) , G_GAN: 3.569, G_L1: 3.814, D_real: 0.002, D_fake: 0.056 + +[Rank 0] (epoch: 152, iters: 238, time: 0.151, data: 0.004) , G_GAN: 2.902, G_L1: 12.210, D_real: 0.303, D_fake: 0.276 + +[Rank 0] (epoch: 152, iters: 338, time: 1.085, data: 0.004) , G_GAN: 2.054, G_L1: 1.940, D_real: 0.969, D_fake: 0.125 + +[Rank 0] (epoch: 152, iters: 438, time: 0.146, data: 0.004) , G_GAN: 5.467, G_L1: 2.056, D_real: 0.037, D_fake: 0.011 + +[Rank 0] (epoch: 152, iters: 538, time: 0.152, data: 0.004) , G_GAN: 1.687, G_L1: 2.903, D_real: 0.436, D_fake: 0.417 + +[Rank 0] (epoch: 152, iters: 638, time: 0.151, data: 0.004) , G_GAN: 3.712, G_L1: 4.562, D_real: 0.361, D_fake: 0.032 + +[Rank 0] (epoch: 152, iters: 738, time: 0.683, data: 0.004) , G_GAN: 1.718, G_L1: 2.437, D_real: 0.567, D_fake: 0.167 + +[Rank 0] (epoch: 152, iters: 838, time: 0.151, data: 0.004) , G_GAN: 1.651, G_L1: 6.033, D_real: 0.462, D_fake: 0.377 + +[Rank 0] (epoch: 152, iters: 938, time: 0.150, data: 0.004) , G_GAN: 3.271, G_L1: 1.817, D_real: 0.020, D_fake: 1.484 + +learning rate 0.0000970 -> 0.0000950 +End of epoch 152 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 153, iters: 76, time: 0.148, data: 0.004) , G_GAN: 1.342, G_L1: 2.759, D_real: 0.562, D_fake: 0.438 + +[Rank 0] (epoch: 153, iters: 176, time: 0.903, data: 0.004) , G_GAN: 3.542, G_L1: 2.442, D_real: 0.150, D_fake: 0.081 + +[Rank 0] (epoch: 153, iters: 276, time: 0.148, data: 0.004) , G_GAN: 3.897, G_L1: 2.437, D_real: 0.003, D_fake: 0.032 + +[Rank 0] (epoch: 153, iters: 376, time: 0.151, data: 0.004) , G_GAN: 2.382, G_L1: 2.052, D_real: 0.170, D_fake: 0.444 + +[Rank 0] (epoch: 153, iters: 476, time: 0.141, data: 0.004) , G_GAN: 1.598, G_L1: 2.602, D_real: 0.750, D_fake: 0.188 + +[Rank 0] (epoch: 153, iters: 576, time: 0.151, data: 0.004) , G_GAN: 2.343, G_L1: 2.093, D_real: 0.100, D_fake: 0.256 + +[Rank 0] (epoch: 153, iters: 676, time: 0.147, data: 0.004) , G_GAN: 3.910, G_L1: 2.693, D_real: 0.614, D_fake: 0.018 + +[Rank 0] (epoch: 153, iters: 776, time: 0.150, data: 0.004) , G_GAN: 3.650, G_L1: 2.405, D_real: 0.005, D_fake: 0.058 + +[Rank 0] (epoch: 153, iters: 876, time: 0.155, data: 0.004) , G_GAN: 1.016, G_L1: 2.920, D_real: 0.634, D_fake: 0.471 + +learning rate 0.0000950 -> 0.0000931 +End of epoch 153 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 154, iters: 14, time: 0.972, data: 0.004) , G_GAN: 1.540, G_L1: 3.788, D_real: 0.166, D_fake: 1.129 + +[Rank 0] (epoch: 154, iters: 114, time: 0.161, data: 0.004) , G_GAN: 2.586, G_L1: 1.939, D_real: 0.259, D_fake: 0.107 + +[Rank 0] (epoch: 154, iters: 214, time: 0.146, data: 0.004) , G_GAN: 2.643, G_L1: 2.865, D_real: 0.002, D_fake: 0.383 + +[Rank 0] (epoch: 154, iters: 314, time: 0.143, data: 0.004) , G_GAN: 1.259, G_L1: 1.699, D_real: 0.161, D_fake: 1.393 + +[Rank 0] (epoch: 154, iters: 414, time: 0.148, data: 0.004) , G_GAN: 1.228, G_L1: 1.710, D_real: 0.513, D_fake: 0.292 + +[Rank 0] (epoch: 154, iters: 514, time: 0.149, data: 0.004) , G_GAN: 2.270, G_L1: 2.246, D_real: 0.149, D_fake: 0.638 + +[Rank 0] (epoch: 154, iters: 614, time: 0.151, data: 0.004) , G_GAN: 2.289, G_L1: 2.128, D_real: 0.029, D_fake: 0.258 + +[Rank 0] (epoch: 154, iters: 714, time: 0.150, data: 0.004) , G_GAN: 1.612, G_L1: 3.215, D_real: 0.427, D_fake: 0.284 + +[Rank 0] (epoch: 154, iters: 814, time: 0.941, data: 0.004) , G_GAN: 0.992, G_L1: 2.799, D_real: 0.717, D_fake: 0.412 + +[Rank 0] (epoch: 154, iters: 914, time: 0.153, data: 0.004) , G_GAN: 1.832, G_L1: 3.193, D_real: 0.056, D_fake: 0.539 + +learning rate 0.0000931 -> 0.0000911 +End of epoch 154 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 155, iters: 52, time: 0.139, data: 0.004) , G_GAN: 3.013, G_L1: 2.150, D_real: 0.166, D_fake: 0.098 + +[Rank 0] (epoch: 155, iters: 152, time: 0.153, data: 0.004) , G_GAN: 1.652, G_L1: 1.403, D_real: 0.267, D_fake: 0.387 + +[Rank 0] (epoch: 155, iters: 252, time: 0.872, data: 0.004) , G_GAN: 2.968, G_L1: 1.769, D_real: 0.057, D_fake: 0.720 + +[Rank 0] (epoch: 155, iters: 352, time: 0.150, data: 0.004) , G_GAN: 3.652, G_L1: 2.593, D_real: 0.000, D_fake: 0.183 + +[Rank 0] (epoch: 155, iters: 452, time: 0.154, data: 0.004) , G_GAN: 2.114, G_L1: 1.940, D_real: 0.165, D_fake: 0.204 + +[Rank 0] (epoch: 155, iters: 552, time: 0.147, data: 0.004) , G_GAN: 3.464, G_L1: 2.022, D_real: 0.180, D_fake: 0.094 + +[Rank 0] (epoch: 155, iters: 652, time: 0.150, data: 0.004) , G_GAN: 4.457, G_L1: 3.224, D_real: 1.473, D_fake: 0.006 + +[Rank 0] (epoch: 155, iters: 752, time: 0.143, data: 0.004) , G_GAN: 2.706, G_L1: 2.564, D_real: 0.083, D_fake: 0.123 + +[Rank 0] (epoch: 155, iters: 852, time: 0.150, data: 0.004) , G_GAN: 1.492, G_L1: 2.517, D_real: 0.433, D_fake: 0.516 + +[Rank 0] (epoch: 155, iters: 952, time: 0.154, data: 0.004) , G_GAN: 1.899, G_L1: 2.995, D_real: 0.417, D_fake: 0.307 + +learning rate 0.0000911 -> 0.0000891 +saving the model at the end of epoch 155, iters 149110 +End of epoch 155 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 156, iters: 90, time: 0.927, data: 0.004) , G_GAN: 2.506, G_L1: 4.552, D_real: 0.048, D_fake: 0.184 + +[Rank 0] (epoch: 156, iters: 190, time: 0.148, data: 0.004) , G_GAN: 4.570, G_L1: 1.751, D_real: 0.087, D_fake: 0.025 + +[Rank 0] (epoch: 156, iters: 290, time: 0.150, data: 0.004) , G_GAN: 1.192, G_L1: 3.167, D_real: 0.657, D_fake: 0.429 + +[Rank 0] (epoch: 156, iters: 390, time: 0.152, data: 0.004) , G_GAN: 1.688, G_L1: 3.171, D_real: 0.320, D_fake: 0.485 + +[Rank 0] (epoch: 156, iters: 490, time: 0.150, data: 0.004) , G_GAN: 1.294, G_L1: 2.170, D_real: 0.377, D_fake: 0.569 + +[Rank 0] (epoch: 156, iters: 590, time: 0.150, data: 0.004) , G_GAN: 2.910, G_L1: 2.370, D_real: 0.940, D_fake: 0.061 + +[Rank 0] (epoch: 156, iters: 690, time: 0.147, data: 0.004) , G_GAN: 1.785, G_L1: 1.715, D_real: 0.395, D_fake: 0.226 + +[Rank 0] (epoch: 156, iters: 790, time: 0.150, data: 0.004) , G_GAN: 2.956, G_L1: 2.029, D_real: 0.067, D_fake: 0.108 + +[Rank 0] (epoch: 156, iters: 890, time: 0.879, data: 0.004) , G_GAN: 2.259, G_L1: 4.167, D_real: 0.144, D_fake: 0.270 + +saving the latest model (epoch 156, total_iters 150000) +learning rate 0.0000891 -> 0.0000871 +End of epoch 156 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 157, iters: 28, time: 0.149, data: 0.009) , G_GAN: 1.898, G_L1: 1.503, D_real: 0.552, D_fake: 0.228 + +[Rank 0] (epoch: 157, iters: 128, time: 0.154, data: 0.004) , G_GAN: 2.373, G_L1: 2.522, D_real: 0.012, D_fake: 0.316 + +[Rank 0] (epoch: 157, iters: 228, time: 0.155, data: 0.004) , G_GAN: 4.282, G_L1: 3.219, D_real: 0.003, D_fake: 0.039 + +[Rank 0] (epoch: 157, iters: 328, time: 0.888, data: 0.004) , G_GAN: 1.951, G_L1: 1.633, D_real: 0.148, D_fake: 0.245 + +[Rank 0] (epoch: 157, iters: 428, time: 0.147, data: 0.004) , G_GAN: 4.345, G_L1: 3.028, D_real: 0.001, D_fake: 0.046 + +[Rank 0] (epoch: 157, iters: 528, time: 0.152, data: 0.004) , G_GAN: 1.431, G_L1: 3.215, D_real: 0.696, D_fake: 0.278 + +[Rank 0] (epoch: 157, iters: 628, time: 0.155, data: 0.004) , G_GAN: 1.308, G_L1: 5.071, D_real: 0.134, D_fake: 1.234 + +[Rank 0] (epoch: 157, iters: 728, time: 0.147, data: 0.004) , G_GAN: 4.425, G_L1: 2.122, D_real: 0.003, D_fake: 0.023 + +[Rank 0] (epoch: 157, iters: 828, time: 0.154, data: 0.004) , G_GAN: 1.668, G_L1: 1.840, D_real: 0.354, D_fake: 0.478 + +[Rank 0] (epoch: 157, iters: 928, time: 0.151, data: 0.004) , G_GAN: 1.551, G_L1: 3.821, D_real: 0.535, D_fake: 0.229 + +learning rate 0.0000871 -> 0.0000851 +End of epoch 157 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 158, iters: 66, time: 0.153, data: 0.004) , G_GAN: 3.757, G_L1: 1.978, D_real: 0.000, D_fake: 0.076 + +[Rank 0] (epoch: 158, iters: 166, time: 0.930, data: 0.004) , G_GAN: 2.544, G_L1: 2.474, D_real: 0.038, D_fake: 0.495 + +[Rank 0] (epoch: 158, iters: 266, time: 0.167, data: 0.004) , G_GAN: 2.269, G_L1: 1.960, D_real: 0.504, D_fake: 0.167 + +[Rank 0] (epoch: 158, iters: 366, time: 0.147, data: 0.004) , G_GAN: 1.207, G_L1: 2.583, D_real: 0.727, D_fake: 0.267 + +[Rank 0] (epoch: 158, iters: 466, time: 0.152, data: 0.004) , G_GAN: 1.681, G_L1: 3.836, D_real: 0.757, D_fake: 0.305 + +[Rank 0] (epoch: 158, iters: 566, time: 0.150, data: 0.004) , G_GAN: 3.144, G_L1: 2.720, D_real: 0.003, D_fake: 0.123 + +[Rank 0] (epoch: 158, iters: 666, time: 0.151, data: 0.004) , G_GAN: 2.552, G_L1: 1.714, D_real: 0.022, D_fake: 1.799 + +[Rank 0] (epoch: 158, iters: 766, time: 0.156, data: 0.004) , G_GAN: 4.815, G_L1: 4.137, D_real: 0.000, D_fake: 0.030 + +[Rank 0] (epoch: 158, iters: 866, time: 0.150, data: 0.004) , G_GAN: 1.331, G_L1: 2.662, D_real: 0.812, D_fake: 0.394 + +learning rate 0.0000851 -> 0.0000832 +End of epoch 158 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 159, iters: 4, time: 1.021, data: 0.004) , G_GAN: 1.738, G_L1: 3.598, D_real: 0.461, D_fake: 0.193 + +[Rank 0] (epoch: 159, iters: 104, time: 0.149, data: 0.011) , G_GAN: 1.152, G_L1: 2.904, D_real: 0.204, D_fake: 1.190 + +[Rank 0] (epoch: 159, iters: 204, time: 0.149, data: 0.004) , G_GAN: 3.245, G_L1: 2.808, D_real: 0.054, D_fake: 0.125 + +[Rank 0] (epoch: 159, iters: 304, time: 0.150, data: 0.004) , G_GAN: 1.459, G_L1: 3.105, D_real: 0.457, D_fake: 0.743 + +[Rank 0] (epoch: 159, iters: 404, time: 0.159, data: 0.004) , G_GAN: 1.839, G_L1: 3.954, D_real: 0.310, D_fake: 0.296 + +[Rank 0] (epoch: 159, iters: 504, time: 0.152, data: 0.004) , G_GAN: 1.653, G_L1: 1.667, D_real: 0.459, D_fake: 0.428 + +[Rank 0] (epoch: 159, iters: 604, time: 0.152, data: 0.004) , G_GAN: 1.539, G_L1: 1.305, D_real: 0.696, D_fake: 0.257 + +[Rank 0] (epoch: 159, iters: 704, time: 0.152, data: 0.004) , G_GAN: 1.814, G_L1: 2.470, D_real: 0.169, D_fake: 0.288 + +[Rank 0] (epoch: 159, iters: 804, time: 0.152, data: 0.004) , G_GAN: 4.177, G_L1: 1.382, D_real: 0.034, D_fake: 0.804 + +[Rank 0] (epoch: 159, iters: 904, time: 0.149, data: 0.004) , G_GAN: 2.583, G_L1: 2.448, D_real: 0.006, D_fake: 0.285 + +learning rate 0.0000832 -> 0.0000812 +End of epoch 159 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 160, iters: 42, time: 0.148, data: 0.004) , G_GAN: 1.303, G_L1: 1.619, D_real: 1.102, D_fake: 0.135 + +[Rank 0] (epoch: 160, iters: 142, time: 0.149, data: 0.004) , G_GAN: 2.272, G_L1: 1.768, D_real: 0.052, D_fake: 0.351 + +[Rank 0] (epoch: 160, iters: 242, time: 0.873, data: 0.004) , G_GAN: 1.591, G_L1: 2.101, D_real: 0.682, D_fake: 0.221 + +[Rank 0] (epoch: 160, iters: 342, time: 0.146, data: 0.004) , G_GAN: 1.330, G_L1: 2.003, D_real: 0.338, D_fake: 0.675 + +[Rank 0] (epoch: 160, iters: 442, time: 0.152, data: 0.004) , G_GAN: 2.377, G_L1: 1.398, D_real: 0.397, D_fake: 0.118 + +[Rank 0] (epoch: 160, iters: 542, time: 0.151, data: 0.004) , G_GAN: 1.383, G_L1: 1.890, D_real: 1.495, D_fake: 0.195 + +[Rank 0] (epoch: 160, iters: 642, time: 0.152, data: 0.004) , G_GAN: 2.068, G_L1: 1.261, D_real: 0.777, D_fake: 1.075 + +[Rank 0] (epoch: 160, iters: 742, time: 0.146, data: 0.004) , G_GAN: 2.030, G_L1: 2.387, D_real: 0.113, D_fake: 0.513 + +[Rank 0] (epoch: 160, iters: 842, time: 0.151, data: 0.004) , G_GAN: 2.721, G_L1: 2.118, D_real: 0.294, D_fake: 0.076 + +[Rank 0] (epoch: 160, iters: 942, time: 0.151, data: 0.004) , G_GAN: 2.542, G_L1: 1.421, D_real: 0.224, D_fake: 0.317 + +learning rate 0.0000812 -> 0.0000792 +saving the model at the end of epoch 160, iters 153920 +End of epoch 160 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 161, iters: 80, time: 0.919, data: 0.004) , G_GAN: 3.425, G_L1: 2.939, D_real: 0.046, D_fake: 0.140 + +[Rank 0] (epoch: 161, iters: 180, time: 0.141, data: 0.004) , G_GAN: 2.492, G_L1: 3.102, D_real: 0.033, D_fake: 0.179 + +[Rank 0] (epoch: 161, iters: 280, time: 0.141, data: 0.004) , G_GAN: 4.333, G_L1: 2.638, D_real: 0.091, D_fake: 0.032 + +[Rank 0] (epoch: 161, iters: 380, time: 0.149, data: 0.003) , G_GAN: 1.678, G_L1: 1.819, D_real: 0.533, D_fake: 0.158 + +[Rank 0] (epoch: 161, iters: 480, time: 0.148, data: 0.004) , G_GAN: 2.047, G_L1: 2.753, D_real: 0.077, D_fake: 0.545 + +[Rank 0] (epoch: 161, iters: 580, time: 0.152, data: 0.004) , G_GAN: 3.549, G_L1: 2.889, D_real: 0.026, D_fake: 0.054 + +[Rank 0] (epoch: 161, iters: 680, time: 0.150, data: 0.004) , G_GAN: 2.808, G_L1: 2.876, D_real: 0.041, D_fake: 0.144 + +[Rank 0] (epoch: 161, iters: 780, time: 0.151, data: 0.004) , G_GAN: 1.288, G_L1: 2.274, D_real: 0.340, D_fake: 0.485 + +[Rank 0] (epoch: 161, iters: 880, time: 0.143, data: 0.004) , G_GAN: 1.489, G_L1: 1.850, D_real: 0.459, D_fake: 0.187 + +learning rate 0.0000792 -> 0.0000772 +End of epoch 161 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 162, iters: 18, time: 0.151, data: 0.004) , G_GAN: 2.662, G_L1: 1.466, D_real: 0.207, D_fake: 0.180 + +[Rank 0] (epoch: 162, iters: 118, time: 0.148, data: 0.004) , G_GAN: 1.785, G_L1: 1.863, D_real: 0.140, D_fake: 0.426 + +saving the latest model (epoch 162, total_iters 155000) +[Rank 0] (epoch: 162, iters: 218, time: 0.147, data: 0.007) , G_GAN: 1.651, G_L1: 3.062, D_real: 0.253, D_fake: 0.675 + +[Rank 0] (epoch: 162, iters: 318, time: 1.027, data: 0.004) , G_GAN: 2.337, G_L1: 3.102, D_real: 0.307, D_fake: 0.077 + +[Rank 0] (epoch: 162, iters: 418, time: 0.147, data: 0.004) , G_GAN: 2.023, G_L1: 1.377, D_real: 0.199, D_fake: 0.365 + +[Rank 0] (epoch: 162, iters: 518, time: 0.150, data: 0.004) , G_GAN: 2.493, G_L1: 2.032, D_real: 0.004, D_fake: 0.268 + +[Rank 0] (epoch: 162, iters: 618, time: 0.152, data: 0.004) , G_GAN: 1.975, G_L1: 1.667, D_real: 0.036, D_fake: 0.844 + +[Rank 0] (epoch: 162, iters: 718, time: 0.151, data: 0.004) , G_GAN: 3.638, G_L1: 2.804, D_real: 0.031, D_fake: 0.078 + +[Rank 0] (epoch: 162, iters: 818, time: 0.150, data: 0.004) , G_GAN: 4.809, G_L1: 3.108, D_real: 0.017, D_fake: 0.027 + +[Rank 0] (epoch: 162, iters: 918, time: 0.151, data: 0.004) , G_GAN: 2.796, G_L1: 2.001, D_real: 0.005, D_fake: 0.244 + +learning rate 0.0000772 -> 0.0000752 +End of epoch 162 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 163, iters: 56, time: 0.154, data: 0.004) , G_GAN: 2.806, G_L1: 2.752, D_real: 0.386, D_fake: 0.072 + +[Rank 0] (epoch: 163, iters: 156, time: 0.986, data: 0.004) , G_GAN: 2.199, G_L1: 2.842, D_real: 0.272, D_fake: 0.182 + +[Rank 0] (epoch: 163, iters: 256, time: 0.148, data: 0.004) , G_GAN: 6.428, G_L1: 3.728, D_real: 0.002, D_fake: 0.005 + +[Rank 0] (epoch: 163, iters: 356, time: 0.153, data: 0.004) , G_GAN: 3.153, G_L1: 2.881, D_real: 0.010, D_fake: 0.138 + +[Rank 0] (epoch: 163, iters: 456, time: 0.149, data: 0.004) , G_GAN: 3.802, G_L1: 1.703, D_real: 0.084, D_fake: 0.060 + +[Rank 0] (epoch: 163, iters: 556, time: 0.150, data: 0.004) , G_GAN: 2.122, G_L1: 2.385, D_real: 0.297, D_fake: 0.212 + +[Rank 0] (epoch: 163, iters: 656, time: 0.147, data: 0.004) , G_GAN: 5.341, G_L1: 3.795, D_real: 0.023, D_fake: 0.040 + +[Rank 0] (epoch: 163, iters: 756, time: 0.155, data: 0.004) , G_GAN: 3.350, G_L1: 3.203, D_real: 0.000, D_fake: 0.095 + +[Rank 0] (epoch: 163, iters: 856, time: 0.150, data: 0.004) , G_GAN: 2.611, G_L1: 1.673, D_real: 0.088, D_fake: 0.193 + +[Rank 0] (epoch: 163, iters: 956, time: 0.147, data: 0.004) , G_GAN: 1.493, G_L1: 3.841, D_real: 0.234, D_fake: 0.626 + +learning rate 0.0000752 -> 0.0000733 +End of epoch 163 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 164, iters: 94, time: 0.151, data: 0.004) , G_GAN: 2.542, G_L1: 2.143, D_real: 0.085, D_fake: 0.193 + +[Rank 0] (epoch: 164, iters: 194, time: 0.156, data: 0.004) , G_GAN: 1.712, G_L1: 2.260, D_real: 0.477, D_fake: 0.236 + +[Rank 0] (epoch: 164, iters: 294, time: 0.151, data: 0.004) , G_GAN: 2.529, G_L1: 1.408, D_real: 0.113, D_fake: 0.748 + +[Rank 0] (epoch: 164, iters: 394, time: 0.991, data: 0.004) , G_GAN: 1.880, G_L1: 1.385, D_real: 0.127, D_fake: 0.603 + +[Rank 0] (epoch: 164, iters: 494, time: 0.146, data: 0.004) , G_GAN: 1.297, G_L1: 3.017, D_real: 0.420, D_fake: 0.544 + +[Rank 0] (epoch: 164, iters: 594, time: 0.153, data: 0.004) , G_GAN: 4.843, G_L1: 2.917, D_real: 0.006, D_fake: 0.023 + +[Rank 0] (epoch: 164, iters: 694, time: 0.152, data: 0.004) , G_GAN: 1.398, G_L1: 3.008, D_real: 0.765, D_fake: 0.173 + +[Rank 0] (epoch: 164, iters: 794, time: 0.151, data: 0.004) , G_GAN: 3.074, G_L1: 1.859, D_real: 0.000, D_fake: 0.322 + +[Rank 0] (epoch: 164, iters: 894, time: 0.148, data: 0.004) , G_GAN: 1.751, G_L1: 3.829, D_real: 0.592, D_fake: 0.196 + +learning rate 0.0000733 -> 0.0000713 +End of epoch 164 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 165, iters: 32, time: 0.152, data: 0.004) , G_GAN: 2.004, G_L1: 1.716, D_real: 0.797, D_fake: 0.058 + +[Rank 0] (epoch: 165, iters: 132, time: 0.151, data: 0.004) , G_GAN: 1.352, G_L1: 4.012, D_real: 0.418, D_fake: 0.579 + +[Rank 0] (epoch: 165, iters: 232, time: 0.716, data: 0.004) , G_GAN: 2.381, G_L1: 2.215, D_real: 0.001, D_fake: 0.434 + +[Rank 0] (epoch: 165, iters: 332, time: 0.151, data: 0.004) , G_GAN: 1.958, G_L1: 2.441, D_real: 0.957, D_fake: 0.109 + +[Rank 0] (epoch: 165, iters: 432, time: 0.149, data: 0.004) , G_GAN: 1.565, G_L1: 2.859, D_real: 0.531, D_fake: 0.216 + +[Rank 0] (epoch: 165, iters: 532, time: 0.153, data: 0.004) , G_GAN: 1.858, G_L1: 1.940, D_real: 0.192, D_fake: 0.294 + +[Rank 0] (epoch: 165, iters: 632, time: 0.151, data: 0.004) , G_GAN: 2.248, G_L1: 2.298, D_real: 0.007, D_fake: 0.493 + +[Rank 0] (epoch: 165, iters: 732, time: 0.151, data: 0.004) , G_GAN: 2.876, G_L1: 1.418, D_real: 0.193, D_fake: 0.076 + +[Rank 0] (epoch: 165, iters: 832, time: 0.153, data: 0.004) , G_GAN: 1.426, G_L1: 3.986, D_real: 0.194, D_fake: 1.141 + +[Rank 0] (epoch: 165, iters: 932, time: 0.149, data: 0.004) , G_GAN: 1.585, G_L1: 3.633, D_real: 0.617, D_fake: 0.426 + +learning rate 0.0000713 -> 0.0000693 +saving the model at the end of epoch 165, iters 158730 +End of epoch 165 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 166, iters: 70, time: 1.131, data: 0.004) , G_GAN: 3.487, G_L1: 2.755, D_real: 0.001, D_fake: 0.080 + +[Rank 0] (epoch: 166, iters: 170, time: 0.148, data: 0.004) , G_GAN: 2.030, G_L1: 1.624, D_real: 0.972, D_fake: 0.104 + +[Rank 0] (epoch: 166, iters: 270, time: 0.148, data: 0.004) , G_GAN: 2.047, G_L1: 2.968, D_real: 0.592, D_fake: 0.161 + +[Rank 0] (epoch: 166, iters: 370, time: 0.154, data: 0.004) , G_GAN: 2.680, G_L1: 2.780, D_real: 0.741, D_fake: 0.071 + +[Rank 0] (epoch: 166, iters: 470, time: 0.149, data: 0.004) , G_GAN: 1.135, G_L1: 3.713, D_real: 0.872, D_fake: 0.415 + +[Rank 0] (epoch: 166, iters: 570, time: 0.150, data: 0.004) , G_GAN: 6.833, G_L1: 4.839, D_real: 0.002, D_fake: 0.006 + +[Rank 0] (epoch: 166, iters: 670, time: 0.141, data: 0.004) , G_GAN: 2.293, G_L1: 2.793, D_real: 0.125, D_fake: 0.291 + +[Rank 0] (epoch: 166, iters: 770, time: 0.148, data: 0.004) , G_GAN: 3.250, G_L1: 2.752, D_real: 0.002, D_fake: 0.094 + +[Rank 0] (epoch: 166, iters: 870, time: 0.145, data: 0.004) , G_GAN: 1.915, G_L1: 1.565, D_real: 0.097, D_fake: 0.474 + +learning rate 0.0000693 -> 0.0000673 +End of epoch 166 / 200 Time Taken: 87 sec +[Rank 0] (epoch: 167, iters: 8, time: 0.150, data: 0.004) , G_GAN: 1.812, G_L1: 1.787, D_real: 0.268, D_fake: 0.329 + +[Rank 0] (epoch: 167, iters: 108, time: 0.151, data: 0.004) , G_GAN: 2.394, G_L1: 1.506, D_real: 0.071, D_fake: 0.611 + +[Rank 0] (epoch: 167, iters: 208, time: 0.147, data: 0.004) , G_GAN: 2.745, G_L1: 2.078, D_real: 0.004, D_fake: 0.164 + +[Rank 0] (epoch: 167, iters: 308, time: 0.834, data: 0.004) , G_GAN: 1.338, G_L1: 2.500, D_real: 0.492, D_fake: 0.573 + +saving the latest model (epoch 167, total_iters 160000) +[Rank 0] (epoch: 167, iters: 408, time: 0.146, data: 0.007) , G_GAN: 2.213, G_L1: 1.725, D_real: 0.258, D_fake: 0.217 + +[Rank 0] (epoch: 167, iters: 508, time: 0.145, data: 0.004) , G_GAN: 1.336, G_L1: 2.619, D_real: 0.177, D_fake: 0.702 + +[Rank 0] (epoch: 167, iters: 608, time: 0.146, data: 0.004) , G_GAN: 1.340, G_L1: 2.949, D_real: 0.581, D_fake: 0.388 + +[Rank 0] (epoch: 167, iters: 708, time: 0.150, data: 0.004) , G_GAN: 4.078, G_L1: 5.027, D_real: 0.000, D_fake: 0.056 + +[Rank 0] (epoch: 167, iters: 808, time: 0.155, data: 0.004) , G_GAN: 2.697, G_L1: 1.762, D_real: 0.195, D_fake: 0.133 + +[Rank 0] (epoch: 167, iters: 908, time: 0.150, data: 0.004) , G_GAN: 3.084, G_L1: 1.966, D_real: 0.000, D_fake: 0.122 + +learning rate 0.0000673 -> 0.0000653 +End of epoch 167 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 168, iters: 46, time: 0.148, data: 0.004) , G_GAN: 1.473, G_L1: 1.332, D_real: 0.586, D_fake: 0.251 + +[Rank 0] (epoch: 168, iters: 146, time: 0.853, data: 0.004) , G_GAN: 3.794, G_L1: 4.543, D_real: 0.016, D_fake: 0.058 + +[Rank 0] (epoch: 168, iters: 246, time: 0.154, data: 0.004) , G_GAN: 2.426, G_L1: 2.065, D_real: 0.523, D_fake: 0.097 + +[Rank 0] (epoch: 168, iters: 346, time: 0.156, data: 0.004) , G_GAN: 1.914, G_L1: 2.880, D_real: 0.538, D_fake: 0.165 + +[Rank 0] (epoch: 168, iters: 446, time: 0.150, data: 0.004) , G_GAN: 1.687, G_L1: 2.746, D_real: 0.001, D_fake: 0.473 + +[Rank 0] (epoch: 168, iters: 546, time: 0.153, data: 0.004) , G_GAN: 2.215, G_L1: 3.025, D_real: 0.073, D_fake: 0.441 + +[Rank 0] (epoch: 168, iters: 646, time: 0.147, data: 0.004) , G_GAN: 1.892, G_L1: 4.066, D_real: 0.297, D_fake: 0.322 + +[Rank 0] (epoch: 168, iters: 746, time: 0.150, data: 0.004) , G_GAN: 1.783, G_L1: 3.901, D_real: 0.612, D_fake: 0.336 + +[Rank 0] (epoch: 168, iters: 846, time: 0.147, data: 0.004) , G_GAN: 3.874, G_L1: 3.174, D_real: 0.022, D_fake: 0.047 + +[Rank 0] (epoch: 168, iters: 946, time: 0.180, data: 0.004) , G_GAN: 2.065, G_L1: 2.280, D_real: 0.084, D_fake: 0.190 + +learning rate 0.0000653 -> 0.0000634 +End of epoch 168 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 169, iters: 84, time: 0.153, data: 0.004) , G_GAN: 3.080, G_L1: 1.573, D_real: 0.141, D_fake: 0.094 + +[Rank 0] (epoch: 169, iters: 184, time: 0.153, data: 0.004) , G_GAN: 5.410, G_L1: 3.005, D_real: 0.000, D_fake: 0.012 + +[Rank 0] (epoch: 169, iters: 284, time: 0.152, data: 0.004) , G_GAN: 2.314, G_L1: 2.217, D_real: 0.237, D_fake: 0.166 + +[Rank 0] (epoch: 169, iters: 384, time: 0.704, data: 0.004) , G_GAN: 4.298, G_L1: 11.772, D_real: 0.484, D_fake: 0.323 + +[Rank 0] (epoch: 169, iters: 484, time: 0.176, data: 0.004) , G_GAN: 1.458, G_L1: 2.471, D_real: 0.928, D_fake: 0.176 + +[Rank 0] (epoch: 169, iters: 584, time: 0.143, data: 0.004) , G_GAN: 3.484, G_L1: 2.130, D_real: 0.005, D_fake: 0.065 + +[Rank 0] (epoch: 169, iters: 684, time: 0.151, data: 0.004) , G_GAN: 2.666, G_L1: 2.314, D_real: 0.000, D_fake: 0.099 + +[Rank 0] (epoch: 169, iters: 784, time: 0.150, data: 0.004) , G_GAN: 1.634, G_L1: 1.482, D_real: 0.192, D_fake: 0.497 + +[Rank 0] (epoch: 169, iters: 884, time: 0.151, data: 0.004) , G_GAN: 2.938, G_L1: 2.775, D_real: 0.036, D_fake: 0.115 + +learning rate 0.0000634 -> 0.0000614 +End of epoch 169 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 170, iters: 22, time: 0.151, data: 0.004) , G_GAN: 1.930, G_L1: 1.399, D_real: 0.109, D_fake: 0.520 + +[Rank 0] (epoch: 170, iters: 122, time: 0.152, data: 0.004) , G_GAN: 3.975, G_L1: 4.384, D_real: 0.018, D_fake: 0.047 + +[Rank 0] (epoch: 170, iters: 222, time: 1.076, data: 0.004) , G_GAN: 2.534, G_L1: 1.769, D_real: 0.034, D_fake: 0.265 + +[Rank 0] (epoch: 170, iters: 322, time: 0.151, data: 0.004) , G_GAN: 1.140, G_L1: 2.603, D_real: 0.235, D_fake: 0.658 + +[Rank 0] (epoch: 170, iters: 422, time: 0.151, data: 0.004) , G_GAN: 2.725, G_L1: 1.822, D_real: 0.328, D_fake: 0.055 + +[Rank 0] (epoch: 170, iters: 522, time: 0.151, data: 0.004) , G_GAN: 2.394, G_L1: 2.002, D_real: 0.083, D_fake: 0.314 + +[Rank 0] (epoch: 170, iters: 622, time: 0.147, data: 0.004) , G_GAN: 1.364, G_L1: 4.410, D_real: 1.238, D_fake: 0.264 + +[Rank 0] (epoch: 170, iters: 722, time: 0.151, data: 0.004) , G_GAN: 2.288, G_L1: 3.509, D_real: 0.021, D_fake: 0.331 + +[Rank 0] (epoch: 170, iters: 822, time: 0.153, data: 0.004) , G_GAN: 2.429, G_L1: 2.306, D_real: 0.457, D_fake: 0.134 + +[Rank 0] (epoch: 170, iters: 922, time: 0.155, data: 0.004) , G_GAN: 2.567, G_L1: 1.383, D_real: 0.054, D_fake: 0.472 + +learning rate 0.0000614 -> 0.0000594 +saving the model at the end of epoch 170, iters 163540 +End of epoch 170 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 171, iters: 60, time: 0.947, data: 0.004) , G_GAN: 6.175, G_L1: 4.359, D_real: 0.294, D_fake: 0.010 + +[Rank 0] (epoch: 171, iters: 160, time: 0.148, data: 0.004) , G_GAN: 2.350, G_L1: 4.422, D_real: 0.021, D_fake: 0.208 + +[Rank 0] (epoch: 171, iters: 260, time: 0.149, data: 0.004) , G_GAN: 4.500, G_L1: 2.376, D_real: 0.001, D_fake: 0.048 + +[Rank 0] (epoch: 171, iters: 360, time: 0.149, data: 0.004) , G_GAN: 3.589, G_L1: 1.282, D_real: 0.060, D_fake: 1.416 + +[Rank 0] (epoch: 171, iters: 460, time: 0.730, data: 0.004) , G_GAN: 0.924, G_L1: 1.266, D_real: 1.273, D_fake: 0.411 + +[Rank 0] (epoch: 171, iters: 560, time: 0.146, data: 0.004) , G_GAN: 2.765, G_L1: 3.049, D_real: 0.005, D_fake: 0.245 + +[Rank 0] (epoch: 171, iters: 660, time: 0.144, data: 0.004) , G_GAN: 1.305, G_L1: 3.554, D_real: 0.817, D_fake: 0.403 + +[Rank 0] (epoch: 171, iters: 760, time: 0.153, data: 0.004) , G_GAN: 3.218, G_L1: 1.681, D_real: 0.325, D_fake: 0.091 + +[Rank 0] (epoch: 171, iters: 860, time: 0.148, data: 0.004) , G_GAN: 3.952, G_L1: 1.490, D_real: 0.320, D_fake: 0.036 + +[Rank 0] (epoch: 171, iters: 960, time: 0.147, data: 0.004) , G_GAN: 1.385, G_L1: 1.983, D_real: 0.502, D_fake: 0.362 + +learning rate 0.0000594 -> 0.0000574 +End of epoch 171 / 200 Time Taken: 88 sec +[Rank 0] (epoch: 172, iters: 98, time: 0.150, data: 0.004) , G_GAN: 2.418, G_L1: 2.556, D_real: 0.001, D_fake: 0.305 + +[Rank 0] (epoch: 172, iters: 198, time: 0.142, data: 0.004) , G_GAN: 1.870, G_L1: 2.554, D_real: 0.140, D_fake: 0.446 + +[Rank 0] (epoch: 172, iters: 298, time: 0.806, data: 0.004) , G_GAN: 1.649, G_L1: 1.032, D_real: 0.057, D_fake: 1.778 + +[Rank 0] (epoch: 172, iters: 398, time: 0.167, data: 0.004) , G_GAN: 2.511, G_L1: 2.064, D_real: 0.121, D_fake: 0.249 + +[Rank 0] (epoch: 172, iters: 498, time: 0.147, data: 0.004) , G_GAN: 1.864, G_L1: 2.606, D_real: 0.244, D_fake: 0.212 + +saving the latest model (epoch 172, total_iters 165000) +[Rank 0] (epoch: 172, iters: 598, time: 0.148, data: 0.009) , G_GAN: 2.542, G_L1: 1.480, D_real: 0.250, D_fake: 0.099 + +[Rank 0] (epoch: 172, iters: 698, time: 0.148, data: 0.004) , G_GAN: 0.940, G_L1: 3.147, D_real: 0.528, D_fake: 0.724 + +[Rank 0] (epoch: 172, iters: 798, time: 0.151, data: 0.004) , G_GAN: 2.030, G_L1: 2.046, D_real: 0.732, D_fake: 0.141 + +[Rank 0] (epoch: 172, iters: 898, time: 0.152, data: 0.004) , G_GAN: 2.496, G_L1: 3.591, D_real: 0.298, D_fake: 0.125 + +learning rate 0.0000574 -> 0.0000554 +End of epoch 172 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 173, iters: 36, time: 0.147, data: 0.004) , G_GAN: 1.921, G_L1: 6.573, D_real: 0.235, D_fake: 0.439 + +[Rank 0] (epoch: 173, iters: 136, time: 0.963, data: 0.004) , G_GAN: 2.490, G_L1: 1.741, D_real: 0.050, D_fake: 0.201 + +[Rank 0] (epoch: 173, iters: 236, time: 0.148, data: 0.004) , G_GAN: 0.976, G_L1: 4.333, D_real: 0.733, D_fake: 0.664 + +[Rank 0] (epoch: 173, iters: 336, time: 0.146, data: 0.004) , G_GAN: 1.452, G_L1: 1.394, D_real: 0.473, D_fake: 0.348 + +[Rank 0] (epoch: 173, iters: 436, time: 0.150, data: 0.004) , G_GAN: 2.687, G_L1: 1.451, D_real: 0.201, D_fake: 0.122 + +[Rank 0] (epoch: 173, iters: 536, time: 0.891, data: 0.004) , G_GAN: 1.111, G_L1: 2.823, D_real: 0.632, D_fake: 0.421 + +[Rank 0] (epoch: 173, iters: 636, time: 0.147, data: 0.004) , G_GAN: 2.127, G_L1: 2.089, D_real: 0.123, D_fake: 0.216 + +[Rank 0] (epoch: 173, iters: 736, time: 0.152, data: 0.004) , G_GAN: 2.335, G_L1: 2.529, D_real: 0.447, D_fake: 0.108 + +[Rank 0] (epoch: 173, iters: 836, time: 0.149, data: 0.004) , G_GAN: 2.485, G_L1: 3.177, D_real: 0.219, D_fake: 0.162 + +[Rank 0] (epoch: 173, iters: 936, time: 0.147, data: 0.004) , G_GAN: 2.556, G_L1: 2.663, D_real: 0.441, D_fake: 0.123 + +learning rate 0.0000554 -> 0.0000535 +End of epoch 173 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 174, iters: 74, time: 0.157, data: 0.004) , G_GAN: 1.381, G_L1: 2.621, D_real: 0.074, D_fake: 0.571 + +[Rank 0] (epoch: 174, iters: 174, time: 0.144, data: 0.004) , G_GAN: 3.196, G_L1: 6.617, D_real: 0.093, D_fake: 0.109 + +[Rank 0] (epoch: 174, iters: 274, time: 0.154, data: 0.004) , G_GAN: 2.251, G_L1: 1.722, D_real: 0.325, D_fake: 0.149 + +[Rank 0] (epoch: 174, iters: 374, time: 0.929, data: 0.004) , G_GAN: 2.163, G_L1: 2.223, D_real: 0.575, D_fake: 0.136 + +[Rank 0] (epoch: 174, iters: 474, time: 0.152, data: 0.004) , G_GAN: 1.900, G_L1: 1.133, D_real: 0.421, D_fake: 0.216 + +[Rank 0] (epoch: 174, iters: 574, time: 0.145, data: 0.004) , G_GAN: 2.517, G_L1: 2.390, D_real: 0.189, D_fake: 0.164 + +[Rank 0] (epoch: 174, iters: 674, time: 0.173, data: 0.007) , G_GAN: 2.485, G_L1: 2.513, D_real: 0.093, D_fake: 0.148 + +[Rank 0] (epoch: 174, iters: 774, time: 0.140, data: 0.004) , G_GAN: 3.849, G_L1: 2.007, D_real: 0.102, D_fake: 0.022 + +[Rank 0] (epoch: 174, iters: 874, time: 0.308, data: 0.008) , G_GAN: 2.042, G_L1: 2.035, D_real: 0.199, D_fake: 0.205 + +learning rate 0.0000535 -> 0.0000515 +End of epoch 174 / 200 Time Taken: 97 sec +[Rank 0] (epoch: 175, iters: 12, time: 0.341, data: 0.004) , G_GAN: 2.274, G_L1: 2.193, D_real: 0.178, D_fake: 0.177 + +[Rank 0] (epoch: 175, iters: 112, time: 0.360, data: 0.004) , G_GAN: 2.557, G_L1: 3.950, D_real: 0.875, D_fake: 0.078 + +[Rank 0] (epoch: 175, iters: 212, time: 0.960, data: 0.004) , G_GAN: 1.211, G_L1: 2.074, D_real: 0.527, D_fake: 0.406 + +[Rank 0] (epoch: 175, iters: 312, time: 0.250, data: 0.004) , G_GAN: 1.622, G_L1: 2.093, D_real: 0.024, D_fake: 1.106 + +[Rank 0] (epoch: 175, iters: 412, time: 0.352, data: 0.004) , G_GAN: 2.687, G_L1: 2.452, D_real: 0.069, D_fake: 0.164 + +[Rank 0] (epoch: 175, iters: 512, time: 0.169, data: 0.004) , G_GAN: 1.841, G_L1: 1.566, D_real: 0.182, D_fake: 0.580 + +[Rank 0] (epoch: 175, iters: 612, time: 1.222, data: 0.008) , G_GAN: 2.401, G_L1: 2.165, D_real: 0.538, D_fake: 0.176 + +[Rank 0] (epoch: 175, iters: 712, time: 0.204, data: 0.004) , G_GAN: 3.236, G_L1: 2.012, D_real: 0.179, D_fake: 0.074 + +[Rank 0] (epoch: 175, iters: 812, time: 0.363, data: 0.004) , G_GAN: 1.138, G_L1: 2.967, D_real: 0.638, D_fake: 0.377 + +[Rank 0] (epoch: 175, iters: 912, time: 0.339, data: 0.004) , G_GAN: 2.697, G_L1: 1.753, D_real: 0.715, D_fake: 0.061 + +learning rate 0.0000515 -> 0.0000495 +saving the model at the end of epoch 175, iters 168350 +End of epoch 175 / 200 Time Taken: 170 sec +[Rank 0] (epoch: 176, iters: 50, time: 1.097, data: 0.004) , G_GAN: 1.402, G_L1: 1.450, D_real: 0.135, D_fake: 0.883 + +[Rank 0] (epoch: 176, iters: 150, time: 0.354, data: 0.003) , G_GAN: 2.825, G_L1: 2.574, D_real: 0.001, D_fake: 0.137 + +[Rank 0] (epoch: 176, iters: 250, time: 0.171, data: 0.003) , G_GAN: 1.916, G_L1: 2.023, D_real: 0.095, D_fake: 0.812 + +[Rank 0] (epoch: 176, iters: 350, time: 0.257, data: 0.004) , G_GAN: 3.729, G_L1: 1.957, D_real: 0.002, D_fake: 0.054 + +[Rank 0] (epoch: 176, iters: 450, time: 0.341, data: 0.008) , G_GAN: 3.070, G_L1: 2.149, D_real: 0.012, D_fake: 0.127 + +[Rank 0] (epoch: 176, iters: 550, time: 0.142, data: 0.003) , G_GAN: 2.873, G_L1: 2.375, D_real: 0.183, D_fake: 0.106 + +[Rank 0] (epoch: 176, iters: 650, time: 0.145, data: 0.008) , G_GAN: 2.192, G_L1: 2.412, D_real: 0.001, D_fake: 0.469 + +[Rank 0] (epoch: 176, iters: 750, time: 0.324, data: 0.004) , G_GAN: 4.083, G_L1: 2.623, D_real: 0.087, D_fake: 0.058 + +[Rank 0] (epoch: 176, iters: 850, time: 0.252, data: 0.004) , G_GAN: 2.590, G_L1: 1.978, D_real: 0.089, D_fake: 0.172 + +[Rank 0] (epoch: 176, iters: 950, time: 0.257, data: 0.004) , G_GAN: 2.698, G_L1: 3.795, D_real: 0.110, D_fake: 0.153 + +learning rate 0.0000495 -> 0.0000475 +End of epoch 176 / 200 Time Taken: 145 sec +[Rank 0] (epoch: 177, iters: 88, time: 0.182, data: 0.008) , G_GAN: 1.411, G_L1: 2.104, D_real: 0.429, D_fake: 0.421 + +[Rank 0] (epoch: 177, iters: 188, time: 0.263, data: 0.003) , G_GAN: 3.428, G_L1: 2.069, D_real: 0.044, D_fake: 0.073 + +[Rank 0] (epoch: 177, iters: 288, time: 0.977, data: 0.003) , G_GAN: 2.668, G_L1: 3.013, D_real: 0.012, D_fake: 0.111 + +[Rank 0] (epoch: 177, iters: 388, time: 0.243, data: 0.004) , G_GAN: 1.410, G_L1: 1.915, D_real: 0.960, D_fake: 0.287 + +[Rank 0] (epoch: 177, iters: 488, time: 0.199, data: 0.003) , G_GAN: 4.672, G_L1: 3.654, D_real: 0.021, D_fake: 0.030 + +[Rank 0] (epoch: 177, iters: 588, time: 0.358, data: 0.004) , G_GAN: 2.543, G_L1: 2.665, D_real: 0.137, D_fake: 0.203 + +[Rank 0] (epoch: 177, iters: 688, time: 1.053, data: 0.004) , G_GAN: 2.851, G_L1: 2.029, D_real: 0.003, D_fake: 0.128 + +saving the latest model (epoch 177, total_iters 170000) +[Rank 0] (epoch: 177, iters: 788, time: 0.171, data: 0.008) , G_GAN: 2.849, G_L1: 3.408, D_real: 0.000, D_fake: 0.119 + +[Rank 0] (epoch: 177, iters: 888, time: 0.399, data: 0.003) , G_GAN: 2.355, G_L1: 6.104, D_real: 0.372, D_fake: 0.158 + +learning rate 0.0000475 -> 0.0000455 +End of epoch 177 / 200 Time Taken: 161 sec +[Rank 0] (epoch: 178, iters: 26, time: 0.342, data: 0.003) , G_GAN: 1.053, G_L1: 1.775, D_real: 0.679, D_fake: 0.592 + +[Rank 0] (epoch: 178, iters: 126, time: 1.136, data: 0.003) , G_GAN: 2.081, G_L1: 1.749, D_real: 0.227, D_fake: 0.198 + +[Rank 0] (epoch: 178, iters: 226, time: 0.360, data: 0.003) , G_GAN: 2.765, G_L1: 3.118, D_real: 0.098, D_fake: 0.108 + +[Rank 0] (epoch: 178, iters: 326, time: 0.345, data: 0.003) , G_GAN: 3.190, G_L1: 2.313, D_real: 0.001, D_fake: 0.086 + +[Rank 0] (epoch: 178, iters: 426, time: 0.340, data: 0.003) , G_GAN: 2.744, G_L1: 1.974, D_real: 0.000, D_fake: 0.159 + +[Rank 0] (epoch: 178, iters: 526, time: 0.278, data: 0.003) , G_GAN: 2.244, G_L1: 4.250, D_real: 0.020, D_fake: 0.420 + +[Rank 0] (epoch: 178, iters: 626, time: 0.348, data: 0.003) , G_GAN: 1.217, G_L1: 1.974, D_real: 0.274, D_fake: 0.682 + +[Rank 0] (epoch: 178, iters: 726, time: 0.319, data: 0.009) , G_GAN: 2.324, G_L1: 3.890, D_real: 0.626, D_fake: 0.164 + +[Rank 0] (epoch: 178, iters: 826, time: 0.347, data: 0.004) , G_GAN: 3.471, G_L1: 2.197, D_real: 0.002, D_fake: 0.121 + +[Rank 0] (epoch: 178, iters: 926, time: 0.194, data: 0.004) , G_GAN: 2.233, G_L1: 2.382, D_real: 2.115, D_fake: 0.043 + +learning rate 0.0000455 -> 0.0000436 +End of epoch 178 / 200 Time Taken: 170 sec +[Rank 0] (epoch: 179, iters: 64, time: 0.252, data: 0.004) , G_GAN: 1.910, G_L1: 2.802, D_real: 0.316, D_fake: 0.252 + +[Rank 0] (epoch: 179, iters: 164, time: 0.143, data: 0.003) , G_GAN: 1.437, G_L1: 3.356, D_real: 0.823, D_fake: 0.291 + +[Rank 0] (epoch: 179, iters: 264, time: 0.150, data: 0.004) , G_GAN: 1.993, G_L1: 1.228, D_real: 0.518, D_fake: 0.458 + +[Rank 0] (epoch: 179, iters: 364, time: 1.054, data: 0.004) , G_GAN: 2.261, G_L1: 2.254, D_real: 0.033, D_fake: 0.309 + +[Rank 0] (epoch: 179, iters: 464, time: 0.181, data: 0.004) , G_GAN: 1.163, G_L1: 1.160, D_real: 0.626, D_fake: 0.574 + +[Rank 0] (epoch: 179, iters: 564, time: 0.250, data: 0.004) , G_GAN: 3.850, G_L1: 2.908, D_real: 0.032, D_fake: 0.056 + +[Rank 0] (epoch: 179, iters: 664, time: 0.307, data: 0.004) , G_GAN: 1.334, G_L1: 5.038, D_real: 0.284, D_fake: 0.592 + +[Rank 0] (epoch: 179, iters: 764, time: 1.120, data: 0.008) , G_GAN: 2.502, G_L1: 1.877, D_real: 0.153, D_fake: 0.161 + +[Rank 0] (epoch: 179, iters: 864, time: 0.261, data: 0.004) , G_GAN: 1.149, G_L1: 2.570, D_real: 0.300, D_fake: 0.573 + +learning rate 0.0000436 -> 0.0000416 +End of epoch 179 / 200 Time Taken: 136 sec +[Rank 0] (epoch: 180, iters: 2, time: 0.370, data: 0.004) , G_GAN: 2.118, G_L1: 3.143, D_real: 0.220, D_fake: 0.387 + +[Rank 0] (epoch: 180, iters: 102, time: 0.353, data: 0.004) , G_GAN: 1.721, G_L1: 1.557, D_real: 0.077, D_fake: 0.396 + +[Rank 0] (epoch: 180, iters: 202, time: 0.885, data: 0.004) , G_GAN: 3.359, G_L1: 2.542, D_real: 0.108, D_fake: 0.071 + +[Rank 0] (epoch: 180, iters: 302, time: 0.151, data: 0.004) , G_GAN: 2.405, G_L1: 4.561, D_real: 0.003, D_fake: 0.198 + +[Rank 0] (epoch: 180, iters: 402, time: 0.161, data: 0.004) , G_GAN: 3.294, G_L1: 2.239, D_real: 0.101, D_fake: 0.073 + +[Rank 0] (epoch: 180, iters: 502, time: 0.165, data: 0.004) , G_GAN: 4.127, G_L1: 2.270, D_real: 0.254, D_fake: 0.033 + +[Rank 0] (epoch: 180, iters: 602, time: 0.142, data: 0.005) , G_GAN: 1.507, G_L1: 2.429, D_real: 0.406, D_fake: 0.355 + +[Rank 0] (epoch: 180, iters: 702, time: 0.380, data: 0.008) , G_GAN: 3.779, G_L1: 2.386, D_real: 0.003, D_fake: 0.052 + +[Rank 0] (epoch: 180, iters: 802, time: 0.170, data: 0.004) , G_GAN: 2.361, G_L1: 3.869, D_real: 0.003, D_fake: 0.156 + +[Rank 0] (epoch: 180, iters: 902, time: 0.387, data: 0.004) , G_GAN: 3.823, G_L1: 2.286, D_real: 0.004, D_fake: 0.053 + +learning rate 0.0000416 -> 0.0000396 +saving the model at the end of epoch 180, iters 173160 +End of epoch 180 / 200 Time Taken: 127 sec +[Rank 0] (epoch: 181, iters: 40, time: 1.305, data: 0.004) , G_GAN: 0.938, G_L1: 2.999, D_real: 0.325, D_fake: 0.735 + +[Rank 0] (epoch: 181, iters: 140, time: 0.176, data: 0.008) , G_GAN: 1.439, G_L1: 2.293, D_real: 0.068, D_fake: 1.307 + +[Rank 0] (epoch: 181, iters: 240, time: 0.292, data: 0.004) , G_GAN: 3.136, G_L1: 3.116, D_real: 0.036, D_fake: 0.095 + +[Rank 0] (epoch: 181, iters: 340, time: 0.352, data: 0.004) , G_GAN: 2.050, G_L1: 2.450, D_real: 1.081, D_fake: 0.125 + +[Rank 0] (epoch: 181, iters: 440, time: 0.168, data: 0.004) , G_GAN: 1.361, G_L1: 2.681, D_real: 1.148, D_fake: 0.271 + +[Rank 0] (epoch: 181, iters: 540, time: 0.305, data: 0.004) , G_GAN: 3.905, G_L1: 3.254, D_real: 0.000, D_fake: 0.072 + +[Rank 0] (epoch: 181, iters: 640, time: 0.349, data: 0.003) , G_GAN: 3.529, G_L1: 3.112, D_real: 0.007, D_fake: 0.107 + +[Rank 0] (epoch: 181, iters: 740, time: 0.224, data: 0.004) , G_GAN: 1.238, G_L1: 2.306, D_real: 0.881, D_fake: 0.353 + +[Rank 0] (epoch: 181, iters: 840, time: 1.202, data: 0.004) , G_GAN: 1.551, G_L1: 1.229, D_real: 0.359, D_fake: 0.448 + +[Rank 0] (epoch: 181, iters: 940, time: 0.344, data: 0.004) , G_GAN: 2.916, G_L1: 2.204, D_real: 0.254, D_fake: 0.106 + +learning rate 0.0000396 -> 0.0000376 +End of epoch 181 / 200 Time Taken: 173 sec +[Rank 0] (epoch: 182, iters: 78, time: 0.357, data: 0.004) , G_GAN: 1.089, G_L1: 2.651, D_real: 0.707, D_fake: 0.490 + +[Rank 0] (epoch: 182, iters: 178, time: 0.363, data: 0.004) , G_GAN: 2.094, G_L1: 2.026, D_real: 0.771, D_fake: 0.112 + +[Rank 0] (epoch: 182, iters: 278, time: 0.983, data: 0.004) , G_GAN: 2.530, G_L1: 3.640, D_real: 0.052, D_fake: 0.160 + +[Rank 0] (epoch: 182, iters: 378, time: 0.145, data: 0.004) , G_GAN: 4.299, G_L1: 5.007, D_real: 0.005, D_fake: 0.047 + +[Rank 0] (epoch: 182, iters: 478, time: 0.148, data: 0.003) , G_GAN: 2.685, G_L1: 2.908, D_real: 0.027, D_fake: 0.118 + +[Rank 0] (epoch: 182, iters: 578, time: 0.257, data: 0.003) , G_GAN: 3.950, G_L1: 2.442, D_real: 0.002, D_fake: 0.049 + +[Rank 0] (epoch: 182, iters: 678, time: 0.252, data: 0.004) , G_GAN: 3.001, G_L1: 2.696, D_real: 0.003, D_fake: 0.122 + +[Rank 0] (epoch: 182, iters: 778, time: 0.356, data: 0.008) , G_GAN: 1.349, G_L1: 3.784, D_real: 0.447, D_fake: 0.389 + +[Rank 0] (epoch: 182, iters: 878, time: 0.244, data: 0.004) , G_GAN: 1.949, G_L1: 2.893, D_real: 0.091, D_fake: 0.446 + +saving the latest model (epoch 182, total_iters 175000) +learning rate 0.0000376 -> 0.0000356 +End of epoch 182 / 200 Time Taken: 144 sec +[Rank 0] (epoch: 183, iters: 16, time: 0.252, data: 0.005) , G_GAN: 2.096, G_L1: 2.374, D_real: 0.275, D_fake: 0.242 + +[Rank 0] (epoch: 183, iters: 116, time: 1.190, data: 0.004) , G_GAN: 1.860, G_L1: 2.145, D_real: 0.367, D_fake: 0.337 + +[Rank 0] (epoch: 183, iters: 216, time: 0.241, data: 0.004) , G_GAN: 1.322, G_L1: 1.899, D_real: 0.366, D_fake: 0.560 + +[Rank 0] (epoch: 183, iters: 316, time: 0.351, data: 0.004) , G_GAN: 2.850, G_L1: 3.088, D_real: 0.446, D_fake: 0.086 + +[Rank 0] (epoch: 183, iters: 416, time: 0.232, data: 0.004) , G_GAN: 2.440, G_L1: 2.060, D_real: 0.086, D_fake: 0.208 + +[Rank 0] (epoch: 183, iters: 516, time: 0.405, data: 0.004) , G_GAN: 3.064, G_L1: 2.936, D_real: 0.136, D_fake: 0.109 + +[Rank 0] (epoch: 183, iters: 616, time: 0.172, data: 0.004) , G_GAN: 1.776, G_L1: 1.296, D_real: 0.077, D_fake: 0.759 + +[Rank 0] (epoch: 183, iters: 716, time: 0.363, data: 0.004) , G_GAN: 1.730, G_L1: 2.050, D_real: 0.976, D_fake: 0.182 + +[Rank 0] (epoch: 183, iters: 816, time: 0.351, data: 0.004) , G_GAN: 1.495, G_L1: 1.198, D_real: 0.294, D_fake: 0.692 + +[Rank 0] (epoch: 183, iters: 916, time: 1.019, data: 0.004) , G_GAN: 1.794, G_L1: 1.416, D_real: 0.197, D_fake: 0.339 + +learning rate 0.0000356 -> 0.0000337 +End of epoch 183 / 200 Time Taken: 162 sec +[Rank 0] (epoch: 184, iters: 54, time: 0.151, data: 0.004) , G_GAN: 1.796, G_L1: 2.732, D_real: 0.112, D_fake: 0.364 + +[Rank 0] (epoch: 184, iters: 154, time: 0.155, data: 0.004) , G_GAN: 4.117, G_L1: 2.868, D_real: 0.026, D_fake: 0.047 + +[Rank 0] (epoch: 184, iters: 254, time: 0.151, data: 0.004) , G_GAN: 2.879, G_L1: 2.259, D_real: 1.198, D_fake: 0.062 + +[Rank 0] (epoch: 184, iters: 354, time: 1.022, data: 0.004) , G_GAN: 2.015, G_L1: 2.483, D_real: 0.109, D_fake: 0.370 + +[Rank 0] (epoch: 184, iters: 454, time: 0.150, data: 0.004) , G_GAN: 2.130, G_L1: 3.501, D_real: 0.298, D_fake: 0.182 + +[Rank 0] (epoch: 184, iters: 554, time: 0.158, data: 0.004) , G_GAN: 1.019, G_L1: 2.856, D_real: 0.498, D_fake: 0.758 + +[Rank 0] (epoch: 184, iters: 654, time: 0.154, data: 0.004) , G_GAN: 1.700, G_L1: 1.650, D_real: 0.155, D_fake: 0.349 + +[Rank 0] (epoch: 184, iters: 754, time: 0.158, data: 0.008) , G_GAN: 1.764, G_L1: 1.425, D_real: 0.438, D_fake: 0.283 + +[Rank 0] (epoch: 184, iters: 854, time: 0.145, data: 0.004) , G_GAN: 2.889, G_L1: 2.080, D_real: 0.229, D_fake: 0.107 + +[Rank 0] (epoch: 184, iters: 954, time: 0.153, data: 0.004) , G_GAN: 1.615, G_L1: 4.110, D_real: 0.066, D_fake: 0.410 + +learning rate 0.0000337 -> 0.0000317 +End of epoch 184 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 185, iters: 92, time: 0.154, data: 0.004) , G_GAN: 2.361, G_L1: 2.166, D_real: 0.087, D_fake: 0.223 + +[Rank 0] (epoch: 185, iters: 192, time: 0.984, data: 0.004) , G_GAN: 2.392, G_L1: 4.136, D_real: 0.041, D_fake: 0.192 + +[Rank 0] (epoch: 185, iters: 292, time: 0.153, data: 0.004) , G_GAN: 2.426, G_L1: 2.138, D_real: 0.001, D_fake: 0.235 + +[Rank 0] (epoch: 185, iters: 392, time: 0.150, data: 0.004) , G_GAN: 3.370, G_L1: 2.868, D_real: 0.018, D_fake: 0.086 + +[Rank 0] (epoch: 185, iters: 492, time: 0.152, data: 0.004) , G_GAN: 2.693, G_L1: 1.809, D_real: 0.191, D_fake: 0.103 + +[Rank 0] (epoch: 185, iters: 592, time: 0.150, data: 0.004) , G_GAN: 2.812, G_L1: 2.161, D_real: 0.037, D_fake: 0.124 + +[Rank 0] (epoch: 185, iters: 692, time: 0.150, data: 0.004) , G_GAN: 4.161, G_L1: 3.184, D_real: 0.001, D_fake: 0.046 + +[Rank 0] (epoch: 185, iters: 792, time: 0.153, data: 0.004) , G_GAN: 2.006, G_L1: 3.827, D_real: 0.642, D_fake: 0.200 + +[Rank 0] (epoch: 185, iters: 892, time: 0.158, data: 0.004) , G_GAN: 3.278, G_L1: 1.986, D_real: 0.000, D_fake: 0.088 + +learning rate 0.0000317 -> 0.0000297 +saving the model at the end of epoch 185, iters 177970 +End of epoch 185 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 186, iters: 30, time: 0.925, data: 0.004) , G_GAN: 2.940, G_L1: 1.586, D_real: 0.026, D_fake: 0.099 + +[Rank 0] (epoch: 186, iters: 130, time: 0.146, data: 0.004) , G_GAN: 3.936, G_L1: 2.954, D_real: 0.000, D_fake: 0.043 + +[Rank 0] (epoch: 186, iters: 230, time: 0.151, data: 0.004) , G_GAN: 2.724, G_L1: 2.430, D_real: 0.352, D_fake: 0.100 + +[Rank 0] (epoch: 186, iters: 330, time: 0.156, data: 0.004) , G_GAN: 2.631, G_L1: 1.976, D_real: 0.156, D_fake: 0.144 + +[Rank 0] (epoch: 186, iters: 430, time: 0.147, data: 0.004) , G_GAN: 1.730, G_L1: 2.040, D_real: 0.494, D_fake: 0.220 + +[Rank 0] (epoch: 186, iters: 530, time: 0.155, data: 0.004) , G_GAN: 1.920, G_L1: 2.372, D_real: 0.610, D_fake: 0.212 + +[Rank 0] (epoch: 186, iters: 630, time: 0.146, data: 0.004) , G_GAN: 1.977, G_L1: 1.906, D_real: 0.077, D_fake: 0.400 + +[Rank 0] (epoch: 186, iters: 730, time: 0.153, data: 0.004) , G_GAN: 2.902, G_L1: 3.182, D_real: 0.025, D_fake: 0.127 + +[Rank 0] (epoch: 186, iters: 830, time: 0.152, data: 0.004) , G_GAN: 1.994, G_L1: 2.041, D_real: 0.777, D_fake: 0.194 + +[Rank 0] (epoch: 186, iters: 930, time: 0.146, data: 0.004) , G_GAN: 1.733, G_L1: 1.404, D_real: 0.165, D_fake: 0.404 + +learning rate 0.0000297 -> 0.0000277 +End of epoch 186 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 187, iters: 68, time: 0.149, data: 0.004) , G_GAN: 1.386, G_L1: 3.145, D_real: 1.107, D_fake: 0.243 + +[Rank 0] (epoch: 187, iters: 168, time: 0.153, data: 0.004) , G_GAN: 3.833, G_L1: 3.012, D_real: 0.021, D_fake: 0.060 + +[Rank 0] (epoch: 187, iters: 268, time: 1.034, data: 0.004) , G_GAN: 1.437, G_L1: 1.644, D_real: 0.503, D_fake: 0.246 + +[Rank 0] (epoch: 187, iters: 368, time: 0.155, data: 0.004) , G_GAN: 2.002, G_L1: 2.045, D_real: 0.112, D_fake: 0.276 + +[Rank 0] (epoch: 187, iters: 468, time: 0.153, data: 0.004) , G_GAN: 4.240, G_L1: 2.588, D_real: 0.015, D_fake: 0.037 + +[Rank 0] (epoch: 187, iters: 568, time: 0.155, data: 0.004) , G_GAN: 1.879, G_L1: 1.137, D_real: 0.291, D_fake: 0.237 + +[Rank 0] (epoch: 187, iters: 668, time: 0.151, data: 0.004) , G_GAN: 1.531, G_L1: 2.493, D_real: 0.366, D_fake: 0.393 + +[Rank 0] (epoch: 187, iters: 768, time: 0.150, data: 0.004) , G_GAN: 1.145, G_L1: 4.918, D_real: 0.466, D_fake: 0.620 + +[Rank 0] (epoch: 187, iters: 868, time: 0.155, data: 0.004) , G_GAN: 1.934, G_L1: 2.691, D_real: 0.346, D_fake: 0.247 + +learning rate 0.0000277 -> 0.0000257 +End of epoch 187 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 188, iters: 6, time: 0.154, data: 0.004) , G_GAN: 1.076, G_L1: 1.862, D_real: 0.553, D_fake: 0.569 + +[Rank 0] (epoch: 188, iters: 106, time: 0.900, data: 0.003) , G_GAN: 1.748, G_L1: 1.255, D_real: 0.435, D_fake: 0.195 + +saving the latest model (epoch 188, total_iters 180000) +[Rank 0] (epoch: 188, iters: 206, time: 0.148, data: 0.009) , G_GAN: 1.765, G_L1: 1.109, D_real: 0.302, D_fake: 0.306 + +[Rank 0] (epoch: 188, iters: 306, time: 0.153, data: 0.004) , G_GAN: 2.054, G_L1: 1.436, D_real: 0.220, D_fake: 0.277 + +[Rank 0] (epoch: 188, iters: 406, time: 0.159, data: 0.004) , G_GAN: 1.997, G_L1: 2.189, D_real: 0.208, D_fake: 0.228 + +[Rank 0] (epoch: 188, iters: 506, time: 0.151, data: 0.008) , G_GAN: 1.219, G_L1: 2.693, D_real: 0.621, D_fake: 0.489 + +[Rank 0] (epoch: 188, iters: 606, time: 0.155, data: 0.004) , G_GAN: 2.820, G_L1: 5.017, D_real: 0.126, D_fake: 0.123 + +[Rank 0] (epoch: 188, iters: 706, time: 0.148, data: 0.004) , G_GAN: 4.327, G_L1: 2.245, D_real: 0.171, D_fake: 0.032 + +[Rank 0] (epoch: 188, iters: 806, time: 0.150, data: 0.004) , G_GAN: 1.863, G_L1: 2.004, D_real: 0.200, D_fake: 0.359 + +[Rank 0] (epoch: 188, iters: 906, time: 0.158, data: 0.004) , G_GAN: 3.636, G_L1: 2.389, D_real: 0.311, D_fake: 0.050 + +learning rate 0.0000257 -> 0.0000238 +End of epoch 188 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 189, iters: 44, time: 0.143, data: 0.004) , G_GAN: 1.640, G_L1: 1.706, D_real: 0.981, D_fake: 0.216 + +[Rank 0] (epoch: 189, iters: 144, time: 0.154, data: 0.004) , G_GAN: 2.088, G_L1: 2.040, D_real: 0.276, D_fake: 0.123 + +[Rank 0] (epoch: 189, iters: 244, time: 0.153, data: 0.004) , G_GAN: 1.890, G_L1: 2.281, D_real: 0.463, D_fake: 0.223 + +[Rank 0] (epoch: 189, iters: 344, time: 0.923, data: 0.004) , G_GAN: 2.869, G_L1: 2.107, D_real: 0.259, D_fake: 0.090 + +[Rank 0] (epoch: 189, iters: 444, time: 0.151, data: 0.004) , G_GAN: 1.049, G_L1: 3.440, D_real: 0.478, D_fake: 0.771 + +[Rank 0] (epoch: 189, iters: 544, time: 0.150, data: 0.004) , G_GAN: 2.007, G_L1: 1.291, D_real: 1.435, D_fake: 0.124 + +[Rank 0] (epoch: 189, iters: 644, time: 0.148, data: 0.004) , G_GAN: 1.197, G_L1: 2.897, D_real: 0.259, D_fake: 0.674 + +[Rank 0] (epoch: 189, iters: 744, time: 0.147, data: 0.004) , G_GAN: 1.401, G_L1: 1.235, D_real: 0.607, D_fake: 0.264 + +[Rank 0] (epoch: 189, iters: 844, time: 0.153, data: 0.005) , G_GAN: 2.096, G_L1: 2.514, D_real: 0.674, D_fake: 0.157 + +[Rank 0] (epoch: 189, iters: 944, time: 0.153, data: 0.004) , G_GAN: 1.942, G_L1: 1.561, D_real: 0.747, D_fake: 0.175 + +learning rate 0.0000238 -> 0.0000218 +End of epoch 189 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 190, iters: 82, time: 0.152, data: 0.004) , G_GAN: 4.200, G_L1: 6.632, D_real: 0.265, D_fake: 0.037 + +[Rank 0] (epoch: 190, iters: 182, time: 0.951, data: 0.004) , G_GAN: 2.364, G_L1: 2.718, D_real: 0.192, D_fake: 0.180 + +[Rank 0] (epoch: 190, iters: 282, time: 0.154, data: 0.004) , G_GAN: 2.677, G_L1: 4.715, D_real: 0.128, D_fake: 0.153 + +[Rank 0] (epoch: 190, iters: 382, time: 0.152, data: 0.004) , G_GAN: 2.481, G_L1: 2.436, D_real: 0.831, D_fake: 0.115 + +[Rank 0] (epoch: 190, iters: 482, time: 0.152, data: 0.004) , G_GAN: 1.802, G_L1: 1.501, D_real: 0.233, D_fake: 0.275 + +[Rank 0] (epoch: 190, iters: 582, time: 0.165, data: 0.004) , G_GAN: 3.036, G_L1: 2.083, D_real: 0.001, D_fake: 0.184 + +[Rank 0] (epoch: 190, iters: 682, time: 0.149, data: 0.004) , G_GAN: 4.009, G_L1: 2.576, D_real: 0.013, D_fake: 0.045 + +[Rank 0] (epoch: 190, iters: 782, time: 0.148, data: 0.004) , G_GAN: 1.377, G_L1: 2.734, D_real: 0.415, D_fake: 0.388 + +[Rank 0] (epoch: 190, iters: 882, time: 0.153, data: 0.004) , G_GAN: 2.583, G_L1: 2.135, D_real: 0.001, D_fake: 0.175 + +learning rate 0.0000218 -> 0.0000198 +saving the model at the end of epoch 190, iters 182780 +End of epoch 190 / 200 Time Taken: 92 sec +[Rank 0] (epoch: 191, iters: 20, time: 1.050, data: 0.004) , G_GAN: 1.660, G_L1: 3.953, D_real: 0.494, D_fake: 0.309 + +[Rank 0] (epoch: 191, iters: 120, time: 0.146, data: 0.004) , G_GAN: 1.427, G_L1: 2.999, D_real: 0.749, D_fake: 0.279 + +[Rank 0] (epoch: 191, iters: 220, time: 0.152, data: 0.004) , G_GAN: 3.891, G_L1: 3.669, D_real: 0.067, D_fake: 0.069 + +[Rank 0] (epoch: 191, iters: 320, time: 0.144, data: 0.008) , G_GAN: 1.899, G_L1: 1.866, D_real: 0.578, D_fake: 0.226 + +[Rank 0] (epoch: 191, iters: 420, time: 0.150, data: 0.004) , G_GAN: 2.619, G_L1: 2.895, D_real: 0.170, D_fake: 0.119 + +[Rank 0] (epoch: 191, iters: 520, time: 0.152, data: 0.004) , G_GAN: 1.590, G_L1: 4.966, D_real: 0.423, D_fake: 0.318 + +[Rank 0] (epoch: 191, iters: 620, time: 0.151, data: 0.004) , G_GAN: 2.290, G_L1: 2.455, D_real: 0.003, D_fake: 0.199 + +[Rank 0] (epoch: 191, iters: 720, time: 0.149, data: 0.004) , G_GAN: 1.037, G_L1: 2.692, D_real: 0.444, D_fake: 0.605 + +[Rank 0] (epoch: 191, iters: 820, time: 0.160, data: 0.004) , G_GAN: 1.374, G_L1: 2.926, D_real: 0.381, D_fake: 0.456 + +[Rank 0] (epoch: 191, iters: 920, time: 0.153, data: 0.004) , G_GAN: 1.178, G_L1: 1.923, D_real: 0.479, D_fake: 0.561 + +learning rate 0.0000198 -> 0.0000178 +End of epoch 191 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 192, iters: 58, time: 0.151, data: 0.004) , G_GAN: 1.345, G_L1: 3.015, D_real: 0.209, D_fake: 0.497 + +[Rank 0] (epoch: 192, iters: 158, time: 0.150, data: 0.004) , G_GAN: 1.230, G_L1: 3.406, D_real: 0.460, D_fake: 0.480 + +[Rank 0] (epoch: 192, iters: 258, time: 0.950, data: 0.004) , G_GAN: 2.415, G_L1: 2.629, D_real: 0.241, D_fake: 0.171 + +[Rank 0] (epoch: 192, iters: 358, time: 0.155, data: 0.004) , G_GAN: 2.307, G_L1: 2.724, D_real: 0.595, D_fake: 0.091 + +[Rank 0] (epoch: 192, iters: 458, time: 0.155, data: 0.004) , G_GAN: 1.439, G_L1: 2.461, D_real: 0.570, D_fake: 0.345 + +[Rank 0] (epoch: 192, iters: 558, time: 0.153, data: 0.004) , G_GAN: 1.439, G_L1: 3.344, D_real: 0.569, D_fake: 0.353 + +[Rank 0] (epoch: 192, iters: 658, time: 0.151, data: 0.004) , G_GAN: 1.831, G_L1: 2.659, D_real: 0.267, D_fake: 0.325 + +[Rank 0] (epoch: 192, iters: 758, time: 0.153, data: 0.004) , G_GAN: 1.793, G_L1: 1.384, D_real: 0.304, D_fake: 0.247 + +[Rank 0] (epoch: 192, iters: 858, time: 0.154, data: 0.004) , G_GAN: 1.558, G_L1: 2.854, D_real: 0.649, D_fake: 0.286 + +[Rank 0] (epoch: 192, iters: 958, time: 0.149, data: 0.004) , G_GAN: 2.915, G_L1: 1.871, D_real: 0.287, D_fake: 0.080 + +learning rate 0.0000178 -> 0.0000158 +End of epoch 192 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 193, iters: 96, time: 1.026, data: 0.004) , G_GAN: 2.348, G_L1: 2.311, D_real: 0.324, D_fake: 0.167 + +[Rank 0] (epoch: 193, iters: 196, time: 0.153, data: 0.004) , G_GAN: 2.128, G_L1: 3.115, D_real: 0.001, D_fake: 0.303 + +[Rank 0] (epoch: 193, iters: 296, time: 0.152, data: 0.004) , G_GAN: 3.001, G_L1: 1.588, D_real: 0.040, D_fake: 0.092 + +saving the latest model (epoch 193, total_iters 185000) +[Rank 0] (epoch: 193, iters: 396, time: 0.161, data: 0.009) , G_GAN: 1.536, G_L1: 3.277, D_real: 0.740, D_fake: 0.306 + +[Rank 0] (epoch: 193, iters: 496, time: 0.161, data: 0.004) , G_GAN: 2.090, G_L1: 2.963, D_real: 0.533, D_fake: 0.147 + +[Rank 0] (epoch: 193, iters: 596, time: 0.166, data: 0.004) , G_GAN: 2.479, G_L1: 2.844, D_real: 0.024, D_fake: 0.170 + +[Rank 0] (epoch: 193, iters: 696, time: 0.158, data: 0.004) , G_GAN: 1.466, G_L1: 1.513, D_real: 0.447, D_fake: 0.364 + +[Rank 0] (epoch: 193, iters: 796, time: 0.153, data: 0.004) , G_GAN: 4.709, G_L1: 5.096, D_real: 0.006, D_fake: 0.024 + +[Rank 0] (epoch: 193, iters: 896, time: 0.150, data: 0.004) , G_GAN: 2.041, G_L1: 2.591, D_real: 0.291, D_fake: 0.245 + +learning rate 0.0000158 -> 0.0000139 +End of epoch 193 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 194, iters: 34, time: 0.155, data: 0.004) , G_GAN: 1.037, G_L1: 2.120, D_real: 0.239, D_fake: 0.692 + +[Rank 0] (epoch: 194, iters: 134, time: 0.155, data: 0.004) , G_GAN: 3.081, G_L1: 2.412, D_real: 0.012, D_fake: 0.127 + +[Rank 0] (epoch: 194, iters: 234, time: 0.151, data: 0.004) , G_GAN: 3.395, G_L1: 2.302, D_real: 0.054, D_fake: 0.074 + +[Rank 0] (epoch: 194, iters: 334, time: 0.989, data: 0.004) , G_GAN: 3.639, G_L1: 3.319, D_real: 0.283, D_fake: 0.048 + +[Rank 0] (epoch: 194, iters: 434, time: 0.147, data: 0.004) , G_GAN: 1.645, G_L1: 1.934, D_real: 0.145, D_fake: 0.444 + +[Rank 0] (epoch: 194, iters: 534, time: 0.154, data: 0.004) , G_GAN: 3.459, G_L1: 2.000, D_real: 0.000, D_fake: 0.058 + +[Rank 0] (epoch: 194, iters: 634, time: 0.153, data: 0.004) , G_GAN: 1.613, G_L1: 2.608, D_real: 0.000, D_fake: 0.347 + +[Rank 0] (epoch: 194, iters: 734, time: 0.155, data: 0.004) , G_GAN: 1.372, G_L1: 1.848, D_real: 0.479, D_fake: 0.441 + +[Rank 0] (epoch: 194, iters: 834, time: 0.153, data: 0.004) , G_GAN: 1.621, G_L1: 1.974, D_real: 0.024, D_fake: 0.387 + +[Rank 0] (epoch: 194, iters: 934, time: 0.153, data: 0.004) , G_GAN: 2.641, G_L1: 1.605, D_real: 0.243, D_fake: 0.132 + +learning rate 0.0000139 -> 0.0000119 +End of epoch 194 / 200 Time Taken: 89 sec +[Rank 0] (epoch: 195, iters: 72, time: 0.150, data: 0.004) , G_GAN: 1.131, G_L1: 2.824, D_real: 0.549, D_fake: 0.526 + +[Rank 0] (epoch: 195, iters: 172, time: 0.717, data: 0.004) , G_GAN: 1.919, G_L1: 2.291, D_real: 0.035, D_fake: 0.261 + +[Rank 0] (epoch: 195, iters: 272, time: 0.152, data: 0.004) , G_GAN: 2.446, G_L1: 2.872, D_real: 0.190, D_fake: 0.151 + +[Rank 0] (epoch: 195, iters: 372, time: 0.141, data: 0.004) , G_GAN: 2.125, G_L1: 5.882, D_real: 0.254, D_fake: 0.349 + +[Rank 0] (epoch: 195, iters: 472, time: 0.152, data: 0.004) , G_GAN: 1.027, G_L1: 2.885, D_real: 0.428, D_fake: 0.583 + +[Rank 0] (epoch: 195, iters: 572, time: 0.151, data: 0.004) , G_GAN: 2.255, G_L1: 2.443, D_real: 1.158, D_fake: 0.134 + +[Rank 0] (epoch: 195, iters: 672, time: 0.155, data: 0.004) , G_GAN: 1.735, G_L1: 2.350, D_real: 0.327, D_fake: 0.283 + +[Rank 0] (epoch: 195, iters: 772, time: 0.157, data: 0.004) , G_GAN: 1.912, G_L1: 5.242, D_real: 0.017, D_fake: 0.431 + +[Rank 0] (epoch: 195, iters: 872, time: 0.149, data: 0.004) , G_GAN: 0.922, G_L1: 2.099, D_real: 0.381, D_fake: 0.723 + +learning rate 0.0000119 -> 0.0000099 +saving the model at the end of epoch 195, iters 187590 +End of epoch 195 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 196, iters: 10, time: 0.967, data: 0.004) , G_GAN: 1.320, G_L1: 1.903, D_real: 0.174, D_fake: 0.466 + +[Rank 0] (epoch: 196, iters: 110, time: 0.148, data: 0.004) , G_GAN: 1.314, G_L1: 3.336, D_real: 0.307, D_fake: 0.469 + +[Rank 0] (epoch: 196, iters: 210, time: 0.141, data: 0.004) , G_GAN: 3.298, G_L1: 3.102, D_real: 0.065, D_fake: 0.069 + +[Rank 0] (epoch: 196, iters: 310, time: 0.148, data: 0.009) , G_GAN: 1.509, G_L1: 2.334, D_real: 0.055, D_fake: 0.467 + +[Rank 0] (epoch: 196, iters: 410, time: 0.966, data: 0.004) , G_GAN: 2.669, G_L1: 2.529, D_real: 0.015, D_fake: 0.175 + +[Rank 0] (epoch: 196, iters: 510, time: 0.146, data: 0.004) , G_GAN: 2.518, G_L1: 2.930, D_real: 0.049, D_fake: 0.168 + +[Rank 0] (epoch: 196, iters: 610, time: 0.151, data: 0.004) , G_GAN: 2.576, G_L1: 1.841, D_real: 0.039, D_fake: 0.150 + +[Rank 0] (epoch: 196, iters: 710, time: 0.151, data: 0.004) , G_GAN: 3.753, G_L1: 2.857, D_real: 0.006, D_fake: 0.051 + +[Rank 0] (epoch: 196, iters: 810, time: 0.158, data: 0.004) , G_GAN: 3.098, G_L1: 2.335, D_real: 0.002, D_fake: 0.083 + +[Rank 0] (epoch: 196, iters: 910, time: 0.154, data: 0.004) , G_GAN: 1.610, G_L1: 1.203, D_real: 0.439, D_fake: 0.373 + +learning rate 0.0000099 -> 0.0000079 +End of epoch 196 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 197, iters: 48, time: 0.154, data: 0.004) , G_GAN: 5.558, G_L1: 2.538, D_real: 0.003, D_fake: 0.008 + +[Rank 0] (epoch: 197, iters: 148, time: 0.155, data: 0.004) , G_GAN: 1.698, G_L1: 2.356, D_real: 0.910, D_fake: 0.264 + +[Rank 0] (epoch: 197, iters: 248, time: 1.035, data: 0.004) , G_GAN: 4.415, G_L1: 3.682, D_real: 0.209, D_fake: 0.041 + +[Rank 0] (epoch: 197, iters: 348, time: 0.145, data: 0.004) , G_GAN: 2.205, G_L1: 12.511, D_real: 0.237, D_fake: 0.375 + +[Rank 0] (epoch: 197, iters: 448, time: 0.150, data: 0.004) , G_GAN: 1.146, G_L1: 2.664, D_real: 0.710, D_fake: 0.485 + +[Rank 0] (epoch: 197, iters: 548, time: 0.151, data: 0.004) , G_GAN: 1.341, G_L1: 1.850, D_real: 0.907, D_fake: 0.359 + +[Rank 0] (epoch: 197, iters: 648, time: 0.154, data: 0.004) , G_GAN: 1.725, G_L1: 3.794, D_real: 1.460, D_fake: 0.261 + +[Rank 0] (epoch: 197, iters: 748, time: 0.158, data: 0.004) , G_GAN: 2.768, G_L1: 2.723, D_real: 0.047, D_fake: 0.138 + +[Rank 0] (epoch: 197, iters: 848, time: 0.153, data: 0.004) , G_GAN: 2.794, G_L1: 3.994, D_real: 0.519, D_fake: 0.112 + +[Rank 0] (epoch: 197, iters: 948, time: 0.153, data: 0.004) , G_GAN: 1.756, G_L1: 2.283, D_real: 0.092, D_fake: 0.389 + +learning rate 0.0000079 -> 0.0000059 +End of epoch 197 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 198, iters: 86, time: 0.904, data: 0.004) , G_GAN: 2.678, G_L1: 1.670, D_real: 0.649, D_fake: 0.103 + +[Rank 0] (epoch: 198, iters: 186, time: 0.150, data: 0.004) , G_GAN: 1.829, G_L1: 2.477, D_real: 0.246, D_fake: 0.278 + +[Rank 0] (epoch: 198, iters: 286, time: 0.151, data: 0.004) , G_GAN: 2.092, G_L1: 2.640, D_real: 0.002, D_fake: 0.225 + +[Rank 0] (epoch: 198, iters: 386, time: 0.154, data: 0.004) , G_GAN: 1.665, G_L1: 3.797, D_real: 0.646, D_fake: 0.362 + +[Rank 0] (epoch: 198, iters: 486, time: 1.054, data: 0.005) , G_GAN: 1.329, G_L1: 2.103, D_real: 0.424, D_fake: 0.440 + +saving the latest model (epoch 198, total_iters 190000) +[Rank 0] (epoch: 198, iters: 586, time: 0.152, data: 0.009) , G_GAN: 2.890, G_L1: 2.922, D_real: 0.001, D_fake: 0.104 + +[Rank 0] (epoch: 198, iters: 686, time: 0.153, data: 0.004) , G_GAN: 2.032, G_L1: 2.571, D_real: 0.057, D_fake: 0.236 + +[Rank 0] (epoch: 198, iters: 786, time: 0.149, data: 0.004) , G_GAN: 1.492, G_L1: 1.429, D_real: 0.298, D_fake: 0.363 + +[Rank 0] (epoch: 198, iters: 886, time: 0.156, data: 0.004) , G_GAN: 1.217, G_L1: 1.716, D_real: 0.727, D_fake: 0.424 + +learning rate 0.0000059 -> 0.0000040 +End of epoch 198 / 200 Time Taken: 92 sec +[Rank 0] (epoch: 199, iters: 24, time: 0.154, data: 0.004) , G_GAN: 1.159, G_L1: 1.382, D_real: 0.411, D_fake: 0.563 + +[Rank 0] (epoch: 199, iters: 124, time: 0.154, data: 0.004) , G_GAN: 1.638, G_L1: 1.500, D_real: 0.362, D_fake: 0.298 + +[Rank 0] (epoch: 199, iters: 224, time: 0.154, data: 0.004) , G_GAN: 3.612, G_L1: 3.127, D_real: 0.047, D_fake: 0.051 + +[Rank 0] (epoch: 199, iters: 324, time: 1.062, data: 0.004) , G_GAN: 1.399, G_L1: 1.906, D_real: 0.653, D_fake: 0.383 + +[Rank 0] (epoch: 199, iters: 424, time: 0.150, data: 0.004) , G_GAN: 1.768, G_L1: 3.976, D_real: 0.753, D_fake: 0.267 + +[Rank 0] (epoch: 199, iters: 524, time: 0.150, data: 0.004) , G_GAN: 3.929, G_L1: 2.021, D_real: 0.266, D_fake: 0.083 + +[Rank 0] (epoch: 199, iters: 624, time: 0.151, data: 0.004) , G_GAN: 1.871, G_L1: 3.778, D_real: 1.524, D_fake: 0.240 + +[Rank 0] (epoch: 199, iters: 724, time: 0.153, data: 0.004) , G_GAN: 2.522, G_L1: 2.756, D_real: 0.059, D_fake: 0.173 + +[Rank 0] (epoch: 199, iters: 824, time: 0.149, data: 0.008) , G_GAN: 2.187, G_L1: 1.717, D_real: 1.123, D_fake: 0.158 + +[Rank 0] (epoch: 199, iters: 924, time: 0.151, data: 0.004) , G_GAN: 3.320, G_L1: 2.295, D_real: 0.100, D_fake: 0.069 + +learning rate 0.0000040 -> 0.0000020 +End of epoch 199 / 200 Time Taken: 90 sec +[Rank 0] (epoch: 200, iters: 62, time: 0.151, data: 0.004) , G_GAN: 2.999, G_L1: 2.315, D_real: 1.853, D_fake: 0.096 + +[Rank 0] (epoch: 200, iters: 162, time: 0.760, data: 0.004) , G_GAN: 2.790, G_L1: 3.598, D_real: 0.000, D_fake: 0.108 + +[Rank 0] (epoch: 200, iters: 262, time: 0.161, data: 0.004) , G_GAN: 1.126, G_L1: 2.959, D_real: 0.199, D_fake: 0.529 + +[Rank 0] (epoch: 200, iters: 362, time: 0.153, data: 0.004) , G_GAN: 1.195, G_L1: 2.917, D_real: 0.690, D_fake: 0.473 + +[Rank 0] (epoch: 200, iters: 462, time: 0.154, data: 0.004) , G_GAN: 1.647, G_L1: 2.282, D_real: 0.877, D_fake: 0.284 + +[Rank 0] (epoch: 200, iters: 562, time: 0.985, data: 0.004) , G_GAN: 0.990, G_L1: 2.178, D_real: 0.440, D_fake: 0.602 + +[Rank 0] (epoch: 200, iters: 662, time: 0.149, data: 0.004) , G_GAN: 1.716, G_L1: 2.104, D_real: 0.511, D_fake: 0.284 + +[Rank 0] (epoch: 200, iters: 762, time: 0.150, data: 0.004) , G_GAN: 1.671, G_L1: 4.257, D_real: 0.050, D_fake: 0.326 + +[Rank 0] (epoch: 200, iters: 862, time: 0.150, data: 0.004) , G_GAN: 2.733, G_L1: 2.396, D_real: 0.000, D_fake: 0.132 + +[Rank 0] (epoch: 200, iters: 962, time: 0.151, data: 0.004) , G_GAN: 0.846, G_L1: 2.723, D_real: 0.250, D_fake: 0.754 + +learning rate 0.0000020 -> 0.0000000 +saving the model at the end of epoch 200, iters 192400 +End of epoch 200 / 200 Time Taken: 92 sec diff --git a/pix2pix_vgg/logs/train_20250910_101021_gpu2.log b/pix2pix_vgg/logs/train_20250910_101021_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..414e1bc65d2e24b2acc29cfd54f5f31dba66e405 --- /dev/null +++ b/pix2pix_vgg/logs/train_20250910_101021_gpu2.log @@ -0,0 +1,25 @@ +usage: train.py [-h] --dataroot DATAROOT [--name NAME] + [--checkpoints_dir CHECKPOINTS_DIR] [--model MODEL] + [--input_nc INPUT_NC] [--output_nc OUTPUT_NC] [--ngf NGF] + [--ndf NDF] [--netD NETD] [--netG NETG] + [--n_layers_D N_LAYERS_D] [--norm NORM] + [--init_type INIT_TYPE] [--init_gain INIT_GAIN] [--no_dropout] + [--dataset_mode DATASET_MODE] [--direction DIRECTION] + [--serial_batches] [--num_threads NUM_THREADS] + [--batch_size BATCH_SIZE] [--load_size LOAD_SIZE] + [--crop_size CROP_SIZE] [--max_dataset_size MAX_DATASET_SIZE] + [--preprocess PREPROCESS] [--no_flip] + [--display_winsize DISPLAY_WINSIZE] [--epoch EPOCH] + [--load_iter LOAD_ITER] [--verbose] [--suffix SUFFIX] + [--use_wandb] [--wandb_project_name WANDB_PROJECT_NAME] + [--display_freq DISPLAY_FREQ] + [--update_html_freq UPDATE_HTML_FREQ] + [--print_freq PRINT_FREQ] [--no_html] + [--save_latest_freq SAVE_LATEST_FREQ] + [--save_epoch_freq SAVE_EPOCH_FREQ] [--save_by_iter] + [--continue_train] [--epoch_count EPOCH_COUNT] [--phase PHASE] + [--n_epochs N_EPOCHS] [--n_epochs_decay N_EPOCHS_DECAY] + [--beta1 BETA1] [--lr LR] [--gan_mode GAN_MODE] + [--pool_size POOL_SIZE] [--lr_policy LR_POLICY] + [--lr_decay_iters LR_DECAY_ITERS] [--lambda_L1 LAMBDA_L1] +train.py: error: unrecognized arguments: --display_id 0 diff --git a/pix2pix_vgg/logs/train_20250910_101518_gpu2.log b/pix2pix_vgg/logs/train_20250910_101518_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..9b53bded1c21a5ac708e317bd63740be6b491cb9 --- /dev/null +++ b/pix2pix_vgg/logs/train_20250910_101518_gpu2.log @@ -0,0 +1,4364 @@ +----------------- Options --------------- + batch_size: 1 + beta1: 0.5 + checkpoints_dir: checkpoints [default: ./checkpoints] + continue_train: False + crop_size: 256 + dataroot: datasets/rhino_aligned [default: None] + dataset_mode: aligned + direction: AtoB + display_freq: 400 + display_winsize: 256 + epoch: latest + epoch_count: 1 + gan_mode: vanilla + init_gain: 0.02 + init_type: normal + input_nc: 3 + isTrain: True [default: None] + lambda_L1: 100.0 + load_iter: 0 [default: 0] + load_size: 286 + lr: 0.0002 + lr_decay_iters: 50 + lr_policy: linear + max_dataset_size: inf + model: pix2pix [default: cycle_gan] + n_epochs: 100 + n_epochs_decay: 100 + n_layers_D: 3 + name: rhino_pix2pix_prod [default: experiment_name] + ndf: 64 + netD: basic + netG: unet_256 + ngf: 64 + no_dropout: False + no_flip: False + no_html: False + norm: batch + num_threads: 2 [default: 4] + output_nc: 3 + phase: train + pool_size: 0 + preprocess: none [default: resize_and_crop] + print_freq: 100 + save_by_iter: False + save_epoch_freq: 5 + save_latest_freq: 20000 [default: 5000] + serial_batches: False + suffix: + update_html_freq: 1000 + use_wandb: False + verbose: False + wandb_project_name: CycleGAN-and-pix2pix +----------------- End ------------------- +Initialized with device cuda:0 +dataset [AlignedDataset] was created +The number of training images = 962 +model [Pix2PixModel] was created +Initialized with device cuda:0 +initialize network with normal +Initialized with device cuda:0 +initialize network with normal +---------- Networks initialized ------------- +[Network G] Total number of parameters : 54.414 M +[Network D] Total number of parameters : 2.769 M +----------------------------------------------- +create web directory checkpoints/rhino_pix2pix_prod/web... +[Rank 0] (epoch: 1, iters: 100, time: 0.110, data: 0.184) , G_GAN: 0.994, G_L1: 5.179, D_real: 0.264, D_fake: 0.869 + +[Rank 0] (epoch: 1, iters: 200, time: 0.119, data: 0.003) , G_GAN: 1.202, G_L1: 8.067, D_real: 0.642, D_fake: 0.557 + +[Rank 0] (epoch: 1, iters: 300, time: 0.130, data: 0.003) , G_GAN: 0.887, G_L1: 7.926, D_real: 0.469, D_fake: 0.576 + +[Rank 0] (epoch: 1, iters: 400, time: 0.910, data: 0.003) , G_GAN: 1.207, G_L1: 6.417, D_real: 0.383, D_fake: 0.432 + +[Rank 0] (epoch: 1, iters: 500, time: 0.150, data: 0.003) , G_GAN: 1.788, G_L1: 8.815, D_real: 0.346, D_fake: 0.223 + +[Rank 0] (epoch: 1, iters: 600, time: 0.145, data: 0.003) , G_GAN: 2.272, G_L1: 10.107, D_real: 0.157, D_fake: 0.575 + +[Rank 0] (epoch: 1, iters: 700, time: 0.159, data: 0.003) , G_GAN: 0.818, G_L1: 2.705, D_real: 0.729, D_fake: 0.966 + +[Rank 0] (epoch: 1, iters: 800, time: 0.144, data: 0.003) , G_GAN: 1.294, G_L1: 5.150, D_real: 0.454, D_fake: 0.717 + +[Rank 0] (epoch: 1, iters: 900, time: 0.148, data: 0.003) , G_GAN: 0.857, G_L1: 4.655, D_real: 1.020, D_fake: 0.425 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 1 / 200 Time Taken: 86 sec +[Rank 0] (epoch: 2, iters: 38, time: 0.145, data: 0.004) , G_GAN: 0.756, G_L1: 2.887, D_real: 1.034, D_fake: 0.438 + +[Rank 0] (epoch: 2, iters: 138, time: 0.146, data: 0.003) , G_GAN: 1.084, G_L1: 6.582, D_real: 0.668, D_fake: 0.456 + +[Rank 0] (epoch: 2, iters: 238, time: 1.012, data: 0.003) , G_GAN: 1.146, G_L1: 6.393, D_real: 0.549, D_fake: 0.604 + +[Rank 0] (epoch: 2, iters: 338, time: 0.150, data: 0.003) , G_GAN: 0.998, G_L1: 4.081, D_real: 0.523, D_fake: 0.773 + +[Rank 0] (epoch: 2, iters: 438, time: 0.140, data: 0.003) , G_GAN: 1.063, G_L1: 5.027, D_real: 1.422, D_fake: 0.287 + +[Rank 0] (epoch: 2, iters: 538, time: 0.155, data: 0.003) , G_GAN: 0.762, G_L1: 4.992, D_real: 1.065, D_fake: 0.294 + +[Rank 0] (epoch: 2, iters: 638, time: 0.156, data: 0.003) , G_GAN: 0.776, G_L1: 2.340, D_real: 0.880, D_fake: 0.509 + +[Rank 0] (epoch: 2, iters: 738, time: 0.152, data: 0.003) , G_GAN: 0.975, G_L1: 3.506, D_real: 0.666, D_fake: 0.575 + +[Rank 0] (epoch: 2, iters: 838, time: 0.155, data: 0.003) , G_GAN: 1.060, G_L1: 4.783, D_real: 0.717, D_fake: 0.519 + +[Rank 0] (epoch: 2, iters: 938, time: 0.152, data: 0.003) , G_GAN: 1.127, G_L1: 4.617, D_real: 0.848, D_fake: 0.361 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 2 / 200 Time Taken: 91 sec +[Rank 0] (epoch: 3, iters: 76, time: 0.936, data: 0.003) , G_GAN: 1.087, G_L1: 7.879, D_real: 0.362, D_fake: 0.656 + +[Rank 0] (epoch: 3, iters: 176, time: 0.153, data: 0.003) , G_GAN: 1.110, G_L1: 10.908, D_real: 0.212, D_fake: 0.719 + +[Rank 0] (epoch: 3, iters: 276, time: 0.147, data: 0.003) , G_GAN: 1.372, G_L1: 5.329, D_real: 0.091, D_fake: 0.719 + +[Rank 0] (epoch: 3, iters: 376, time: 0.166, data: 0.003) , G_GAN: 0.845, G_L1: 5.883, D_real: 0.432, D_fake: 0.682 + +[Rank 0] (epoch: 3, iters: 476, time: 0.173, data: 0.004) , G_GAN: 0.948, G_L1: 4.315, D_real: 2.136, D_fake: 0.521 + +[Rank 0] (epoch: 3, iters: 576, time: 0.204, data: 0.007) , G_GAN: 1.352, G_L1: 6.595, D_real: 0.122, D_fake: 0.708 + +[Rank 0] (epoch: 3, iters: 676, time: 0.158, data: 0.003) , G_GAN: 1.416, G_L1: 6.572, D_real: 0.112, D_fake: 0.738 + +[Rank 0] (epoch: 3, iters: 776, time: 0.145, data: 0.003) , G_GAN: 0.820, G_L1: 6.575, D_real: 0.559, D_fake: 0.599 + +[Rank 0] (epoch: 3, iters: 876, time: 0.169, data: 0.003) , G_GAN: 0.825, G_L1: 5.303, D_real: 0.299, D_fake: 0.631 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 3 / 200 Time Taken: 93 sec +[Rank 0] (epoch: 4, iters: 14, time: 0.161, data: 0.003) , G_GAN: 0.957, G_L1: 6.106, D_real: 0.069, D_fake: 0.659 + +[Rank 0] (epoch: 4, iters: 114, time: 0.160, data: 0.003) , G_GAN: 1.569, G_L1: 20.767, D_real: 0.089, D_fake: 0.286 + +[Rank 0] (epoch: 4, iters: 214, time: 0.163, data: 0.004) , G_GAN: 1.130, G_L1: 3.154, D_real: 1.591, D_fake: 0.329 + +[Rank 0] (epoch: 4, iters: 314, time: 0.821, data: 0.003) , G_GAN: 1.370, G_L1: 5.620, D_real: 0.601, D_fake: 0.407 + +[Rank 0] (epoch: 4, iters: 414, time: 0.150, data: 0.003) , G_GAN: 0.607, G_L1: 3.327, D_real: 1.008, D_fake: 0.648 + +[Rank 0] (epoch: 4, iters: 514, time: 0.150, data: 0.007) , G_GAN: 0.907, G_L1: 3.180, D_real: 1.103, D_fake: 0.318 + +[Rank 0] (epoch: 4, iters: 614, time: 0.162, data: 0.003) , G_GAN: 1.075, G_L1: 4.187, D_real: 0.843, D_fake: 0.274 + +[Rank 0] (epoch: 4, iters: 714, time: 0.160, data: 0.003) , G_GAN: 1.142, G_L1: 5.244, D_real: 0.052, D_fake: 0.673 + +[Rank 0] (epoch: 4, iters: 814, time: 0.145, data: 0.003) , G_GAN: 0.711, G_L1: 2.847, D_real: 0.800, D_fake: 0.606 + +[Rank 0] (epoch: 4, iters: 914, time: 0.155, data: 0.003) , G_GAN: 1.326, G_L1: 3.718, D_real: 1.720, D_fake: 0.276 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 4 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 5, iters: 52, time: 0.156, data: 0.003) , G_GAN: 1.657, G_L1: 4.708, D_real: 0.490, D_fake: 0.313 + +[Rank 0] (epoch: 5, iters: 152, time: 0.819, data: 0.003) , G_GAN: 1.521, G_L1: 4.695, D_real: 0.424, D_fake: 0.330 + +[Rank 0] (epoch: 5, iters: 252, time: 0.163, data: 0.003) , G_GAN: 1.858, G_L1: 5.947, D_real: 0.073, D_fake: 0.264 + +[Rank 0] (epoch: 5, iters: 352, time: 0.146, data: 0.003) , G_GAN: 1.177, G_L1: 4.330, D_real: 1.153, D_fake: 0.258 + +[Rank 0] (epoch: 5, iters: 452, time: 0.154, data: 0.003) , G_GAN: 1.073, G_L1: 8.190, D_real: 0.100, D_fake: 0.705 + +[Rank 0] (epoch: 5, iters: 552, time: 0.146, data: 0.007) , G_GAN: 0.979, G_L1: 12.053, D_real: 0.021, D_fake: 0.930 + +[Rank 0] (epoch: 5, iters: 652, time: 0.159, data: 0.003) , G_GAN: 1.071, G_L1: 4.759, D_real: 1.930, D_fake: 0.317 + +[Rank 0] (epoch: 5, iters: 752, time: 0.163, data: 0.003) , G_GAN: 1.234, G_L1: 8.162, D_real: 0.053, D_fake: 0.744 + +[Rank 0] (epoch: 5, iters: 852, time: 0.154, data: 0.003) , G_GAN: 1.004, G_L1: 3.980, D_real: 0.195, D_fake: 0.589 + +[Rank 0] (epoch: 5, iters: 952, time: 0.159, data: 0.003) , G_GAN: 0.721, G_L1: 4.801, D_real: 1.396, D_fake: 0.551 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 5, iters 4810 +End of epoch 5 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 6, iters: 90, time: 0.154, data: 0.004) , G_GAN: 1.140, G_L1: 3.935, D_real: 0.660, D_fake: 0.461 + +[Rank 0] (epoch: 6, iters: 190, time: 0.161, data: 0.005) , G_GAN: 2.014, G_L1: 3.661, D_real: 0.193, D_fake: 0.225 + +[Rank 0] (epoch: 6, iters: 290, time: 0.149, data: 0.003) , G_GAN: 1.863, G_L1: 8.981, D_real: 0.286, D_fake: 0.232 + +[Rank 0] (epoch: 6, iters: 390, time: 0.901, data: 0.003) , G_GAN: 1.421, G_L1: 5.894, D_real: 0.026, D_fake: 0.533 + +[Rank 0] (epoch: 6, iters: 490, time: 0.154, data: 0.003) , G_GAN: 0.739, G_L1: 4.226, D_real: 0.876, D_fake: 0.658 + +[Rank 0] (epoch: 6, iters: 590, time: 0.156, data: 0.003) , G_GAN: 0.944, G_L1: 3.479, D_real: 0.953, D_fake: 0.347 + +[Rank 0] (epoch: 6, iters: 690, time: 0.161, data: 0.003) , G_GAN: 1.552, G_L1: 4.748, D_real: 0.116, D_fake: 0.515 + +[Rank 0] (epoch: 6, iters: 790, time: 0.153, data: 0.004) , G_GAN: 1.845, G_L1: 3.260, D_real: 0.114, D_fake: 0.220 + +[Rank 0] (epoch: 6, iters: 890, time: 0.161, data: 0.003) , G_GAN: 1.945, G_L1: 6.309, D_real: 0.135, D_fake: 0.299 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 6 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 7, iters: 28, time: 0.149, data: 0.003) , G_GAN: 0.910, G_L1: 4.054, D_real: 0.391, D_fake: 0.699 + +[Rank 0] (epoch: 7, iters: 128, time: 0.154, data: 0.003) , G_GAN: 1.476, G_L1: 3.611, D_real: 2.517, D_fake: 0.100 + +[Rank 0] (epoch: 7, iters: 228, time: 0.898, data: 0.003) , G_GAN: 0.940, G_L1: 4.145, D_real: 1.642, D_fake: 0.144 + +[Rank 0] (epoch: 7, iters: 328, time: 0.144, data: 0.003) , G_GAN: 0.782, G_L1: 4.652, D_real: 0.344, D_fake: 0.792 + +[Rank 0] (epoch: 7, iters: 428, time: 0.146, data: 0.006) , G_GAN: 0.550, G_L1: 3.730, D_real: 0.685, D_fake: 1.361 + +[Rank 0] (epoch: 7, iters: 528, time: 0.151, data: 0.003) , G_GAN: 1.859, G_L1: 6.716, D_real: 0.174, D_fake: 0.263 + +[Rank 0] (epoch: 7, iters: 628, time: 0.181, data: 0.005) , G_GAN: 1.042, G_L1: 9.082, D_real: 0.158, D_fake: 0.783 + +[Rank 0] (epoch: 7, iters: 728, time: 0.158, data: 0.003) , G_GAN: 1.275, G_L1: 3.906, D_real: 1.013, D_fake: 0.282 + +[Rank 0] (epoch: 7, iters: 828, time: 0.154, data: 0.003) , G_GAN: 0.403, G_L1: 2.895, D_real: 0.658, D_fake: 1.641 + +[Rank 0] (epoch: 7, iters: 928, time: 0.176, data: 0.005) , G_GAN: 0.939, G_L1: 2.685, D_real: 0.889, D_fake: 0.499 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 7 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 8, iters: 66, time: 0.783, data: 0.004) , G_GAN: 1.167, G_L1: 3.314, D_real: 1.132, D_fake: 0.241 + +[Rank 0] (epoch: 8, iters: 166, time: 0.150, data: 0.007) , G_GAN: 0.931, G_L1: 2.521, D_real: 0.807, D_fake: 0.391 + +[Rank 0] (epoch: 8, iters: 266, time: 0.166, data: 0.003) , G_GAN: 2.696, G_L1: 8.509, D_real: 0.072, D_fake: 0.168 + +[Rank 0] (epoch: 8, iters: 366, time: 0.154, data: 0.003) , G_GAN: 0.646, G_L1: 4.194, D_real: 0.395, D_fake: 1.478 + +[Rank 0] (epoch: 8, iters: 466, time: 0.145, data: 0.003) , G_GAN: 1.406, G_L1: 4.543, D_real: 0.322, D_fake: 0.280 + +[Rank 0] (epoch: 8, iters: 566, time: 0.162, data: 0.003) , G_GAN: 1.004, G_L1: 4.295, D_real: 0.644, D_fake: 0.545 + +[Rank 0] (epoch: 8, iters: 666, time: 0.157, data: 0.003) , G_GAN: 1.216, G_L1: 7.006, D_real: 0.276, D_fake: 0.729 + +[Rank 0] (epoch: 8, iters: 766, time: 0.149, data: 0.003) , G_GAN: 1.107, G_L1: 3.447, D_real: 0.551, D_fake: 0.497 + +[Rank 0] (epoch: 8, iters: 866, time: 0.162, data: 0.003) , G_GAN: 0.871, G_L1: 5.571, D_real: 1.369, D_fake: 0.587 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 8 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 9, iters: 4, time: 0.148, data: 0.003) , G_GAN: 0.988, G_L1: 3.196, D_real: 1.138, D_fake: 0.374 + +[Rank 0] (epoch: 9, iters: 104, time: 0.149, data: 0.003) , G_GAN: 0.953, G_L1: 4.818, D_real: 0.804, D_fake: 0.407 + +[Rank 0] (epoch: 9, iters: 204, time: 0.167, data: 0.003) , G_GAN: 0.618, G_L1: 4.118, D_real: 0.832, D_fake: 0.743 + +[Rank 0] (epoch: 9, iters: 304, time: 0.908, data: 0.003) , G_GAN: 0.997, G_L1: 5.872, D_real: 0.724, D_fake: 0.335 + +[Rank 0] (epoch: 9, iters: 404, time: 0.166, data: 0.003) , G_GAN: 1.263, G_L1: 4.606, D_real: 0.847, D_fake: 0.314 + +[Rank 0] (epoch: 9, iters: 504, time: 0.149, data: 0.003) , G_GAN: 1.273, G_L1: 4.556, D_real: 0.600, D_fake: 0.277 + +[Rank 0] (epoch: 9, iters: 604, time: 0.155, data: 0.007) , G_GAN: 1.269, G_L1: 3.601, D_real: 0.623, D_fake: 0.490 + +[Rank 0] (epoch: 9, iters: 704, time: 0.152, data: 0.003) , G_GAN: 1.704, G_L1: 2.359, D_real: 0.500, D_fake: 0.266 + +[Rank 0] (epoch: 9, iters: 804, time: 0.137, data: 0.003) , G_GAN: 0.903, G_L1: 2.474, D_real: 0.318, D_fake: 1.168 + +[Rank 0] (epoch: 9, iters: 904, time: 0.169, data: 0.003) , G_GAN: 1.185, G_L1: 4.247, D_real: 0.666, D_fake: 0.345 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 9 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 10, iters: 42, time: 0.148, data: 0.003) , G_GAN: 2.061, G_L1: 15.900, D_real: 0.048, D_fake: 0.196 + +[Rank 0] (epoch: 10, iters: 142, time: 0.844, data: 0.003) , G_GAN: 0.785, G_L1: 6.633, D_real: 1.159, D_fake: 0.508 + +[Rank 0] (epoch: 10, iters: 242, time: 0.153, data: 0.003) , G_GAN: 1.333, G_L1: 3.472, D_real: 0.103, D_fake: 0.649 + +[Rank 0] (epoch: 10, iters: 342, time: 0.159, data: 0.003) , G_GAN: 0.830, G_L1: 7.344, D_real: 0.135, D_fake: 1.211 + +[Rank 0] (epoch: 10, iters: 442, time: 0.174, data: 0.003) , G_GAN: 0.378, G_L1: 3.292, D_real: 0.328, D_fake: 1.605 + +[Rank 0] (epoch: 10, iters: 542, time: 0.155, data: 0.003) , G_GAN: 0.899, G_L1: 2.542, D_real: 1.042, D_fake: 0.492 + +[Rank 0] (epoch: 10, iters: 642, time: 0.161, data: 0.003) , G_GAN: 1.006, G_L1: 4.642, D_real: 0.328, D_fake: 0.710 + +[Rank 0] (epoch: 10, iters: 742, time: 0.155, data: 0.003) , G_GAN: 1.120, G_L1: 3.668, D_real: 1.162, D_fake: 0.265 + +[Rank 0] (epoch: 10, iters: 842, time: 0.155, data: 0.003) , G_GAN: 0.883, G_L1: 2.688, D_real: 0.858, D_fake: 0.484 + +[Rank 0] (epoch: 10, iters: 942, time: 0.180, data: 0.003) , G_GAN: 2.154, G_L1: 41.884, D_real: 0.083, D_fake: 0.244 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 10, iters 9620 +End of epoch 10 / 200 Time Taken: 96 sec +[Rank 0] (epoch: 11, iters: 80, time: 0.152, data: 0.003) , G_GAN: 1.508, G_L1: 5.887, D_real: 0.305, D_fake: 0.394 + +[Rank 0] (epoch: 11, iters: 180, time: 0.161, data: 0.003) , G_GAN: 1.189, G_L1: 4.813, D_real: 0.966, D_fake: 1.226 + +[Rank 0] (epoch: 11, iters: 280, time: 0.163, data: 0.003) , G_GAN: 1.469, G_L1: 2.416, D_real: 0.085, D_fake: 0.844 + +[Rank 0] (epoch: 11, iters: 380, time: 0.849, data: 0.003) , G_GAN: 1.066, G_L1: 3.991, D_real: 0.539, D_fake: 0.671 + +[Rank 0] (epoch: 11, iters: 480, time: 0.154, data: 0.003) , G_GAN: 1.593, G_L1: 2.544, D_real: 0.096, D_fake: 0.474 + +[Rank 0] (epoch: 11, iters: 580, time: 0.154, data: 0.003) , G_GAN: 1.568, G_L1: 10.297, D_real: 0.029, D_fake: 0.979 + +[Rank 0] (epoch: 11, iters: 680, time: 0.155, data: 0.003) , G_GAN: 2.651, G_L1: 3.916, D_real: 0.054, D_fake: 0.298 + +[Rank 0] (epoch: 11, iters: 780, time: 0.154, data: 0.003) , G_GAN: 2.302, G_L1: 6.879, D_real: 0.591, D_fake: 0.793 + +[Rank 0] (epoch: 11, iters: 880, time: 0.153, data: 0.003) , G_GAN: 1.035, G_L1: 4.247, D_real: 0.702, D_fake: 0.371 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 11 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 12, iters: 18, time: 0.162, data: 0.003) , G_GAN: 0.684, G_L1: 2.456, D_real: 0.452, D_fake: 1.691 + +[Rank 0] (epoch: 12, iters: 118, time: 0.160, data: 0.003) , G_GAN: 0.908, G_L1: 3.099, D_real: 0.936, D_fake: 0.563 + +[Rank 0] (epoch: 12, iters: 218, time: 0.890, data: 0.003) , G_GAN: 1.072, G_L1: 2.398, D_real: 0.269, D_fake: 0.953 + +[Rank 0] (epoch: 12, iters: 318, time: 0.151, data: 0.003) , G_GAN: 0.977, G_L1: 4.939, D_real: 0.398, D_fake: 0.669 + +[Rank 0] (epoch: 12, iters: 418, time: 0.155, data: 0.003) , G_GAN: 1.089, G_L1: 5.592, D_real: 0.873, D_fake: 1.002 + +[Rank 0] (epoch: 12, iters: 518, time: 0.155, data: 0.003) , G_GAN: 1.194, G_L1: 4.298, D_real: 0.844, D_fake: 0.379 + +[Rank 0] (epoch: 12, iters: 618, time: 0.158, data: 0.003) , G_GAN: 1.079, G_L1: 2.524, D_real: 0.708, D_fake: 0.524 + +[Rank 0] (epoch: 12, iters: 718, time: 0.189, data: 0.003) , G_GAN: 1.618, G_L1: 3.775, D_real: 0.273, D_fake: 0.520 + +[Rank 0] (epoch: 12, iters: 818, time: 0.163, data: 0.007) , G_GAN: 1.483, G_L1: 4.092, D_real: 0.376, D_fake: 0.416 + +[Rank 0] (epoch: 12, iters: 918, time: 0.152, data: 0.003) , G_GAN: 0.982, G_L1: 3.423, D_real: 0.448, D_fake: 0.792 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 12 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 13, iters: 56, time: 0.843, data: 0.003) , G_GAN: 1.255, G_L1: 3.791, D_real: 0.500, D_fake: 0.288 + +[Rank 0] (epoch: 13, iters: 156, time: 0.151, data: 0.003) , G_GAN: 1.373, G_L1: 3.347, D_real: 1.424, D_fake: 0.090 + +[Rank 0] (epoch: 13, iters: 256, time: 0.156, data: 0.004) , G_GAN: 1.121, G_L1: 3.508, D_real: 0.543, D_fake: 1.258 + +[Rank 0] (epoch: 13, iters: 356, time: 0.165, data: 0.003) , G_GAN: 1.479, G_L1: 4.182, D_real: 0.689, D_fake: 0.482 + +[Rank 0] (epoch: 13, iters: 456, time: 0.875, data: 0.003) , G_GAN: 1.401, G_L1: 4.366, D_real: 0.405, D_fake: 0.649 + +[Rank 0] (epoch: 13, iters: 556, time: 0.148, data: 0.003) , G_GAN: 1.414, G_L1: 3.288, D_real: 0.786, D_fake: 0.315 + +[Rank 0] (epoch: 13, iters: 656, time: 0.167, data: 0.003) , G_GAN: 1.237, G_L1: 3.726, D_real: 1.097, D_fake: 0.268 + +[Rank 0] (epoch: 13, iters: 756, time: 0.155, data: 0.003) , G_GAN: 1.471, G_L1: 5.191, D_real: 1.814, D_fake: 0.194 + +[Rank 0] (epoch: 13, iters: 856, time: 0.151, data: 0.006) , G_GAN: 0.925, G_L1: 4.607, D_real: 0.891, D_fake: 0.552 + +[Rank 0] (epoch: 13, iters: 956, time: 0.161, data: 0.003) , G_GAN: 1.572, G_L1: 3.610, D_real: 0.520, D_fake: 0.234 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 13 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 14, iters: 94, time: 0.159, data: 0.003) , G_GAN: 0.904, G_L1: 1.897, D_real: 0.601, D_fake: 0.379 + +[Rank 0] (epoch: 14, iters: 194, time: 0.150, data: 0.003) , G_GAN: 1.056, G_L1: 4.417, D_real: 0.297, D_fake: 1.024 + +[Rank 0] (epoch: 14, iters: 294, time: 1.022, data: 0.003) , G_GAN: 1.754, G_L1: 3.380, D_real: 0.282, D_fake: 0.266 + +[Rank 0] (epoch: 14, iters: 394, time: 0.164, data: 0.003) , G_GAN: 1.421, G_L1: 4.254, D_real: 1.103, D_fake: 0.342 + +[Rank 0] (epoch: 14, iters: 494, time: 0.138, data: 0.003) , G_GAN: 1.627, G_L1: 3.248, D_real: 0.477, D_fake: 0.238 + +[Rank 0] (epoch: 14, iters: 594, time: 0.174, data: 0.003) , G_GAN: 1.291, G_L1: 3.738, D_real: 0.607, D_fake: 0.546 + +[Rank 0] (epoch: 14, iters: 694, time: 0.147, data: 0.003) , G_GAN: 1.258, G_L1: 3.461, D_real: 0.706, D_fake: 0.705 + +[Rank 0] (epoch: 14, iters: 794, time: 0.148, data: 0.003) , G_GAN: 2.308, G_L1: 3.003, D_real: 0.039, D_fake: 0.280 + +[Rank 0] (epoch: 14, iters: 894, time: 0.165, data: 0.003) , G_GAN: 2.498, G_L1: 2.458, D_real: 0.283, D_fake: 0.618 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 14 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 15, iters: 32, time: 0.160, data: 0.003) , G_GAN: 0.817, G_L1: 3.682, D_real: 0.996, D_fake: 0.328 + +[Rank 0] (epoch: 15, iters: 132, time: 0.907, data: 0.003) , G_GAN: 0.974, G_L1: 4.652, D_real: 0.795, D_fake: 0.434 + +[Rank 0] (epoch: 15, iters: 232, time: 0.168, data: 0.007) , G_GAN: 1.704, G_L1: 2.862, D_real: 0.053, D_fake: 0.328 + +[Rank 0] (epoch: 15, iters: 332, time: 0.155, data: 0.003) , G_GAN: 2.984, G_L1: 4.165, D_real: 0.431, D_fake: 1.028 + +[Rank 0] (epoch: 15, iters: 432, time: 0.157, data: 0.003) , G_GAN: 1.396, G_L1: 4.263, D_real: 0.891, D_fake: 0.480 + +[Rank 0] (epoch: 15, iters: 532, time: 0.906, data: 0.003) , G_GAN: 1.243, G_L1: 5.035, D_real: 0.709, D_fake: 0.367 + +[Rank 0] (epoch: 15, iters: 632, time: 0.173, data: 0.003) , G_GAN: 1.231, G_L1: 3.999, D_real: 0.388, D_fake: 0.459 + +[Rank 0] (epoch: 15, iters: 732, time: 0.162, data: 0.003) , G_GAN: 1.593, G_L1: 4.900, D_real: 1.150, D_fake: 0.248 + +[Rank 0] (epoch: 15, iters: 832, time: 0.151, data: 0.003) , G_GAN: 1.019, G_L1: 2.860, D_real: 0.645, D_fake: 0.560 + +[Rank 0] (epoch: 15, iters: 932, time: 0.165, data: 0.003) , G_GAN: 1.419, G_L1: 3.344, D_real: 0.173, D_fake: 0.512 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 15, iters 14430 +End of epoch 15 / 200 Time Taken: 97 sec +[Rank 0] (epoch: 16, iters: 70, time: 0.152, data: 0.003) , G_GAN: 1.113, G_L1: 3.181, D_real: 0.446, D_fake: 0.445 + +[Rank 0] (epoch: 16, iters: 170, time: 0.152, data: 0.003) , G_GAN: 2.163, G_L1: 3.677, D_real: 0.238, D_fake: 0.395 + +[Rank 0] (epoch: 16, iters: 270, time: 0.165, data: 0.003) , G_GAN: 1.577, G_L1: 4.512, D_real: 0.544, D_fake: 0.262 + +[Rank 0] (epoch: 16, iters: 370, time: 0.902, data: 0.003) , G_GAN: 1.071, G_L1: 3.410, D_real: 0.810, D_fake: 0.496 + +[Rank 0] (epoch: 16, iters: 470, time: 0.169, data: 0.003) , G_GAN: 1.369, G_L1: 3.125, D_real: 0.867, D_fake: 0.667 + +[Rank 0] (epoch: 16, iters: 570, time: 0.162, data: 0.003) , G_GAN: 1.367, G_L1: 3.588, D_real: 0.273, D_fake: 1.367 + +[Rank 0] (epoch: 16, iters: 670, time: 0.179, data: 0.007) , G_GAN: 1.439, G_L1: 4.438, D_real: 1.136, D_fake: 0.305 + +[Rank 0] (epoch: 16, iters: 770, time: 0.162, data: 0.003) , G_GAN: 1.130, G_L1: 3.877, D_real: 0.413, D_fake: 0.727 + +[Rank 0] (epoch: 16, iters: 870, time: 0.169, data: 0.003) , G_GAN: 1.247, G_L1: 2.899, D_real: 0.179, D_fake: 1.693 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 16 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 17, iters: 8, time: 0.133, data: 0.003) , G_GAN: 1.722, G_L1: 4.422, D_real: 0.399, D_fake: 0.798 + +[Rank 0] (epoch: 17, iters: 108, time: 0.161, data: 0.003) , G_GAN: 0.870, G_L1: 3.396, D_real: 0.472, D_fake: 0.592 + +[Rank 0] (epoch: 17, iters: 208, time: 0.878, data: 0.003) , G_GAN: 1.700, G_L1: 3.615, D_real: 0.457, D_fake: 0.236 + +[Rank 0] (epoch: 17, iters: 308, time: 0.149, data: 0.003) , G_GAN: 1.654, G_L1: 2.575, D_real: 0.685, D_fake: 0.318 + +[Rank 0] (epoch: 17, iters: 408, time: 0.165, data: 0.007) , G_GAN: 1.318, G_L1: 4.231, D_real: 0.653, D_fake: 0.544 + +[Rank 0] (epoch: 17, iters: 508, time: 0.156, data: 0.003) , G_GAN: 1.248, G_L1: 5.670, D_real: 0.330, D_fake: 0.471 + +[Rank 0] (epoch: 17, iters: 608, time: 0.848, data: 0.003) , G_GAN: 1.419, G_L1: 2.387, D_real: 0.143, D_fake: 1.547 + +[Rank 0] (epoch: 17, iters: 708, time: 0.148, data: 0.003) , G_GAN: 1.999, G_L1: 2.247, D_real: 0.012, D_fake: 1.144 + +[Rank 0] (epoch: 17, iters: 808, time: 0.154, data: 0.003) , G_GAN: 1.420, G_L1: 2.601, D_real: 1.423, D_fake: 0.293 + +[Rank 0] (epoch: 17, iters: 908, time: 0.165, data: 0.003) , G_GAN: 0.896, G_L1: 3.440, D_real: 0.687, D_fake: 0.545 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 17 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 18, iters: 46, time: 0.878, data: 0.003) , G_GAN: 2.410, G_L1: 7.303, D_real: 0.351, D_fake: 0.156 + +[Rank 0] (epoch: 18, iters: 146, time: 0.170, data: 0.003) , G_GAN: 2.050, G_L1: 5.376, D_real: 0.012, D_fake: 0.416 + +[Rank 0] (epoch: 18, iters: 246, time: 0.162, data: 0.003) , G_GAN: 2.452, G_L1: 4.098, D_real: 0.343, D_fake: 0.063 + +[Rank 0] (epoch: 18, iters: 346, time: 0.163, data: 0.003) , G_GAN: 1.426, G_L1: 3.577, D_real: 0.217, D_fake: 0.607 + +[Rank 0] (epoch: 18, iters: 446, time: 0.174, data: 0.003) , G_GAN: 2.222, G_L1: 3.186, D_real: 0.030, D_fake: 0.289 + +[Rank 0] (epoch: 18, iters: 546, time: 0.164, data: 0.003) , G_GAN: 1.558, G_L1: 4.803, D_real: 0.367, D_fake: 0.512 + +[Rank 0] (epoch: 18, iters: 646, time: 0.156, data: 0.007) , G_GAN: 1.793, G_L1: 4.963, D_real: 0.226, D_fake: 0.303 + +[Rank 0] (epoch: 18, iters: 746, time: 0.150, data: 0.003) , G_GAN: 1.454, G_L1: 5.037, D_real: 0.297, D_fake: 0.430 + +[Rank 0] (epoch: 18, iters: 846, time: 0.173, data: 0.003) , G_GAN: 1.881, G_L1: 3.680, D_real: 0.330, D_fake: 0.251 + +[Rank 0] (epoch: 18, iters: 946, time: 0.154, data: 0.003) , G_GAN: 1.238, G_L1: 4.971, D_real: 0.304, D_fake: 0.506 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 18 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 19, iters: 84, time: 0.166, data: 0.003) , G_GAN: 1.199, G_L1: 2.609, D_real: 0.480, D_fake: 0.531 + +[Rank 0] (epoch: 19, iters: 184, time: 0.167, data: 0.003) , G_GAN: 1.215, G_L1: 2.473, D_real: 0.675, D_fake: 0.232 + +[Rank 0] (epoch: 19, iters: 284, time: 0.953, data: 0.003) , G_GAN: 2.430, G_L1: 2.571, D_real: 0.073, D_fake: 1.010 + +[Rank 0] (epoch: 19, iters: 384, time: 0.174, data: 0.003) , G_GAN: 2.784, G_L1: 2.507, D_real: 0.314, D_fake: 0.236 + +[Rank 0] (epoch: 19, iters: 484, time: 0.163, data: 0.003) , G_GAN: 1.939, G_L1: 3.645, D_real: 0.169, D_fake: 0.492 + +[Rank 0] (epoch: 19, iters: 584, time: 0.178, data: 0.003) , G_GAN: 1.571, G_L1: 5.955, D_real: 0.550, D_fake: 0.374 + +[Rank 0] (epoch: 19, iters: 684, time: 0.840, data: 0.003) , G_GAN: 0.976, G_L1: 3.545, D_real: 0.288, D_fake: 1.081 + +[Rank 0] (epoch: 19, iters: 784, time: 0.159, data: 0.003) , G_GAN: 1.621, G_L1: 3.128, D_real: 0.019, D_fake: 0.815 + +[Rank 0] (epoch: 19, iters: 884, time: 0.161, data: 0.003) , G_GAN: 1.972, G_L1: 3.228, D_real: 0.164, D_fake: 0.252 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 19 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 20, iters: 22, time: 0.146, data: 0.003) , G_GAN: 0.788, G_L1: 2.956, D_real: 1.134, D_fake: 0.707 + +[Rank 0] (epoch: 20, iters: 122, time: 0.997, data: 0.003) , G_GAN: 1.148, G_L1: 2.917, D_real: 0.166, D_fake: 0.952 + +[Rank 0] (epoch: 20, iters: 222, time: 0.154, data: 0.003) , G_GAN: 1.726, G_L1: 2.471, D_real: 0.590, D_fake: 0.400 + +[Rank 0] (epoch: 20, iters: 322, time: 0.172, data: 0.003) , G_GAN: 2.049, G_L1: 6.876, D_real: 0.419, D_fake: 0.184 + +[Rank 0] (epoch: 20, iters: 422, time: 0.166, data: 0.003) , G_GAN: 2.834, G_L1: 2.969, D_real: 0.118, D_fake: 0.125 + +[Rank 0] (epoch: 20, iters: 522, time: 0.149, data: 0.007) , G_GAN: 2.514, G_L1: 3.326, D_real: 0.941, D_fake: 0.067 + +[Rank 0] (epoch: 20, iters: 622, time: 0.175, data: 0.003) , G_GAN: 0.876, G_L1: 3.204, D_real: 0.830, D_fake: 0.463 + +[Rank 0] (epoch: 20, iters: 722, time: 0.164, data: 0.003) , G_GAN: 1.498, G_L1: 2.179, D_real: 0.680, D_fake: 0.389 + +[Rank 0] (epoch: 20, iters: 822, time: 0.177, data: 0.003) , G_GAN: 1.759, G_L1: 4.997, D_real: 0.442, D_fake: 0.986 + +[Rank 0] (epoch: 20, iters: 922, time: 0.165, data: 0.003) , G_GAN: 1.636, G_L1: 2.002, D_real: 0.214, D_fake: 0.271 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 20, iters 19240 +End of epoch 20 / 200 Time Taken: 97 sec +[Rank 0] (epoch: 21, iters: 60, time: 0.181, data: 0.008) , G_GAN: 1.234, G_L1: 2.796, D_real: 0.527, D_fake: 0.313 + +[Rank 0] (epoch: 21, iters: 160, time: 0.153, data: 0.003) , G_GAN: 1.470, G_L1: 3.932, D_real: 0.462, D_fake: 0.579 + +[Rank 0] (epoch: 21, iters: 260, time: 0.158, data: 0.005) , G_GAN: 1.249, G_L1: 4.311, D_real: 0.436, D_fake: 1.184 + +[Rank 0] (epoch: 21, iters: 360, time: 0.860, data: 0.003) , G_GAN: 2.035, G_L1: 4.255, D_real: 0.005, D_fake: 0.247 + +[Rank 0] (epoch: 21, iters: 460, time: 0.154, data: 0.003) , G_GAN: 1.446, G_L1: 4.213, D_real: 0.774, D_fake: 0.210 + +[Rank 0] (epoch: 21, iters: 560, time: 0.154, data: 0.003) , G_GAN: 1.562, G_L1: 3.456, D_real: 0.565, D_fake: 0.165 + +[Rank 0] (epoch: 21, iters: 660, time: 0.168, data: 0.003) , G_GAN: 1.718, G_L1: 2.649, D_real: 0.256, D_fake: 0.739 + +[Rank 0] (epoch: 21, iters: 760, time: 0.948, data: 0.003) , G_GAN: 1.627, G_L1: 25.736, D_real: 0.025, D_fake: 1.477 + +saving the latest model (epoch 21, total_iters 20000) +[Rank 0] (epoch: 21, iters: 860, time: 0.169, data: 0.005) , G_GAN: 2.739, G_L1: 2.054, D_real: 0.017, D_fake: 0.204 + +[Rank 0] (epoch: 21, iters: 960, time: 0.162, data: 0.003) , G_GAN: 1.499, G_L1: 3.247, D_real: 0.309, D_fake: 0.424 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 21 / 200 Time Taken: 96 sec +[Rank 0] (epoch: 22, iters: 98, time: 0.156, data: 0.003) , G_GAN: 1.130, G_L1: 3.641, D_real: 0.987, D_fake: 0.264 + +[Rank 0] (epoch: 22, iters: 198, time: 0.957, data: 0.003) , G_GAN: 1.025, G_L1: 3.288, D_real: 0.608, D_fake: 0.514 + +[Rank 0] (epoch: 22, iters: 298, time: 0.166, data: 0.003) , G_GAN: 2.234, G_L1: 3.726, D_real: 0.051, D_fake: 0.447 + +[Rank 0] (epoch: 22, iters: 398, time: 0.192, data: 0.003) , G_GAN: 1.154, G_L1: 3.466, D_real: 0.640, D_fake: 0.838 + +[Rank 0] (epoch: 22, iters: 498, time: 0.158, data: 0.003) , G_GAN: 1.879, G_L1: 3.373, D_real: 1.056, D_fake: 0.187 + +[Rank 0] (epoch: 22, iters: 598, time: 0.156, data: 0.003) , G_GAN: 1.336, G_L1: 3.000, D_real: 0.550, D_fake: 0.696 + +[Rank 0] (epoch: 22, iters: 698, time: 0.166, data: 0.003) , G_GAN: 1.025, G_L1: 4.679, D_real: 0.198, D_fake: 1.343 + +[Rank 0] (epoch: 22, iters: 798, time: 0.168, data: 0.003) , G_GAN: 2.122, G_L1: 4.302, D_real: 0.377, D_fake: 0.202 + +[Rank 0] (epoch: 22, iters: 898, time: 0.160, data: 0.003) , G_GAN: 2.593, G_L1: 3.806, D_real: 0.004, D_fake: 0.333 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 22 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 23, iters: 36, time: 0.929, data: 0.003) , G_GAN: 0.997, G_L1: 3.161, D_real: 0.928, D_fake: 0.547 + +[Rank 0] (epoch: 23, iters: 136, time: 0.173, data: 0.003) , G_GAN: 2.151, G_L1: 3.226, D_real: 0.092, D_fake: 0.459 + +[Rank 0] (epoch: 23, iters: 236, time: 0.153, data: 0.007) , G_GAN: 1.472, G_L1: 2.482, D_real: 0.555, D_fake: 0.242 + +[Rank 0] (epoch: 23, iters: 336, time: 0.163, data: 0.003) , G_GAN: 1.414, G_L1: 4.196, D_real: 0.464, D_fake: 0.404 + +[Rank 0] (epoch: 23, iters: 436, time: 0.178, data: 0.003) , G_GAN: 1.568, G_L1: 6.381, D_real: 1.576, D_fake: 0.162 + +[Rank 0] (epoch: 23, iters: 536, time: 0.162, data: 0.003) , G_GAN: 1.552, G_L1: 3.369, D_real: 0.548, D_fake: 0.196 + +[Rank 0] (epoch: 23, iters: 636, time: 0.166, data: 0.007) , G_GAN: 1.584, G_L1: 2.496, D_real: 0.739, D_fake: 0.152 + +[Rank 0] (epoch: 23, iters: 736, time: 0.140, data: 0.003) , G_GAN: 0.962, G_L1: 2.192, D_real: 0.553, D_fake: 0.653 + +[Rank 0] (epoch: 23, iters: 836, time: 0.919, data: 0.003) , G_GAN: 2.008, G_L1: 3.312, D_real: 0.727, D_fake: 0.357 + +[Rank 0] (epoch: 23, iters: 936, time: 0.160, data: 0.003) , G_GAN: 1.511, G_L1: 3.832, D_real: 0.701, D_fake: 1.039 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 23 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 24, iters: 74, time: 0.171, data: 0.003) , G_GAN: 1.948, G_L1: 3.319, D_real: 0.333, D_fake: 0.727 + +[Rank 0] (epoch: 24, iters: 174, time: 0.154, data: 0.007) , G_GAN: 2.052, G_L1: 2.173, D_real: 0.008, D_fake: 0.662 + +[Rank 0] (epoch: 24, iters: 274, time: 0.900, data: 0.003) , G_GAN: 2.931, G_L1: 2.422, D_real: 0.071, D_fake: 0.124 + +[Rank 0] (epoch: 24, iters: 374, time: 0.163, data: 0.003) , G_GAN: 1.544, G_L1: 3.076, D_real: 0.429, D_fake: 0.537 + +[Rank 0] (epoch: 24, iters: 474, time: 0.165, data: 0.003) , G_GAN: 1.462, G_L1: 3.363, D_real: 1.088, D_fake: 0.495 + +[Rank 0] (epoch: 24, iters: 574, time: 0.170, data: 0.003) , G_GAN: 3.768, G_L1: 4.103, D_real: 0.035, D_fake: 0.137 + +[Rank 0] (epoch: 24, iters: 674, time: 0.178, data: 0.003) , G_GAN: 1.641, G_L1: 2.410, D_real: 0.302, D_fake: 0.376 + +[Rank 0] (epoch: 24, iters: 774, time: 0.148, data: 0.003) , G_GAN: 1.254, G_L1: 3.197, D_real: 0.345, D_fake: 0.484 + +[Rank 0] (epoch: 24, iters: 874, time: 0.161, data: 0.003) , G_GAN: 1.096, G_L1: 4.323, D_real: 0.201, D_fake: 0.991 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 24 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 25, iters: 12, time: 0.149, data: 0.003) , G_GAN: 1.588, G_L1: 4.195, D_real: 0.662, D_fake: 0.162 + +[Rank 0] (epoch: 25, iters: 112, time: 0.927, data: 0.003) , G_GAN: 2.356, G_L1: 3.109, D_real: 0.007, D_fake: 0.191 + +[Rank 0] (epoch: 25, iters: 212, time: 0.161, data: 0.003) , G_GAN: 3.218, G_L1: 2.230, D_real: 0.116, D_fake: 0.079 + +[Rank 0] (epoch: 25, iters: 312, time: 0.152, data: 0.007) , G_GAN: 1.253, G_L1: 3.547, D_real: 0.613, D_fake: 0.611 + +[Rank 0] (epoch: 25, iters: 412, time: 0.163, data: 0.003) , G_GAN: 1.106, G_L1: 3.426, D_real: 0.362, D_fake: 0.605 + +[Rank 0] (epoch: 25, iters: 512, time: 0.162, data: 0.004) , G_GAN: 1.493, G_L1: 4.740, D_real: 0.072, D_fake: 0.461 + +[Rank 0] (epoch: 25, iters: 612, time: 0.160, data: 0.005) , G_GAN: 1.077, G_L1: 3.879, D_real: 0.647, D_fake: 0.405 + +[Rank 0] (epoch: 25, iters: 712, time: 0.165, data: 0.003) , G_GAN: 3.451, G_L1: 4.498, D_real: 0.029, D_fake: 0.061 + +[Rank 0] (epoch: 25, iters: 812, time: 0.156, data: 0.003) , G_GAN: 2.365, G_L1: 20.738, D_real: 0.059, D_fake: 1.486 + +[Rank 0] (epoch: 25, iters: 912, time: 0.910, data: 0.003) , G_GAN: 0.988, G_L1: 3.181, D_real: 0.799, D_fake: 0.577 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 25, iters 24050 +End of epoch 25 / 200 Time Taken: 97 sec +[Rank 0] (epoch: 26, iters: 50, time: 0.149, data: 0.003) , G_GAN: 1.406, G_L1: 4.325, D_real: 0.534, D_fake: 0.416 + +[Rank 0] (epoch: 26, iters: 150, time: 0.155, data: 0.003) , G_GAN: 1.649, G_L1: 3.575, D_real: 0.999, D_fake: 0.268 + +[Rank 0] (epoch: 26, iters: 250, time: 0.159, data: 0.003) , G_GAN: 1.076, G_L1: 2.509, D_real: 0.874, D_fake: 0.267 + +[Rank 0] (epoch: 26, iters: 350, time: 0.914, data: 0.003) , G_GAN: 1.812, G_L1: 4.501, D_real: 0.923, D_fake: 0.421 + +[Rank 0] (epoch: 26, iters: 450, time: 0.160, data: 0.003) , G_GAN: 1.438, G_L1: 3.491, D_real: 0.667, D_fake: 0.491 + +[Rank 0] (epoch: 26, iters: 550, time: 0.164, data: 0.003) , G_GAN: 1.628, G_L1: 3.037, D_real: 0.235, D_fake: 0.388 + +[Rank 0] (epoch: 26, iters: 650, time: 0.158, data: 0.003) , G_GAN: 2.161, G_L1: 4.247, D_real: 0.030, D_fake: 0.808 + +[Rank 0] (epoch: 26, iters: 750, time: 0.167, data: 0.003) , G_GAN: 1.229, G_L1: 2.997, D_real: 0.675, D_fake: 0.417 + +[Rank 0] (epoch: 26, iters: 850, time: 0.142, data: 0.003) , G_GAN: 2.426, G_L1: 2.353, D_real: 0.007, D_fake: 0.709 + +[Rank 0] (epoch: 26, iters: 950, time: 0.162, data: 0.003) , G_GAN: 4.463, G_L1: 2.903, D_real: 0.109, D_fake: 0.034 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 26 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 27, iters: 88, time: 0.160, data: 0.003) , G_GAN: 1.410, G_L1: 6.444, D_real: 1.911, D_fake: 0.297 + +[Rank 0] (epoch: 27, iters: 188, time: 0.796, data: 0.003) , G_GAN: 1.175, G_L1: 3.276, D_real: 1.623, D_fake: 0.326 + +[Rank 0] (epoch: 27, iters: 288, time: 0.171, data: 0.003) , G_GAN: 1.418, G_L1: 1.780, D_real: 0.365, D_fake: 0.384 + +[Rank 0] (epoch: 27, iters: 388, time: 0.164, data: 0.003) , G_GAN: 1.391, G_L1: 3.466, D_real: 1.467, D_fake: 0.155 + +[Rank 0] (epoch: 27, iters: 488, time: 0.182, data: 0.003) , G_GAN: 1.698, G_L1: 2.963, D_real: 0.292, D_fake: 0.448 + +[Rank 0] (epoch: 27, iters: 588, time: 0.141, data: 0.003) , G_GAN: 1.395, G_L1: 3.564, D_real: 0.195, D_fake: 0.648 + +[Rank 0] (epoch: 27, iters: 688, time: 0.156, data: 0.003) , G_GAN: 2.622, G_L1: 3.160, D_real: 0.187, D_fake: 0.271 + +[Rank 0] (epoch: 27, iters: 788, time: 0.151, data: 0.003) , G_GAN: 0.802, G_L1: 2.289, D_real: 0.683, D_fake: 0.753 + +[Rank 0] (epoch: 27, iters: 888, time: 0.160, data: 0.003) , G_GAN: 1.240, G_L1: 2.919, D_real: 0.895, D_fake: 0.239 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 27 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 28, iters: 26, time: 0.878, data: 0.003) , G_GAN: 2.688, G_L1: 3.492, D_real: 0.284, D_fake: 0.060 + +[Rank 0] (epoch: 28, iters: 126, time: 0.163, data: 0.003) , G_GAN: 2.271, G_L1: 2.341, D_real: 0.108, D_fake: 0.283 + +[Rank 0] (epoch: 28, iters: 226, time: 0.158, data: 0.003) , G_GAN: 1.424, G_L1: 3.924, D_real: 0.335, D_fake: 0.403 + +[Rank 0] (epoch: 28, iters: 326, time: 0.167, data: 0.003) , G_GAN: 2.142, G_L1: 4.499, D_real: 0.161, D_fake: 0.602 + +[Rank 0] (epoch: 28, iters: 426, time: 0.165, data: 0.003) , G_GAN: 2.839, G_L1: 3.172, D_real: 0.111, D_fake: 0.093 + +[Rank 0] (epoch: 28, iters: 526, time: 0.165, data: 0.003) , G_GAN: 1.387, G_L1: 3.037, D_real: 0.597, D_fake: 0.936 + +[Rank 0] (epoch: 28, iters: 626, time: 0.148, data: 0.003) , G_GAN: 0.963, G_L1: 2.681, D_real: 0.871, D_fake: 0.725 + +[Rank 0] (epoch: 28, iters: 726, time: 0.154, data: 0.003) , G_GAN: 2.310, G_L1: 3.995, D_real: 0.028, D_fake: 0.231 + +[Rank 0] (epoch: 28, iters: 826, time: 0.174, data: 0.003) , G_GAN: 1.813, G_L1: 2.020, D_real: 0.404, D_fake: 0.113 + +[Rank 0] (epoch: 28, iters: 926, time: 0.150, data: 0.003) , G_GAN: 2.325, G_L1: 4.493, D_real: 0.075, D_fake: 0.275 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 28 / 200 Time Taken: 96 sec +[Rank 0] (epoch: 29, iters: 64, time: 0.151, data: 0.003) , G_GAN: 1.950, G_L1: 3.450, D_real: 0.306, D_fake: 0.346 + +[Rank 0] (epoch: 29, iters: 164, time: 0.161, data: 0.003) , G_GAN: 0.567, G_L1: 2.747, D_real: 0.925, D_fake: 0.536 + +[Rank 0] (epoch: 29, iters: 264, time: 0.838, data: 0.003) , G_GAN: 1.939, G_L1: 2.247, D_real: 0.271, D_fake: 0.341 + +[Rank 0] (epoch: 29, iters: 364, time: 0.160, data: 0.003) , G_GAN: 1.153, G_L1: 4.249, D_real: 0.306, D_fake: 0.513 + +[Rank 0] (epoch: 29, iters: 464, time: 0.163, data: 0.003) , G_GAN: 3.423, G_L1: 4.840, D_real: 0.015, D_fake: 0.070 + +[Rank 0] (epoch: 29, iters: 564, time: 0.164, data: 0.004) , G_GAN: 1.095, G_L1: 2.234, D_real: 0.543, D_fake: 0.382 + +[Rank 0] (epoch: 29, iters: 664, time: 0.166, data: 0.007) , G_GAN: 2.204, G_L1: 2.279, D_real: 1.412, D_fake: 0.027 + +[Rank 0] (epoch: 29, iters: 764, time: 0.184, data: 0.003) , G_GAN: 0.946, G_L1: 3.738, D_real: 0.581, D_fake: 0.456 + +[Rank 0] (epoch: 29, iters: 864, time: 0.155, data: 0.003) , G_GAN: 1.555, G_L1: 3.164, D_real: 0.302, D_fake: 0.646 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 29 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 30, iters: 2, time: 0.144, data: 0.003) , G_GAN: 2.526, G_L1: 2.925, D_real: 0.040, D_fake: 0.107 + +[Rank 0] (epoch: 30, iters: 102, time: 0.897, data: 0.008) , G_GAN: 0.711, G_L1: 3.533, D_real: 1.152, D_fake: 0.445 + +[Rank 0] (epoch: 30, iters: 202, time: 0.164, data: 0.003) , G_GAN: 1.257, G_L1: 3.169, D_real: 0.530, D_fake: 0.881 + +[Rank 0] (epoch: 30, iters: 302, time: 0.157, data: 0.003) , G_GAN: 1.212, G_L1: 3.825, D_real: 0.641, D_fake: 0.503 + +[Rank 0] (epoch: 30, iters: 402, time: 0.174, data: 0.003) , G_GAN: 1.608, G_L1: 5.464, D_real: 0.088, D_fake: 1.098 + +[Rank 0] (epoch: 30, iters: 502, time: 0.150, data: 0.003) , G_GAN: 2.284, G_L1: 2.885, D_real: 0.318, D_fake: 0.949 + +[Rank 0] (epoch: 30, iters: 602, time: 0.160, data: 0.003) , G_GAN: 1.786, G_L1: 2.656, D_real: 0.221, D_fake: 0.171 + +[Rank 0] (epoch: 30, iters: 702, time: 0.166, data: 0.003) , G_GAN: 2.005, G_L1: 1.733, D_real: 0.362, D_fake: 0.328 + +[Rank 0] (epoch: 30, iters: 802, time: 0.165, data: 0.003) , G_GAN: 1.623, G_L1: 3.255, D_real: 0.526, D_fake: 0.347 + +[Rank 0] (epoch: 30, iters: 902, time: 0.166, data: 0.003) , G_GAN: 2.770, G_L1: 2.991, D_real: 0.167, D_fake: 0.309 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 30, iters 28860 +End of epoch 30 / 200 Time Taken: 98 sec +[Rank 0] (epoch: 31, iters: 40, time: 0.138, data: 0.003) , G_GAN: 2.866, G_L1: 4.753, D_real: 0.307, D_fake: 0.214 + +[Rank 0] (epoch: 31, iters: 140, time: 0.158, data: 0.003) , G_GAN: 2.658, G_L1: 2.411, D_real: 0.103, D_fake: 0.218 + +[Rank 0] (epoch: 31, iters: 240, time: 0.161, data: 0.003) , G_GAN: 1.893, G_L1: 2.268, D_real: 0.093, D_fake: 0.572 + +[Rank 0] (epoch: 31, iters: 340, time: 0.965, data: 0.003) , G_GAN: 1.834, G_L1: 5.393, D_real: 0.181, D_fake: 0.605 + +[Rank 0] (epoch: 31, iters: 440, time: 0.155, data: 0.003) , G_GAN: 1.684, G_L1: 2.413, D_real: 0.111, D_fake: 1.094 + +[Rank 0] (epoch: 31, iters: 540, time: 0.164, data: 0.003) , G_GAN: 1.083, G_L1: 2.964, D_real: 0.949, D_fake: 0.589 + +[Rank 0] (epoch: 31, iters: 640, time: 0.166, data: 0.003) , G_GAN: 1.037, G_L1: 2.463, D_real: 0.425, D_fake: 0.753 + +[Rank 0] (epoch: 31, iters: 740, time: 0.154, data: 0.003) , G_GAN: 1.457, G_L1: 3.161, D_real: 0.636, D_fake: 0.187 + +[Rank 0] (epoch: 31, iters: 840, time: 0.154, data: 0.003) , G_GAN: 1.145, G_L1: 3.772, D_real: 0.483, D_fake: 0.592 + +[Rank 0] (epoch: 31, iters: 940, time: 0.163, data: 0.007) , G_GAN: 1.411, G_L1: 1.962, D_real: 0.351, D_fake: 0.580 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 31 / 200 Time Taken: 94 sec +[Rank 0] (epoch: 32, iters: 78, time: 0.164, data: 0.003) , G_GAN: 1.479, G_L1: 3.561, D_real: 0.284, D_fake: 0.907 + +[Rank 0] (epoch: 32, iters: 178, time: 0.895, data: 0.003) , G_GAN: 1.145, G_L1: 2.534, D_real: 0.570, D_fake: 0.389 + +[Rank 0] (epoch: 32, iters: 278, time: 0.160, data: 0.003) , G_GAN: 1.914, G_L1: 4.304, D_real: 0.875, D_fake: 0.250 + +[Rank 0] (epoch: 32, iters: 378, time: 0.163, data: 0.003) , G_GAN: 1.922, G_L1: 2.639, D_real: 0.206, D_fake: 0.201 + +[Rank 0] (epoch: 32, iters: 478, time: 0.162, data: 0.003) , G_GAN: 0.817, G_L1: 3.448, D_real: 1.055, D_fake: 0.420 + +[Rank 0] (epoch: 32, iters: 578, time: 0.151, data: 0.003) , G_GAN: 1.095, G_L1: 3.628, D_real: 0.484, D_fake: 0.566 + +[Rank 0] (epoch: 32, iters: 678, time: 0.160, data: 0.003) , G_GAN: 1.348, G_L1: 3.272, D_real: 0.326, D_fake: 0.468 + +[Rank 0] (epoch: 32, iters: 778, time: 0.158, data: 0.003) , G_GAN: 2.462, G_L1: 2.750, D_real: 0.022, D_fake: 0.248 + +[Rank 0] (epoch: 32, iters: 878, time: 0.164, data: 0.003) , G_GAN: 0.883, G_L1: 1.926, D_real: 0.938, D_fake: 0.375 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 32 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 33, iters: 16, time: 0.867, data: 0.003) , G_GAN: 1.770, G_L1: 2.948, D_real: 1.508, D_fake: 0.190 + +[Rank 0] (epoch: 33, iters: 116, time: 0.157, data: 0.003) , G_GAN: 1.753, G_L1: 3.536, D_real: 0.552, D_fake: 0.700 + +[Rank 0] (epoch: 33, iters: 216, time: 0.159, data: 0.003) , G_GAN: 1.695, G_L1: 3.220, D_real: 0.727, D_fake: 0.299 + +[Rank 0] (epoch: 33, iters: 316, time: 0.163, data: 0.003) , G_GAN: 3.342, G_L1: 3.483, D_real: 0.096, D_fake: 0.065 + +[Rank 0] (epoch: 33, iters: 416, time: 0.162, data: 0.003) , G_GAN: 1.818, G_L1: 2.886, D_real: 0.310, D_fake: 0.126 + +[Rank 0] (epoch: 33, iters: 516, time: 0.153, data: 0.007) , G_GAN: 0.875, G_L1: 3.912, D_real: 0.880, D_fake: 0.442 + +[Rank 0] (epoch: 33, iters: 616, time: 0.158, data: 0.003) , G_GAN: 2.083, G_L1: 3.174, D_real: 0.087, D_fake: 0.260 + +[Rank 0] (epoch: 33, iters: 716, time: 0.150, data: 0.006) , G_GAN: 2.071, G_L1: 4.681, D_real: 0.116, D_fake: 0.191 + +[Rank 0] (epoch: 33, iters: 816, time: 0.185, data: 0.007) , G_GAN: 2.879, G_L1: 3.332, D_real: 0.010, D_fake: 0.150 + +[Rank 0] (epoch: 33, iters: 916, time: 0.163, data: 0.003) , G_GAN: 1.958, G_L1: 3.965, D_real: 0.991, D_fake: 0.159 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 33 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 34, iters: 54, time: 0.153, data: 0.003) , G_GAN: 2.571, G_L1: 3.022, D_real: 0.220, D_fake: 0.138 + +[Rank 0] (epoch: 34, iters: 154, time: 0.165, data: 0.006) , G_GAN: 1.129, G_L1: 2.757, D_real: 1.355, D_fake: 0.219 + +[Rank 0] (epoch: 34, iters: 254, time: 0.866, data: 0.003) , G_GAN: 1.341, G_L1: 3.083, D_real: 1.310, D_fake: 0.185 + +[Rank 0] (epoch: 34, iters: 354, time: 0.151, data: 0.003) , G_GAN: 1.757, G_L1: 3.248, D_real: 0.380, D_fake: 0.311 + +[Rank 0] (epoch: 34, iters: 454, time: 0.170, data: 0.003) , G_GAN: 0.913, G_L1: 2.496, D_real: 0.976, D_fake: 0.348 + +[Rank 0] (epoch: 34, iters: 554, time: 0.156, data: 0.003) , G_GAN: 1.502, G_L1: 1.603, D_real: 0.634, D_fake: 0.080 + +[Rank 0] (epoch: 34, iters: 654, time: 0.155, data: 0.003) , G_GAN: 1.262, G_L1: 2.605, D_real: 1.533, D_fake: 0.129 + +[Rank 0] (epoch: 34, iters: 754, time: 0.154, data: 0.007) , G_GAN: 2.485, G_L1: 2.684, D_real: 0.152, D_fake: 0.110 + +[Rank 0] (epoch: 34, iters: 854, time: 0.153, data: 0.003) , G_GAN: 1.286, G_L1: 3.814, D_real: 0.934, D_fake: 0.236 + +[Rank 0] (epoch: 34, iters: 954, time: 0.186, data: 0.003) , G_GAN: 1.472, G_L1: 3.765, D_real: 0.402, D_fake: 0.489 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 34 / 200 Time Taken: 95 sec +[Rank 0] (epoch: 35, iters: 92, time: 0.922, data: 0.003) , G_GAN: 2.636, G_L1: 2.508, D_real: 0.197, D_fake: 0.138 + +[Rank 0] (epoch: 35, iters: 192, time: 0.163, data: 0.003) , G_GAN: 1.041, G_L1: 2.271, D_real: 0.894, D_fake: 0.113 + +[Rank 0] (epoch: 35, iters: 292, time: 0.153, data: 0.003) , G_GAN: 1.912, G_L1: 15.871, D_real: 0.338, D_fake: 0.340 + +[Rank 0] (epoch: 35, iters: 392, time: 0.156, data: 0.007) , G_GAN: 1.865, G_L1: 1.749, D_real: 0.248, D_fake: 0.539 + +[Rank 0] (epoch: 35, iters: 492, time: 0.151, data: 0.003) , G_GAN: 1.778, G_L1: 3.114, D_real: 0.242, D_fake: 0.272 + +[Rank 0] (epoch: 35, iters: 592, time: 0.163, data: 0.007) , G_GAN: 2.262, G_L1: 4.752, D_real: 0.073, D_fake: 0.577 + +[Rank 0] (epoch: 35, iters: 692, time: 0.165, data: 0.003) , G_GAN: 1.002, G_L1: 2.461, D_real: 0.528, D_fake: 0.603 + +[Rank 0] (epoch: 35, iters: 792, time: 0.170, data: 0.003) , G_GAN: 0.942, G_L1: 4.438, D_real: 0.927, D_fake: 0.399 + +[Rank 0] (epoch: 35, iters: 892, time: 0.166, data: 0.003) , G_GAN: 2.713, G_L1: 3.304, D_real: 0.043, D_fake: 0.750 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 35, iters 33670 +End of epoch 35 / 200 Time Taken: 98 sec +[Rank 0] (epoch: 36, iters: 30, time: 0.189, data: 0.003) , G_GAN: 1.706, G_L1: 3.120, D_real: 0.354, D_fake: 0.664 + +[Rank 0] (epoch: 36, iters: 130, time: 0.166, data: 0.003) , G_GAN: 0.940, G_L1: 2.883, D_real: 0.702, D_fake: 0.560 + +[Rank 0] (epoch: 36, iters: 230, time: 0.167, data: 0.003) , G_GAN: 4.933, G_L1: 3.259, D_real: 0.020, D_fake: 0.641 + +[Rank 0] (epoch: 36, iters: 330, time: 0.952, data: 0.003) , G_GAN: 1.310, G_L1: 4.713, D_real: 0.794, D_fake: 0.359 + +[Rank 0] (epoch: 36, iters: 430, time: 0.210, data: 0.003) , G_GAN: 1.714, G_L1: 3.109, D_real: 0.275, D_fake: 0.447 + +[Rank 0] (epoch: 36, iters: 530, time: 0.190, data: 0.003) , G_GAN: 2.118, G_L1: 2.560, D_real: 0.146, D_fake: 0.183 + +[Rank 0] (epoch: 36, iters: 630, time: 0.177, data: 0.003) , G_GAN: 2.659, G_L1: 3.106, D_real: 0.010, D_fake: 0.707 + +[Rank 0] (epoch: 36, iters: 730, time: 0.193, data: 0.003) , G_GAN: 0.903, G_L1: 6.080, D_real: 1.554, D_fake: 0.496 + +[Rank 0] (epoch: 36, iters: 830, time: 0.181, data: 0.007) , G_GAN: 0.957, G_L1: 2.673, D_real: 0.562, D_fake: 0.581 + +[Rank 0] (epoch: 36, iters: 930, time: 0.191, data: 0.007) , G_GAN: 2.063, G_L1: 3.015, D_real: 0.265, D_fake: 0.169 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 36 / 200 Time Taken: 105 sec +[Rank 0] (epoch: 37, iters: 68, time: 0.193, data: 0.003) , G_GAN: 0.964, G_L1: 3.479, D_real: 0.408, D_fake: 0.938 + +[Rank 0] (epoch: 37, iters: 168, time: 0.932, data: 0.007) , G_GAN: 3.657, G_L1: 3.053, D_real: 0.015, D_fake: 0.070 + +[Rank 0] (epoch: 37, iters: 268, time: 0.186, data: 0.003) , G_GAN: 2.982, G_L1: 3.865, D_real: 0.120, D_fake: 0.206 + +[Rank 0] (epoch: 37, iters: 368, time: 0.180, data: 0.003) , G_GAN: 1.901, G_L1: 3.372, D_real: 0.139, D_fake: 0.548 + +[Rank 0] (epoch: 37, iters: 468, time: 0.220, data: 0.003) , G_GAN: 2.057, G_L1: 3.084, D_real: 0.894, D_fake: 0.058 + +[Rank 0] (epoch: 37, iters: 568, time: 0.194, data: 0.003) , G_GAN: 1.870, G_L1: 2.732, D_real: 0.366, D_fake: 0.720 + +[Rank 0] (epoch: 37, iters: 668, time: 0.188, data: 0.003) , G_GAN: 1.754, G_L1: 4.612, D_real: 0.285, D_fake: 0.360 + +[Rank 0] (epoch: 37, iters: 768, time: 0.191, data: 0.003) , G_GAN: 1.195, G_L1: 3.134, D_real: 1.089, D_fake: 0.139 + +[Rank 0] (epoch: 37, iters: 868, time: 0.171, data: 0.005) , G_GAN: 1.543, G_L1: 3.249, D_real: 0.273, D_fake: 0.794 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 37 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 38, iters: 6, time: 0.869, data: 0.004) , G_GAN: 1.542, G_L1: 1.658, D_real: 0.757, D_fake: 0.138 + +[Rank 0] (epoch: 38, iters: 106, time: 0.196, data: 0.003) , G_GAN: 1.847, G_L1: 2.259, D_real: 1.117, D_fake: 0.089 + +[Rank 0] (epoch: 38, iters: 206, time: 0.224, data: 0.003) , G_GAN: 2.213, G_L1: 3.046, D_real: 0.476, D_fake: 0.728 + +[Rank 0] (epoch: 38, iters: 306, time: 0.186, data: 0.003) , G_GAN: 1.260, G_L1: 6.626, D_real: 0.255, D_fake: 1.092 + +[Rank 0] (epoch: 38, iters: 406, time: 0.897, data: 0.003) , G_GAN: 3.102, G_L1: 3.826, D_real: 0.047, D_fake: 0.211 + +[Rank 0] (epoch: 38, iters: 506, time: 0.198, data: 0.003) , G_GAN: 1.661, G_L1: 2.805, D_real: 0.297, D_fake: 0.308 + +[Rank 0] (epoch: 38, iters: 606, time: 0.195, data: 0.003) , G_GAN: 3.676, G_L1: 2.946, D_real: 0.112, D_fake: 0.036 + +[Rank 0] (epoch: 38, iters: 706, time: 0.195, data: 0.003) , G_GAN: 1.107, G_L1: 3.060, D_real: 0.571, D_fake: 0.560 + +[Rank 0] (epoch: 38, iters: 806, time: 0.204, data: 0.003) , G_GAN: 2.967, G_L1: 2.296, D_real: 0.017, D_fake: 0.436 + +[Rank 0] (epoch: 38, iters: 906, time: 0.200, data: 0.003) , G_GAN: 1.098, G_L1: 2.305, D_real: 0.788, D_fake: 0.339 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 38 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 39, iters: 44, time: 0.223, data: 0.003) , G_GAN: 1.315, G_L1: 4.379, D_real: 0.983, D_fake: 0.353 + +[Rank 0] (epoch: 39, iters: 144, time: 0.176, data: 0.003) , G_GAN: 1.089, G_L1: 3.319, D_real: 0.367, D_fake: 1.256 + +[Rank 0] (epoch: 39, iters: 244, time: 1.004, data: 0.003) , G_GAN: 2.671, G_L1: 1.870, D_real: 0.025, D_fake: 0.241 + +[Rank 0] (epoch: 39, iters: 344, time: 0.200, data: 0.003) , G_GAN: 3.449, G_L1: 3.559, D_real: 0.044, D_fake: 0.209 + +[Rank 0] (epoch: 39, iters: 444, time: 0.194, data: 0.003) , G_GAN: 3.204, G_L1: 1.552, D_real: 0.266, D_fake: 0.413 + +[Rank 0] (epoch: 39, iters: 544, time: 0.166, data: 0.003) , G_GAN: 3.151, G_L1: 3.121, D_real: 0.017, D_fake: 0.086 + +[Rank 0] (epoch: 39, iters: 644, time: 0.198, data: 0.003) , G_GAN: 1.107, G_L1: 3.993, D_real: 0.540, D_fake: 0.588 + +[Rank 0] (epoch: 39, iters: 744, time: 0.194, data: 0.003) , G_GAN: 1.946, G_L1: 2.087, D_real: 0.053, D_fake: 0.655 + +[Rank 0] (epoch: 39, iters: 844, time: 0.198, data: 0.003) , G_GAN: 1.926, G_L1: 3.482, D_real: 0.141, D_fake: 0.538 + +[Rank 0] (epoch: 39, iters: 944, time: 0.170, data: 0.003) , G_GAN: 1.074, G_L1: 2.720, D_real: 0.822, D_fake: 0.438 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 39 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 40, iters: 82, time: 1.034, data: 0.004) , G_GAN: 1.922, G_L1: 4.816, D_real: 0.021, D_fake: 0.443 + +[Rank 0] (epoch: 40, iters: 182, time: 0.308, data: 0.003) , G_GAN: 3.214, G_L1: 2.236, D_real: 0.121, D_fake: 0.259 + +[Rank 0] (epoch: 40, iters: 282, time: 0.315, data: 0.003) , G_GAN: 1.624, G_L1: 2.751, D_real: 0.473, D_fake: 0.485 + +[Rank 0] (epoch: 40, iters: 382, time: 0.330, data: 0.003) , G_GAN: 1.893, G_L1: 4.564, D_real: 3.388, D_fake: 0.059 + +[Rank 0] (epoch: 40, iters: 482, time: 0.986, data: 0.003) , G_GAN: 1.387, G_L1: 2.457, D_real: 0.542, D_fake: 0.382 + +[Rank 0] (epoch: 40, iters: 582, time: 0.267, data: 0.004) , G_GAN: 3.495, G_L1: 1.976, D_real: 0.026, D_fake: 0.142 + +[Rank 0] (epoch: 40, iters: 682, time: 0.477, data: 0.003) , G_GAN: 2.945, G_L1: 1.682, D_real: 0.127, D_fake: 0.065 + +[Rank 0] (epoch: 40, iters: 782, time: 0.415, data: 0.003) , G_GAN: 1.558, G_L1: 4.971, D_real: 0.447, D_fake: 0.545 + +[Rank 0] (epoch: 40, iters: 882, time: 0.184, data: 0.003) , G_GAN: 1.220, G_L1: 3.659, D_real: 0.305, D_fake: 0.966 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 40, iters 38480 +End of epoch 40 / 200 Time Taken: 160 sec +[Rank 0] (epoch: 41, iters: 20, time: 0.164, data: 0.003) , G_GAN: 1.182, G_L1: 3.424, D_real: 0.797, D_fake: 0.301 + +[Rank 0] (epoch: 41, iters: 120, time: 0.171, data: 0.003) , G_GAN: 2.191, G_L1: 1.879, D_real: 0.385, D_fake: 0.643 + +[Rank 0] (epoch: 41, iters: 220, time: 0.154, data: 0.003) , G_GAN: 2.853, G_L1: 2.537, D_real: 0.089, D_fake: 0.195 + +[Rank 0] (epoch: 41, iters: 320, time: 0.821, data: 0.003) , G_GAN: 0.803, G_L1: 1.897, D_real: 0.993, D_fake: 0.365 + +[Rank 0] (epoch: 41, iters: 420, time: 0.183, data: 0.003) , G_GAN: 2.261, G_L1: 6.718, D_real: 0.045, D_fake: 0.290 + +[Rank 0] (epoch: 41, iters: 520, time: 0.167, data: 0.007) , G_GAN: 0.874, G_L1: 3.594, D_real: 0.747, D_fake: 0.418 + +[Rank 0] (epoch: 41, iters: 620, time: 0.153, data: 0.004) , G_GAN: 1.996, G_L1: 2.468, D_real: 0.299, D_fake: 0.194 + +[Rank 0] (epoch: 41, iters: 720, time: 0.178, data: 0.004) , G_GAN: 1.223, G_L1: 3.687, D_real: 0.428, D_fake: 0.455 + +[Rank 0] (epoch: 41, iters: 820, time: 0.150, data: 0.007) , G_GAN: 1.946, G_L1: 22.735, D_real: 0.174, D_fake: 1.617 + +[Rank 0] (epoch: 41, iters: 920, time: 0.156, data: 0.003) , G_GAN: 0.998, G_L1: 6.392, D_real: 1.144, D_fake: 0.471 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 41 / 200 Time Taken: 96 sec +[Rank 0] (epoch: 42, iters: 58, time: 0.157, data: 0.003) , G_GAN: 1.445, G_L1: 2.937, D_real: 0.347, D_fake: 0.655 + +[Rank 0] (epoch: 42, iters: 158, time: 0.806, data: 0.004) , G_GAN: 1.072, G_L1: 4.450, D_real: 1.071, D_fake: 0.253 + +[Rank 0] (epoch: 42, iters: 258, time: 0.189, data: 0.003) , G_GAN: 1.602, G_L1: 3.213, D_real: 0.303, D_fake: 0.581 + +[Rank 0] (epoch: 42, iters: 358, time: 0.184, data: 0.007) , G_GAN: 4.471, G_L1: 3.102, D_real: 0.014, D_fake: 0.022 + +[Rank 0] (epoch: 42, iters: 458, time: 0.170, data: 0.003) , G_GAN: 2.685, G_L1: 3.705, D_real: 0.059, D_fake: 0.108 + +[Rank 0] (epoch: 42, iters: 558, time: 0.880, data: 0.003) , G_GAN: 0.949, G_L1: 2.271, D_real: 1.038, D_fake: 0.294 + +saving the latest model (epoch 42, total_iters 40000) +[Rank 0] (epoch: 42, iters: 658, time: 0.173, data: 0.008) , G_GAN: 1.095, G_L1: 2.675, D_real: 0.483, D_fake: 1.015 + +[Rank 0] (epoch: 42, iters: 758, time: 0.176, data: 0.003) , G_GAN: 1.638, G_L1: 3.338, D_real: 0.374, D_fake: 1.093 + +[Rank 0] (epoch: 42, iters: 858, time: 0.227, data: 0.003) , G_GAN: 2.037, G_L1: 3.050, D_real: 0.277, D_fake: 0.076 + +[Rank 0] (epoch: 42, iters: 958, time: 0.183, data: 0.004) , G_GAN: 1.503, G_L1: 3.245, D_real: 0.077, D_fake: 1.622 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 42 / 200 Time Taken: 103 sec +[Rank 0] (epoch: 43, iters: 96, time: 0.175, data: 0.003) , G_GAN: 3.134, G_L1: 3.114, D_real: 0.554, D_fake: 0.092 + +[Rank 0] (epoch: 43, iters: 196, time: 0.194, data: 0.004) , G_GAN: 2.128, G_L1: 4.065, D_real: 0.466, D_fake: 0.093 + +[Rank 0] (epoch: 43, iters: 296, time: 0.183, data: 0.003) , G_GAN: 1.498, G_L1: 4.514, D_real: 2.028, D_fake: 0.067 + +[Rank 0] (epoch: 43, iters: 396, time: 0.882, data: 0.003) , G_GAN: 1.853, G_L1: 3.711, D_real: 1.165, D_fake: 0.157 + +[Rank 0] (epoch: 43, iters: 496, time: 0.222, data: 0.003) , G_GAN: 1.635, G_L1: 2.153, D_real: 0.366, D_fake: 0.160 + +[Rank 0] (epoch: 43, iters: 596, time: 0.181, data: 0.003) , G_GAN: 1.400, G_L1: 2.244, D_real: 0.251, D_fake: 0.889 + +[Rank 0] (epoch: 43, iters: 696, time: 0.190, data: 0.003) , G_GAN: 2.648, G_L1: 1.577, D_real: 0.133, D_fake: 0.514 + +[Rank 0] (epoch: 43, iters: 796, time: 0.201, data: 0.003) , G_GAN: 2.113, G_L1: 4.803, D_real: 0.353, D_fake: 0.555 + +[Rank 0] (epoch: 43, iters: 896, time: 0.198, data: 0.004) , G_GAN: 2.499, G_L1: 1.878, D_real: 0.050, D_fake: 0.733 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 43 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 44, iters: 34, time: 0.196, data: 0.003) , G_GAN: 3.407, G_L1: 2.135, D_real: 0.053, D_fake: 0.208 + +[Rank 0] (epoch: 44, iters: 134, time: 0.203, data: 0.007) , G_GAN: 2.061, G_L1: 1.689, D_real: 0.429, D_fake: 0.060 + +[Rank 0] (epoch: 44, iters: 234, time: 0.871, data: 0.003) , G_GAN: 1.825, G_L1: 1.818, D_real: 0.156, D_fake: 0.534 + +[Rank 0] (epoch: 44, iters: 334, time: 0.191, data: 0.003) , G_GAN: 1.315, G_L1: 2.965, D_real: 2.369, D_fake: 0.075 + +[Rank 0] (epoch: 44, iters: 434, time: 0.191, data: 0.003) , G_GAN: 1.740, G_L1: 3.596, D_real: 0.921, D_fake: 0.175 + +[Rank 0] (epoch: 44, iters: 534, time: 0.199, data: 0.003) , G_GAN: 1.773, G_L1: 2.187, D_real: 0.324, D_fake: 0.251 + +[Rank 0] (epoch: 44, iters: 634, time: 0.831, data: 0.003) , G_GAN: 1.068, G_L1: 3.834, D_real: 0.661, D_fake: 0.365 + +[Rank 0] (epoch: 44, iters: 734, time: 0.184, data: 0.003) , G_GAN: 1.558, G_L1: 3.310, D_real: 0.908, D_fake: 0.269 + +[Rank 0] (epoch: 44, iters: 834, time: 0.197, data: 0.003) , G_GAN: 3.839, G_L1: 2.505, D_real: 1.810, D_fake: 0.914 + +[Rank 0] (epoch: 44, iters: 934, time: 0.177, data: 0.007) , G_GAN: 1.621, G_L1: 3.842, D_real: 0.140, D_fake: 0.602 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 44 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 45, iters: 72, time: 0.847, data: 0.003) , G_GAN: 2.695, G_L1: 2.317, D_real: 0.095, D_fake: 0.652 + +[Rank 0] (epoch: 45, iters: 172, time: 0.191, data: 0.003) , G_GAN: 1.643, G_L1: 2.828, D_real: 1.210, D_fake: 0.393 + +[Rank 0] (epoch: 45, iters: 272, time: 0.205, data: 0.003) , G_GAN: 3.317, G_L1: 2.884, D_real: 0.735, D_fake: 0.031 + +[Rank 0] (epoch: 45, iters: 372, time: 0.193, data: 0.003) , G_GAN: 1.906, G_L1: 3.391, D_real: 0.268, D_fake: 1.066 + +[Rank 0] (epoch: 45, iters: 472, time: 0.185, data: 0.003) , G_GAN: 1.874, G_L1: 2.262, D_real: 0.387, D_fake: 0.246 + +[Rank 0] (epoch: 45, iters: 572, time: 0.209, data: 0.004) , G_GAN: 3.294, G_L1: 2.442, D_real: 0.017, D_fake: 0.697 + +[Rank 0] (epoch: 45, iters: 672, time: 0.199, data: 0.003) , G_GAN: 1.530, G_L1: 5.756, D_real: 0.062, D_fake: 0.656 + +[Rank 0] (epoch: 45, iters: 772, time: 0.194, data: 0.003) , G_GAN: 2.245, G_L1: 3.619, D_real: 0.483, D_fake: 0.256 + +[Rank 0] (epoch: 45, iters: 872, time: 0.195, data: 0.003) , G_GAN: 2.622, G_L1: 3.303, D_real: 0.086, D_fake: 0.196 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 45, iters 43290 +End of epoch 45 / 200 Time Taken: 113 sec +[Rank 0] (epoch: 46, iters: 10, time: 0.136, data: 0.003) , G_GAN: 3.021, G_L1: 2.141, D_real: 0.006, D_fake: 0.946 + +[Rank 0] (epoch: 46, iters: 110, time: 0.206, data: 0.003) , G_GAN: 2.321, G_L1: 2.796, D_real: 0.134, D_fake: 0.224 + +[Rank 0] (epoch: 46, iters: 210, time: 0.202, data: 0.003) , G_GAN: 1.074, G_L1: 3.247, D_real: 0.401, D_fake: 0.861 + +[Rank 0] (epoch: 46, iters: 310, time: 0.859, data: 0.003) , G_GAN: 4.141, G_L1: 2.300, D_real: 0.104, D_fake: 0.033 + +[Rank 0] (epoch: 46, iters: 410, time: 0.199, data: 0.004) , G_GAN: 1.838, G_L1: 1.959, D_real: 0.192, D_fake: 0.342 + +[Rank 0] (epoch: 46, iters: 510, time: 0.206, data: 0.004) , G_GAN: 2.593, G_L1: 2.588, D_real: 0.029, D_fake: 0.163 + +[Rank 0] (epoch: 46, iters: 610, time: 0.178, data: 0.003) , G_GAN: 1.557, G_L1: 3.499, D_real: 0.563, D_fake: 0.585 + +[Rank 0] (epoch: 46, iters: 710, time: 0.946, data: 0.003) , G_GAN: 1.601, G_L1: 3.079, D_real: 0.142, D_fake: 0.355 + +[Rank 0] (epoch: 46, iters: 810, time: 0.201, data: 0.003) , G_GAN: 4.089, G_L1: 2.400, D_real: 0.049, D_fake: 0.285 + +[Rank 0] (epoch: 46, iters: 910, time: 0.186, data: 0.003) , G_GAN: 1.060, G_L1: 2.504, D_real: 0.939, D_fake: 0.339 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 46 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 47, iters: 48, time: 0.184, data: 0.003) , G_GAN: 1.367, G_L1: 2.814, D_real: 0.352, D_fake: 0.358 + +[Rank 0] (epoch: 47, iters: 148, time: 0.921, data: 0.003) , G_GAN: 1.199, G_L1: 3.485, D_real: 0.521, D_fake: 0.662 + +[Rank 0] (epoch: 47, iters: 248, time: 0.212, data: 0.003) , G_GAN: 1.272, G_L1: 2.690, D_real: 1.070, D_fake: 0.264 + +[Rank 0] (epoch: 47, iters: 348, time: 0.188, data: 0.003) , G_GAN: 1.340, G_L1: 2.907, D_real: 0.643, D_fake: 0.250 + +[Rank 0] (epoch: 47, iters: 448, time: 0.189, data: 0.007) , G_GAN: 2.100, G_L1: 2.797, D_real: 0.145, D_fake: 0.102 + +[Rank 0] (epoch: 47, iters: 548, time: 0.211, data: 0.003) , G_GAN: 1.117, G_L1: 2.655, D_real: 1.109, D_fake: 0.453 + +[Rank 0] (epoch: 47, iters: 648, time: 0.198, data: 0.003) , G_GAN: 0.968, G_L1: 2.713, D_real: 0.487, D_fake: 0.768 + +[Rank 0] (epoch: 47, iters: 748, time: 0.195, data: 0.003) , G_GAN: 1.536, G_L1: 2.289, D_real: 1.650, D_fake: 0.061 + +[Rank 0] (epoch: 47, iters: 848, time: 0.238, data: 0.003) , G_GAN: 1.539, G_L1: 2.086, D_real: 0.803, D_fake: 0.243 + +[Rank 0] (epoch: 47, iters: 948, time: 0.190, data: 0.003) , G_GAN: 0.763, G_L1: 2.953, D_real: 1.386, D_fake: 0.578 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 47 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 48, iters: 86, time: 0.185, data: 0.003) , G_GAN: 1.107, G_L1: 2.284, D_real: 0.077, D_fake: 3.727 + +[Rank 0] (epoch: 48, iters: 186, time: 0.210, data: 0.003) , G_GAN: 3.888, G_L1: 3.150, D_real: 0.084, D_fake: 0.038 + +[Rank 0] (epoch: 48, iters: 286, time: 0.203, data: 0.003) , G_GAN: 1.540, G_L1: 2.879, D_real: 0.480, D_fake: 0.390 + +[Rank 0] (epoch: 48, iters: 386, time: 0.925, data: 0.004) , G_GAN: 2.497, G_L1: 2.069, D_real: 0.028, D_fake: 0.446 + +[Rank 0] (epoch: 48, iters: 486, time: 0.206, data: 0.003) , G_GAN: 2.024, G_L1: 2.357, D_real: 0.260, D_fake: 0.123 + +[Rank 0] (epoch: 48, iters: 586, time: 0.194, data: 0.003) , G_GAN: 3.632, G_L1: 3.628, D_real: 0.166, D_fake: 0.064 + +[Rank 0] (epoch: 48, iters: 686, time: 0.193, data: 0.003) , G_GAN: 3.364, G_L1: 3.401, D_real: 0.148, D_fake: 0.086 + +[Rank 0] (epoch: 48, iters: 786, time: 0.786, data: 0.003) , G_GAN: 2.446, G_L1: 2.444, D_real: 0.164, D_fake: 0.460 + +[Rank 0] (epoch: 48, iters: 886, time: 0.174, data: 0.003) , G_GAN: 0.953, G_L1: 4.496, D_real: 1.110, D_fake: 0.276 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 48 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 49, iters: 24, time: 0.188, data: 0.003) , G_GAN: 1.469, G_L1: 2.435, D_real: 0.314, D_fake: 0.501 + +[Rank 0] (epoch: 49, iters: 124, time: 0.184, data: 0.004) , G_GAN: 0.783, G_L1: 2.581, D_real: 1.241, D_fake: 0.382 + +[Rank 0] (epoch: 49, iters: 224, time: 0.897, data: 0.007) , G_GAN: 1.074, G_L1: 4.734, D_real: 1.689, D_fake: 0.176 + +[Rank 0] (epoch: 49, iters: 324, time: 0.200, data: 0.003) , G_GAN: 1.379, G_L1: 1.915, D_real: 1.422, D_fake: 0.136 + +[Rank 0] (epoch: 49, iters: 424, time: 0.208, data: 0.003) , G_GAN: 3.548, G_L1: 2.895, D_real: 0.586, D_fake: 0.015 + +[Rank 0] (epoch: 49, iters: 524, time: 0.214, data: 0.004) , G_GAN: 2.689, G_L1: 2.559, D_real: 0.547, D_fake: 0.084 + +[Rank 0] (epoch: 49, iters: 624, time: 0.188, data: 0.003) , G_GAN: 3.908, G_L1: 3.706, D_real: 0.040, D_fake: 0.032 + +[Rank 0] (epoch: 49, iters: 724, time: 0.175, data: 0.003) , G_GAN: 1.361, G_L1: 2.803, D_real: 1.009, D_fake: 0.547 + +[Rank 0] (epoch: 49, iters: 824, time: 0.197, data: 0.003) , G_GAN: 1.307, G_L1: 2.890, D_real: 1.111, D_fake: 0.292 + +[Rank 0] (epoch: 49, iters: 924, time: 0.241, data: 0.003) , G_GAN: 1.173, G_L1: 2.213, D_real: 0.447, D_fake: 0.661 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 49 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 50, iters: 62, time: 0.820, data: 0.003) , G_GAN: 1.136, G_L1: 2.953, D_real: 0.661, D_fake: 0.350 + +[Rank 0] (epoch: 50, iters: 162, time: 0.189, data: 0.007) , G_GAN: 1.430, G_L1: 2.433, D_real: 0.699, D_fake: 0.196 + +[Rank 0] (epoch: 50, iters: 262, time: 0.284, data: 0.003) , G_GAN: 2.946, G_L1: 4.823, D_real: 0.013, D_fake: 0.137 + +[Rank 0] (epoch: 50, iters: 362, time: 0.194, data: 0.004) , G_GAN: 2.669, G_L1: 2.458, D_real: 0.107, D_fake: 1.105 + +[Rank 0] (epoch: 50, iters: 462, time: 0.188, data: 0.003) , G_GAN: 1.906, G_L1: 2.458, D_real: 0.303, D_fake: 0.262 + +[Rank 0] (epoch: 50, iters: 562, time: 0.174, data: 0.003) , G_GAN: 2.447, G_L1: 1.649, D_real: 0.103, D_fake: 0.344 + +[Rank 0] (epoch: 50, iters: 662, time: 0.185, data: 0.003) , G_GAN: 2.771, G_L1: 6.406, D_real: 0.363, D_fake: 0.063 + +[Rank 0] (epoch: 50, iters: 762, time: 0.191, data: 0.003) , G_GAN: 1.975, G_L1: 2.056, D_real: 1.935, D_fake: 0.074 + +[Rank 0] (epoch: 50, iters: 862, time: 0.890, data: 0.003) , G_GAN: 3.086, G_L1: 2.543, D_real: 0.004, D_fake: 1.402 + +[Rank 0] (epoch: 50, iters: 962, time: 0.190, data: 0.003) , G_GAN: 2.272, G_L1: 2.151, D_real: 0.025, D_fake: 0.465 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 50, iters 48100 +End of epoch 50 / 200 Time Taken: 114 sec +[Rank 0] (epoch: 51, iters: 100, time: 0.205, data: 0.234) , G_GAN: 2.063, G_L1: 3.043, D_real: 0.503, D_fake: 0.232 + +[Rank 0] (epoch: 51, iters: 200, time: 0.182, data: 0.004) , G_GAN: 2.502, G_L1: 4.998, D_real: 0.098, D_fake: 0.328 + +[Rank 0] (epoch: 51, iters: 300, time: 0.911, data: 0.004) , G_GAN: 0.802, G_L1: 3.504, D_real: 0.786, D_fake: 0.475 + +[Rank 0] (epoch: 51, iters: 400, time: 0.187, data: 0.003) , G_GAN: 0.972, G_L1: 7.891, D_real: 0.367, D_fake: 1.044 + +[Rank 0] (epoch: 51, iters: 500, time: 0.195, data: 0.003) , G_GAN: 1.245, G_L1: 2.970, D_real: 0.552, D_fake: 0.320 + +[Rank 0] (epoch: 51, iters: 600, time: 0.195, data: 0.004) , G_GAN: 3.014, G_L1: 4.356, D_real: 0.003, D_fake: 0.118 + +[Rank 0] (epoch: 51, iters: 700, time: 0.184, data: 0.003) , G_GAN: 1.709, G_L1: 3.568, D_real: 1.299, D_fake: 0.349 + +[Rank 0] (epoch: 51, iters: 800, time: 0.182, data: 0.007) , G_GAN: 1.801, G_L1: 2.279, D_real: 0.265, D_fake: 0.201 + +[Rank 0] (epoch: 51, iters: 900, time: 0.185, data: 0.003) , G_GAN: 3.349, G_L1: 2.431, D_real: 0.012, D_fake: 0.096 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 51 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 52, iters: 38, time: 0.177, data: 0.003) , G_GAN: 1.789, G_L1: 3.584, D_real: 0.044, D_fake: 0.858 + +[Rank 0] (epoch: 52, iters: 138, time: 0.956, data: 0.003) , G_GAN: 2.051, G_L1: 1.957, D_real: 0.183, D_fake: 0.303 + +[Rank 0] (epoch: 52, iters: 238, time: 0.209, data: 0.003) , G_GAN: 0.961, G_L1: 3.060, D_real: 0.836, D_fake: 0.501 + +[Rank 0] (epoch: 52, iters: 338, time: 0.206, data: 0.003) , G_GAN: 1.760, G_L1: 2.752, D_real: 0.556, D_fake: 0.434 + +[Rank 0] (epoch: 52, iters: 438, time: 0.196, data: 0.003) , G_GAN: 3.003, G_L1: 6.247, D_real: 0.489, D_fake: 0.078 + +[Rank 0] (epoch: 52, iters: 538, time: 0.195, data: 0.004) , G_GAN: 1.966, G_L1: 2.064, D_real: 0.154, D_fake: 0.275 + +[Rank 0] (epoch: 52, iters: 638, time: 0.193, data: 0.004) , G_GAN: 3.477, G_L1: 1.777, D_real: 0.109, D_fake: 0.323 + +[Rank 0] (epoch: 52, iters: 738, time: 0.195, data: 0.003) , G_GAN: 1.573, G_L1: 2.464, D_real: 1.158, D_fake: 0.058 + +[Rank 0] (epoch: 52, iters: 838, time: 0.194, data: 0.003) , G_GAN: 1.091, G_L1: 1.994, D_real: 0.950, D_fake: 0.287 + +[Rank 0] (epoch: 52, iters: 938, time: 0.962, data: 0.003) , G_GAN: 1.179, G_L1: 2.152, D_real: 0.842, D_fake: 0.197 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 52 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 53, iters: 76, time: 0.192, data: 0.003) , G_GAN: 1.097, G_L1: 6.226, D_real: 0.277, D_fake: 1.064 + +[Rank 0] (epoch: 53, iters: 176, time: 0.195, data: 0.003) , G_GAN: 1.909, G_L1: 4.030, D_real: 0.056, D_fake: 0.496 + +[Rank 0] (epoch: 53, iters: 276, time: 0.186, data: 0.007) , G_GAN: 1.785, G_L1: 2.610, D_real: 0.414, D_fake: 0.251 + +[Rank 0] (epoch: 53, iters: 376, time: 0.998, data: 0.003) , G_GAN: 3.252, G_L1: 2.731, D_real: 0.123, D_fake: 0.141 + +[Rank 0] (epoch: 53, iters: 476, time: 0.195, data: 0.003) , G_GAN: 1.656, G_L1: 3.056, D_real: 0.436, D_fake: 0.199 + +[Rank 0] (epoch: 53, iters: 576, time: 0.187, data: 0.003) , G_GAN: 1.299, G_L1: 3.004, D_real: 0.606, D_fake: 0.278 + +[Rank 0] (epoch: 53, iters: 676, time: 0.196, data: 0.003) , G_GAN: 3.137, G_L1: 1.700, D_real: 0.047, D_fake: 0.981 + +[Rank 0] (epoch: 53, iters: 776, time: 0.191, data: 0.003) , G_GAN: 0.835, G_L1: 3.306, D_real: 1.414, D_fake: 0.197 + +[Rank 0] (epoch: 53, iters: 876, time: 0.215, data: 0.003) , G_GAN: 2.409, G_L1: 1.815, D_real: 0.080, D_fake: 0.507 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 53 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 54, iters: 14, time: 0.191, data: 0.006) , G_GAN: 1.510, G_L1: 14.571, D_real: 0.162, D_fake: 0.936 + +[Rank 0] (epoch: 54, iters: 114, time: 0.191, data: 0.003) , G_GAN: 1.162, G_L1: 2.428, D_real: 0.324, D_fake: 0.795 + +[Rank 0] (epoch: 54, iters: 214, time: 0.914, data: 0.003) , G_GAN: 1.530, G_L1: 3.037, D_real: 0.566, D_fake: 0.540 + +[Rank 0] (epoch: 54, iters: 314, time: 0.207, data: 0.003) , G_GAN: 0.724, G_L1: 1.614, D_real: 1.032, D_fake: 0.259 + +[Rank 0] (epoch: 54, iters: 414, time: 0.218, data: 0.003) , G_GAN: 3.788, G_L1: 1.831, D_real: 0.010, D_fake: 0.822 + +[Rank 0] (epoch: 54, iters: 514, time: 0.173, data: 0.003) , G_GAN: 1.879, G_L1: 2.304, D_real: 0.606, D_fake: 0.126 + +[Rank 0] (epoch: 54, iters: 614, time: 0.192, data: 0.003) , G_GAN: 2.252, G_L1: 1.404, D_real: 0.143, D_fake: 0.624 + +[Rank 0] (epoch: 54, iters: 714, time: 0.194, data: 0.003) , G_GAN: 2.572, G_L1: 2.771, D_real: 0.054, D_fake: 0.190 + +[Rank 0] (epoch: 54, iters: 814, time: 0.185, data: 0.004) , G_GAN: 1.747, G_L1: 4.147, D_real: 1.148, D_fake: 0.413 + +[Rank 0] (epoch: 54, iters: 914, time: 0.213, data: 0.003) , G_GAN: 2.071, G_L1: 2.595, D_real: 0.061, D_fake: 0.453 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 54 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 55, iters: 52, time: 0.962, data: 0.008) , G_GAN: 1.465, G_L1: 2.505, D_real: 0.811, D_fake: 0.188 + +[Rank 0] (epoch: 55, iters: 152, time: 0.181, data: 0.003) , G_GAN: 1.858, G_L1: 2.475, D_real: 0.438, D_fake: 0.387 + +[Rank 0] (epoch: 55, iters: 252, time: 0.213, data: 0.003) , G_GAN: 3.889, G_L1: 4.165, D_real: 0.144, D_fake: 0.031 + +[Rank 0] (epoch: 55, iters: 352, time: 0.189, data: 0.003) , G_GAN: 1.624, G_L1: 3.207, D_real: 0.311, D_fake: 0.911 + +[Rank 0] (epoch: 55, iters: 452, time: 0.192, data: 0.003) , G_GAN: 2.399, G_L1: 2.438, D_real: 0.055, D_fake: 0.268 + +[Rank 0] (epoch: 55, iters: 552, time: 0.197, data: 0.004) , G_GAN: 1.340, G_L1: 2.595, D_real: 0.389, D_fake: 0.610 + +[Rank 0] (epoch: 55, iters: 652, time: 0.204, data: 0.003) , G_GAN: 2.447, G_L1: 3.250, D_real: 2.213, D_fake: 0.122 + +[Rank 0] (epoch: 55, iters: 752, time: 0.196, data: 0.003) , G_GAN: 0.927, G_L1: 4.386, D_real: 0.973, D_fake: 0.310 + +[Rank 0] (epoch: 55, iters: 852, time: 0.207, data: 0.003) , G_GAN: 1.039, G_L1: 3.371, D_real: 1.089, D_fake: 0.255 + +[Rank 0] (epoch: 55, iters: 952, time: 0.181, data: 0.003) , G_GAN: 0.924, G_L1: 2.422, D_real: 0.890, D_fake: 0.336 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 55, iters 52910 +End of epoch 55 / 200 Time Taken: 113 sec +[Rank 0] (epoch: 56, iters: 90, time: 0.178, data: 0.003) , G_GAN: 2.129, G_L1: 6.120, D_real: 0.147, D_fake: 0.511 + +[Rank 0] (epoch: 56, iters: 190, time: 0.184, data: 0.003) , G_GAN: 2.045, G_L1: 2.760, D_real: 0.057, D_fake: 0.238 + +[Rank 0] (epoch: 56, iters: 290, time: 0.922, data: 0.003) , G_GAN: 1.453, G_L1: 3.576, D_real: 0.317, D_fake: 0.520 + +[Rank 0] (epoch: 56, iters: 390, time: 0.192, data: 0.007) , G_GAN: 3.228, G_L1: 3.754, D_real: 0.047, D_fake: 0.092 + +[Rank 0] (epoch: 56, iters: 490, time: 0.192, data: 0.004) , G_GAN: 2.973, G_L1: 3.172, D_real: 0.114, D_fake: 0.153 + +[Rank 0] (epoch: 56, iters: 590, time: 0.195, data: 0.003) , G_GAN: 1.635, G_L1: 2.602, D_real: 0.083, D_fake: 1.544 + +[Rank 0] (epoch: 56, iters: 690, time: 0.190, data: 0.003) , G_GAN: 2.620, G_L1: 3.669, D_real: 0.006, D_fake: 0.247 + +[Rank 0] (epoch: 56, iters: 790, time: 0.207, data: 0.004) , G_GAN: 2.430, G_L1: 4.661, D_real: 0.310, D_fake: 0.417 + +[Rank 0] (epoch: 56, iters: 890, time: 0.195, data: 0.005) , G_GAN: 1.317, G_L1: 2.844, D_real: 0.224, D_fake: 0.644 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 56 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 57, iters: 28, time: 0.186, data: 0.007) , G_GAN: 3.459, G_L1: 2.314, D_real: 0.060, D_fake: 0.067 + +[Rank 0] (epoch: 57, iters: 128, time: 0.977, data: 0.003) , G_GAN: 1.012, G_L1: 2.549, D_real: 0.191, D_fake: 1.233 + +[Rank 0] (epoch: 57, iters: 228, time: 0.196, data: 0.003) , G_GAN: 1.880, G_L1: 2.693, D_real: 0.397, D_fake: 0.235 + +[Rank 0] (epoch: 57, iters: 328, time: 0.188, data: 0.007) , G_GAN: 2.560, G_L1: 5.573, D_real: 0.138, D_fake: 0.161 + +[Rank 0] (epoch: 57, iters: 428, time: 0.183, data: 0.003) , G_GAN: 0.970, G_L1: 1.513, D_real: 1.196, D_fake: 0.101 + +[Rank 0] (epoch: 57, iters: 528, time: 0.198, data: 0.003) , G_GAN: 2.709, G_L1: 1.716, D_real: 0.216, D_fake: 0.396 + +[Rank 0] (epoch: 57, iters: 628, time: 0.197, data: 0.003) , G_GAN: 2.644, G_L1: 2.600, D_real: 0.125, D_fake: 0.237 + +[Rank 0] (epoch: 57, iters: 728, time: 0.177, data: 0.003) , G_GAN: 1.261, G_L1: 2.258, D_real: 0.553, D_fake: 0.551 + +[Rank 0] (epoch: 57, iters: 828, time: 0.186, data: 0.003) , G_GAN: 1.652, G_L1: 5.111, D_real: 0.452, D_fake: 0.434 + +[Rank 0] (epoch: 57, iters: 928, time: 0.191, data: 0.003) , G_GAN: 1.941, G_L1: 3.614, D_real: 0.016, D_fake: 0.631 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 57 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 58, iters: 66, time: 0.221, data: 0.003) , G_GAN: 1.756, G_L1: 4.187, D_real: 0.233, D_fake: 0.375 + +[Rank 0] (epoch: 58, iters: 166, time: 0.177, data: 0.003) , G_GAN: 2.227, G_L1: 2.334, D_real: 0.556, D_fake: 0.620 + +[Rank 0] (epoch: 58, iters: 266, time: 0.204, data: 0.003) , G_GAN: 1.281, G_L1: 2.861, D_real: 0.663, D_fake: 0.425 + +[Rank 0] (epoch: 58, iters: 366, time: 0.816, data: 0.003) , G_GAN: 1.165, G_L1: 3.734, D_real: 0.415, D_fake: 1.196 + +[Rank 0] (epoch: 58, iters: 466, time: 0.185, data: 0.003) , G_GAN: 3.301, G_L1: 2.891, D_real: 0.012, D_fake: 0.325 + +[Rank 0] (epoch: 58, iters: 566, time: 0.192, data: 0.006) , G_GAN: 2.639, G_L1: 2.471, D_real: 0.007, D_fake: 0.563 + +[Rank 0] (epoch: 58, iters: 666, time: 0.178, data: 0.003) , G_GAN: 2.437, G_L1: 1.617, D_real: 0.059, D_fake: 0.446 + +[Rank 0] (epoch: 58, iters: 766, time: 0.194, data: 0.003) , G_GAN: 1.742, G_L1: 2.716, D_real: 0.256, D_fake: 0.398 + +[Rank 0] (epoch: 58, iters: 866, time: 0.188, data: 0.007) , G_GAN: 4.387, G_L1: 8.255, D_real: 0.292, D_fake: 0.737 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 58 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 59, iters: 4, time: 0.187, data: 0.003) , G_GAN: 1.130, G_L1: 3.340, D_real: 0.546, D_fake: 0.363 + +[Rank 0] (epoch: 59, iters: 104, time: 0.196, data: 0.003) , G_GAN: 3.889, G_L1: 1.781, D_real: 0.072, D_fake: 1.117 + +[Rank 0] (epoch: 59, iters: 204, time: 0.873, data: 0.003) , G_GAN: 2.156, G_L1: 5.911, D_real: 0.377, D_fake: 0.600 + +[Rank 0] (epoch: 59, iters: 304, time: 0.198, data: 0.003) , G_GAN: 1.151, G_L1: 5.129, D_real: 0.890, D_fake: 0.355 + +[Rank 0] (epoch: 59, iters: 404, time: 0.177, data: 0.003) , G_GAN: 1.872, G_L1: 3.291, D_real: 0.030, D_fake: 0.355 + +[Rank 0] (epoch: 59, iters: 504, time: 0.196, data: 0.003) , G_GAN: 1.226, G_L1: 2.702, D_real: 0.682, D_fake: 0.219 + +[Rank 0] (epoch: 59, iters: 604, time: 0.186, data: 0.003) , G_GAN: 1.553, G_L1: 3.427, D_real: 0.528, D_fake: 0.385 + +[Rank 0] (epoch: 59, iters: 704, time: 0.170, data: 0.003) , G_GAN: 2.401, G_L1: 8.215, D_real: 0.162, D_fake: 0.491 + +[Rank 0] (epoch: 59, iters: 804, time: 0.189, data: 0.003) , G_GAN: 1.003, G_L1: 2.884, D_real: 0.470, D_fake: 0.652 + +[Rank 0] (epoch: 59, iters: 904, time: 0.205, data: 0.007) , G_GAN: 2.599, G_L1: 2.183, D_real: 0.242, D_fake: 0.410 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 59 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 60, iters: 42, time: 1.061, data: 0.003) , G_GAN: 1.265, G_L1: 2.938, D_real: 1.080, D_fake: 0.450 + +[Rank 0] (epoch: 60, iters: 142, time: 0.187, data: 0.007) , G_GAN: 2.735, G_L1: 2.833, D_real: 0.055, D_fake: 0.168 + +[Rank 0] (epoch: 60, iters: 242, time: 0.247, data: 0.003) , G_GAN: 1.456, G_L1: 2.393, D_real: 0.510, D_fake: 0.325 + +[Rank 0] (epoch: 60, iters: 342, time: 0.189, data: 0.003) , G_GAN: 1.096, G_L1: 3.635, D_real: 0.880, D_fake: 0.308 + +[Rank 0] (epoch: 60, iters: 442, time: 0.190, data: 0.003) , G_GAN: 1.708, G_L1: 3.552, D_real: 0.315, D_fake: 0.375 + +[Rank 0] (epoch: 60, iters: 542, time: 0.214, data: 0.003) , G_GAN: 1.569, G_L1: 5.655, D_real: 0.603, D_fake: 0.347 + +[Rank 0] (epoch: 60, iters: 642, time: 0.181, data: 0.003) , G_GAN: 1.305, G_L1: 3.319, D_real: 0.327, D_fake: 0.890 + +[Rank 0] (epoch: 60, iters: 742, time: 0.186, data: 0.003) , G_GAN: 2.412, G_L1: 1.912, D_real: 0.137, D_fake: 0.489 + +[Rank 0] (epoch: 60, iters: 842, time: 0.198, data: 0.003) , G_GAN: 3.331, G_L1: 2.289, D_real: 0.016, D_fake: 0.142 + +[Rank 0] (epoch: 60, iters: 942, time: 0.211, data: 0.003) , G_GAN: 2.226, G_L1: 3.038, D_real: 0.055, D_fake: 0.477 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 60, iters 57720 +End of epoch 60 / 200 Time Taken: 113 sec +[Rank 0] (epoch: 61, iters: 80, time: 0.188, data: 0.004) , G_GAN: 2.147, G_L1: 4.247, D_real: 0.001, D_fake: 0.879 + +[Rank 0] (epoch: 61, iters: 180, time: 0.194, data: 0.007) , G_GAN: 2.666, G_L1: 2.226, D_real: 0.155, D_fake: 0.125 + +[Rank 0] (epoch: 61, iters: 280, time: 0.995, data: 0.003) , G_GAN: 1.669, G_L1: 2.282, D_real: 0.032, D_fake: 0.843 + +[Rank 0] (epoch: 61, iters: 380, time: 0.204, data: 0.003) , G_GAN: 2.033, G_L1: 2.935, D_real: 0.343, D_fake: 0.168 + +[Rank 0] (epoch: 61, iters: 480, time: 0.184, data: 0.003) , G_GAN: 2.524, G_L1: 1.767, D_real: 0.170, D_fake: 3.175 + +[Rank 0] (epoch: 61, iters: 580, time: 0.205, data: 0.003) , G_GAN: 2.180, G_L1: 1.543, D_real: 0.114, D_fake: 0.507 + +[Rank 0] (epoch: 61, iters: 680, time: 0.207, data: 0.003) , G_GAN: 2.905, G_L1: 2.342, D_real: 0.017, D_fake: 0.385 + +[Rank 0] (epoch: 61, iters: 780, time: 0.204, data: 0.004) , G_GAN: 0.972, G_L1: 4.278, D_real: 1.259, D_fake: 0.278 + +[Rank 0] (epoch: 61, iters: 880, time: 0.195, data: 0.003) , G_GAN: 0.984, G_L1: 3.102, D_real: 0.527, D_fake: 0.985 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 61 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 62, iters: 18, time: 0.177, data: 0.003) , G_GAN: 1.871, G_L1: 4.278, D_real: 0.012, D_fake: 0.250 + +[Rank 0] (epoch: 62, iters: 118, time: 0.915, data: 0.003) , G_GAN: 2.491, G_L1: 2.052, D_real: 0.743, D_fake: 0.084 + +[Rank 0] (epoch: 62, iters: 218, time: 0.252, data: 0.003) , G_GAN: 1.279, G_L1: 3.535, D_real: 1.483, D_fake: 0.092 + +[Rank 0] (epoch: 62, iters: 318, time: 0.180, data: 0.006) , G_GAN: 2.122, G_L1: 4.423, D_real: 0.067, D_fake: 0.499 + +[Rank 0] (epoch: 62, iters: 418, time: 0.182, data: 0.003) , G_GAN: 1.789, G_L1: 3.966, D_real: 0.498, D_fake: 0.425 + +[Rank 0] (epoch: 62, iters: 518, time: 0.210, data: 0.003) , G_GAN: 1.633, G_L1: 3.126, D_real: 0.354, D_fake: 0.624 + +[Rank 0] (epoch: 62, iters: 618, time: 0.189, data: 0.007) , G_GAN: 2.214, G_L1: 3.365, D_real: 0.053, D_fake: 0.542 + +[Rank 0] (epoch: 62, iters: 718, time: 0.203, data: 0.003) , G_GAN: 3.291, G_L1: 2.780, D_real: 0.062, D_fake: 0.124 + +[Rank 0] (epoch: 62, iters: 818, time: 0.177, data: 0.003) , G_GAN: 1.202, G_L1: 2.388, D_real: 1.306, D_fake: 0.302 + +[Rank 0] (epoch: 62, iters: 918, time: 0.188, data: 0.003) , G_GAN: 3.823, G_L1: 4.213, D_real: 0.003, D_fake: 0.166 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 62 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 63, iters: 56, time: 0.202, data: 0.007) , G_GAN: 2.634, G_L1: 1.543, D_real: 0.035, D_fake: 0.649 + +[Rank 0] (epoch: 63, iters: 156, time: 0.199, data: 0.003) , G_GAN: 1.553, G_L1: 3.161, D_real: 0.616, D_fake: 0.727 + +[Rank 0] (epoch: 63, iters: 256, time: 0.189, data: 0.003) , G_GAN: 3.556, G_L1: 2.322, D_real: 0.005, D_fake: 0.233 + +[Rank 0] (epoch: 63, iters: 356, time: 1.020, data: 0.003) , G_GAN: 3.327, G_L1: 2.121, D_real: 0.080, D_fake: 0.177 + +saving the latest model (epoch 63, total_iters 60000) +[Rank 0] (epoch: 63, iters: 456, time: 0.181, data: 0.008) , G_GAN: 1.145, G_L1: 1.450, D_real: 0.892, D_fake: 0.645 + +[Rank 0] (epoch: 63, iters: 556, time: 0.185, data: 0.004) , G_GAN: 2.300, G_L1: 4.264, D_real: 0.131, D_fake: 0.701 + +[Rank 0] (epoch: 63, iters: 656, time: 0.187, data: 0.004) , G_GAN: 3.545, G_L1: 2.381, D_real: 0.039, D_fake: 0.068 + +[Rank 0] (epoch: 63, iters: 756, time: 0.193, data: 0.003) , G_GAN: 1.645, G_L1: 3.108, D_real: 0.013, D_fake: 0.628 + +[Rank 0] (epoch: 63, iters: 856, time: 0.201, data: 0.003) , G_GAN: 4.143, G_L1: 2.204, D_real: 0.049, D_fake: 0.050 + +[Rank 0] (epoch: 63, iters: 956, time: 0.197, data: 0.004) , G_GAN: 2.533, G_L1: 2.232, D_real: 0.248, D_fake: 0.172 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 63 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 64, iters: 94, time: 0.188, data: 0.003) , G_GAN: 0.808, G_L1: 3.424, D_real: 0.742, D_fake: 0.394 + +[Rank 0] (epoch: 64, iters: 194, time: 0.916, data: 0.003) , G_GAN: 2.673, G_L1: 3.914, D_real: 0.372, D_fake: 0.102 + +[Rank 0] (epoch: 64, iters: 294, time: 0.168, data: 0.003) , G_GAN: 1.280, G_L1: 1.660, D_real: 0.965, D_fake: 0.024 + +[Rank 0] (epoch: 64, iters: 394, time: 0.202, data: 0.004) , G_GAN: 2.659, G_L1: 1.989, D_real: 0.404, D_fake: 0.113 + +[Rank 0] (epoch: 64, iters: 494, time: 0.196, data: 0.003) , G_GAN: 3.306, G_L1: 4.714, D_real: 0.002, D_fake: 0.124 + +[Rank 0] (epoch: 64, iters: 594, time: 0.186, data: 0.004) , G_GAN: 2.515, G_L1: 5.813, D_real: 0.194, D_fake: 0.240 + +[Rank 0] (epoch: 64, iters: 694, time: 0.188, data: 0.004) , G_GAN: 2.001, G_L1: 5.598, D_real: 0.550, D_fake: 0.202 + +[Rank 0] (epoch: 64, iters: 794, time: 0.187, data: 0.003) , G_GAN: 1.298, G_L1: 3.242, D_real: 0.836, D_fake: 0.187 + +[Rank 0] (epoch: 64, iters: 894, time: 0.193, data: 0.007) , G_GAN: 1.321, G_L1: 3.134, D_real: 0.796, D_fake: 0.349 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 64 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 65, iters: 32, time: 0.971, data: 0.003) , G_GAN: 4.108, G_L1: 3.191, D_real: 0.007, D_fake: 0.031 + +[Rank 0] (epoch: 65, iters: 132, time: 0.218, data: 0.003) , G_GAN: 2.173, G_L1: 2.700, D_real: 0.292, D_fake: 0.129 + +[Rank 0] (epoch: 65, iters: 232, time: 0.187, data: 0.003) , G_GAN: 1.597, G_L1: 2.537, D_real: 0.653, D_fake: 0.720 + +[Rank 0] (epoch: 65, iters: 332, time: 0.186, data: 0.003) , G_GAN: 1.619, G_L1: 2.922, D_real: 0.545, D_fake: 0.472 + +[Rank 0] (epoch: 65, iters: 432, time: 0.869, data: 0.003) , G_GAN: 2.818, G_L1: 1.585, D_real: 0.155, D_fake: 0.052 + +[Rank 0] (epoch: 65, iters: 532, time: 0.180, data: 0.003) , G_GAN: 2.536, G_L1: 3.030, D_real: 0.170, D_fake: 0.140 + +[Rank 0] (epoch: 65, iters: 632, time: 0.195, data: 0.003) , G_GAN: 1.913, G_L1: 2.474, D_real: 0.170, D_fake: 0.252 + +[Rank 0] (epoch: 65, iters: 732, time: 0.175, data: 0.003) , G_GAN: 0.555, G_L1: 2.145, D_real: 1.003, D_fake: 0.048 + +[Rank 0] (epoch: 65, iters: 832, time: 0.197, data: 0.007) , G_GAN: 1.450, G_L1: 2.768, D_real: 0.464, D_fake: 0.695 + +[Rank 0] (epoch: 65, iters: 932, time: 0.192, data: 0.003) , G_GAN: 2.602, G_L1: 2.235, D_real: 0.130, D_fake: 0.129 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 65, iters 62530 +End of epoch 65 / 200 Time Taken: 113 sec +[Rank 0] (epoch: 66, iters: 70, time: 0.160, data: 0.003) , G_GAN: 1.569, G_L1: 2.644, D_real: 0.849, D_fake: 0.180 + +[Rank 0] (epoch: 66, iters: 170, time: 0.176, data: 0.003) , G_GAN: 1.445, G_L1: 2.873, D_real: 0.315, D_fake: 0.904 + +[Rank 0] (epoch: 66, iters: 270, time: 0.811, data: 0.003) , G_GAN: 1.439, G_L1: 3.338, D_real: 0.684, D_fake: 0.285 + +[Rank 0] (epoch: 66, iters: 370, time: 0.174, data: 0.003) , G_GAN: 2.330, G_L1: 2.617, D_real: 0.083, D_fake: 0.330 + +[Rank 0] (epoch: 66, iters: 470, time: 0.175, data: 0.003) , G_GAN: 1.771, G_L1: 2.173, D_real: 0.064, D_fake: 0.638 + +[Rank 0] (epoch: 66, iters: 570, time: 0.182, data: 0.003) , G_GAN: 2.983, G_L1: 2.756, D_real: 0.031, D_fake: 0.139 + +[Rank 0] (epoch: 66, iters: 670, time: 0.204, data: 0.003) , G_GAN: 1.208, G_L1: 3.021, D_real: 0.319, D_fake: 0.633 + +[Rank 0] (epoch: 66, iters: 770, time: 0.193, data: 0.003) , G_GAN: 0.627, G_L1: 2.085, D_real: 0.823, D_fake: 0.736 + +[Rank 0] (epoch: 66, iters: 870, time: 0.184, data: 0.003) , G_GAN: 1.197, G_L1: 2.587, D_real: 0.184, D_fake: 0.993 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 66 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 67, iters: 8, time: 0.170, data: 0.003) , G_GAN: 2.632, G_L1: 2.072, D_real: 0.020, D_fake: 0.119 + +[Rank 0] (epoch: 67, iters: 108, time: 0.910, data: 0.003) , G_GAN: 1.404, G_L1: 2.128, D_real: 0.186, D_fake: 0.787 + +[Rank 0] (epoch: 67, iters: 208, time: 0.189, data: 0.003) , G_GAN: 3.435, G_L1: 2.357, D_real: 0.217, D_fake: 0.023 + +[Rank 0] (epoch: 67, iters: 308, time: 0.249, data: 0.003) , G_GAN: 0.869, G_L1: 2.514, D_real: 0.533, D_fake: 0.574 + +[Rank 0] (epoch: 67, iters: 408, time: 0.186, data: 0.003) , G_GAN: 1.570, G_L1: 5.102, D_real: 0.479, D_fake: 0.342 + +[Rank 0] (epoch: 67, iters: 508, time: 0.938, data: 0.003) , G_GAN: 1.641, G_L1: 3.783, D_real: 0.588, D_fake: 0.678 + +[Rank 0] (epoch: 67, iters: 608, time: 0.159, data: 0.003) , G_GAN: 3.092, G_L1: 2.418, D_real: 0.024, D_fake: 0.172 + +[Rank 0] (epoch: 67, iters: 708, time: 0.207, data: 0.003) , G_GAN: 1.226, G_L1: 3.402, D_real: 0.506, D_fake: 0.516 + +[Rank 0] (epoch: 67, iters: 808, time: 0.173, data: 0.003) , G_GAN: 1.981, G_L1: 2.488, D_real: 0.182, D_fake: 0.244 + +[Rank 0] (epoch: 67, iters: 908, time: 0.199, data: 0.003) , G_GAN: 1.440, G_L1: 1.459, D_real: 0.468, D_fake: 0.211 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 67 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 68, iters: 46, time: 0.179, data: 0.003) , G_GAN: 1.738, G_L1: 3.861, D_real: 0.267, D_fake: 0.534 + +[Rank 0] (epoch: 68, iters: 146, time: 0.180, data: 0.003) , G_GAN: 2.048, G_L1: 3.420, D_real: 0.347, D_fake: 0.272 + +[Rank 0] (epoch: 68, iters: 246, time: 0.190, data: 0.003) , G_GAN: 1.432, G_L1: 1.787, D_real: 0.029, D_fake: 1.134 + +[Rank 0] (epoch: 68, iters: 346, time: 0.999, data: 0.007) , G_GAN: 3.092, G_L1: 1.990, D_real: 0.024, D_fake: 0.268 + +[Rank 0] (epoch: 68, iters: 446, time: 0.204, data: 0.003) , G_GAN: 2.490, G_L1: 2.142, D_real: 0.907, D_fake: 0.066 + +[Rank 0] (epoch: 68, iters: 546, time: 0.207, data: 0.003) , G_GAN: 1.073, G_L1: 3.134, D_real: 0.751, D_fake: 0.877 + +[Rank 0] (epoch: 68, iters: 646, time: 0.171, data: 0.003) , G_GAN: 0.908, G_L1: 3.435, D_real: 0.716, D_fake: 0.612 + +[Rank 0] (epoch: 68, iters: 746, time: 0.192, data: 0.003) , G_GAN: 3.397, G_L1: 2.731, D_real: 0.057, D_fake: 0.073 + +[Rank 0] (epoch: 68, iters: 846, time: 0.184, data: 0.004) , G_GAN: 3.259, G_L1: 4.555, D_real: 0.004, D_fake: 0.099 + +[Rank 0] (epoch: 68, iters: 946, time: 0.166, data: 0.008) , G_GAN: 2.359, G_L1: 2.540, D_real: 0.107, D_fake: 0.216 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 68 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 69, iters: 84, time: 0.193, data: 0.003) , G_GAN: 1.041, G_L1: 2.985, D_real: 1.064, D_fake: 0.347 + +[Rank 0] (epoch: 69, iters: 184, time: 1.056, data: 0.003) , G_GAN: 2.287, G_L1: 1.740, D_real: 0.225, D_fake: 0.192 + +[Rank 0] (epoch: 69, iters: 284, time: 0.175, data: 0.003) , G_GAN: 1.517, G_L1: 1.407, D_real: 0.363, D_fake: 0.211 + +[Rank 0] (epoch: 69, iters: 384, time: 0.198, data: 0.008) , G_GAN: 1.539, G_L1: 5.815, D_real: 0.466, D_fake: 0.420 + +[Rank 0] (epoch: 69, iters: 484, time: 0.190, data: 0.003) , G_GAN: 1.830, G_L1: 2.358, D_real: 0.651, D_fake: 0.108 + +[Rank 0] (epoch: 69, iters: 584, time: 0.844, data: 0.003) , G_GAN: 0.919, G_L1: 3.194, D_real: 2.041, D_fake: 0.099 + +[Rank 0] (epoch: 69, iters: 684, time: 0.175, data: 0.003) , G_GAN: 2.367, G_L1: 1.526, D_real: 0.724, D_fake: 0.030 + +[Rank 0] (epoch: 69, iters: 784, time: 0.178, data: 0.003) , G_GAN: 1.810, G_L1: 12.484, D_real: 0.133, D_fake: 0.806 + +[Rank 0] (epoch: 69, iters: 884, time: 0.233, data: 0.003) , G_GAN: 2.105, G_L1: 2.598, D_real: 0.172, D_fake: 0.502 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 69 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 70, iters: 22, time: 0.778, data: 0.003) , G_GAN: 1.439, G_L1: 3.476, D_real: 0.450, D_fake: 0.621 + +[Rank 0] (epoch: 70, iters: 122, time: 0.185, data: 0.003) , G_GAN: 1.799, G_L1: 2.993, D_real: 0.134, D_fake: 0.787 + +[Rank 0] (epoch: 70, iters: 222, time: 0.193, data: 0.003) , G_GAN: 2.203, G_L1: 2.230, D_real: 0.013, D_fake: 0.794 + +[Rank 0] (epoch: 70, iters: 322, time: 0.183, data: 0.003) , G_GAN: 2.922, G_L1: 2.708, D_real: 2.121, D_fake: 0.070 + +[Rank 0] (epoch: 70, iters: 422, time: 0.200, data: 0.003) , G_GAN: 2.186, G_L1: 4.152, D_real: 1.658, D_fake: 0.094 + +[Rank 0] (epoch: 70, iters: 522, time: 0.186, data: 0.003) , G_GAN: 3.452, G_L1: 3.528, D_real: 0.138, D_fake: 0.233 + +[Rank 0] (epoch: 70, iters: 622, time: 0.190, data: 0.004) , G_GAN: 3.058, G_L1: 2.458, D_real: 0.283, D_fake: 0.092 + +[Rank 0] (epoch: 70, iters: 722, time: 0.208, data: 0.003) , G_GAN: 1.247, G_L1: 3.295, D_real: 0.337, D_fake: 0.636 + +[Rank 0] (epoch: 70, iters: 822, time: 0.191, data: 0.003) , G_GAN: 1.925, G_L1: 1.921, D_real: 0.341, D_fake: 0.696 + +[Rank 0] (epoch: 70, iters: 922, time: 0.186, data: 0.009) , G_GAN: 2.939, G_L1: 3.024, D_real: 0.080, D_fake: 0.100 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 70, iters 67340 +End of epoch 70 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 71, iters: 60, time: 0.193, data: 0.003) , G_GAN: 2.143, G_L1: 1.807, D_real: 0.520, D_fake: 0.155 + +[Rank 0] (epoch: 71, iters: 160, time: 0.188, data: 0.003) , G_GAN: 1.488, G_L1: 2.840, D_real: 0.530, D_fake: 0.479 + +[Rank 0] (epoch: 71, iters: 260, time: 0.982, data: 0.004) , G_GAN: 1.479, G_L1: 3.038, D_real: 0.567, D_fake: 0.471 + +[Rank 0] (epoch: 71, iters: 360, time: 0.190, data: 0.005) , G_GAN: 3.570, G_L1: 6.916, D_real: 0.051, D_fake: 0.243 + +[Rank 0] (epoch: 71, iters: 460, time: 0.193, data: 0.003) , G_GAN: 3.453, G_L1: 2.390, D_real: 0.081, D_fake: 0.054 + +[Rank 0] (epoch: 71, iters: 560, time: 0.193, data: 0.003) , G_GAN: 2.020, G_L1: 1.792, D_real: 0.214, D_fake: 0.163 + +[Rank 0] (epoch: 71, iters: 660, time: 0.905, data: 0.003) , G_GAN: 2.539, G_L1: 2.058, D_real: 0.102, D_fake: 0.314 + +[Rank 0] (epoch: 71, iters: 760, time: 0.188, data: 0.003) , G_GAN: 3.054, G_L1: 1.967, D_real: 0.111, D_fake: 0.543 + +[Rank 0] (epoch: 71, iters: 860, time: 0.195, data: 0.003) , G_GAN: 2.464, G_L1: 2.770, D_real: 0.044, D_fake: 1.001 + +[Rank 0] (epoch: 71, iters: 960, time: 0.185, data: 0.003) , G_GAN: 3.578, G_L1: 4.115, D_real: 0.001, D_fake: 0.442 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 71 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 72, iters: 98, time: 0.835, data: 0.003) , G_GAN: 1.169, G_L1: 2.954, D_real: 1.192, D_fake: 0.264 + +[Rank 0] (epoch: 72, iters: 198, time: 0.172, data: 0.003) , G_GAN: 3.135, G_L1: 2.502, D_real: 0.039, D_fake: 0.166 + +[Rank 0] (epoch: 72, iters: 298, time: 0.184, data: 0.003) , G_GAN: 3.946, G_L1: 2.556, D_real: 0.030, D_fake: 0.113 + +[Rank 0] (epoch: 72, iters: 398, time: 0.179, data: 0.003) , G_GAN: 2.047, G_L1: 1.868, D_real: 0.231, D_fake: 0.403 + +[Rank 0] (epoch: 72, iters: 498, time: 0.202, data: 0.003) , G_GAN: 1.219, G_L1: 2.759, D_real: 1.657, D_fake: 0.166 + +[Rank 0] (epoch: 72, iters: 598, time: 0.186, data: 0.003) , G_GAN: 1.153, G_L1: 2.943, D_real: 0.438, D_fake: 0.503 + +[Rank 0] (epoch: 72, iters: 698, time: 0.190, data: 0.003) , G_GAN: 3.953, G_L1: 2.301, D_real: 0.014, D_fake: 0.046 + +[Rank 0] (epoch: 72, iters: 798, time: 0.193, data: 0.003) , G_GAN: 1.151, G_L1: 2.539, D_real: 0.784, D_fake: 0.615 + +[Rank 0] (epoch: 72, iters: 898, time: 0.186, data: 0.003) , G_GAN: 2.737, G_L1: 2.635, D_real: 0.088, D_fake: 0.190 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 72 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 73, iters: 36, time: 0.182, data: 0.007) , G_GAN: 1.221, G_L1: 1.795, D_real: 1.745, D_fake: 0.155 + +[Rank 0] (epoch: 73, iters: 136, time: 0.200, data: 0.003) , G_GAN: 1.523, G_L1: 2.685, D_real: 0.697, D_fake: 0.705 + +[Rank 0] (epoch: 73, iters: 236, time: 0.194, data: 0.003) , G_GAN: 2.931, G_L1: 3.218, D_real: 0.184, D_fake: 0.461 + +[Rank 0] (epoch: 73, iters: 336, time: 0.744, data: 0.003) , G_GAN: 0.898, G_L1: 1.541, D_real: 0.817, D_fake: 0.317 + +[Rank 0] (epoch: 73, iters: 436, time: 0.221, data: 0.003) , G_GAN: 1.129, G_L1: 3.087, D_real: 0.202, D_fake: 0.781 + +[Rank 0] (epoch: 73, iters: 536, time: 0.187, data: 0.004) , G_GAN: 1.237, G_L1: 2.938, D_real: 0.505, D_fake: 0.581 + +[Rank 0] (epoch: 73, iters: 636, time: 0.174, data: 0.003) , G_GAN: 2.144, G_L1: 4.607, D_real: 0.834, D_fake: 0.189 + +[Rank 0] (epoch: 73, iters: 736, time: 0.906, data: 0.003) , G_GAN: 2.897, G_L1: 1.502, D_real: 0.024, D_fake: 1.011 + +[Rank 0] (epoch: 73, iters: 836, time: 0.201, data: 0.003) , G_GAN: 3.289, G_L1: 4.600, D_real: 0.002, D_fake: 0.119 + +[Rank 0] (epoch: 73, iters: 936, time: 0.175, data: 0.003) , G_GAN: 2.528, G_L1: 1.981, D_real: 0.141, D_fake: 0.117 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 73 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 74, iters: 74, time: 0.165, data: 0.003) , G_GAN: 3.488, G_L1: 2.975, D_real: 0.012, D_fake: 0.465 + +[Rank 0] (epoch: 74, iters: 174, time: 0.917, data: 0.007) , G_GAN: 1.460, G_L1: 5.543, D_real: 0.809, D_fake: 0.193 + +[Rank 0] (epoch: 74, iters: 274, time: 0.175, data: 0.003) , G_GAN: 2.722, G_L1: 4.033, D_real: 0.073, D_fake: 0.147 + +[Rank 0] (epoch: 74, iters: 374, time: 0.181, data: 0.003) , G_GAN: 3.127, G_L1: 2.529, D_real: 0.401, D_fake: 0.040 + +[Rank 0] (epoch: 74, iters: 474, time: 0.197, data: 0.007) , G_GAN: 3.924, G_L1: 3.815, D_real: 0.002, D_fake: 0.068 + +[Rank 0] (epoch: 74, iters: 574, time: 0.191, data: 0.003) , G_GAN: 1.454, G_L1: 4.174, D_real: 0.436, D_fake: 0.897 + +[Rank 0] (epoch: 74, iters: 674, time: 0.177, data: 0.003) , G_GAN: 1.658, G_L1: 1.997, D_real: 0.024, D_fake: 0.400 + +[Rank 0] (epoch: 74, iters: 774, time: 0.191, data: 0.007) , G_GAN: 1.053, G_L1: 2.480, D_real: 0.949, D_fake: 0.294 + +[Rank 0] (epoch: 74, iters: 874, time: 0.202, data: 0.003) , G_GAN: 2.823, G_L1: 2.819, D_real: 0.043, D_fake: 0.141 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 74 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 75, iters: 12, time: 0.890, data: 0.003) , G_GAN: 1.743, G_L1: 3.335, D_real: 0.223, D_fake: 0.443 + +[Rank 0] (epoch: 75, iters: 112, time: 0.187, data: 0.003) , G_GAN: 1.035, G_L1: 3.448, D_real: 1.502, D_fake: 0.107 + +[Rank 0] (epoch: 75, iters: 212, time: 0.197, data: 0.004) , G_GAN: 3.185, G_L1: 3.004, D_real: 0.033, D_fake: 0.181 + +[Rank 0] (epoch: 75, iters: 312, time: 0.201, data: 0.003) , G_GAN: 2.545, G_L1: 5.842, D_real: 0.327, D_fake: 0.110 + +[Rank 0] (epoch: 75, iters: 412, time: 0.174, data: 0.003) , G_GAN: 1.825, G_L1: 3.634, D_real: 0.063, D_fake: 0.764 + +[Rank 0] (epoch: 75, iters: 512, time: 0.181, data: 0.003) , G_GAN: 1.850, G_L1: 2.026, D_real: 0.394, D_fake: 0.225 + +[Rank 0] (epoch: 75, iters: 612, time: 0.178, data: 0.003) , G_GAN: 1.278, G_L1: 1.189, D_real: 0.814, D_fake: 0.137 + +[Rank 0] (epoch: 75, iters: 712, time: 0.188, data: 0.003) , G_GAN: 2.418, G_L1: 2.869, D_real: 0.248, D_fake: 0.254 + +[Rank 0] (epoch: 75, iters: 812, time: 0.962, data: 0.003) , G_GAN: 3.327, G_L1: 3.957, D_real: 0.001, D_fake: 0.551 + +[Rank 0] (epoch: 75, iters: 912, time: 0.178, data: 0.003) , G_GAN: 6.136, G_L1: 3.044, D_real: 0.304, D_fake: 0.012 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 75, iters 72150 +End of epoch 75 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 76, iters: 50, time: 0.175, data: 0.003) , G_GAN: 4.855, G_L1: 2.157, D_real: 0.399, D_fake: 0.013 + +[Rank 0] (epoch: 76, iters: 150, time: 0.210, data: 0.003) , G_GAN: 3.373, G_L1: 2.499, D_real: 0.023, D_fake: 0.277 + +[Rank 0] (epoch: 76, iters: 250, time: 0.942, data: 0.003) , G_GAN: 3.400, G_L1: 10.807, D_real: 0.444, D_fake: 0.309 + +[Rank 0] (epoch: 76, iters: 350, time: 0.186, data: 0.003) , G_GAN: 2.425, G_L1: 1.805, D_real: 0.056, D_fake: 0.727 + +[Rank 0] (epoch: 76, iters: 450, time: 0.174, data: 0.003) , G_GAN: 1.701, G_L1: 2.044, D_real: 0.256, D_fake: 0.343 + +[Rank 0] (epoch: 76, iters: 550, time: 0.167, data: 0.003) , G_GAN: 2.453, G_L1: 4.175, D_real: 0.004, D_fake: 0.262 + +[Rank 0] (epoch: 76, iters: 650, time: 0.175, data: 0.003) , G_GAN: 1.278, G_L1: 2.803, D_real: 0.434, D_fake: 0.684 + +[Rank 0] (epoch: 76, iters: 750, time: 0.194, data: 0.003) , G_GAN: 1.877, G_L1: 2.134, D_real: 0.292, D_fake: 0.235 + +[Rank 0] (epoch: 76, iters: 850, time: 0.169, data: 0.003) , G_GAN: 3.611, G_L1: 2.559, D_real: 0.004, D_fake: 0.084 + +[Rank 0] (epoch: 76, iters: 950, time: 0.194, data: 0.003) , G_GAN: 2.927, G_L1: 1.782, D_real: 0.209, D_fake: 0.048 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 76 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 77, iters: 88, time: 0.880, data: 0.003) , G_GAN: 1.212, G_L1: 2.107, D_real: 1.179, D_fake: 0.086 + +[Rank 0] (epoch: 77, iters: 188, time: 0.182, data: 0.003) , G_GAN: 2.390, G_L1: 1.689, D_real: 0.119, D_fake: 0.626 + +[Rank 0] (epoch: 77, iters: 288, time: 0.169, data: 0.003) , G_GAN: 3.043, G_L1: 2.506, D_real: 0.090, D_fake: 0.087 + +[Rank 0] (epoch: 77, iters: 388, time: 0.177, data: 0.003) , G_GAN: 3.486, G_L1: 2.977, D_real: 0.359, D_fake: 0.729 + +[Rank 0] (epoch: 77, iters: 488, time: 0.179, data: 0.003) , G_GAN: 3.709, G_L1: 2.172, D_real: 0.021, D_fake: 0.030 + +[Rank 0] (epoch: 77, iters: 588, time: 0.179, data: 0.003) , G_GAN: 1.106, G_L1: 2.572, D_real: 0.449, D_fake: 0.658 + +[Rank 0] (epoch: 77, iters: 688, time: 0.180, data: 0.003) , G_GAN: 1.749, G_L1: 3.920, D_real: 0.388, D_fake: 0.629 + +[Rank 0] (epoch: 77, iters: 788, time: 0.173, data: 0.003) , G_GAN: 1.689, G_L1: 1.709, D_real: 0.516, D_fake: 0.129 + +[Rank 0] (epoch: 77, iters: 888, time: 0.820, data: 0.003) , G_GAN: 2.013, G_L1: 2.933, D_real: 0.418, D_fake: 0.343 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 77 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 78, iters: 26, time: 0.172, data: 0.003) , G_GAN: 1.887, G_L1: 2.837, D_real: 0.409, D_fake: 0.136 + +[Rank 0] (epoch: 78, iters: 126, time: 0.203, data: 0.003) , G_GAN: 1.482, G_L1: 3.371, D_real: 0.561, D_fake: 0.338 + +[Rank 0] (epoch: 78, iters: 226, time: 0.185, data: 0.003) , G_GAN: 1.904, G_L1: 2.547, D_real: 1.685, D_fake: 0.027 + +[Rank 0] (epoch: 78, iters: 326, time: 0.861, data: 0.004) , G_GAN: 3.175, G_L1: 1.816, D_real: 0.014, D_fake: 0.185 + +[Rank 0] (epoch: 78, iters: 426, time: 0.213, data: 0.003) , G_GAN: 3.519, G_L1: 2.855, D_real: 0.015, D_fake: 0.414 + +[Rank 0] (epoch: 78, iters: 526, time: 0.201, data: 0.003) , G_GAN: 2.322, G_L1: 3.313, D_real: 1.093, D_fake: 0.080 + +[Rank 0] (epoch: 78, iters: 626, time: 0.171, data: 0.003) , G_GAN: 2.992, G_L1: 1.611, D_real: 0.009, D_fake: 2.982 + +[Rank 0] (epoch: 78, iters: 726, time: 0.174, data: 0.003) , G_GAN: 2.070, G_L1: 1.836, D_real: 0.286, D_fake: 0.171 + +[Rank 0] (epoch: 78, iters: 826, time: 0.192, data: 0.003) , G_GAN: 1.913, G_L1: 3.090, D_real: 0.508, D_fake: 0.147 + +[Rank 0] (epoch: 78, iters: 926, time: 0.176, data: 0.003) , G_GAN: 1.823, G_L1: 1.612, D_real: 0.389, D_fake: 0.237 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 78 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 79, iters: 64, time: 0.219, data: 0.003) , G_GAN: 3.805, G_L1: 2.706, D_real: 0.103, D_fake: 0.037 + +[Rank 0] (epoch: 79, iters: 164, time: 0.913, data: 0.003) , G_GAN: 0.238, G_L1: 1.845, D_real: 1.789, D_fake: 0.123 + +[Rank 0] (epoch: 79, iters: 264, time: 0.187, data: 0.004) , G_GAN: 1.175, G_L1: 2.817, D_real: 0.503, D_fake: 0.475 + +[Rank 0] (epoch: 79, iters: 364, time: 0.176, data: 0.003) , G_GAN: 3.184, G_L1: 2.916, D_real: 0.011, D_fake: 0.131 + +[Rank 0] (epoch: 79, iters: 464, time: 0.180, data: 0.003) , G_GAN: 0.903, G_L1: 2.536, D_real: 0.537, D_fake: 0.510 + +[Rank 0] (epoch: 79, iters: 564, time: 0.185, data: 0.003) , G_GAN: 2.873, G_L1: 4.040, D_real: 0.007, D_fake: 0.139 + +[Rank 0] (epoch: 79, iters: 664, time: 0.240, data: 0.003) , G_GAN: 1.917, G_L1: 1.881, D_real: 0.078, D_fake: 0.499 + +[Rank 0] (epoch: 79, iters: 764, time: 0.184, data: 0.003) , G_GAN: 2.581, G_L1: 1.571, D_real: 0.054, D_fake: 0.620 + +[Rank 0] (epoch: 79, iters: 864, time: 0.179, data: 0.003) , G_GAN: 5.237, G_L1: 3.815, D_real: 0.161, D_fake: 0.824 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 79 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 80, iters: 2, time: 0.834, data: 0.003) , G_GAN: 3.173, G_L1: 2.761, D_real: 0.361, D_fake: 0.032 + +[Rank 0] (epoch: 80, iters: 102, time: 0.168, data: 0.003) , G_GAN: 1.366, G_L1: 1.912, D_real: 0.642, D_fake: 0.378 + +[Rank 0] (epoch: 80, iters: 202, time: 0.181, data: 0.003) , G_GAN: 2.956, G_L1: 2.335, D_real: 0.047, D_fake: 0.092 + +[Rank 0] (epoch: 80, iters: 302, time: 0.214, data: 0.004) , G_GAN: 0.966, G_L1: 2.337, D_real: 0.696, D_fake: 0.536 + +[Rank 0] (epoch: 80, iters: 402, time: 0.193, data: 0.007) , G_GAN: 1.923, G_L1: 2.490, D_real: 0.183, D_fake: 0.340 + +[Rank 0] (epoch: 80, iters: 502, time: 0.179, data: 0.003) , G_GAN: 3.282, G_L1: 7.854, D_real: 0.015, D_fake: 0.072 + +[Rank 0] (epoch: 80, iters: 602, time: 0.212, data: 0.003) , G_GAN: 1.066, G_L1: 3.288, D_real: 0.490, D_fake: 0.536 + +[Rank 0] (epoch: 80, iters: 702, time: 0.190, data: 0.003) , G_GAN: 0.735, G_L1: 3.174, D_real: 0.805, D_fake: 0.514 + +[Rank 0] (epoch: 80, iters: 802, time: 0.188, data: 0.003) , G_GAN: 2.829, G_L1: 7.207, D_real: 0.446, D_fake: 0.497 + +[Rank 0] (epoch: 80, iters: 902, time: 0.193, data: 0.004) , G_GAN: 2.040, G_L1: 2.123, D_real: 0.052, D_fake: 0.279 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 80, iters 76960 +End of epoch 80 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 81, iters: 40, time: 0.137, data: 0.003) , G_GAN: 2.737, G_L1: 2.123, D_real: 0.239, D_fake: 0.072 + +[Rank 0] (epoch: 81, iters: 140, time: 0.171, data: 0.003) , G_GAN: 2.323, G_L1: 3.746, D_real: 0.175, D_fake: 0.176 + +[Rank 0] (epoch: 81, iters: 240, time: 0.867, data: 0.003) , G_GAN: 1.983, G_L1: 3.141, D_real: 0.292, D_fake: 0.202 + +[Rank 0] (epoch: 81, iters: 340, time: 0.182, data: 0.007) , G_GAN: 1.932, G_L1: 1.608, D_real: 0.152, D_fake: 0.544 + +[Rank 0] (epoch: 81, iters: 440, time: 0.173, data: 0.003) , G_GAN: 1.760, G_L1: 3.447, D_real: 0.241, D_fake: 0.180 + +[Rank 0] (epoch: 81, iters: 540, time: 0.204, data: 0.004) , G_GAN: 2.621, G_L1: 3.231, D_real: 0.193, D_fake: 0.587 + +[Rank 0] (epoch: 81, iters: 640, time: 0.169, data: 0.003) , G_GAN: 1.644, G_L1: 3.239, D_real: 0.236, D_fake: 1.023 + +[Rank 0] (epoch: 81, iters: 740, time: 0.179, data: 0.003) , G_GAN: 2.494, G_L1: 1.819, D_real: 0.087, D_fake: 0.226 + +[Rank 0] (epoch: 81, iters: 840, time: 0.203, data: 0.003) , G_GAN: 2.533, G_L1: 2.057, D_real: 0.044, D_fake: 0.918 + +[Rank 0] (epoch: 81, iters: 940, time: 0.187, data: 0.004) , G_GAN: 1.625, G_L1: 3.230, D_real: 0.147, D_fake: 0.666 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 81 / 200 Time Taken: 106 sec +[Rank 0] (epoch: 82, iters: 78, time: 0.962, data: 0.003) , G_GAN: 1.835, G_L1: 2.364, D_real: 0.021, D_fake: 0.546 + +[Rank 0] (epoch: 82, iters: 178, time: 0.168, data: 0.003) , G_GAN: 2.154, G_L1: 3.579, D_real: 1.150, D_fake: 0.289 + +[Rank 0] (epoch: 82, iters: 278, time: 0.177, data: 0.003) , G_GAN: 1.031, G_L1: 3.644, D_real: 0.905, D_fake: 0.374 + +[Rank 0] (epoch: 82, iters: 378, time: 0.204, data: 0.003) , G_GAN: 3.611, G_L1: 2.247, D_real: 0.006, D_fake: 0.067 + +[Rank 0] (epoch: 82, iters: 478, time: 0.182, data: 0.003) , G_GAN: 1.826, G_L1: 4.127, D_real: 0.061, D_fake: 0.537 + +[Rank 0] (epoch: 82, iters: 578, time: 0.174, data: 0.005) , G_GAN: 3.403, G_L1: 2.569, D_real: 0.001, D_fake: 0.209 + +[Rank 0] (epoch: 82, iters: 678, time: 0.184, data: 0.003) , G_GAN: 2.047, G_L1: 2.156, D_real: 0.191, D_fake: 0.275 + +[Rank 0] (epoch: 82, iters: 778, time: 0.176, data: 0.003) , G_GAN: 1.462, G_L1: 2.955, D_real: 0.943, D_fake: 0.156 + +[Rank 0] (epoch: 82, iters: 878, time: 0.183, data: 0.003) , G_GAN: 3.239, G_L1: 3.831, D_real: 0.363, D_fake: 0.039 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 82 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 83, iters: 16, time: 0.168, data: 0.003) , G_GAN: 2.957, G_L1: 2.698, D_real: 0.081, D_fake: 0.190 + +[Rank 0] (epoch: 83, iters: 116, time: 0.179, data: 0.003) , G_GAN: 2.888, G_L1: 2.694, D_real: 0.128, D_fake: 0.124 + +[Rank 0] (epoch: 83, iters: 216, time: 0.179, data: 0.003) , G_GAN: 2.809, G_L1: 3.761, D_real: 0.001, D_fake: 0.141 + +[Rank 0] (epoch: 83, iters: 316, time: 1.117, data: 0.003) , G_GAN: 3.519, G_L1: 3.395, D_real: 0.062, D_fake: 0.069 + +[Rank 0] (epoch: 83, iters: 416, time: 0.167, data: 0.003) , G_GAN: 1.472, G_L1: 2.169, D_real: 0.660, D_fake: 0.329 + +[Rank 0] (epoch: 83, iters: 516, time: 0.201, data: 0.003) , G_GAN: 1.605, G_L1: 1.390, D_real: 0.639, D_fake: 0.445 + +[Rank 0] (epoch: 83, iters: 616, time: 0.197, data: 0.003) , G_GAN: 2.795, G_L1: 2.952, D_real: 0.219, D_fake: 0.106 + +[Rank 0] (epoch: 83, iters: 716, time: 0.188, data: 0.003) , G_GAN: 2.898, G_L1: 3.189, D_real: 0.167, D_fake: 0.071 + +[Rank 0] (epoch: 83, iters: 816, time: 0.181, data: 0.003) , G_GAN: 3.722, G_L1: 3.775, D_real: 0.018, D_fake: 0.063 + +[Rank 0] (epoch: 83, iters: 916, time: 0.190, data: 0.003) , G_GAN: 3.065, G_L1: 3.464, D_real: 0.085, D_fake: 0.130 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 83 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 84, iters: 54, time: 0.190, data: 0.003) , G_GAN: 1.330, G_L1: 1.558, D_real: 1.174, D_fake: 0.130 + +[Rank 0] (epoch: 84, iters: 154, time: 0.917, data: 0.004) , G_GAN: 1.971, G_L1: 4.238, D_real: 0.333, D_fake: 0.520 + +saving the latest model (epoch 84, total_iters 80000) +[Rank 0] (epoch: 84, iters: 254, time: 0.184, data: 0.005) , G_GAN: 1.942, G_L1: 4.304, D_real: 0.082, D_fake: 1.176 + +[Rank 0] (epoch: 84, iters: 354, time: 0.187, data: 0.006) , G_GAN: 2.967, G_L1: 2.046, D_real: 0.003, D_fake: 0.094 + +[Rank 0] (epoch: 84, iters: 454, time: 0.175, data: 0.003) , G_GAN: 3.363, G_L1: 21.679, D_real: 0.115, D_fake: 0.502 + +[Rank 0] (epoch: 84, iters: 554, time: 0.181, data: 0.003) , G_GAN: 2.143, G_L1: 1.624, D_real: 0.558, D_fake: 0.036 + +[Rank 0] (epoch: 84, iters: 654, time: 0.176, data: 0.003) , G_GAN: 1.248, G_L1: 2.714, D_real: 0.616, D_fake: 0.539 + +[Rank 0] (epoch: 84, iters: 754, time: 0.185, data: 0.003) , G_GAN: 2.140, G_L1: 7.972, D_real: 0.169, D_fake: 0.341 + +[Rank 0] (epoch: 84, iters: 854, time: 0.177, data: 0.007) , G_GAN: 2.633, G_L1: 2.486, D_real: 0.012, D_fake: 0.221 + +[Rank 0] (epoch: 84, iters: 954, time: 0.181, data: 0.003) , G_GAN: 3.114, G_L1: 3.547, D_real: 0.002, D_fake: 0.202 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 84 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 85, iters: 92, time: 0.185, data: 0.003) , G_GAN: 1.682, G_L1: 3.435, D_real: 0.218, D_fake: 0.644 + +[Rank 0] (epoch: 85, iters: 192, time: 0.182, data: 0.004) , G_GAN: 2.244, G_L1: 2.930, D_real: 0.036, D_fake: 1.025 + +[Rank 0] (epoch: 85, iters: 292, time: 0.179, data: 0.003) , G_GAN: 2.545, G_L1: 2.203, D_real: 0.002, D_fake: 1.162 + +[Rank 0] (epoch: 85, iters: 392, time: 0.888, data: 0.003) , G_GAN: 2.028, G_L1: 2.128, D_real: 0.006, D_fake: 0.274 + +[Rank 0] (epoch: 85, iters: 492, time: 0.183, data: 0.003) , G_GAN: 4.030, G_L1: 2.719, D_real: 0.019, D_fake: 0.041 + +[Rank 0] (epoch: 85, iters: 592, time: 0.152, data: 0.003) , G_GAN: 2.204, G_L1: 5.396, D_real: 0.010, D_fake: 0.356 + +[Rank 0] (epoch: 85, iters: 692, time: 0.204, data: 0.003) , G_GAN: 1.650, G_L1: 2.150, D_real: 1.442, D_fake: 0.091 + +[Rank 0] (epoch: 85, iters: 792, time: 0.183, data: 0.003) , G_GAN: 2.862, G_L1: 2.911, D_real: 0.075, D_fake: 0.277 + +[Rank 0] (epoch: 85, iters: 892, time: 0.189, data: 0.003) , G_GAN: 2.542, G_L1: 2.222, D_real: 0.222, D_fake: 0.213 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 85, iters 81770 +End of epoch 85 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 86, iters: 30, time: 0.152, data: 0.007) , G_GAN: 3.178, G_L1: 1.978, D_real: 0.022, D_fake: 0.104 + +[Rank 0] (epoch: 86, iters: 130, time: 0.194, data: 0.003) , G_GAN: 1.744, G_L1: 3.250, D_real: 0.451, D_fake: 0.143 + +[Rank 0] (epoch: 86, iters: 230, time: 0.966, data: 0.003) , G_GAN: 2.931, G_L1: 9.030, D_real: 0.013, D_fake: 0.186 + +[Rank 0] (epoch: 86, iters: 330, time: 0.190, data: 0.003) , G_GAN: 2.411, G_L1: 2.417, D_real: 0.424, D_fake: 0.669 + +[Rank 0] (epoch: 86, iters: 430, time: 0.176, data: 0.003) , G_GAN: 1.140, G_L1: 2.599, D_real: 1.372, D_fake: 0.214 + +[Rank 0] (epoch: 86, iters: 530, time: 0.197, data: 0.003) , G_GAN: 1.405, G_L1: 3.170, D_real: 0.259, D_fake: 0.889 + +[Rank 0] (epoch: 86, iters: 630, time: 0.185, data: 0.003) , G_GAN: 0.940, G_L1: 2.624, D_real: 1.080, D_fake: 0.181 + +[Rank 0] (epoch: 86, iters: 730, time: 0.182, data: 0.003) , G_GAN: 0.726, G_L1: 1.484, D_real: 0.813, D_fake: 0.437 + +[Rank 0] (epoch: 86, iters: 830, time: 0.188, data: 0.003) , G_GAN: 1.809, G_L1: 3.017, D_real: 0.693, D_fake: 0.300 + +[Rank 0] (epoch: 86, iters: 930, time: 0.183, data: 0.003) , G_GAN: 2.701, G_L1: 3.510, D_real: 0.441, D_fake: 0.238 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 86 / 200 Time Taken: 106 sec +[Rank 0] (epoch: 87, iters: 68, time: 0.951, data: 0.003) , G_GAN: 2.077, G_L1: 2.402, D_real: 0.327, D_fake: 0.262 + +[Rank 0] (epoch: 87, iters: 168, time: 0.176, data: 0.003) , G_GAN: 2.787, G_L1: 1.525, D_real: 0.019, D_fake: 2.497 + +[Rank 0] (epoch: 87, iters: 268, time: 0.180, data: 0.003) , G_GAN: 1.305, G_L1: 2.133, D_real: 1.140, D_fake: 0.263 + +[Rank 0] (epoch: 87, iters: 368, time: 0.176, data: 0.003) , G_GAN: 1.948, G_L1: 2.213, D_real: 0.348, D_fake: 0.437 + +[Rank 0] (epoch: 87, iters: 468, time: 0.194, data: 0.003) , G_GAN: 1.241, G_L1: 2.219, D_real: 0.838, D_fake: 0.247 + +[Rank 0] (epoch: 87, iters: 568, time: 0.190, data: 0.003) , G_GAN: 1.367, G_L1: 1.584, D_real: 0.860, D_fake: 0.482 + +[Rank 0] (epoch: 87, iters: 668, time: 0.174, data: 0.003) , G_GAN: 1.954, G_L1: 1.687, D_real: 0.768, D_fake: 0.035 + +[Rank 0] (epoch: 87, iters: 768, time: 0.187, data: 0.003) , G_GAN: 2.008, G_L1: 2.663, D_real: 0.066, D_fake: 0.955 + +[Rank 0] (epoch: 87, iters: 868, time: 0.190, data: 0.003) , G_GAN: 1.620, G_L1: 3.425, D_real: 0.333, D_fake: 0.400 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 87 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 88, iters: 6, time: 0.149, data: 0.003) , G_GAN: 2.425, G_L1: 2.542, D_real: 0.082, D_fake: 0.159 + +[Rank 0] (epoch: 88, iters: 106, time: 0.175, data: 0.003) , G_GAN: 1.705, G_L1: 2.254, D_real: 0.458, D_fake: 0.406 + +[Rank 0] (epoch: 88, iters: 206, time: 0.202, data: 0.003) , G_GAN: 1.337, G_L1: 3.337, D_real: 1.367, D_fake: 0.169 + +[Rank 0] (epoch: 88, iters: 306, time: 0.754, data: 0.003) , G_GAN: 1.642, G_L1: 6.091, D_real: 0.443, D_fake: 0.213 + +[Rank 0] (epoch: 88, iters: 406, time: 0.193, data: 0.003) , G_GAN: 2.976, G_L1: 1.394, D_real: 0.979, D_fake: 0.028 + +[Rank 0] (epoch: 88, iters: 506, time: 0.170, data: 0.003) , G_GAN: 1.696, G_L1: 1.553, D_real: 0.339, D_fake: 0.259 + +[Rank 0] (epoch: 88, iters: 606, time: 0.202, data: 0.003) , G_GAN: 2.042, G_L1: 2.355, D_real: 0.302, D_fake: 0.310 + +[Rank 0] (epoch: 88, iters: 706, time: 0.173, data: 0.003) , G_GAN: 2.970, G_L1: 3.261, D_real: 0.081, D_fake: 0.097 + +[Rank 0] (epoch: 88, iters: 806, time: 0.193, data: 0.003) , G_GAN: 1.606, G_L1: 3.468, D_real: 0.787, D_fake: 0.159 + +[Rank 0] (epoch: 88, iters: 906, time: 0.185, data: 0.003) , G_GAN: 1.331, G_L1: 3.743, D_real: 0.635, D_fake: 0.398 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 88 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 89, iters: 44, time: 0.167, data: 0.003) , G_GAN: 2.507, G_L1: 2.498, D_real: 0.006, D_fake: 0.243 + +[Rank 0] (epoch: 89, iters: 144, time: 0.897, data: 0.003) , G_GAN: 1.521, G_L1: 2.606, D_real: 0.106, D_fake: 0.976 + +[Rank 0] (epoch: 89, iters: 244, time: 0.187, data: 0.003) , G_GAN: 1.734, G_L1: 2.237, D_real: 0.168, D_fake: 0.648 + +[Rank 0] (epoch: 89, iters: 344, time: 0.172, data: 0.003) , G_GAN: 3.913, G_L1: 2.288, D_real: 0.045, D_fake: 0.033 + +[Rank 0] (epoch: 89, iters: 444, time: 0.198, data: 0.004) , G_GAN: 2.626, G_L1: 3.169, D_real: 1.827, D_fake: 0.098 + +[Rank 0] (epoch: 89, iters: 544, time: 0.160, data: 0.003) , G_GAN: 4.248, G_L1: 2.557, D_real: 0.048, D_fake: 0.101 + +[Rank 0] (epoch: 89, iters: 644, time: 0.190, data: 0.003) , G_GAN: 1.299, G_L1: 2.325, D_real: 0.588, D_fake: 0.441 + +[Rank 0] (epoch: 89, iters: 744, time: 0.181, data: 0.003) , G_GAN: 1.188, G_L1: 3.844, D_real: 0.564, D_fake: 0.395 + +[Rank 0] (epoch: 89, iters: 844, time: 0.187, data: 0.003) , G_GAN: 2.402, G_L1: 2.659, D_real: 0.155, D_fake: 0.209 + +[Rank 0] (epoch: 89, iters: 944, time: 0.188, data: 0.003) , G_GAN: 2.845, G_L1: 3.392, D_real: 0.373, D_fake: 0.078 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 89 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 90, iters: 82, time: 0.190, data: 0.003) , G_GAN: 2.642, G_L1: 2.682, D_real: 0.008, D_fake: 0.286 + +[Rank 0] (epoch: 90, iters: 182, time: 0.183, data: 0.003) , G_GAN: 1.394, G_L1: 2.294, D_real: 0.716, D_fake: 0.309 + +[Rank 0] (epoch: 90, iters: 282, time: 0.185, data: 0.003) , G_GAN: 2.492, G_L1: 1.530, D_real: 0.510, D_fake: 0.050 + +[Rank 0] (epoch: 90, iters: 382, time: 0.939, data: 0.003) , G_GAN: 3.328, G_L1: 3.800, D_real: 0.027, D_fake: 0.091 + +[Rank 0] (epoch: 90, iters: 482, time: 0.199, data: 0.003) , G_GAN: 3.085, G_L1: 2.639, D_real: 0.026, D_fake: 0.103 + +[Rank 0] (epoch: 90, iters: 582, time: 0.190, data: 0.003) , G_GAN: 3.178, G_L1: 1.796, D_real: 0.103, D_fake: 0.777 + +[Rank 0] (epoch: 90, iters: 682, time: 0.169, data: 0.003) , G_GAN: 3.114, G_L1: 2.831, D_real: 0.016, D_fake: 0.428 + +[Rank 0] (epoch: 90, iters: 782, time: 0.191, data: 0.003) , G_GAN: 2.871, G_L1: 6.368, D_real: 0.905, D_fake: 0.108 + +[Rank 0] (epoch: 90, iters: 882, time: 0.188, data: 0.003) , G_GAN: 1.324, G_L1: 2.442, D_real: 0.536, D_fake: 0.341 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 90, iters 86580 +End of epoch 90 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 91, iters: 20, time: 0.139, data: 0.003) , G_GAN: 2.390, G_L1: 2.807, D_real: 0.142, D_fake: 0.153 + +[Rank 0] (epoch: 91, iters: 120, time: 0.135, data: 0.003) , G_GAN: 1.741, G_L1: 2.491, D_real: 0.138, D_fake: 0.705 + +[Rank 0] (epoch: 91, iters: 220, time: 1.079, data: 0.003) , G_GAN: 1.797, G_L1: 2.820, D_real: 0.754, D_fake: 0.164 + +[Rank 0] (epoch: 91, iters: 320, time: 0.176, data: 0.003) , G_GAN: 1.654, G_L1: 3.466, D_real: 0.677, D_fake: 0.144 + +[Rank 0] (epoch: 91, iters: 420, time: 0.178, data: 0.003) , G_GAN: 2.208, G_L1: 2.117, D_real: 0.280, D_fake: 0.185 + +[Rank 0] (epoch: 91, iters: 520, time: 0.182, data: 0.003) , G_GAN: 4.297, G_L1: 2.792, D_real: 0.008, D_fake: 0.032 + +[Rank 0] (epoch: 91, iters: 620, time: 0.190, data: 0.003) , G_GAN: 2.355, G_L1: 2.690, D_real: 1.255, D_fake: 0.129 + +[Rank 0] (epoch: 91, iters: 720, time: 0.192, data: 0.003) , G_GAN: 2.410, G_L1: 1.903, D_real: 0.303, D_fake: 0.399 + +[Rank 0] (epoch: 91, iters: 820, time: 0.193, data: 0.003) , G_GAN: 3.639, G_L1: 2.350, D_real: 0.001, D_fake: 0.564 + +[Rank 0] (epoch: 91, iters: 920, time: 0.194, data: 0.007) , G_GAN: 1.213, G_L1: 2.700, D_real: 0.157, D_fake: 1.517 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 91 / 200 Time Taken: 103 sec +[Rank 0] (epoch: 92, iters: 58, time: 0.894, data: 0.003) , G_GAN: 0.893, G_L1: 1.982, D_real: 0.683, D_fake: 0.321 + +[Rank 0] (epoch: 92, iters: 158, time: 0.193, data: 0.003) , G_GAN: 2.325, G_L1: 2.500, D_real: 0.010, D_fake: 0.710 + +[Rank 0] (epoch: 92, iters: 258, time: 0.180, data: 0.003) , G_GAN: 4.795, G_L1: 2.650, D_real: 0.015, D_fake: 1.484 + +[Rank 0] (epoch: 92, iters: 358, time: 0.184, data: 0.003) , G_GAN: 2.824, G_L1: 1.806, D_real: 0.072, D_fake: 0.174 + +[Rank 0] (epoch: 92, iters: 458, time: 0.981, data: 0.003) , G_GAN: 1.117, G_L1: 2.207, D_real: 0.502, D_fake: 0.603 + +[Rank 0] (epoch: 92, iters: 558, time: 0.191, data: 0.003) , G_GAN: 3.004, G_L1: 5.552, D_real: 0.104, D_fake: 0.229 + +[Rank 0] (epoch: 92, iters: 658, time: 0.190, data: 0.003) , G_GAN: 2.858, G_L1: 4.112, D_real: 0.068, D_fake: 0.107 + +[Rank 0] (epoch: 92, iters: 758, time: 0.188, data: 0.003) , G_GAN: 2.477, G_L1: 2.953, D_real: 0.188, D_fake: 0.142 + +[Rank 0] (epoch: 92, iters: 858, time: 0.173, data: 0.003) , G_GAN: 1.045, G_L1: 1.359, D_real: 2.246, D_fake: 0.051 + +[Rank 0] (epoch: 92, iters: 958, time: 0.187, data: 0.004) , G_GAN: 1.424, G_L1: 6.134, D_real: 0.517, D_fake: 0.562 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 92 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 93, iters: 96, time: 0.206, data: 0.005) , G_GAN: 1.835, G_L1: 2.084, D_real: 0.265, D_fake: 0.392 + +[Rank 0] (epoch: 93, iters: 196, time: 0.189, data: 0.003) , G_GAN: 3.044, G_L1: 2.671, D_real: 0.537, D_fake: 0.064 + +[Rank 0] (epoch: 93, iters: 296, time: 0.876, data: 0.003) , G_GAN: 2.071, G_L1: 1.382, D_real: 0.212, D_fake: 0.496 + +[Rank 0] (epoch: 93, iters: 396, time: 0.188, data: 0.003) , G_GAN: 3.170, G_L1: 2.084, D_real: 0.054, D_fake: 0.375 + +[Rank 0] (epoch: 93, iters: 496, time: 0.183, data: 0.003) , G_GAN: 1.624, G_L1: 2.864, D_real: 0.733, D_fake: 1.245 + +[Rank 0] (epoch: 93, iters: 596, time: 0.179, data: 0.004) , G_GAN: 1.980, G_L1: 1.600, D_real: 0.124, D_fake: 0.649 + +[Rank 0] (epoch: 93, iters: 696, time: 0.194, data: 0.003) , G_GAN: 4.737, G_L1: 5.041, D_real: 0.554, D_fake: 0.014 + +[Rank 0] (epoch: 93, iters: 796, time: 0.183, data: 0.003) , G_GAN: 1.535, G_L1: 2.122, D_real: 0.448, D_fake: 0.328 + +[Rank 0] (epoch: 93, iters: 896, time: 0.174, data: 0.003) , G_GAN: 4.159, G_L1: 2.780, D_real: 0.406, D_fake: 1.774 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 93 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 94, iters: 34, time: 0.184, data: 0.003) , G_GAN: 1.162, G_L1: 1.210, D_real: 0.816, D_fake: 0.207 + +[Rank 0] (epoch: 94, iters: 134, time: 0.915, data: 0.003) , G_GAN: 3.533, G_L1: 2.200, D_real: 0.121, D_fake: 0.195 + +[Rank 0] (epoch: 94, iters: 234, time: 0.194, data: 0.003) , G_GAN: 2.944, G_L1: 2.048, D_real: 0.059, D_fake: 1.248 + +[Rank 0] (epoch: 94, iters: 334, time: 0.167, data: 0.003) , G_GAN: 1.855, G_L1: 2.741, D_real: 0.385, D_fake: 0.389 + +[Rank 0] (epoch: 94, iters: 434, time: 0.188, data: 0.003) , G_GAN: 2.250, G_L1: 3.385, D_real: 0.207, D_fake: 0.917 + +[Rank 0] (epoch: 94, iters: 534, time: 0.887, data: 0.004) , G_GAN: 1.166, G_L1: 1.520, D_real: 0.704, D_fake: 0.366 + +[Rank 0] (epoch: 94, iters: 634, time: 0.186, data: 0.003) , G_GAN: 1.580, G_L1: 6.891, D_real: 0.405, D_fake: 0.724 + +[Rank 0] (epoch: 94, iters: 734, time: 0.169, data: 0.006) , G_GAN: 3.663, G_L1: 1.688, D_real: 0.339, D_fake: 0.805 + +[Rank 0] (epoch: 94, iters: 834, time: 0.183, data: 0.003) , G_GAN: 4.357, G_L1: 2.572, D_real: 0.001, D_fake: 0.042 + +[Rank 0] (epoch: 94, iters: 934, time: 0.181, data: 0.003) , G_GAN: 2.173, G_L1: 4.081, D_real: 0.272, D_fake: 0.159 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 94 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 95, iters: 72, time: 0.185, data: 0.003) , G_GAN: 1.291, G_L1: 2.691, D_real: 1.399, D_fake: 0.221 + +[Rank 0] (epoch: 95, iters: 172, time: 0.176, data: 0.003) , G_GAN: 3.952, G_L1: 1.890, D_real: 0.091, D_fake: 0.042 + +[Rank 0] (epoch: 95, iters: 272, time: 0.160, data: 0.005) , G_GAN: 4.128, G_L1: 1.870, D_real: 0.136, D_fake: 0.023 + +[Rank 0] (epoch: 95, iters: 372, time: 0.879, data: 0.003) , G_GAN: 4.159, G_L1: 2.388, D_real: 0.008, D_fake: 0.059 + +[Rank 0] (epoch: 95, iters: 472, time: 0.162, data: 0.003) , G_GAN: 3.826, G_L1: 2.695, D_real: 0.164, D_fake: 0.042 + +[Rank 0] (epoch: 95, iters: 572, time: 0.169, data: 0.003) , G_GAN: 3.870, G_L1: 1.534, D_real: 0.021, D_fake: 1.429 + +[Rank 0] (epoch: 95, iters: 672, time: 0.185, data: 0.003) , G_GAN: 2.391, G_L1: 1.715, D_real: 0.071, D_fake: 1.166 + +[Rank 0] (epoch: 95, iters: 772, time: 0.197, data: 0.003) , G_GAN: 0.868, G_L1: 3.718, D_real: 0.110, D_fake: 1.580 + +[Rank 0] (epoch: 95, iters: 872, time: 0.185, data: 0.003) , G_GAN: 4.070, G_L1: 2.736, D_real: 0.053, D_fake: 0.799 + +learning rate 0.0002000 -> 0.0002000 +saving the model at the end of epoch 95, iters 91390 +End of epoch 95 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 96, iters: 10, time: 0.153, data: 0.003) , G_GAN: 1.102, G_L1: 4.125, D_real: 1.024, D_fake: 0.307 + +[Rank 0] (epoch: 96, iters: 110, time: 0.188, data: 0.003) , G_GAN: 1.406, G_L1: 2.864, D_real: 0.349, D_fake: 0.507 + +[Rank 0] (epoch: 96, iters: 210, time: 1.050, data: 0.003) , G_GAN: 2.031, G_L1: 1.603, D_real: 0.237, D_fake: 0.218 + +[Rank 0] (epoch: 96, iters: 310, time: 0.171, data: 0.003) , G_GAN: 1.406, G_L1: 2.885, D_real: 0.418, D_fake: 0.486 + +[Rank 0] (epoch: 96, iters: 410, time: 0.224, data: 0.007) , G_GAN: 2.899, G_L1: 2.759, D_real: 0.004, D_fake: 0.135 + +[Rank 0] (epoch: 96, iters: 510, time: 0.178, data: 0.003) , G_GAN: 1.937, G_L1: 3.265, D_real: 0.448, D_fake: 0.243 + +[Rank 0] (epoch: 96, iters: 610, time: 0.812, data: 0.004) , G_GAN: 2.565, G_L1: 3.019, D_real: 0.018, D_fake: 0.438 + +[Rank 0] (epoch: 96, iters: 710, time: 0.188, data: 0.003) , G_GAN: 3.327, G_L1: 6.232, D_real: 0.001, D_fake: 0.144 + +[Rank 0] (epoch: 96, iters: 810, time: 0.191, data: 0.003) , G_GAN: 1.013, G_L1: 2.331, D_real: 0.687, D_fake: 0.521 + +[Rank 0] (epoch: 96, iters: 910, time: 0.189, data: 0.003) , G_GAN: 2.382, G_L1: 2.371, D_real: 0.147, D_fake: 0.152 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 96 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 97, iters: 48, time: 0.821, data: 0.004) , G_GAN: 4.201, G_L1: 3.953, D_real: 0.142, D_fake: 0.017 + +[Rank 0] (epoch: 97, iters: 148, time: 0.181, data: 0.003) , G_GAN: 1.056, G_L1: 2.975, D_real: 0.438, D_fake: 0.446 + +[Rank 0] (epoch: 97, iters: 248, time: 0.195, data: 0.007) , G_GAN: 3.744, G_L1: 1.642, D_real: 0.135, D_fake: 0.651 + +[Rank 0] (epoch: 97, iters: 348, time: 0.185, data: 0.003) , G_GAN: 2.089, G_L1: 3.651, D_real: 0.195, D_fake: 0.302 + +[Rank 0] (epoch: 97, iters: 448, time: 0.184, data: 0.003) , G_GAN: 1.558, G_L1: 3.197, D_real: 0.305, D_fake: 0.467 + +[Rank 0] (epoch: 97, iters: 548, time: 0.186, data: 0.003) , G_GAN: 1.430, G_L1: 3.367, D_real: 0.135, D_fake: 0.833 + +[Rank 0] (epoch: 97, iters: 648, time: 0.174, data: 0.003) , G_GAN: 1.791, G_L1: 2.631, D_real: 0.055, D_fake: 0.518 + +[Rank 0] (epoch: 97, iters: 748, time: 0.189, data: 0.003) , G_GAN: 1.726, G_L1: 1.802, D_real: 0.529, D_fake: 0.308 + +[Rank 0] (epoch: 97, iters: 848, time: 0.175, data: 0.003) , G_GAN: 0.740, G_L1: 3.675, D_real: 0.877, D_fake: 0.254 + +[Rank 0] (epoch: 97, iters: 948, time: 0.190, data: 0.003) , G_GAN: 2.372, G_L1: 2.779, D_real: 1.022, D_fake: 0.031 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 97 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 98, iters: 86, time: 0.195, data: 0.003) , G_GAN: 2.482, G_L1: 4.574, D_real: 0.027, D_fake: 0.389 + +[Rank 0] (epoch: 98, iters: 186, time: 0.190, data: 0.003) , G_GAN: 1.659, G_L1: 3.525, D_real: 0.471, D_fake: 0.316 + +[Rank 0] (epoch: 98, iters: 286, time: 0.974, data: 0.005) , G_GAN: 1.667, G_L1: 4.535, D_real: 0.247, D_fake: 0.294 + +[Rank 0] (epoch: 98, iters: 386, time: 0.176, data: 0.003) , G_GAN: 4.000, G_L1: 5.513, D_real: 0.208, D_fake: 0.036 + +[Rank 0] (epoch: 98, iters: 486, time: 0.193, data: 0.003) , G_GAN: 0.714, G_L1: 2.607, D_real: 0.923, D_fake: 0.389 + +[Rank 0] (epoch: 98, iters: 586, time: 0.195, data: 0.003) , G_GAN: 4.138, G_L1: 3.311, D_real: 0.044, D_fake: 0.060 + +[Rank 0] (epoch: 98, iters: 686, time: 0.851, data: 0.004) , G_GAN: 4.190, G_L1: 5.517, D_real: 0.006, D_fake: 0.458 + +[Rank 0] (epoch: 98, iters: 786, time: 0.169, data: 0.003) , G_GAN: 2.340, G_L1: 5.898, D_real: 0.967, D_fake: 0.184 + +[Rank 0] (epoch: 98, iters: 886, time: 0.190, data: 0.003) , G_GAN: 2.253, G_L1: 1.570, D_real: 0.108, D_fake: 0.296 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 98 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 99, iters: 24, time: 0.196, data: 0.003) , G_GAN: 2.304, G_L1: 2.869, D_real: 0.101, D_fake: 0.349 + +[Rank 0] (epoch: 99, iters: 124, time: 0.903, data: 0.004) , G_GAN: 0.960, G_L1: 2.945, D_real: 0.600, D_fake: 0.694 + +[Rank 0] (epoch: 99, iters: 224, time: 0.185, data: 0.003) , G_GAN: 2.752, G_L1: 1.909, D_real: 0.089, D_fake: 0.374 + +[Rank 0] (epoch: 99, iters: 324, time: 0.194, data: 0.003) , G_GAN: 3.318, G_L1: 2.273, D_real: 0.153, D_fake: 0.048 + +[Rank 0] (epoch: 99, iters: 424, time: 0.181, data: 0.003) , G_GAN: 2.016, G_L1: 1.449, D_real: 0.281, D_fake: 0.681 + +[Rank 0] (epoch: 99, iters: 524, time: 0.185, data: 0.007) , G_GAN: 3.285, G_L1: 4.370, D_real: 0.004, D_fake: 0.087 + +[Rank 0] (epoch: 99, iters: 624, time: 0.208, data: 0.003) , G_GAN: 2.766, G_L1: 2.521, D_real: 0.011, D_fake: 0.624 + +[Rank 0] (epoch: 99, iters: 724, time: 0.200, data: 0.004) , G_GAN: 3.556, G_L1: 3.850, D_real: 0.022, D_fake: 0.065 + +[Rank 0] (epoch: 99, iters: 824, time: 0.193, data: 0.003) , G_GAN: 3.613, G_L1: 3.074, D_real: 0.019, D_fake: 0.058 + +[Rank 0] (epoch: 99, iters: 924, time: 0.174, data: 0.003) , G_GAN: 1.353, G_L1: 1.199, D_real: 0.243, D_fake: 0.474 + +learning rate 0.0002000 -> 0.0002000 +End of epoch 99 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 100, iters: 62, time: 0.214, data: 0.003) , G_GAN: 2.150, G_L1: 3.552, D_real: 0.434, D_fake: 0.287 + +[Rank 0] (epoch: 100, iters: 162, time: 0.192, data: 0.007) , G_GAN: 1.265, G_L1: 2.954, D_real: 0.205, D_fake: 1.143 + +[Rank 0] (epoch: 100, iters: 262, time: 0.183, data: 0.003) , G_GAN: 2.113, G_L1: 1.939, D_real: 0.269, D_fake: 0.174 + +[Rank 0] (epoch: 100, iters: 362, time: 0.969, data: 0.003) , G_GAN: 1.270, G_L1: 2.573, D_real: 1.473, D_fake: 0.064 + +[Rank 0] (epoch: 100, iters: 462, time: 0.183, data: 0.003) , G_GAN: 2.348, G_L1: 4.249, D_real: 0.001, D_fake: 0.337 + +[Rank 0] (epoch: 100, iters: 562, time: 0.184, data: 0.004) , G_GAN: 2.912, G_L1: 13.004, D_real: 0.104, D_fake: 0.566 + +[Rank 0] (epoch: 100, iters: 662, time: 0.182, data: 0.004) , G_GAN: 2.237, G_L1: 1.845, D_real: 0.515, D_fake: 0.267 + +[Rank 0] (epoch: 100, iters: 762, time: 0.958, data: 0.003) , G_GAN: 4.425, G_L1: 3.678, D_real: 0.025, D_fake: 0.113 + +[Rank 0] (epoch: 100, iters: 862, time: 0.195, data: 0.003) , G_GAN: 1.537, G_L1: 3.313, D_real: 0.350, D_fake: 0.589 + +[Rank 0] (epoch: 100, iters: 962, time: 0.178, data: 0.004) , G_GAN: 2.567, G_L1: 2.028, D_real: 0.013, D_fake: 0.155 + +learning rate 0.0002000 -> 0.0001980 +saving the model at the end of epoch 100, iters 96200 +End of epoch 100 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 101, iters: 100, time: 0.206, data: 0.232) , G_GAN: 1.153, G_L1: 1.656, D_real: 0.481, D_fake: 0.702 + +[Rank 0] (epoch: 101, iters: 200, time: 0.942, data: 0.003) , G_GAN: 3.015, G_L1: 2.867, D_real: 0.211, D_fake: 0.353 + +[Rank 0] (epoch: 101, iters: 300, time: 0.191, data: 0.003) , G_GAN: 3.538, G_L1: 3.402, D_real: 0.218, D_fake: 0.049 + +[Rank 0] (epoch: 101, iters: 400, time: 0.196, data: 0.003) , G_GAN: 2.513, G_L1: 1.854, D_real: 0.016, D_fake: 0.222 + +[Rank 0] (epoch: 101, iters: 500, time: 0.187, data: 0.003) , G_GAN: 1.188, G_L1: 4.239, D_real: 1.237, D_fake: 0.275 + +[Rank 0] (epoch: 101, iters: 600, time: 0.199, data: 0.003) , G_GAN: 1.500, G_L1: 3.119, D_real: 0.485, D_fake: 0.457 + +[Rank 0] (epoch: 101, iters: 700, time: 0.187, data: 0.003) , G_GAN: 1.566, G_L1: 3.201, D_real: 0.810, D_fake: 0.211 + +[Rank 0] (epoch: 101, iters: 800, time: 0.192, data: 0.003) , G_GAN: 2.564, G_L1: 2.665, D_real: 0.020, D_fake: 0.451 + +[Rank 0] (epoch: 101, iters: 900, time: 0.181, data: 0.003) , G_GAN: 4.500, G_L1: 2.720, D_real: 0.037, D_fake: 1.521 + +learning rate 0.0001980 -> 0.0001960 +End of epoch 101 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 102, iters: 38, time: 0.886, data: 0.003) , G_GAN: 4.642, G_L1: 3.559, D_real: 0.002, D_fake: 0.014 + +[Rank 0] (epoch: 102, iters: 138, time: 0.187, data: 0.003) , G_GAN: 3.860, G_L1: 2.012, D_real: 0.036, D_fake: 0.062 + +[Rank 0] (epoch: 102, iters: 238, time: 0.194, data: 0.003) , G_GAN: 2.035, G_L1: 2.822, D_real: 0.165, D_fake: 0.277 + +[Rank 0] (epoch: 102, iters: 338, time: 0.207, data: 0.003) , G_GAN: 3.352, G_L1: 4.514, D_real: 0.283, D_fake: 0.057 + +[Rank 0] (epoch: 102, iters: 438, time: 0.187, data: 0.003) , G_GAN: 1.848, G_L1: 2.353, D_real: 0.130, D_fake: 0.393 + +[Rank 0] (epoch: 102, iters: 538, time: 0.189, data: 0.003) , G_GAN: 4.188, G_L1: 5.209, D_real: 0.236, D_fake: 0.044 + +[Rank 0] (epoch: 102, iters: 638, time: 0.205, data: 0.003) , G_GAN: 2.222, G_L1: 2.823, D_real: 0.385, D_fake: 0.159 + +[Rank 0] (epoch: 102, iters: 738, time: 0.174, data: 0.003) , G_GAN: 1.803, G_L1: 6.824, D_real: 0.532, D_fake: 0.227 + +[Rank 0] (epoch: 102, iters: 838, time: 0.991, data: 0.003) , G_GAN: 2.168, G_L1: 1.522, D_real: 0.363, D_fake: 0.168 + +[Rank 0] (epoch: 102, iters: 938, time: 0.182, data: 0.003) , G_GAN: 5.106, G_L1: 2.541, D_real: 0.039, D_fake: 0.014 + +learning rate 0.0001960 -> 0.0001941 +End of epoch 102 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 103, iters: 76, time: 0.192, data: 0.003) , G_GAN: 1.577, G_L1: 1.614, D_real: 0.529, D_fake: 0.241 + +[Rank 0] (epoch: 103, iters: 176, time: 0.198, data: 0.003) , G_GAN: 1.631, G_L1: 1.727, D_real: 0.324, D_fake: 0.247 + +[Rank 0] (epoch: 103, iters: 276, time: 0.928, data: 0.007) , G_GAN: 1.599, G_L1: 1.843, D_real: 0.277, D_fake: 0.421 + +[Rank 0] (epoch: 103, iters: 376, time: 0.178, data: 0.003) , G_GAN: 1.505, G_L1: 2.293, D_real: 0.739, D_fake: 0.461 + +[Rank 0] (epoch: 103, iters: 476, time: 0.176, data: 0.003) , G_GAN: 2.266, G_L1: 1.555, D_real: 0.338, D_fake: 0.099 + +[Rank 0] (epoch: 103, iters: 576, time: 0.190, data: 0.003) , G_GAN: 4.658, G_L1: 2.940, D_real: 0.748, D_fake: 0.004 + +[Rank 0] (epoch: 103, iters: 676, time: 0.183, data: 0.003) , G_GAN: 1.818, G_L1: 1.975, D_real: 0.071, D_fake: 0.703 + +[Rank 0] (epoch: 103, iters: 776, time: 0.186, data: 0.003) , G_GAN: 3.962, G_L1: 3.591, D_real: 0.176, D_fake: 0.412 + +[Rank 0] (epoch: 103, iters: 876, time: 0.204, data: 0.003) , G_GAN: 1.086, G_L1: 2.129, D_real: 0.965, D_fake: 0.203 + +learning rate 0.0001941 -> 0.0001921 +End of epoch 103 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 104, iters: 14, time: 0.168, data: 0.003) , G_GAN: 3.264, G_L1: 2.361, D_real: 0.064, D_fake: 0.069 + +[Rank 0] (epoch: 104, iters: 114, time: 0.779, data: 0.003) , G_GAN: 2.111, G_L1: 2.112, D_real: 0.026, D_fake: 2.123 + +[Rank 0] (epoch: 104, iters: 214, time: 0.203, data: 0.003) , G_GAN: 2.995, G_L1: 5.497, D_real: 0.275, D_fake: 0.205 + +[Rank 0] (epoch: 104, iters: 314, time: 0.216, data: 0.003) , G_GAN: 1.686, G_L1: 3.830, D_real: 0.139, D_fake: 1.001 + +[Rank 0] (epoch: 104, iters: 414, time: 0.195, data: 0.003) , G_GAN: 1.230, G_L1: 3.256, D_real: 0.281, D_fake: 0.800 + +[Rank 0] (epoch: 104, iters: 514, time: 0.191, data: 0.003) , G_GAN: 3.532, G_L1: 4.920, D_real: 0.057, D_fake: 0.085 + +[Rank 0] (epoch: 104, iters: 614, time: 0.194, data: 0.003) , G_GAN: 1.730, G_L1: 1.663, D_real: 0.277, D_fake: 0.337 + +[Rank 0] (epoch: 104, iters: 714, time: 0.188, data: 0.004) , G_GAN: 2.618, G_L1: 2.182, D_real: 0.320, D_fake: 0.089 + +[Rank 0] (epoch: 104, iters: 814, time: 0.186, data: 0.003) , G_GAN: 3.716, G_L1: 2.821, D_real: 0.049, D_fake: 0.055 + +[Rank 0] (epoch: 104, iters: 914, time: 0.941, data: 0.003) , G_GAN: 3.201, G_L1: 8.951, D_real: 0.157, D_fake: 0.395 + +saving the latest model (epoch 104, total_iters 100000) +learning rate 0.0001921 -> 0.0001901 +End of epoch 104 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 105, iters: 52, time: 0.186, data: 0.007) , G_GAN: 2.025, G_L1: 1.379, D_real: 0.329, D_fake: 0.108 + +[Rank 0] (epoch: 105, iters: 152, time: 0.189, data: 0.006) , G_GAN: 2.717, G_L1: 2.850, D_real: 0.126, D_fake: 0.208 + +[Rank 0] (epoch: 105, iters: 252, time: 0.178, data: 0.004) , G_GAN: 2.520, G_L1: 3.930, D_real: 0.008, D_fake: 0.341 + +[Rank 0] (epoch: 105, iters: 352, time: 1.118, data: 0.004) , G_GAN: 2.173, G_L1: 2.134, D_real: 0.262, D_fake: 0.170 + +[Rank 0] (epoch: 105, iters: 452, time: 0.175, data: 0.003) , G_GAN: 1.184, G_L1: 1.604, D_real: 1.134, D_fake: 0.212 + +[Rank 0] (epoch: 105, iters: 552, time: 0.191, data: 0.003) , G_GAN: 3.461, G_L1: 1.319, D_real: 0.202, D_fake: 0.062 + +[Rank 0] (epoch: 105, iters: 652, time: 0.225, data: 0.003) , G_GAN: 1.335, G_L1: 4.119, D_real: 1.426, D_fake: 0.339 + +[Rank 0] (epoch: 105, iters: 752, time: 0.183, data: 0.003) , G_GAN: 1.577, G_L1: 3.720, D_real: 0.622, D_fake: 0.299 + +[Rank 0] (epoch: 105, iters: 852, time: 0.200, data: 0.003) , G_GAN: 1.949, G_L1: 2.220, D_real: 0.112, D_fake: 0.335 + +[Rank 0] (epoch: 105, iters: 952, time: 0.181, data: 0.003) , G_GAN: 1.717, G_L1: 4.647, D_real: 0.191, D_fake: 0.419 + +learning rate 0.0001901 -> 0.0001881 +saving the model at the end of epoch 105, iters 101010 +End of epoch 105 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 106, iters: 90, time: 0.183, data: 0.003) , G_GAN: 2.389, G_L1: 2.659, D_real: 0.158, D_fake: 0.223 + +[Rank 0] (epoch: 106, iters: 190, time: 0.938, data: 0.003) , G_GAN: 2.107, G_L1: 3.471, D_real: 0.153, D_fake: 0.426 + +[Rank 0] (epoch: 106, iters: 290, time: 0.188, data: 0.003) , G_GAN: 1.640, G_L1: 2.511, D_real: 0.589, D_fake: 0.329 + +[Rank 0] (epoch: 106, iters: 390, time: 0.205, data: 0.003) , G_GAN: 0.955, G_L1: 1.605, D_real: 0.896, D_fake: 0.273 + +[Rank 0] (epoch: 106, iters: 490, time: 0.205, data: 0.003) , G_GAN: 1.710, G_L1: 1.541, D_real: 0.406, D_fake: 0.544 + +[Rank 0] (epoch: 106, iters: 590, time: 0.200, data: 0.003) , G_GAN: 1.305, G_L1: 3.108, D_real: 0.124, D_fake: 1.354 + +[Rank 0] (epoch: 106, iters: 690, time: 0.167, data: 0.003) , G_GAN: 3.189, G_L1: 2.472, D_real: 0.023, D_fake: 0.114 + +[Rank 0] (epoch: 106, iters: 790, time: 0.199, data: 0.003) , G_GAN: 3.065, G_L1: 2.452, D_real: 0.020, D_fake: 0.141 + +[Rank 0] (epoch: 106, iters: 890, time: 0.189, data: 0.003) , G_GAN: 3.524, G_L1: 4.909, D_real: 0.002, D_fake: 0.149 + +learning rate 0.0001881 -> 0.0001861 +End of epoch 106 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 107, iters: 28, time: 0.978, data: 0.003) , G_GAN: 2.047, G_L1: 1.614, D_real: 0.902, D_fake: 0.077 + +[Rank 0] (epoch: 107, iters: 128, time: 0.202, data: 0.003) , G_GAN: 2.442, G_L1: 2.449, D_real: 0.005, D_fake: 0.263 + +[Rank 0] (epoch: 107, iters: 228, time: 0.216, data: 0.003) , G_GAN: 1.230, G_L1: 2.818, D_real: 0.457, D_fake: 0.549 + +[Rank 0] (epoch: 107, iters: 328, time: 0.182, data: 0.003) , G_GAN: 3.592, G_L1: 3.038, D_real: 0.003, D_fake: 0.052 + +[Rank 0] (epoch: 107, iters: 428, time: 0.187, data: 0.003) , G_GAN: 2.663, G_L1: 2.953, D_real: 0.261, D_fake: 0.149 + +[Rank 0] (epoch: 107, iters: 528, time: 0.182, data: 0.003) , G_GAN: 3.070, G_L1: 3.846, D_real: 0.189, D_fake: 0.723 + +[Rank 0] (epoch: 107, iters: 628, time: 0.184, data: 0.003) , G_GAN: 2.382, G_L1: 2.358, D_real: 0.181, D_fake: 0.189 + +[Rank 0] (epoch: 107, iters: 728, time: 0.194, data: 0.003) , G_GAN: 2.468, G_L1: 4.017, D_real: 1.046, D_fake: 0.180 + +[Rank 0] (epoch: 107, iters: 828, time: 0.179, data: 0.007) , G_GAN: 2.414, G_L1: 2.685, D_real: 0.302, D_fake: 0.243 + +[Rank 0] (epoch: 107, iters: 928, time: 0.200, data: 0.003) , G_GAN: 3.147, G_L1: 4.141, D_real: 0.069, D_fake: 0.179 + +learning rate 0.0001861 -> 0.0001842 +End of epoch 107 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 108, iters: 66, time: 0.206, data: 0.003) , G_GAN: 2.599, G_L1: 2.130, D_real: 0.020, D_fake: 0.454 + +[Rank 0] (epoch: 108, iters: 166, time: 0.188, data: 0.003) , G_GAN: 1.774, G_L1: 3.963, D_real: 0.130, D_fake: 0.763 + +[Rank 0] (epoch: 108, iters: 266, time: 0.847, data: 0.003) , G_GAN: 3.482, G_L1: 1.994, D_real: 0.050, D_fake: 0.141 + +[Rank 0] (epoch: 108, iters: 366, time: 0.181, data: 0.003) , G_GAN: 2.764, G_L1: 2.589, D_real: 0.009, D_fake: 0.130 + +[Rank 0] (epoch: 108, iters: 466, time: 0.175, data: 0.003) , G_GAN: 2.620, G_L1: 2.073, D_real: 0.000, D_fake: 0.888 + +[Rank 0] (epoch: 108, iters: 566, time: 0.184, data: 0.003) , G_GAN: 1.951, G_L1: 1.464, D_real: 0.540, D_fake: 0.325 + +[Rank 0] (epoch: 108, iters: 666, time: 0.169, data: 0.003) , G_GAN: 2.474, G_L1: 2.559, D_real: 0.020, D_fake: 0.302 + +[Rank 0] (epoch: 108, iters: 766, time: 0.196, data: 0.003) , G_GAN: 1.236, G_L1: 1.976, D_real: 0.706, D_fake: 0.277 + +[Rank 0] (epoch: 108, iters: 866, time: 0.188, data: 0.005) , G_GAN: 2.364, G_L1: 3.991, D_real: 0.263, D_fake: 0.188 + +learning rate 0.0001842 -> 0.0001822 +End of epoch 108 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 109, iters: 4, time: 0.174, data: 0.004) , G_GAN: 1.239, G_L1: 1.534, D_real: 0.500, D_fake: 0.246 + +[Rank 0] (epoch: 109, iters: 104, time: 0.772, data: 0.003) , G_GAN: 2.196, G_L1: 1.732, D_real: 0.362, D_fake: 0.294 + +[Rank 0] (epoch: 109, iters: 204, time: 0.185, data: 0.003) , G_GAN: 1.647, G_L1: 2.718, D_real: 1.195, D_fake: 0.158 + +[Rank 0] (epoch: 109, iters: 304, time: 0.260, data: 0.003) , G_GAN: 0.249, G_L1: 1.720, D_real: 1.066, D_fake: 0.113 + +[Rank 0] (epoch: 109, iters: 404, time: 0.175, data: 0.003) , G_GAN: 2.249, G_L1: 3.647, D_real: 0.003, D_fake: 0.459 + +[Rank 0] (epoch: 109, iters: 504, time: 0.181, data: 0.003) , G_GAN: 2.559, G_L1: 5.065, D_real: 0.011, D_fake: 0.135 + +[Rank 0] (epoch: 109, iters: 604, time: 0.179, data: 0.003) , G_GAN: 2.612, G_L1: 2.688, D_real: 0.125, D_fake: 0.192 + +[Rank 0] (epoch: 109, iters: 704, time: 0.184, data: 0.003) , G_GAN: 2.522, G_L1: 3.841, D_real: 0.004, D_fake: 0.310 + +[Rank 0] (epoch: 109, iters: 804, time: 0.180, data: 0.003) , G_GAN: 2.842, G_L1: 2.641, D_real: 0.042, D_fake: 0.399 + +[Rank 0] (epoch: 109, iters: 904, time: 0.181, data: 0.003) , G_GAN: 2.622, G_L1: 2.693, D_real: 0.166, D_fake: 0.214 + +learning rate 0.0001822 -> 0.0001802 +End of epoch 109 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 110, iters: 42, time: 0.181, data: 0.003) , G_GAN: 2.756, G_L1: 2.164, D_real: 0.005, D_fake: 0.489 + +[Rank 0] (epoch: 110, iters: 142, time: 0.199, data: 0.003) , G_GAN: 1.478, G_L1: 4.447, D_real: 0.902, D_fake: 0.447 + +[Rank 0] (epoch: 110, iters: 242, time: 0.202, data: 0.003) , G_GAN: 4.564, G_L1: 3.499, D_real: 0.108, D_fake: 0.021 + +[Rank 0] (epoch: 110, iters: 342, time: 0.841, data: 0.003) , G_GAN: 3.524, G_L1: 2.593, D_real: 0.006, D_fake: 0.087 + +[Rank 0] (epoch: 110, iters: 442, time: 0.231, data: 0.003) , G_GAN: 3.767, G_L1: 12.194, D_real: 0.341, D_fake: 0.513 + +[Rank 0] (epoch: 110, iters: 542, time: 0.187, data: 0.003) , G_GAN: 2.701, G_L1: 1.371, D_real: 0.168, D_fake: 1.008 + +[Rank 0] (epoch: 110, iters: 642, time: 0.208, data: 0.003) , G_GAN: 1.535, G_L1: 3.702, D_real: 0.392, D_fake: 0.481 + +[Rank 0] (epoch: 110, iters: 742, time: 0.182, data: 0.003) , G_GAN: 2.274, G_L1: 1.497, D_real: 0.101, D_fake: 0.625 + +[Rank 0] (epoch: 110, iters: 842, time: 0.185, data: 0.003) , G_GAN: 3.483, G_L1: 4.667, D_real: 0.000, D_fake: 0.100 + +[Rank 0] (epoch: 110, iters: 942, time: 0.206, data: 0.003) , G_GAN: 1.924, G_L1: 3.010, D_real: 0.797, D_fake: 0.116 + +learning rate 0.0001802 -> 0.0001782 +saving the model at the end of epoch 110, iters 105820 +End of epoch 110 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 111, iters: 80, time: 0.173, data: 0.003) , G_GAN: 3.711, G_L1: 2.535, D_real: 0.042, D_fake: 0.591 + +[Rank 0] (epoch: 111, iters: 180, time: 1.014, data: 0.004) , G_GAN: 3.103, G_L1: 2.623, D_real: 0.009, D_fake: 0.097 + +[Rank 0] (epoch: 111, iters: 280, time: 0.202, data: 0.007) , G_GAN: 2.620, G_L1: 2.246, D_real: 0.141, D_fake: 0.611 + +[Rank 0] (epoch: 111, iters: 380, time: 0.194, data: 0.003) , G_GAN: 1.098, G_L1: 2.639, D_real: 0.775, D_fake: 0.493 + +[Rank 0] (epoch: 111, iters: 480, time: 0.255, data: 0.003) , G_GAN: 1.176, G_L1: 3.153, D_real: 0.700, D_fake: 0.374 + +[Rank 0] (epoch: 111, iters: 580, time: 0.174, data: 0.007) , G_GAN: 3.024, G_L1: 2.558, D_real: 0.003, D_fake: 0.245 + +[Rank 0] (epoch: 111, iters: 680, time: 0.187, data: 0.004) , G_GAN: 2.150, G_L1: 1.796, D_real: 0.089, D_fake: 0.455 + +[Rank 0] (epoch: 111, iters: 780, time: 0.190, data: 0.003) , G_GAN: 1.732, G_L1: 2.996, D_real: 0.636, D_fake: 0.136 + +[Rank 0] (epoch: 111, iters: 880, time: 0.198, data: 0.003) , G_GAN: 2.155, G_L1: 3.794, D_real: 0.071, D_fake: 0.474 + +learning rate 0.0001782 -> 0.0001762 +End of epoch 111 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 112, iters: 18, time: 0.920, data: 0.003) , G_GAN: 1.435, G_L1: 2.838, D_real: 0.236, D_fake: 0.716 + +[Rank 0] (epoch: 112, iters: 118, time: 0.189, data: 0.003) , G_GAN: 2.056, G_L1: 1.687, D_real: 0.056, D_fake: 3.402 + +[Rank 0] (epoch: 112, iters: 218, time: 0.194, data: 0.003) , G_GAN: 1.248, G_L1: 3.290, D_real: 0.869, D_fake: 0.222 + +[Rank 0] (epoch: 112, iters: 318, time: 0.194, data: 0.003) , G_GAN: 0.792, G_L1: 1.553, D_real: 1.240, D_fake: 0.165 + +[Rank 0] (epoch: 112, iters: 418, time: 0.188, data: 0.003) , G_GAN: 2.058, G_L1: 1.740, D_real: 2.239, D_fake: 0.137 + +[Rank 0] (epoch: 112, iters: 518, time: 0.179, data: 0.003) , G_GAN: 1.100, G_L1: 3.196, D_real: 0.313, D_fake: 1.216 + +[Rank 0] (epoch: 112, iters: 618, time: 0.183, data: 0.003) , G_GAN: 0.849, G_L1: 2.908, D_real: 0.796, D_fake: 0.367 + +[Rank 0] (epoch: 112, iters: 718, time: 0.189, data: 0.003) , G_GAN: 2.062, G_L1: 2.811, D_real: 0.247, D_fake: 0.704 + +[Rank 0] (epoch: 112, iters: 818, time: 0.179, data: 0.004) , G_GAN: 1.169, G_L1: 2.390, D_real: 0.903, D_fake: 0.414 + +[Rank 0] (epoch: 112, iters: 918, time: 0.177, data: 0.003) , G_GAN: 5.395, G_L1: 2.262, D_real: 1.225, D_fake: 0.402 + +learning rate 0.0001762 -> 0.0001743 +End of epoch 112 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 113, iters: 56, time: 0.189, data: 0.003) , G_GAN: 2.096, G_L1: 2.268, D_real: 0.328, D_fake: 0.178 + +[Rank 0] (epoch: 113, iters: 156, time: 0.177, data: 0.003) , G_GAN: 2.308, G_L1: 2.368, D_real: 0.089, D_fake: 0.256 + +[Rank 0] (epoch: 113, iters: 256, time: 0.905, data: 0.003) , G_GAN: 2.803, G_L1: 5.778, D_real: 0.499, D_fake: 0.208 + +[Rank 0] (epoch: 113, iters: 356, time: 0.201, data: 0.003) , G_GAN: 2.904, G_L1: 2.369, D_real: 0.002, D_fake: 0.096 + +[Rank 0] (epoch: 113, iters: 456, time: 0.195, data: 0.003) , G_GAN: 2.815, G_L1: 1.781, D_real: 0.229, D_fake: 0.259 + +[Rank 0] (epoch: 113, iters: 556, time: 0.197, data: 0.003) , G_GAN: 1.587, G_L1: 1.546, D_real: 0.470, D_fake: 0.220 + +[Rank 0] (epoch: 113, iters: 656, time: 0.161, data: 0.003) , G_GAN: 2.513, G_L1: 4.034, D_real: 0.161, D_fake: 0.214 + +[Rank 0] (epoch: 113, iters: 756, time: 0.186, data: 0.003) , G_GAN: 2.810, G_L1: 3.534, D_real: 0.174, D_fake: 0.175 + +[Rank 0] (epoch: 113, iters: 856, time: 0.184, data: 0.003) , G_GAN: 1.125, G_L1: 1.749, D_real: 0.605, D_fake: 0.379 + +[Rank 0] (epoch: 113, iters: 956, time: 0.178, data: 0.003) , G_GAN: 3.161, G_L1: 2.094, D_real: 0.016, D_fake: 0.198 + +learning rate 0.0001743 -> 0.0001723 +End of epoch 113 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 114, iters: 94, time: 0.898, data: 0.003) , G_GAN: 2.883, G_L1: 2.293, D_real: 0.122, D_fake: 0.099 + +[Rank 0] (epoch: 114, iters: 194, time: 0.189, data: 0.003) , G_GAN: 1.525, G_L1: 6.198, D_real: 0.475, D_fake: 0.131 + +[Rank 0] (epoch: 114, iters: 294, time: 0.197, data: 0.003) , G_GAN: 1.552, G_L1: 2.685, D_real: 1.074, D_fake: 0.193 + +[Rank 0] (epoch: 114, iters: 394, time: 0.180, data: 0.003) , G_GAN: 1.379, G_L1: 2.720, D_real: 1.064, D_fake: 0.230 + +[Rank 0] (epoch: 114, iters: 494, time: 0.193, data: 0.003) , G_GAN: 1.435, G_L1: 2.665, D_real: 0.908, D_fake: 0.191 + +[Rank 0] (epoch: 114, iters: 594, time: 0.178, data: 0.003) , G_GAN: 2.760, G_L1: 3.798, D_real: 0.004, D_fake: 0.252 + +[Rank 0] (epoch: 114, iters: 694, time: 0.185, data: 0.003) , G_GAN: 1.915, G_L1: 3.278, D_real: 0.174, D_fake: 0.313 + +[Rank 0] (epoch: 114, iters: 794, time: 0.189, data: 0.003) , G_GAN: 1.136, G_L1: 2.786, D_real: 0.546, D_fake: 0.578 + +[Rank 0] (epoch: 114, iters: 894, time: 0.214, data: 0.003) , G_GAN: 3.281, G_L1: 2.826, D_real: 0.023, D_fake: 0.199 + +learning rate 0.0001723 -> 0.0001703 +End of epoch 114 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 115, iters: 32, time: 0.194, data: 0.007) , G_GAN: 1.326, G_L1: 1.809, D_real: 0.604, D_fake: 0.316 + +[Rank 0] (epoch: 115, iters: 132, time: 0.191, data: 0.003) , G_GAN: 3.195, G_L1: 1.822, D_real: 0.122, D_fake: 0.109 + +[Rank 0] (epoch: 115, iters: 232, time: 0.187, data: 0.003) , G_GAN: 1.332, G_L1: 1.353, D_real: 0.656, D_fake: 0.213 + +[Rank 0] (epoch: 115, iters: 332, time: 1.058, data: 0.004) , G_GAN: 2.765, G_L1: 3.050, D_real: 0.019, D_fake: 0.284 + +[Rank 0] (epoch: 115, iters: 432, time: 0.184, data: 0.003) , G_GAN: 3.555, G_L1: 3.197, D_real: 0.012, D_fake: 0.074 + +[Rank 0] (epoch: 115, iters: 532, time: 0.170, data: 0.004) , G_GAN: 3.887, G_L1: 3.955, D_real: 0.006, D_fake: 0.090 + +[Rank 0] (epoch: 115, iters: 632, time: 0.166, data: 0.004) , G_GAN: 2.354, G_L1: 2.401, D_real: 0.004, D_fake: 0.280 + +[Rank 0] (epoch: 115, iters: 732, time: 0.176, data: 0.003) , G_GAN: 2.625, G_L1: 2.885, D_real: 0.002, D_fake: 0.221 + +[Rank 0] (epoch: 115, iters: 832, time: 0.167, data: 0.003) , G_GAN: 3.773, G_L1: 3.700, D_real: 0.770, D_fake: 0.027 + +[Rank 0] (epoch: 115, iters: 932, time: 0.166, data: 0.003) , G_GAN: 2.121, G_L1: 1.839, D_real: 0.730, D_fake: 0.025 + +learning rate 0.0001703 -> 0.0001683 +saving the model at the end of epoch 115, iters 110630 +End of epoch 115 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 116, iters: 70, time: 0.138, data: 0.003) , G_GAN: 1.422, G_L1: 2.776, D_real: 1.001, D_fake: 0.231 + +[Rank 0] (epoch: 116, iters: 170, time: 0.942, data: 0.003) , G_GAN: 3.139, G_L1: 1.370, D_real: 0.155, D_fake: 2.037 + +[Rank 0] (epoch: 116, iters: 270, time: 0.170, data: 0.003) , G_GAN: 3.786, G_L1: 4.448, D_real: 0.364, D_fake: 0.039 + +[Rank 0] (epoch: 116, iters: 370, time: 0.162, data: 0.003) , G_GAN: 0.065, G_L1: 2.119, D_real: 2.026, D_fake: 0.097 + +[Rank 0] (epoch: 116, iters: 470, time: 0.194, data: 0.003) , G_GAN: 1.862, G_L1: 2.086, D_real: 0.029, D_fake: 0.569 + +[Rank 0] (epoch: 116, iters: 570, time: 0.165, data: 0.003) , G_GAN: 1.646, G_L1: 1.874, D_real: 1.166, D_fake: 0.119 + +[Rank 0] (epoch: 116, iters: 670, time: 0.178, data: 0.003) , G_GAN: 2.362, G_L1: 3.920, D_real: 0.822, D_fake: 0.053 + +[Rank 0] (epoch: 116, iters: 770, time: 0.175, data: 0.003) , G_GAN: 1.984, G_L1: 1.772, D_real: 1.040, D_fake: 0.077 + +[Rank 0] (epoch: 116, iters: 870, time: 0.184, data: 0.003) , G_GAN: 2.716, G_L1: 2.445, D_real: 0.036, D_fake: 0.278 + +learning rate 0.0001683 -> 0.0001663 +End of epoch 116 / 200 Time Taken: 100 sec +[Rank 0] (epoch: 117, iters: 8, time: 1.109, data: 0.003) , G_GAN: 2.326, G_L1: 2.121, D_real: 0.074, D_fake: 0.300 + +[Rank 0] (epoch: 117, iters: 108, time: 0.173, data: 0.005) , G_GAN: 3.104, G_L1: 2.276, D_real: 0.024, D_fake: 0.111 + +[Rank 0] (epoch: 117, iters: 208, time: 0.167, data: 0.004) , G_GAN: 3.223, G_L1: 2.519, D_real: 0.058, D_fake: 0.081 + +[Rank 0] (epoch: 117, iters: 308, time: 0.172, data: 0.003) , G_GAN: 1.997, G_L1: 1.765, D_real: 0.054, D_fake: 1.004 + +[Rank 0] (epoch: 117, iters: 408, time: 0.914, data: 0.003) , G_GAN: 1.583, G_L1: 2.760, D_real: 0.213, D_fake: 0.375 + +[Rank 0] (epoch: 117, iters: 508, time: 0.185, data: 0.003) , G_GAN: 2.769, G_L1: 2.569, D_real: 0.022, D_fake: 0.419 + +[Rank 0] (epoch: 117, iters: 608, time: 0.197, data: 0.003) , G_GAN: 2.373, G_L1: 1.906, D_real: 0.584, D_fake: 0.018 + +[Rank 0] (epoch: 117, iters: 708, time: 0.180, data: 0.003) , G_GAN: 2.009, G_L1: 3.867, D_real: 0.417, D_fake: 0.120 + +[Rank 0] (epoch: 117, iters: 808, time: 0.202, data: 0.003) , G_GAN: 2.048, G_L1: 2.480, D_real: 0.066, D_fake: 0.760 + +[Rank 0] (epoch: 117, iters: 908, time: 0.198, data: 0.003) , G_GAN: 0.675, G_L1: 1.196, D_real: 1.211, D_fake: 0.210 + +learning rate 0.0001663 -> 0.0001644 +End of epoch 117 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 118, iters: 46, time: 0.156, data: 0.003) , G_GAN: 2.894, G_L1: 2.305, D_real: 0.003, D_fake: 0.174 + +[Rank 0] (epoch: 118, iters: 146, time: 0.181, data: 0.003) , G_GAN: 3.254, G_L1: 5.127, D_real: 0.005, D_fake: 0.141 + +[Rank 0] (epoch: 118, iters: 246, time: 0.925, data: 0.004) , G_GAN: 3.256, G_L1: 5.170, D_real: 0.104, D_fake: 0.106 + +[Rank 0] (epoch: 118, iters: 346, time: 0.176, data: 0.003) , G_GAN: 2.729, G_L1: 1.644, D_real: 0.115, D_fake: 0.500 + +[Rank 0] (epoch: 118, iters: 446, time: 0.193, data: 0.003) , G_GAN: 1.700, G_L1: 2.673, D_real: 0.067, D_fake: 0.505 + +[Rank 0] (epoch: 118, iters: 546, time: 0.189, data: 0.003) , G_GAN: 1.412, G_L1: 3.549, D_real: 1.217, D_fake: 0.228 + +[Rank 0] (epoch: 118, iters: 646, time: 0.183, data: 0.003) , G_GAN: 3.478, G_L1: 3.688, D_real: 0.009, D_fake: 0.081 + +[Rank 0] (epoch: 118, iters: 746, time: 0.199, data: 0.003) , G_GAN: 3.733, G_L1: 2.867, D_real: 0.001, D_fake: 0.073 + +[Rank 0] (epoch: 118, iters: 846, time: 0.189, data: 0.003) , G_GAN: 3.471, G_L1: 2.139, D_real: 0.020, D_fake: 0.070 + +[Rank 0] (epoch: 118, iters: 946, time: 0.210, data: 0.003) , G_GAN: 1.473, G_L1: 1.795, D_real: 1.220, D_fake: 0.206 + +learning rate 0.0001644 -> 0.0001624 +End of epoch 118 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 119, iters: 84, time: 0.690, data: 0.003) , G_GAN: 3.170, G_L1: 3.730, D_real: 0.000, D_fake: 0.225 + +[Rank 0] (epoch: 119, iters: 184, time: 0.183, data: 0.003) , G_GAN: 2.194, G_L1: 2.077, D_real: 0.447, D_fake: 0.076 + +[Rank 0] (epoch: 119, iters: 284, time: 0.181, data: 0.003) , G_GAN: 2.222, G_L1: 6.143, D_real: 0.343, D_fake: 0.332 + +[Rank 0] (epoch: 119, iters: 384, time: 0.244, data: 0.003) , G_GAN: 1.216, G_L1: 2.684, D_real: 0.714, D_fake: 0.455 + +[Rank 0] (epoch: 119, iters: 484, time: 0.957, data: 0.003) , G_GAN: 1.710, G_L1: 3.440, D_real: 0.239, D_fake: 0.345 + +[Rank 0] (epoch: 119, iters: 584, time: 0.187, data: 0.003) , G_GAN: 2.274, G_L1: 1.895, D_real: 0.377, D_fake: 0.030 + +[Rank 0] (epoch: 119, iters: 684, time: 0.190, data: 0.003) , G_GAN: 1.302, G_L1: 5.268, D_real: 1.643, D_fake: 0.171 + +[Rank 0] (epoch: 119, iters: 784, time: 0.162, data: 0.003) , G_GAN: 2.831, G_L1: 3.911, D_real: 0.127, D_fake: 0.165 + +[Rank 0] (epoch: 119, iters: 884, time: 0.186, data: 0.003) , G_GAN: 2.148, G_L1: 2.802, D_real: 1.142, D_fake: 0.120 + +learning rate 0.0001624 -> 0.0001604 +End of epoch 119 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 120, iters: 22, time: 0.159, data: 0.003) , G_GAN: 4.178, G_L1: 1.970, D_real: 0.109, D_fake: 0.038 + +[Rank 0] (epoch: 120, iters: 122, time: 0.183, data: 0.003) , G_GAN: 2.063, G_L1: 1.975, D_real: 0.192, D_fake: 0.234 + +[Rank 0] (epoch: 120, iters: 222, time: 0.205, data: 0.006) , G_GAN: 1.703, G_L1: 1.431, D_real: 0.497, D_fake: 0.273 + +[Rank 0] (epoch: 120, iters: 322, time: 0.781, data: 0.003) , G_GAN: 2.764, G_L1: 2.291, D_real: 0.118, D_fake: 0.159 + +[Rank 0] (epoch: 120, iters: 422, time: 0.226, data: 0.003) , G_GAN: 4.045, G_L1: 3.086, D_real: 0.475, D_fake: 0.026 + +[Rank 0] (epoch: 120, iters: 522, time: 0.173, data: 0.003) , G_GAN: 2.657, G_L1: 1.429, D_real: 1.770, D_fake: 0.041 + +[Rank 0] (epoch: 120, iters: 622, time: 0.204, data: 0.003) , G_GAN: 4.398, G_L1: 3.599, D_real: 0.000, D_fake: 0.051 + +[Rank 0] (epoch: 120, iters: 722, time: 0.185, data: 0.004) , G_GAN: 1.179, G_L1: 2.914, D_real: 0.307, D_fake: 0.765 + +[Rank 0] (epoch: 120, iters: 822, time: 0.197, data: 0.003) , G_GAN: 1.338, G_L1: 3.162, D_real: 0.719, D_fake: 0.321 + +[Rank 0] (epoch: 120, iters: 922, time: 0.207, data: 0.003) , G_GAN: 3.194, G_L1: 4.551, D_real: 0.074, D_fake: 0.137 + +learning rate 0.0001604 -> 0.0001584 +saving the model at the end of epoch 120, iters 115440 +End of epoch 120 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 121, iters: 60, time: 0.164, data: 0.003) , G_GAN: 0.698, G_L1: 2.202, D_real: 1.098, D_fake: 0.128 + +[Rank 0] (epoch: 121, iters: 160, time: 1.080, data: 0.003) , G_GAN: 2.356, G_L1: 1.460, D_real: 0.048, D_fake: 3.105 + +[Rank 0] (epoch: 121, iters: 260, time: 0.205, data: 0.007) , G_GAN: 4.272, G_L1: 3.760, D_real: 0.128, D_fake: 0.036 + +[Rank 0] (epoch: 121, iters: 360, time: 0.182, data: 0.003) , G_GAN: 2.090, G_L1: 2.407, D_real: 0.178, D_fake: 0.274 + +[Rank 0] (epoch: 121, iters: 460, time: 0.171, data: 0.003) , G_GAN: 2.873, G_L1: 1.936, D_real: 0.036, D_fake: 0.412 + +[Rank 0] (epoch: 121, iters: 560, time: 0.930, data: 0.003) , G_GAN: 2.506, G_L1: 5.492, D_real: 0.414, D_fake: 0.166 + +[Rank 0] (epoch: 121, iters: 660, time: 0.198, data: 0.003) , G_GAN: 2.022, G_L1: 2.296, D_real: 0.306, D_fake: 0.240 + +[Rank 0] (epoch: 121, iters: 760, time: 0.183, data: 0.003) , G_GAN: 2.284, G_L1: 2.282, D_real: 0.895, D_fake: 0.124 + +[Rank 0] (epoch: 121, iters: 860, time: 0.217, data: 0.003) , G_GAN: 2.386, G_L1: 2.911, D_real: 0.002, D_fake: 0.304 + +[Rank 0] (epoch: 121, iters: 960, time: 0.203, data: 0.003) , G_GAN: 1.284, G_L1: 1.481, D_real: 0.991, D_fake: 0.164 + +learning rate 0.0001584 -> 0.0001564 +End of epoch 121 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 122, iters: 98, time: 0.195, data: 0.005) , G_GAN: 4.581, G_L1: 4.870, D_real: 0.005, D_fake: 0.032 + +[Rank 0] (epoch: 122, iters: 198, time: 0.240, data: 0.003) , G_GAN: 2.109, G_L1: 1.643, D_real: 0.159, D_fake: 0.699 + +[Rank 0] (epoch: 122, iters: 298, time: 0.194, data: 0.003) , G_GAN: 1.672, G_L1: 1.815, D_real: 0.474, D_fake: 0.305 + +[Rank 0] (epoch: 122, iters: 398, time: 0.984, data: 0.003) , G_GAN: 1.084, G_L1: 3.314, D_real: 0.462, D_fake: 0.387 + +[Rank 0] (epoch: 122, iters: 498, time: 0.176, data: 0.003) , G_GAN: 1.471, G_L1: 3.708, D_real: 0.271, D_fake: 0.768 + +[Rank 0] (epoch: 122, iters: 598, time: 0.199, data: 0.003) , G_GAN: 4.704, G_L1: 4.252, D_real: 0.019, D_fake: 0.049 + +[Rank 0] (epoch: 122, iters: 698, time: 0.190, data: 0.004) , G_GAN: 0.788, G_L1: 1.614, D_real: 1.312, D_fake: 0.241 + +[Rank 0] (epoch: 122, iters: 798, time: 0.266, data: 0.003) , G_GAN: 4.752, G_L1: 2.678, D_real: 0.002, D_fake: 0.030 + +[Rank 0] (epoch: 122, iters: 898, time: 0.165, data: 0.003) , G_GAN: 3.330, G_L1: 2.735, D_real: 0.103, D_fake: 0.123 + +learning rate 0.0001564 -> 0.0001545 +End of epoch 122 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 123, iters: 36, time: 0.189, data: 0.003) , G_GAN: 3.599, G_L1: 3.988, D_real: 0.001, D_fake: 0.055 + +[Rank 0] (epoch: 123, iters: 136, time: 0.183, data: 0.003) , G_GAN: 2.059, G_L1: 2.505, D_real: 0.032, D_fake: 0.639 + +[Rank 0] (epoch: 123, iters: 236, time: 0.971, data: 0.003) , G_GAN: 1.566, G_L1: 2.716, D_real: 0.288, D_fake: 0.388 + +[Rank 0] (epoch: 123, iters: 336, time: 0.210, data: 0.003) , G_GAN: 1.640, G_L1: 1.875, D_real: 0.718, D_fake: 0.177 + +[Rank 0] (epoch: 123, iters: 436, time: 0.188, data: 0.004) , G_GAN: 1.880, G_L1: 2.368, D_real: 0.852, D_fake: 0.118 + +[Rank 0] (epoch: 123, iters: 536, time: 0.200, data: 0.007) , G_GAN: 3.344, G_L1: 2.658, D_real: 0.039, D_fake: 0.238 + +[Rank 0] (epoch: 123, iters: 636, time: 0.914, data: 0.003) , G_GAN: 2.314, G_L1: 2.670, D_real: 0.266, D_fake: 0.273 + +[Rank 0] (epoch: 123, iters: 736, time: 0.185, data: 0.003) , G_GAN: 2.174, G_L1: 4.031, D_real: 1.084, D_fake: 0.995 + +[Rank 0] (epoch: 123, iters: 836, time: 0.173, data: 0.003) , G_GAN: 1.244, G_L1: 1.914, D_real: 0.127, D_fake: 1.307 + +[Rank 0] (epoch: 123, iters: 936, time: 0.186, data: 0.003) , G_GAN: 2.944, G_L1: 2.835, D_real: 0.007, D_fake: 0.178 + +learning rate 0.0001545 -> 0.0001525 +End of epoch 123 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 124, iters: 74, time: 0.880, data: 0.003) , G_GAN: 1.906, G_L1: 2.109, D_real: 0.062, D_fake: 0.514 + +[Rank 0] (epoch: 124, iters: 174, time: 0.187, data: 0.003) , G_GAN: 2.554, G_L1: 3.408, D_real: 0.105, D_fake: 0.186 + +[Rank 0] (epoch: 124, iters: 274, time: 0.181, data: 0.007) , G_GAN: 3.175, G_L1: 2.495, D_real: 0.002, D_fake: 0.189 + +[Rank 0] (epoch: 124, iters: 374, time: 0.201, data: 0.003) , G_GAN: 2.888, G_L1: 1.991, D_real: 0.416, D_fake: 0.086 + +[Rank 0] (epoch: 124, iters: 474, time: 0.185, data: 0.003) , G_GAN: 2.731, G_L1: 2.630, D_real: 0.182, D_fake: 0.178 + +[Rank 0] (epoch: 124, iters: 574, time: 0.171, data: 0.003) , G_GAN: 3.198, G_L1: 3.782, D_real: 0.037, D_fake: 0.091 + +[Rank 0] (epoch: 124, iters: 674, time: 0.205, data: 0.003) , G_GAN: 3.213, G_L1: 2.515, D_real: 0.333, D_fake: 0.072 + +[Rank 0] (epoch: 124, iters: 774, time: 0.217, data: 0.003) , G_GAN: 2.947, G_L1: 2.140, D_real: 0.022, D_fake: 0.237 + +[Rank 0] (epoch: 124, iters: 874, time: 0.184, data: 0.004) , G_GAN: 0.547, G_L1: 2.101, D_real: 1.776, D_fake: 0.310 + +learning rate 0.0001525 -> 0.0001505 +End of epoch 124 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 125, iters: 12, time: 0.167, data: 0.003) , G_GAN: 2.827, G_L1: 2.923, D_real: 0.143, D_fake: 0.121 + +[Rank 0] (epoch: 125, iters: 112, time: 0.187, data: 0.003) , G_GAN: 2.958, G_L1: 4.291, D_real: 1.230, D_fake: 0.067 + +[Rank 0] (epoch: 125, iters: 212, time: 0.215, data: 0.003) , G_GAN: 2.630, G_L1: 2.864, D_real: 0.007, D_fake: 0.180 + +[Rank 0] (epoch: 125, iters: 312, time: 1.038, data: 0.003) , G_GAN: 4.754, G_L1: 5.591, D_real: 0.031, D_fake: 0.059 + +[Rank 0] (epoch: 125, iters: 412, time: 0.178, data: 0.003) , G_GAN: 2.865, G_L1: 3.630, D_real: 0.458, D_fake: 0.676 + +[Rank 0] (epoch: 125, iters: 512, time: 0.192, data: 0.003) , G_GAN: 1.247, G_L1: 1.449, D_real: 0.507, D_fake: 0.313 + +[Rank 0] (epoch: 125, iters: 612, time: 0.188, data: 0.003) , G_GAN: 1.592, G_L1: 2.019, D_real: 0.520, D_fake: 0.261 + +[Rank 0] (epoch: 125, iters: 712, time: 0.932, data: 0.004) , G_GAN: 1.573, G_L1: 1.484, D_real: 0.425, D_fake: 0.495 + +saving the latest model (epoch 125, total_iters 120000) +[Rank 0] (epoch: 125, iters: 812, time: 0.177, data: 0.004) , G_GAN: 6.187, G_L1: 4.732, D_real: 0.228, D_fake: 0.013 + +[Rank 0] (epoch: 125, iters: 912, time: 0.174, data: 0.003) , G_GAN: 2.828, G_L1: 3.015, D_real: 1.428, D_fake: 0.036 + +learning rate 0.0001505 -> 0.0001485 +saving the model at the end of epoch 125, iters 120250 +End of epoch 125 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 126, iters: 50, time: 0.162, data: 0.003) , G_GAN: 1.578, G_L1: 2.086, D_real: 0.801, D_fake: 0.207 + +[Rank 0] (epoch: 126, iters: 150, time: 0.835, data: 0.007) , G_GAN: 2.993, G_L1: 3.760, D_real: 0.051, D_fake: 0.093 + +[Rank 0] (epoch: 126, iters: 250, time: 0.218, data: 0.003) , G_GAN: 2.831, G_L1: 2.389, D_real: 0.001, D_fake: 0.155 + +[Rank 0] (epoch: 126, iters: 350, time: 0.201, data: 0.003) , G_GAN: 2.890, G_L1: 2.041, D_real: 0.660, D_fake: 0.090 + +[Rank 0] (epoch: 126, iters: 450, time: 0.171, data: 0.003) , G_GAN: 2.646, G_L1: 2.808, D_real: 0.012, D_fake: 0.550 + +[Rank 0] (epoch: 126, iters: 550, time: 0.191, data: 0.003) , G_GAN: 1.914, G_L1: 2.730, D_real: 0.128, D_fake: 0.629 + +[Rank 0] (epoch: 126, iters: 650, time: 0.198, data: 0.003) , G_GAN: 2.268, G_L1: 2.721, D_real: 0.007, D_fake: 0.394 + +[Rank 0] (epoch: 126, iters: 750, time: 0.174, data: 0.003) , G_GAN: 1.812, G_L1: 1.968, D_real: 1.009, D_fake: 0.112 + +[Rank 0] (epoch: 126, iters: 850, time: 0.209, data: 0.003) , G_GAN: 0.164, G_L1: 1.615, D_real: 2.245, D_fake: 0.303 + +[Rank 0] (epoch: 126, iters: 950, time: 0.185, data: 0.003) , G_GAN: 1.303, G_L1: 2.486, D_real: 0.425, D_fake: 0.640 + +learning rate 0.0001485 -> 0.0001465 +End of epoch 126 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 127, iters: 88, time: 0.177, data: 0.007) , G_GAN: 2.846, G_L1: 4.150, D_real: 0.586, D_fake: 0.103 + +[Rank 0] (epoch: 127, iters: 188, time: 0.201, data: 0.003) , G_GAN: 1.489, G_L1: 1.416, D_real: 0.288, D_fake: 0.773 + +[Rank 0] (epoch: 127, iters: 288, time: 0.183, data: 0.003) , G_GAN: 2.530, G_L1: 3.352, D_real: 0.167, D_fake: 0.314 + +[Rank 0] (epoch: 127, iters: 388, time: 0.939, data: 0.003) , G_GAN: 2.908, G_L1: 2.767, D_real: 1.420, D_fake: 0.040 + +[Rank 0] (epoch: 127, iters: 488, time: 0.190, data: 0.003) , G_GAN: 1.749, G_L1: 2.275, D_real: 0.881, D_fake: 0.116 + +[Rank 0] (epoch: 127, iters: 588, time: 0.185, data: 0.003) , G_GAN: 1.805, G_L1: 1.973, D_real: 0.563, D_fake: 0.226 + +[Rank 0] (epoch: 127, iters: 688, time: 0.196, data: 0.003) , G_GAN: 1.432, G_L1: 2.483, D_real: 0.503, D_fake: 0.604 + +[Rank 0] (epoch: 127, iters: 788, time: 0.987, data: 0.004) , G_GAN: 1.681, G_L1: 2.304, D_real: 1.207, D_fake: 0.102 + +[Rank 0] (epoch: 127, iters: 888, time: 0.213, data: 0.003) , G_GAN: 2.486, G_L1: 1.891, D_real: 0.046, D_fake: 0.248 + +learning rate 0.0001465 -> 0.0001446 +End of epoch 127 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 128, iters: 26, time: 0.204, data: 0.003) , G_GAN: 2.379, G_L1: 2.093, D_real: 0.840, D_fake: 0.089 + +[Rank 0] (epoch: 128, iters: 126, time: 0.188, data: 0.003) , G_GAN: 1.448, G_L1: 2.722, D_real: 0.669, D_fake: 0.416 + +[Rank 0] (epoch: 128, iters: 226, time: 0.944, data: 0.003) , G_GAN: 3.208, G_L1: 2.531, D_real: 0.006, D_fake: 0.064 + +[Rank 0] (epoch: 128, iters: 326, time: 0.190, data: 0.003) , G_GAN: 0.959, G_L1: 2.752, D_real: 0.218, D_fake: 1.012 + +[Rank 0] (epoch: 128, iters: 426, time: 0.188, data: 0.003) , G_GAN: 1.679, G_L1: 3.511, D_real: 0.217, D_fake: 0.697 + +[Rank 0] (epoch: 128, iters: 526, time: 0.188, data: 0.003) , G_GAN: 3.957, G_L1: 4.477, D_real: 0.000, D_fake: 0.112 + +[Rank 0] (epoch: 128, iters: 626, time: 0.209, data: 0.003) , G_GAN: 1.963, G_L1: 4.826, D_real: 0.288, D_fake: 0.998 + +[Rank 0] (epoch: 128, iters: 726, time: 0.186, data: 0.003) , G_GAN: 1.254, G_L1: 2.335, D_real: 1.180, D_fake: 0.354 + +[Rank 0] (epoch: 128, iters: 826, time: 0.187, data: 0.003) , G_GAN: 2.848, G_L1: 3.177, D_real: 0.005, D_fake: 0.228 + +[Rank 0] (epoch: 128, iters: 926, time: 0.193, data: 0.004) , G_GAN: 2.284, G_L1: 2.860, D_real: 0.541, D_fake: 0.116 + +learning rate 0.0001446 -> 0.0001426 +End of epoch 128 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 129, iters: 64, time: 1.156, data: 0.003) , G_GAN: 1.752, G_L1: 1.715, D_real: 0.139, D_fake: 0.281 + +[Rank 0] (epoch: 129, iters: 164, time: 0.213, data: 0.004) , G_GAN: 1.482, G_L1: 3.330, D_real: 0.981, D_fake: 0.414 + +[Rank 0] (epoch: 129, iters: 264, time: 0.200, data: 0.003) , G_GAN: 2.457, G_L1: 2.103, D_real: 0.381, D_fake: 0.283 + +[Rank 0] (epoch: 129, iters: 364, time: 0.180, data: 0.003) , G_GAN: 2.880, G_L1: 2.844, D_real: 0.002, D_fake: 0.189 + +[Rank 0] (epoch: 129, iters: 464, time: 0.179, data: 0.003) , G_GAN: 1.457, G_L1: 2.413, D_real: 0.508, D_fake: 0.525 + +[Rank 0] (epoch: 129, iters: 564, time: 0.189, data: 0.003) , G_GAN: 2.436, G_L1: 2.313, D_real: 0.309, D_fake: 0.091 + +[Rank 0] (epoch: 129, iters: 664, time: 0.200, data: 0.007) , G_GAN: 0.990, G_L1: 2.971, D_real: 0.552, D_fake: 0.443 + +[Rank 0] (epoch: 129, iters: 764, time: 0.187, data: 0.004) , G_GAN: 2.957, G_L1: 2.646, D_real: 1.333, D_fake: 0.851 + +[Rank 0] (epoch: 129, iters: 864, time: 0.928, data: 0.003) , G_GAN: 2.742, G_L1: 3.423, D_real: 0.014, D_fake: 0.128 + +learning rate 0.0001426 -> 0.0001406 +End of epoch 129 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 130, iters: 2, time: 0.138, data: 0.004) , G_GAN: 2.060, G_L1: 1.422, D_real: 0.283, D_fake: 0.305 + +[Rank 0] (epoch: 130, iters: 102, time: 0.169, data: 0.003) , G_GAN: 2.184, G_L1: 4.824, D_real: 0.254, D_fake: 0.319 + +[Rank 0] (epoch: 130, iters: 202, time: 0.180, data: 0.003) , G_GAN: 2.467, G_L1: 1.949, D_real: 0.043, D_fake: 0.281 + +[Rank 0] (epoch: 130, iters: 302, time: 0.968, data: 0.004) , G_GAN: 3.672, G_L1: 4.254, D_real: 0.010, D_fake: 0.053 + +[Rank 0] (epoch: 130, iters: 402, time: 0.199, data: 0.003) , G_GAN: 2.542, G_L1: 2.123, D_real: 0.016, D_fake: 0.160 + +[Rank 0] (epoch: 130, iters: 502, time: 0.205, data: 0.003) , G_GAN: 2.581, G_L1: 4.067, D_real: 0.065, D_fake: 0.218 + +[Rank 0] (epoch: 130, iters: 602, time: 0.187, data: 0.003) , G_GAN: 2.819, G_L1: 1.255, D_real: 0.344, D_fake: 0.050 + +[Rank 0] (epoch: 130, iters: 702, time: 0.175, data: 0.003) , G_GAN: 1.502, G_L1: 1.459, D_real: 0.489, D_fake: 0.586 + +[Rank 0] (epoch: 130, iters: 802, time: 0.190, data: 0.004) , G_GAN: 1.145, G_L1: 2.693, D_real: 0.526, D_fake: 0.537 + +[Rank 0] (epoch: 130, iters: 902, time: 0.193, data: 0.004) , G_GAN: 2.269, G_L1: 4.211, D_real: 0.014, D_fake: 0.284 + +learning rate 0.0001406 -> 0.0001386 +saving the model at the end of epoch 130, iters 125060 +End of epoch 130 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 131, iters: 40, time: 0.167, data: 0.007) , G_GAN: 2.794, G_L1: 2.925, D_real: 0.044, D_fake: 0.164 + +[Rank 0] (epoch: 131, iters: 140, time: 1.038, data: 0.003) , G_GAN: 1.835, G_L1: 3.383, D_real: 0.066, D_fake: 0.513 + +[Rank 0] (epoch: 131, iters: 240, time: 0.189, data: 0.003) , G_GAN: 2.669, G_L1: 1.855, D_real: 0.165, D_fake: 0.124 + +[Rank 0] (epoch: 131, iters: 340, time: 0.189, data: 0.004) , G_GAN: 1.371, G_L1: 2.143, D_real: 0.766, D_fake: 0.269 + +[Rank 0] (epoch: 131, iters: 440, time: 0.190, data: 0.003) , G_GAN: 1.138, G_L1: 2.724, D_real: 0.432, D_fake: 0.728 + +[Rank 0] (epoch: 131, iters: 540, time: 0.183, data: 0.003) , G_GAN: 4.799, G_L1: 3.499, D_real: 0.012, D_fake: 0.027 + +[Rank 0] (epoch: 131, iters: 640, time: 0.179, data: 0.003) , G_GAN: 1.552, G_L1: 1.416, D_real: 0.530, D_fake: 0.139 + +[Rank 0] (epoch: 131, iters: 740, time: 0.188, data: 0.003) , G_GAN: 2.704, G_L1: 2.190, D_real: 0.019, D_fake: 0.344 + +[Rank 0] (epoch: 131, iters: 840, time: 0.182, data: 0.004) , G_GAN: 1.271, G_L1: 2.718, D_real: 0.670, D_fake: 0.382 + +[Rank 0] (epoch: 131, iters: 940, time: 1.031, data: 0.006) , G_GAN: 1.676, G_L1: 2.773, D_real: 0.301, D_fake: 0.534 + +learning rate 0.0001386 -> 0.0001366 +End of epoch 131 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 132, iters: 78, time: 0.193, data: 0.003) , G_GAN: 2.460, G_L1: 2.301, D_real: 0.069, D_fake: 0.224 + +[Rank 0] (epoch: 132, iters: 178, time: 0.192, data: 0.003) , G_GAN: 1.126, G_L1: 1.478, D_real: 0.790, D_fake: 0.190 + +[Rank 0] (epoch: 132, iters: 278, time: 0.181, data: 0.007) , G_GAN: 2.673, G_L1: 1.905, D_real: 0.399, D_fake: 0.095 + +[Rank 0] (epoch: 132, iters: 378, time: 0.977, data: 0.003) , G_GAN: 2.356, G_L1: 3.060, D_real: 1.540, D_fake: 0.073 + +[Rank 0] (epoch: 132, iters: 478, time: 0.181, data: 0.003) , G_GAN: 2.617, G_L1: 2.520, D_real: 0.301, D_fake: 0.303 + +[Rank 0] (epoch: 132, iters: 578, time: 0.201, data: 0.004) , G_GAN: 3.219, G_L1: 3.098, D_real: 0.509, D_fake: 0.045 + +[Rank 0] (epoch: 132, iters: 678, time: 0.195, data: 0.004) , G_GAN: 3.135, G_L1: 1.816, D_real: 0.045, D_fake: 0.088 + +[Rank 0] (epoch: 132, iters: 778, time: 0.187, data: 0.003) , G_GAN: 2.238, G_L1: 2.667, D_real: 0.005, D_fake: 0.897 + +[Rank 0] (epoch: 132, iters: 878, time: 0.205, data: 0.003) , G_GAN: 1.971, G_L1: 3.252, D_real: 0.115, D_fake: 0.630 + +learning rate 0.0001366 -> 0.0001347 +End of epoch 132 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 133, iters: 16, time: 0.198, data: 0.003) , G_GAN: 2.959, G_L1: 2.622, D_real: 0.002, D_fake: 0.948 + +[Rank 0] (epoch: 133, iters: 116, time: 0.196, data: 0.003) , G_GAN: 1.663, G_L1: 1.591, D_real: 0.118, D_fake: 0.598 + +[Rank 0] (epoch: 133, iters: 216, time: 0.995, data: 0.003) , G_GAN: 1.124, G_L1: 3.654, D_real: 0.320, D_fake: 1.067 + +[Rank 0] (epoch: 133, iters: 316, time: 0.191, data: 0.003) , G_GAN: 1.720, G_L1: 1.939, D_real: 0.601, D_fake: 0.224 + +[Rank 0] (epoch: 133, iters: 416, time: 0.191, data: 0.003) , G_GAN: 2.979, G_L1: 2.363, D_real: 0.005, D_fake: 0.197 + +[Rank 0] (epoch: 133, iters: 516, time: 0.194, data: 0.003) , G_GAN: 2.545, G_L1: 2.302, D_real: 0.036, D_fake: 0.218 + +[Rank 0] (epoch: 133, iters: 616, time: 0.191, data: 0.003) , G_GAN: 1.698, G_L1: 4.924, D_real: 0.289, D_fake: 1.069 + +[Rank 0] (epoch: 133, iters: 716, time: 0.180, data: 0.003) , G_GAN: 1.834, G_L1: 2.640, D_real: 0.273, D_fake: 0.583 + +[Rank 0] (epoch: 133, iters: 816, time: 0.202, data: 0.003) , G_GAN: 3.362, G_L1: 2.947, D_real: 0.031, D_fake: 0.101 + +[Rank 0] (epoch: 133, iters: 916, time: 0.191, data: 0.003) , G_GAN: 3.020, G_L1: 1.679, D_real: 0.010, D_fake: 0.105 + +learning rate 0.0001347 -> 0.0001327 +End of epoch 133 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 134, iters: 54, time: 1.034, data: 0.003) , G_GAN: 2.203, G_L1: 2.728, D_real: 0.090, D_fake: 0.481 + +[Rank 0] (epoch: 134, iters: 154, time: 0.193, data: 0.003) , G_GAN: 1.289, G_L1: 4.351, D_real: 0.602, D_fake: 0.403 + +[Rank 0] (epoch: 134, iters: 254, time: 0.191, data: 0.003) , G_GAN: 1.101, G_L1: 2.447, D_real: 0.281, D_fake: 0.702 + +[Rank 0] (epoch: 134, iters: 354, time: 0.204, data: 0.003) , G_GAN: 1.232, G_L1: 2.759, D_real: 1.077, D_fake: 0.259 + +[Rank 0] (epoch: 134, iters: 454, time: 0.187, data: 0.003) , G_GAN: 3.309, G_L1: 2.751, D_real: 0.477, D_fake: 0.054 + +[Rank 0] (epoch: 134, iters: 554, time: 0.210, data: 0.003) , G_GAN: 0.864, G_L1: 1.825, D_real: 1.243, D_fake: 0.197 + +[Rank 0] (epoch: 134, iters: 654, time: 0.190, data: 0.004) , G_GAN: 2.332, G_L1: 2.084, D_real: 0.129, D_fake: 0.443 + +[Rank 0] (epoch: 134, iters: 754, time: 0.196, data: 0.003) , G_GAN: 6.621, G_L1: 3.167, D_real: 0.010, D_fake: 0.005 + +[Rank 0] (epoch: 134, iters: 854, time: 0.177, data: 0.003) , G_GAN: 3.757, G_L1: 5.116, D_real: 0.002, D_fake: 0.082 + +[Rank 0] (epoch: 134, iters: 954, time: 0.183, data: 0.003) , G_GAN: 1.731, G_L1: 2.954, D_real: 0.178, D_fake: 0.653 + +learning rate 0.0001327 -> 0.0001307 +End of epoch 134 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 135, iters: 92, time: 0.182, data: 0.003) , G_GAN: 2.736, G_L1: 3.537, D_real: 0.008, D_fake: 0.384 + +[Rank 0] (epoch: 135, iters: 192, time: 0.190, data: 0.003) , G_GAN: 1.632, G_L1: 1.490, D_real: 0.679, D_fake: 0.483 + +[Rank 0] (epoch: 135, iters: 292, time: 1.011, data: 0.003) , G_GAN: 1.933, G_L1: 1.998, D_real: 0.059, D_fake: 0.488 + +[Rank 0] (epoch: 135, iters: 392, time: 0.181, data: 0.003) , G_GAN: 1.970, G_L1: 2.835, D_real: 0.253, D_fake: 0.522 + +[Rank 0] (epoch: 135, iters: 492, time: 0.197, data: 0.003) , G_GAN: 2.067, G_L1: 3.287, D_real: 0.153, D_fake: 0.456 + +[Rank 0] (epoch: 135, iters: 592, time: 0.195, data: 0.003) , G_GAN: 2.005, G_L1: 2.249, D_real: 0.791, D_fake: 0.103 + +[Rank 0] (epoch: 135, iters: 692, time: 0.193, data: 0.003) , G_GAN: 2.716, G_L1: 1.992, D_real: 0.049, D_fake: 0.184 + +[Rank 0] (epoch: 135, iters: 792, time: 0.196, data: 0.003) , G_GAN: 1.911, G_L1: 5.061, D_real: 0.021, D_fake: 0.540 + +[Rank 0] (epoch: 135, iters: 892, time: 0.206, data: 0.007) , G_GAN: 2.518, G_L1: 2.387, D_real: 0.015, D_fake: 0.187 + +learning rate 0.0001307 -> 0.0001287 +saving the model at the end of epoch 135, iters 129870 +End of epoch 135 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 136, iters: 30, time: 0.182, data: 0.004) , G_GAN: 2.045, G_L1: 2.478, D_real: 0.292, D_fake: 0.150 + +[Rank 0] (epoch: 136, iters: 130, time: 0.995, data: 0.003) , G_GAN: 4.159, G_L1: 4.035, D_real: 0.004, D_fake: 0.054 + +[Rank 0] (epoch: 136, iters: 230, time: 0.192, data: 0.003) , G_GAN: 4.383, G_L1: 3.836, D_real: 0.174, D_fake: 0.064 + +[Rank 0] (epoch: 136, iters: 330, time: 0.200, data: 0.004) , G_GAN: 1.910, G_L1: 1.411, D_real: 0.487, D_fake: 0.159 + +[Rank 0] (epoch: 136, iters: 430, time: 0.219, data: 0.003) , G_GAN: 2.695, G_L1: 2.818, D_real: 0.194, D_fake: 0.153 + +[Rank 0] (epoch: 136, iters: 530, time: 0.193, data: 0.004) , G_GAN: 2.612, G_L1: 6.535, D_real: 0.102, D_fake: 0.188 + +[Rank 0] (epoch: 136, iters: 630, time: 0.242, data: 0.003) , G_GAN: 2.220, G_L1: 1.952, D_real: 0.129, D_fake: 0.425 + +[Rank 0] (epoch: 136, iters: 730, time: 0.188, data: 0.004) , G_GAN: 2.857, G_L1: 2.467, D_real: 0.177, D_fake: 0.126 + +[Rank 0] (epoch: 136, iters: 830, time: 0.210, data: 0.008) , G_GAN: 2.461, G_L1: 2.699, D_real: 0.048, D_fake: 1.450 + +[Rank 0] (epoch: 136, iters: 930, time: 0.182, data: 0.003) , G_GAN: 2.131, G_L1: 2.806, D_real: 0.001, D_fake: 0.631 + +learning rate 0.0001287 -> 0.0001267 +End of epoch 136 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 137, iters: 68, time: 0.169, data: 0.003) , G_GAN: 2.600, G_L1: 2.189, D_real: 0.095, D_fake: 0.341 + +[Rank 0] (epoch: 137, iters: 168, time: 0.192, data: 0.007) , G_GAN: 2.832, G_L1: 3.193, D_real: 0.031, D_fake: 0.135 + +[Rank 0] (epoch: 137, iters: 268, time: 0.192, data: 0.003) , G_GAN: 3.304, G_L1: 2.358, D_real: 0.084, D_fake: 0.157 + +[Rank 0] (epoch: 137, iters: 368, time: 0.990, data: 0.004) , G_GAN: 0.942, G_L1: 1.465, D_real: 1.180, D_fake: 0.229 + +[Rank 0] (epoch: 137, iters: 468, time: 0.240, data: 0.003) , G_GAN: 2.569, G_L1: 2.849, D_real: 0.008, D_fake: 0.160 + +[Rank 0] (epoch: 137, iters: 568, time: 0.189, data: 0.003) , G_GAN: 2.076, G_L1: 1.466, D_real: 0.243, D_fake: 0.247 + +[Rank 0] (epoch: 137, iters: 668, time: 0.185, data: 0.003) , G_GAN: 1.670, G_L1: 1.530, D_real: 0.607, D_fake: 1.240 + +[Rank 0] (epoch: 137, iters: 768, time: 0.189, data: 0.004) , G_GAN: 1.501, G_L1: 2.209, D_real: 2.363, D_fake: 0.129 + +[Rank 0] (epoch: 137, iters: 868, time: 0.207, data: 0.003) , G_GAN: 1.370, G_L1: 1.387, D_real: 1.182, D_fake: 0.248 + +learning rate 0.0001267 -> 0.0001248 +End of epoch 137 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 138, iters: 6, time: 0.178, data: 0.003) , G_GAN: 1.039, G_L1: 2.715, D_real: 0.472, D_fake: 0.696 + +[Rank 0] (epoch: 138, iters: 106, time: 0.191, data: 0.003) , G_GAN: 3.136, G_L1: 4.018, D_real: 0.002, D_fake: 0.106 + +[Rank 0] (epoch: 138, iters: 206, time: 0.883, data: 0.004) , G_GAN: 2.595, G_L1: 2.576, D_real: 0.113, D_fake: 0.317 + +[Rank 0] (epoch: 138, iters: 306, time: 0.193, data: 0.003) , G_GAN: 3.163, G_L1: 4.186, D_real: 0.015, D_fake: 0.110 + +[Rank 0] (epoch: 138, iters: 406, time: 0.236, data: 0.004) , G_GAN: 1.844, G_L1: 1.928, D_real: 0.321, D_fake: 0.235 + +[Rank 0] (epoch: 138, iters: 506, time: 0.198, data: 0.003) , G_GAN: 2.038, G_L1: 5.188, D_real: 0.610, D_fake: 0.233 + +[Rank 0] (epoch: 138, iters: 606, time: 0.244, data: 0.003) , G_GAN: 2.486, G_L1: 2.304, D_real: 0.028, D_fake: 0.152 + +[Rank 0] (epoch: 138, iters: 706, time: 0.190, data: 0.003) , G_GAN: 0.904, G_L1: 2.801, D_real: 0.492, D_fake: 0.634 + +[Rank 0] (epoch: 138, iters: 806, time: 0.185, data: 0.003) , G_GAN: 2.873, G_L1: 2.381, D_real: 0.230, D_fake: 0.085 + +[Rank 0] (epoch: 138, iters: 906, time: 0.188, data: 0.003) , G_GAN: 1.196, G_L1: 3.944, D_real: 0.739, D_fake: 0.377 + +learning rate 0.0001248 -> 0.0001228 +End of epoch 138 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 139, iters: 44, time: 0.888, data: 0.003) , G_GAN: 3.058, G_L1: 2.098, D_real: 0.107, D_fake: 0.078 + +[Rank 0] (epoch: 139, iters: 144, time: 0.186, data: 0.003) , G_GAN: 2.183, G_L1: 2.382, D_real: 0.097, D_fake: 0.202 + +[Rank 0] (epoch: 139, iters: 244, time: 0.181, data: 0.003) , G_GAN: 1.369, G_L1: 3.074, D_real: 0.995, D_fake: 0.235 + +[Rank 0] (epoch: 139, iters: 344, time: 0.180, data: 0.003) , G_GAN: 1.843, G_L1: 2.389, D_real: 0.167, D_fake: 0.354 + +[Rank 0] (epoch: 139, iters: 444, time: 0.203, data: 0.009) , G_GAN: 3.582, G_L1: 4.575, D_real: 0.274, D_fake: 0.058 + +[Rank 0] (epoch: 139, iters: 544, time: 0.192, data: 0.007) , G_GAN: 3.695, G_L1: 2.343, D_real: 0.010, D_fake: 0.057 + +[Rank 0] (epoch: 139, iters: 644, time: 0.184, data: 0.003) , G_GAN: 1.041, G_L1: 2.478, D_real: 0.391, D_fake: 0.693 + +[Rank 0] (epoch: 139, iters: 744, time: 0.193, data: 0.003) , G_GAN: 2.491, G_L1: 5.079, D_real: 0.059, D_fake: 0.236 + +[Rank 0] (epoch: 139, iters: 844, time: 0.171, data: 0.003) , G_GAN: 1.712, G_L1: 3.640, D_real: 1.265, D_fake: 0.089 + +[Rank 0] (epoch: 139, iters: 944, time: 0.168, data: 0.007) , G_GAN: 3.456, G_L1: 3.630, D_real: 0.001, D_fake: 0.085 + +learning rate 0.0001228 -> 0.0001208 +End of epoch 139 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 140, iters: 82, time: 0.185, data: 0.003) , G_GAN: 3.323, G_L1: 5.153, D_real: 0.405, D_fake: 0.125 + +[Rank 0] (epoch: 140, iters: 182, time: 0.182, data: 0.003) , G_GAN: 1.119, G_L1: 3.999, D_real: 0.913, D_fake: 0.287 + +[Rank 0] (epoch: 140, iters: 282, time: 0.913, data: 0.003) , G_GAN: 1.342, G_L1: 2.204, D_real: 1.290, D_fake: 0.219 + +[Rank 0] (epoch: 140, iters: 382, time: 0.171, data: 0.007) , G_GAN: 3.559, G_L1: 2.349, D_real: 0.045, D_fake: 0.058 + +[Rank 0] (epoch: 140, iters: 482, time: 0.177, data: 0.003) , G_GAN: 1.148, G_L1: 1.653, D_real: 0.949, D_fake: 0.261 + +[Rank 0] (epoch: 140, iters: 582, time: 0.196, data: 0.003) , G_GAN: 2.659, G_L1: 3.029, D_real: 0.021, D_fake: 0.172 + +[Rank 0] (epoch: 140, iters: 682, time: 0.180, data: 0.003) , G_GAN: 1.610, G_L1: 1.521, D_real: 1.498, D_fake: 0.123 + +[Rank 0] (epoch: 140, iters: 782, time: 0.175, data: 0.003) , G_GAN: 1.588, G_L1: 2.155, D_real: 0.478, D_fake: 0.512 + +[Rank 0] (epoch: 140, iters: 882, time: 0.187, data: 0.003) , G_GAN: 2.107, G_L1: 2.049, D_real: 0.239, D_fake: 0.228 + +learning rate 0.0001208 -> 0.0001188 +saving the model at the end of epoch 140, iters 134680 +End of epoch 140 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 141, iters: 20, time: 0.176, data: 0.003) , G_GAN: 0.979, G_L1: 1.974, D_real: 0.881, D_fake: 0.226 + +[Rank 0] (epoch: 141, iters: 120, time: 0.754, data: 0.003) , G_GAN: 1.027, G_L1: 4.257, D_real: 0.772, D_fake: 0.349 + +[Rank 0] (epoch: 141, iters: 220, time: 0.188, data: 0.003) , G_GAN: 2.474, G_L1: 2.084, D_real: 0.277, D_fake: 0.166 + +[Rank 0] (epoch: 141, iters: 320, time: 0.188, data: 0.003) , G_GAN: 2.512, G_L1: 3.973, D_real: 0.003, D_fake: 0.158 + +[Rank 0] (epoch: 141, iters: 420, time: 0.186, data: 0.003) , G_GAN: 1.472, G_L1: 3.697, D_real: 0.365, D_fake: 0.456 + +[Rank 0] (epoch: 141, iters: 520, time: 0.190, data: 0.003) , G_GAN: 2.148, G_L1: 3.397, D_real: 0.032, D_fake: 0.338 + +[Rank 0] (epoch: 141, iters: 620, time: 0.190, data: 0.003) , G_GAN: 3.482, G_L1: 1.892, D_real: 0.003, D_fake: 0.056 + +[Rank 0] (epoch: 141, iters: 720, time: 0.172, data: 0.003) , G_GAN: 1.297, G_L1: 1.518, D_real: 0.097, D_fake: 1.362 + +[Rank 0] (epoch: 141, iters: 820, time: 0.205, data: 0.003) , G_GAN: 2.522, G_L1: 2.308, D_real: 0.204, D_fake: 0.192 + +[Rank 0] (epoch: 141, iters: 920, time: 0.174, data: 0.003) , G_GAN: 0.783, G_L1: 2.815, D_real: 0.249, D_fake: 1.127 + +learning rate 0.0001188 -> 0.0001168 +End of epoch 141 / 200 Time Taken: 106 sec +[Rank 0] (epoch: 142, iters: 58, time: 0.178, data: 0.003) , G_GAN: 1.353, G_L1: 2.511, D_real: 0.190, D_fake: 0.789 + +[Rank 0] (epoch: 142, iters: 158, time: 0.193, data: 0.003) , G_GAN: 1.230, G_L1: 1.695, D_real: 0.446, D_fake: 0.524 + +[Rank 0] (epoch: 142, iters: 258, time: 0.177, data: 0.003) , G_GAN: 1.112, G_L1: 2.780, D_real: 0.161, D_fake: 0.688 + +[Rank 0] (epoch: 142, iters: 358, time: 1.078, data: 0.003) , G_GAN: 1.845, G_L1: 1.841, D_real: 0.551, D_fake: 0.439 + +[Rank 0] (epoch: 142, iters: 458, time: 0.191, data: 0.007) , G_GAN: 1.102, G_L1: 1.335, D_real: 0.436, D_fake: 0.219 + +[Rank 0] (epoch: 142, iters: 558, time: 0.167, data: 0.003) , G_GAN: 2.387, G_L1: 1.644, D_real: 0.447, D_fake: 0.083 + +[Rank 0] (epoch: 142, iters: 658, time: 0.202, data: 0.003) , G_GAN: 3.244, G_L1: 2.213, D_real: 0.220, D_fake: 0.060 + +[Rank 0] (epoch: 142, iters: 758, time: 0.194, data: 0.003) , G_GAN: 1.902, G_L1: 5.922, D_real: 0.782, D_fake: 0.171 + +[Rank 0] (epoch: 142, iters: 858, time: 0.194, data: 0.003) , G_GAN: 1.597, G_L1: 2.296, D_real: 0.551, D_fake: 0.365 + +[Rank 0] (epoch: 142, iters: 958, time: 0.182, data: 0.003) , G_GAN: 2.531, G_L1: 2.720, D_real: 0.001, D_fake: 0.406 + +learning rate 0.0001168 -> 0.0001149 +End of epoch 142 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 143, iters: 96, time: 0.183, data: 0.006) , G_GAN: 1.425, G_L1: 4.107, D_real: 0.502, D_fake: 0.597 + +[Rank 0] (epoch: 143, iters: 196, time: 1.017, data: 0.003) , G_GAN: 2.226, G_L1: 1.853, D_real: 0.083, D_fake: 0.681 + +[Rank 0] (epoch: 143, iters: 296, time: 0.241, data: 0.004) , G_GAN: 1.295, G_L1: 3.086, D_real: 0.418, D_fake: 0.466 + +[Rank 0] (epoch: 143, iters: 396, time: 0.176, data: 0.003) , G_GAN: 3.533, G_L1: 3.407, D_real: 0.001, D_fake: 0.066 + +[Rank 0] (epoch: 143, iters: 496, time: 0.260, data: 0.003) , G_GAN: 1.325, G_L1: 2.406, D_real: 0.784, D_fake: 0.301 + +[Rank 0] (epoch: 143, iters: 596, time: 0.188, data: 0.003) , G_GAN: 2.308, G_L1: 3.292, D_real: 0.005, D_fake: 0.285 + +[Rank 0] (epoch: 143, iters: 696, time: 0.202, data: 0.003) , G_GAN: 1.370, G_L1: 2.156, D_real: 0.465, D_fake: 0.448 + +[Rank 0] (epoch: 143, iters: 796, time: 0.187, data: 0.003) , G_GAN: 2.726, G_L1: 4.967, D_real: 0.005, D_fake: 0.135 + +[Rank 0] (epoch: 143, iters: 896, time: 0.197, data: 0.003) , G_GAN: 1.631, G_L1: 1.945, D_real: 0.452, D_fake: 0.228 + +learning rate 0.0001149 -> 0.0001129 +End of epoch 143 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 144, iters: 34, time: 0.991, data: 0.003) , G_GAN: 2.310, G_L1: 1.951, D_real: 0.003, D_fake: 0.707 + +[Rank 0] (epoch: 144, iters: 134, time: 0.191, data: 0.003) , G_GAN: 2.264, G_L1: 1.995, D_real: 0.094, D_fake: 0.555 + +[Rank 0] (epoch: 144, iters: 234, time: 0.205, data: 0.004) , G_GAN: 1.276, G_L1: 1.541, D_real: 1.107, D_fake: 0.119 + +[Rank 0] (epoch: 144, iters: 334, time: 0.193, data: 0.003) , G_GAN: 2.527, G_L1: 4.072, D_real: 0.029, D_fake: 0.198 + +[Rank 0] (epoch: 144, iters: 434, time: 1.045, data: 0.003) , G_GAN: 1.408, G_L1: 2.203, D_real: 0.470, D_fake: 0.441 + +[Rank 0] (epoch: 144, iters: 534, time: 0.173, data: 0.003) , G_GAN: 1.238, G_L1: 1.269, D_real: 0.304, D_fake: 0.454 + +[Rank 0] (epoch: 144, iters: 634, time: 0.181, data: 0.003) , G_GAN: 4.450, G_L1: 4.683, D_real: 0.001, D_fake: 0.030 + +[Rank 0] (epoch: 144, iters: 734, time: 0.187, data: 0.003) , G_GAN: 2.964, G_L1: 2.800, D_real: 0.035, D_fake: 0.124 + +[Rank 0] (epoch: 144, iters: 834, time: 0.179, data: 0.003) , G_GAN: 1.315, G_L1: 2.376, D_real: 1.386, D_fake: 0.098 + +[Rank 0] (epoch: 144, iters: 934, time: 0.197, data: 0.003) , G_GAN: 1.435, G_L1: 4.254, D_real: 0.864, D_fake: 0.347 + +learning rate 0.0001129 -> 0.0001109 +End of epoch 144 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 145, iters: 72, time: 0.194, data: 0.004) , G_GAN: 2.448, G_L1: 4.604, D_real: 1.522, D_fake: 0.025 + +[Rank 0] (epoch: 145, iters: 172, time: 0.198, data: 0.003) , G_GAN: 3.995, G_L1: 2.966, D_real: 0.083, D_fake: 0.060 + +[Rank 0] (epoch: 145, iters: 272, time: 0.966, data: 0.003) , G_GAN: 2.613, G_L1: 4.284, D_real: 0.250, D_fake: 0.132 + +[Rank 0] (epoch: 145, iters: 372, time: 0.166, data: 0.003) , G_GAN: 2.541, G_L1: 2.333, D_real: 0.034, D_fake: 0.355 + +[Rank 0] (epoch: 145, iters: 472, time: 0.195, data: 0.003) , G_GAN: 1.972, G_L1: 2.699, D_real: 0.334, D_fake: 0.291 + +[Rank 0] (epoch: 145, iters: 572, time: 0.189, data: 0.003) , G_GAN: 2.787, G_L1: 3.739, D_real: 0.215, D_fake: 0.132 + +[Rank 0] (epoch: 145, iters: 672, time: 0.176, data: 0.009) , G_GAN: 1.662, G_L1: 2.991, D_real: 0.278, D_fake: 0.517 + +[Rank 0] (epoch: 145, iters: 772, time: 0.188, data: 0.003) , G_GAN: 3.134, G_L1: 3.644, D_real: 0.006, D_fake: 0.069 + +[Rank 0] (epoch: 145, iters: 872, time: 0.189, data: 0.003) , G_GAN: 0.995, G_L1: 4.417, D_real: 0.995, D_fake: 0.637 + +learning rate 0.0001109 -> 0.0001089 +saving the model at the end of epoch 145, iters 139490 +End of epoch 145 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 146, iters: 10, time: 0.143, data: 0.003) , G_GAN: 0.909, G_L1: 1.272, D_real: 0.764, D_fake: 0.746 + +[Rank 0] (epoch: 146, iters: 110, time: 1.043, data: 0.003) , G_GAN: 1.428, G_L1: 1.692, D_real: 0.599, D_fake: 0.268 + +[Rank 0] (epoch: 146, iters: 210, time: 0.182, data: 0.003) , G_GAN: 1.286, G_L1: 1.642, D_real: 1.008, D_fake: 0.135 + +[Rank 0] (epoch: 146, iters: 310, time: 0.200, data: 0.003) , G_GAN: 2.204, G_L1: 2.143, D_real: 0.099, D_fake: 0.274 + +[Rank 0] (epoch: 146, iters: 410, time: 0.199, data: 0.003) , G_GAN: 2.207, G_L1: 3.173, D_real: 0.006, D_fake: 0.170 + +[Rank 0] (epoch: 146, iters: 510, time: 0.984, data: 0.003) , G_GAN: 0.934, G_L1: 2.634, D_real: 0.313, D_fake: 0.943 + +saving the latest model (epoch 146, total_iters 140000) +[Rank 0] (epoch: 146, iters: 610, time: 0.205, data: 0.004) , G_GAN: 2.684, G_L1: 2.196, D_real: 0.062, D_fake: 0.246 + +[Rank 0] (epoch: 146, iters: 710, time: 0.163, data: 0.007) , G_GAN: 1.253, G_L1: 2.321, D_real: 0.041, D_fake: 2.982 + +[Rank 0] (epoch: 146, iters: 810, time: 0.192, data: 0.002) , G_GAN: 1.961, G_L1: 1.403, D_real: 0.392, D_fake: 0.343 + +[Rank 0] (epoch: 146, iters: 910, time: 0.192, data: 0.003) , G_GAN: 1.623, G_L1: 2.152, D_real: 0.333, D_fake: 0.229 + +learning rate 0.0001089 -> 0.0001069 +End of epoch 146 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 147, iters: 48, time: 0.181, data: 0.002) , G_GAN: 0.839, G_L1: 1.633, D_real: 1.825, D_fake: 0.059 + +[Rank 0] (epoch: 147, iters: 148, time: 0.197, data: 0.003) , G_GAN: 1.589, G_L1: 1.778, D_real: 0.855, D_fake: 0.155 + +[Rank 0] (epoch: 147, iters: 248, time: 0.192, data: 0.003) , G_GAN: 3.081, G_L1: 2.071, D_real: 0.068, D_fake: 0.075 + +[Rank 0] (epoch: 147, iters: 348, time: 0.939, data: 0.003) , G_GAN: 5.319, G_L1: 3.933, D_real: 0.009, D_fake: 0.018 + +[Rank 0] (epoch: 147, iters: 448, time: 0.180, data: 0.004) , G_GAN: 1.711, G_L1: 2.202, D_real: 1.256, D_fake: 0.134 + +[Rank 0] (epoch: 147, iters: 548, time: 0.189, data: 0.003) , G_GAN: 1.681, G_L1: 3.592, D_real: 0.007, D_fake: 0.786 + +[Rank 0] (epoch: 147, iters: 648, time: 0.204, data: 0.003) , G_GAN: 1.602, G_L1: 5.631, D_real: 0.416, D_fake: 0.349 + +[Rank 0] (epoch: 147, iters: 748, time: 0.200, data: 0.006) , G_GAN: 1.741, G_L1: 2.027, D_real: 0.105, D_fake: 0.713 + +[Rank 0] (epoch: 147, iters: 848, time: 0.202, data: 0.003) , G_GAN: 3.226, G_L1: 1.881, D_real: 0.074, D_fake: 0.108 + +[Rank 0] (epoch: 147, iters: 948, time: 0.184, data: 0.003) , G_GAN: 1.852, G_L1: 4.634, D_real: 0.017, D_fake: 0.363 + +learning rate 0.0001069 -> 0.0001050 +End of epoch 147 / 200 Time Taken: 113 sec +[Rank 0] (epoch: 148, iters: 86, time: 0.174, data: 0.003) , G_GAN: 2.291, G_L1: 2.521, D_real: 0.562, D_fake: 0.118 + +[Rank 0] (epoch: 148, iters: 186, time: 0.918, data: 0.003) , G_GAN: 2.823, G_L1: 2.277, D_real: 0.027, D_fake: 0.123 + +[Rank 0] (epoch: 148, iters: 286, time: 0.182, data: 0.004) , G_GAN: 1.214, G_L1: 1.350, D_real: 1.005, D_fake: 0.348 + +[Rank 0] (epoch: 148, iters: 386, time: 0.199, data: 0.006) , G_GAN: 1.576, G_L1: 2.931, D_real: 0.066, D_fake: 0.385 + +[Rank 0] (epoch: 148, iters: 486, time: 0.182, data: 0.003) , G_GAN: 3.381, G_L1: 4.058, D_real: 0.063, D_fake: 0.074 + +[Rank 0] (epoch: 148, iters: 586, time: 1.042, data: 0.004) , G_GAN: 2.725, G_L1: 2.511, D_real: 0.006, D_fake: 0.120 + +[Rank 0] (epoch: 148, iters: 686, time: 0.195, data: 0.004) , G_GAN: 2.434, G_L1: 7.585, D_real: 0.155, D_fake: 0.224 + +[Rank 0] (epoch: 148, iters: 786, time: 0.202, data: 0.003) , G_GAN: 2.115, G_L1: 2.520, D_real: 0.006, D_fake: 0.448 + +[Rank 0] (epoch: 148, iters: 886, time: 0.188, data: 0.003) , G_GAN: 2.141, G_L1: 2.792, D_real: 0.127, D_fake: 0.397 + +learning rate 0.0001050 -> 0.0001030 +End of epoch 148 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 149, iters: 24, time: 1.088, data: 0.003) , G_GAN: 3.006, G_L1: 3.941, D_real: 0.004, D_fake: 0.252 + +[Rank 0] (epoch: 149, iters: 124, time: 0.188, data: 0.003) , G_GAN: 2.535, G_L1: 4.517, D_real: 0.009, D_fake: 0.188 + +[Rank 0] (epoch: 149, iters: 224, time: 0.196, data: 0.003) , G_GAN: 1.211, G_L1: 2.285, D_real: 0.373, D_fake: 0.583 + +[Rank 0] (epoch: 149, iters: 324, time: 0.183, data: 0.003) , G_GAN: 1.323, G_L1: 2.708, D_real: 0.739, D_fake: 0.299 + +[Rank 0] (epoch: 149, iters: 424, time: 0.180, data: 0.003) , G_GAN: 1.949, G_L1: 4.341, D_real: 0.001, D_fake: 0.287 + +[Rank 0] (epoch: 149, iters: 524, time: 0.189, data: 0.003) , G_GAN: 4.120, G_L1: 3.156, D_real: 0.001, D_fake: 0.038 + +[Rank 0] (epoch: 149, iters: 624, time: 0.167, data: 0.004) , G_GAN: 1.436, G_L1: 1.383, D_real: 0.843, D_fake: 0.240 + +[Rank 0] (epoch: 149, iters: 724, time: 0.199, data: 0.005) , G_GAN: 0.994, G_L1: 2.708, D_real: 0.864, D_fake: 0.407 + +[Rank 0] (epoch: 149, iters: 824, time: 0.167, data: 0.003) , G_GAN: 1.212, G_L1: 1.893, D_real: 0.241, D_fake: 0.817 + +[Rank 0] (epoch: 149, iters: 924, time: 0.177, data: 0.003) , G_GAN: 1.255, G_L1: 3.063, D_real: 0.554, D_fake: 0.717 + +learning rate 0.0001030 -> 0.0001010 +End of epoch 149 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 150, iters: 62, time: 0.190, data: 0.003) , G_GAN: 3.495, G_L1: 4.192, D_real: 0.001, D_fake: 0.114 + +[Rank 0] (epoch: 150, iters: 162, time: 0.195, data: 0.007) , G_GAN: 1.500, G_L1: 2.776, D_real: 0.662, D_fake: 0.342 + +[Rank 0] (epoch: 150, iters: 262, time: 1.033, data: 0.003) , G_GAN: 2.620, G_L1: 2.483, D_real: 0.166, D_fake: 0.243 + +[Rank 0] (epoch: 150, iters: 362, time: 0.184, data: 0.003) , G_GAN: 1.734, G_L1: 1.322, D_real: 0.448, D_fake: 0.219 + +[Rank 0] (epoch: 150, iters: 462, time: 0.244, data: 0.003) , G_GAN: 1.660, G_L1: 1.651, D_real: 0.255, D_fake: 0.450 + +[Rank 0] (epoch: 150, iters: 562, time: 0.188, data: 0.003) , G_GAN: 2.203, G_L1: 2.146, D_real: 0.676, D_fake: 0.087 + +[Rank 0] (epoch: 150, iters: 662, time: 0.936, data: 0.003) , G_GAN: 2.655, G_L1: 2.016, D_real: 0.026, D_fake: 0.153 + +[Rank 0] (epoch: 150, iters: 762, time: 0.158, data: 0.003) , G_GAN: 1.482, G_L1: 1.357, D_real: 0.564, D_fake: 0.187 + +[Rank 0] (epoch: 150, iters: 862, time: 0.198, data: 0.003) , G_GAN: 1.862, G_L1: 3.000, D_real: 0.040, D_fake: 0.343 + +[Rank 0] (epoch: 150, iters: 962, time: 0.186, data: 0.003) , G_GAN: 1.567, G_L1: 2.592, D_real: 1.288, D_fake: 0.190 + +learning rate 0.0001010 -> 0.0000990 +saving the model at the end of epoch 150, iters 144300 +End of epoch 150 / 200 Time Taken: 114 sec +[Rank 0] (epoch: 151, iters: 100, time: 0.973, data: 0.248) , G_GAN: 1.172, G_L1: 2.546, D_real: 0.395, D_fake: 0.769 + +[Rank 0] (epoch: 151, iters: 200, time: 0.196, data: 0.003) , G_GAN: 1.569, G_L1: 1.513, D_real: 0.279, D_fake: 0.821 + +[Rank 0] (epoch: 151, iters: 300, time: 0.208, data: 0.003) , G_GAN: 4.570, G_L1: 2.468, D_real: 0.008, D_fake: 0.031 + +[Rank 0] (epoch: 151, iters: 400, time: 0.175, data: 0.004) , G_GAN: 2.054, G_L1: 1.739, D_real: 0.268, D_fake: 0.190 + +[Rank 0] (epoch: 151, iters: 500, time: 0.192, data: 0.003) , G_GAN: 3.240, G_L1: 2.214, D_real: 0.106, D_fake: 0.056 + +[Rank 0] (epoch: 151, iters: 600, time: 0.187, data: 0.003) , G_GAN: 2.604, G_L1: 2.350, D_real: 0.183, D_fake: 0.168 + +[Rank 0] (epoch: 151, iters: 700, time: 0.181, data: 0.003) , G_GAN: 0.962, G_L1: 2.693, D_real: 0.421, D_fake: 0.946 + +[Rank 0] (epoch: 151, iters: 800, time: 0.202, data: 0.003) , G_GAN: 2.104, G_L1: 2.367, D_real: 0.134, D_fake: 0.472 + +[Rank 0] (epoch: 151, iters: 900, time: 0.192, data: 0.003) , G_GAN: 1.420, G_L1: 3.978, D_real: 0.757, D_fake: 0.344 + +learning rate 0.0000990 -> 0.0000970 +End of epoch 151 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 152, iters: 38, time: 0.178, data: 0.007) , G_GAN: 2.196, G_L1: 2.381, D_real: 0.001, D_fake: 0.253 + +[Rank 0] (epoch: 152, iters: 138, time: 0.182, data: 0.003) , G_GAN: 1.409, G_L1: 2.506, D_real: 0.521, D_fake: 0.551 + +[Rank 0] (epoch: 152, iters: 238, time: 0.209, data: 0.003) , G_GAN: 1.066, G_L1: 1.931, D_real: 0.602, D_fake: 0.222 + +[Rank 0] (epoch: 152, iters: 338, time: 1.083, data: 0.003) , G_GAN: 1.887, G_L1: 2.629, D_real: 0.625, D_fake: 0.184 + +[Rank 0] (epoch: 152, iters: 438, time: 0.194, data: 0.003) , G_GAN: 3.396, G_L1: 2.848, D_real: 0.025, D_fake: 0.068 + +[Rank 0] (epoch: 152, iters: 538, time: 0.196, data: 0.004) , G_GAN: 1.282, G_L1: 2.619, D_real: 0.630, D_fake: 0.365 + +[Rank 0] (epoch: 152, iters: 638, time: 0.188, data: 0.008) , G_GAN: 3.452, G_L1: 4.022, D_real: 0.047, D_fake: 0.089 + +[Rank 0] (epoch: 152, iters: 738, time: 0.830, data: 0.003) , G_GAN: 1.297, G_L1: 2.251, D_real: 0.472, D_fake: 0.578 + +[Rank 0] (epoch: 152, iters: 838, time: 0.178, data: 0.003) , G_GAN: 1.434, G_L1: 2.770, D_real: 0.815, D_fake: 0.418 + +[Rank 0] (epoch: 152, iters: 938, time: 0.188, data: 0.003) , G_GAN: 3.069, G_L1: 6.775, D_real: 0.027, D_fake: 0.099 + +learning rate 0.0000970 -> 0.0000950 +End of epoch 152 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 153, iters: 76, time: 0.198, data: 0.003) , G_GAN: 1.100, G_L1: 2.798, D_real: 0.842, D_fake: 0.425 + +[Rank 0] (epoch: 153, iters: 176, time: 1.017, data: 0.003) , G_GAN: 1.655, G_L1: 3.017, D_real: 0.156, D_fake: 0.980 + +[Rank 0] (epoch: 153, iters: 276, time: 0.186, data: 0.003) , G_GAN: 3.304, G_L1: 2.545, D_real: 0.143, D_fake: 0.087 + +[Rank 0] (epoch: 153, iters: 376, time: 0.188, data: 0.003) , G_GAN: 2.839, G_L1: 2.852, D_real: 0.009, D_fake: 0.127 + +[Rank 0] (epoch: 153, iters: 476, time: 0.186, data: 0.003) , G_GAN: 1.901, G_L1: 2.413, D_real: 1.102, D_fake: 0.178 + +[Rank 0] (epoch: 153, iters: 576, time: 0.184, data: 0.003) , G_GAN: 1.816, G_L1: 3.151, D_real: 0.084, D_fake: 0.253 + +[Rank 0] (epoch: 153, iters: 676, time: 0.186, data: 0.007) , G_GAN: 1.435, G_L1: 3.169, D_real: 0.394, D_fake: 0.349 + +[Rank 0] (epoch: 153, iters: 776, time: 0.187, data: 0.003) , G_GAN: 2.644, G_L1: 2.091, D_real: 0.015, D_fake: 0.180 + +[Rank 0] (epoch: 153, iters: 876, time: 0.193, data: 0.003) , G_GAN: 1.868, G_L1: 2.324, D_real: 0.179, D_fake: 0.391 + +learning rate 0.0000950 -> 0.0000931 +End of epoch 153 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 154, iters: 14, time: 0.963, data: 0.003) , G_GAN: 1.589, G_L1: 1.443, D_real: 1.032, D_fake: 0.145 + +[Rank 0] (epoch: 154, iters: 114, time: 0.186, data: 0.003) , G_GAN: 1.131, G_L1: 3.277, D_real: 0.775, D_fake: 0.615 + +[Rank 0] (epoch: 154, iters: 214, time: 0.189, data: 0.003) , G_GAN: 1.312, G_L1: 2.628, D_real: 0.330, D_fake: 0.555 + +[Rank 0] (epoch: 154, iters: 314, time: 0.179, data: 0.004) , G_GAN: 2.048, G_L1: 5.697, D_real: 0.068, D_fake: 0.693 + +[Rank 0] (epoch: 154, iters: 414, time: 0.182, data: 0.004) , G_GAN: 2.657, G_L1: 1.801, D_real: 0.064, D_fake: 1.565 + +[Rank 0] (epoch: 154, iters: 514, time: 0.188, data: 0.003) , G_GAN: 2.601, G_L1: 2.763, D_real: 0.006, D_fake: 0.169 + +[Rank 0] (epoch: 154, iters: 614, time: 0.194, data: 0.003) , G_GAN: 3.585, G_L1: 2.488, D_real: 0.181, D_fake: 0.067 + +[Rank 0] (epoch: 154, iters: 714, time: 0.191, data: 0.003) , G_GAN: 4.245, G_L1: 4.759, D_real: 0.138, D_fake: 0.061 + +[Rank 0] (epoch: 154, iters: 814, time: 0.892, data: 0.003) , G_GAN: 1.605, G_L1: 3.533, D_real: 0.651, D_fake: 0.424 + +[Rank 0] (epoch: 154, iters: 914, time: 0.175, data: 0.003) , G_GAN: 0.963, G_L1: 3.278, D_real: 0.923, D_fake: 0.678 + +learning rate 0.0000931 -> 0.0000911 +End of epoch 154 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 155, iters: 52, time: 0.184, data: 0.003) , G_GAN: 1.456, G_L1: 3.875, D_real: 1.233, D_fake: 0.294 + +[Rank 0] (epoch: 155, iters: 152, time: 0.192, data: 0.003) , G_GAN: 1.152, G_L1: 1.926, D_real: 0.493, D_fake: 0.495 + +[Rank 0] (epoch: 155, iters: 252, time: 1.186, data: 0.003) , G_GAN: 2.222, G_L1: 3.099, D_real: 0.059, D_fake: 0.242 + +[Rank 0] (epoch: 155, iters: 352, time: 0.194, data: 0.003) , G_GAN: 1.756, G_L1: 1.874, D_real: 0.278, D_fake: 0.376 + +[Rank 0] (epoch: 155, iters: 452, time: 0.194, data: 0.003) , G_GAN: 1.648, G_L1: 4.168, D_real: 1.358, D_fake: 0.091 + +[Rank 0] (epoch: 155, iters: 552, time: 0.181, data: 0.003) , G_GAN: 2.795, G_L1: 3.658, D_real: 0.074, D_fake: 0.178 + +[Rank 0] (epoch: 155, iters: 652, time: 0.188, data: 0.003) , G_GAN: 1.782, G_L1: 2.277, D_real: 0.228, D_fake: 0.731 + +[Rank 0] (epoch: 155, iters: 752, time: 0.409, data: 0.003) , G_GAN: 2.714, G_L1: 2.304, D_real: 0.051, D_fake: 0.102 + +[Rank 0] (epoch: 155, iters: 852, time: 0.325, data: 0.004) , G_GAN: 2.054, G_L1: 4.474, D_real: 1.325, D_fake: 0.112 + +[Rank 0] (epoch: 155, iters: 952, time: 0.181, data: 0.004) , G_GAN: 0.861, G_L1: 1.538, D_real: 0.807, D_fake: 0.442 + +learning rate 0.0000911 -> 0.0000891 +saving the model at the end of epoch 155, iters 149110 +End of epoch 155 / 200 Time Taken: 119 sec +[Rank 0] (epoch: 156, iters: 90, time: 1.056, data: 0.003) , G_GAN: 1.690, G_L1: 1.591, D_real: 0.426, D_fake: 0.484 + +[Rank 0] (epoch: 156, iters: 190, time: 0.274, data: 0.004) , G_GAN: 2.975, G_L1: 2.357, D_real: 0.047, D_fake: 0.119 + +[Rank 0] (epoch: 156, iters: 290, time: 0.216, data: 0.004) , G_GAN: 2.933, G_L1: 6.446, D_real: 0.210, D_fake: 0.119 + +[Rank 0] (epoch: 156, iters: 390, time: 0.207, data: 0.003) , G_GAN: 1.547, G_L1: 2.738, D_real: 0.173, D_fake: 0.476 + +[Rank 0] (epoch: 156, iters: 490, time: 0.174, data: 0.003) , G_GAN: 3.241, G_L1: 4.282, D_real: 0.002, D_fake: 0.106 + +[Rank 0] (epoch: 156, iters: 590, time: 0.183, data: 0.003) , G_GAN: 1.329, G_L1: 3.145, D_real: 0.536, D_fake: 0.315 + +[Rank 0] (epoch: 156, iters: 690, time: 0.178, data: 0.003) , G_GAN: 1.511, G_L1: 2.247, D_real: 0.308, D_fake: 0.599 + +[Rank 0] (epoch: 156, iters: 790, time: 0.178, data: 0.003) , G_GAN: 1.473, G_L1: 2.444, D_real: 1.113, D_fake: 0.222 + +[Rank 0] (epoch: 156, iters: 890, time: 1.029, data: 0.003) , G_GAN: 1.616, G_L1: 1.435, D_real: 0.342, D_fake: 0.516 + +learning rate 0.0000891 -> 0.0000871 +End of epoch 156 / 200 Time Taken: 116 sec +[Rank 0] (epoch: 157, iters: 28, time: 0.197, data: 0.003) , G_GAN: 2.619, G_L1: 2.873, D_real: 1.508, D_fake: 0.057 + +[Rank 0] (epoch: 157, iters: 128, time: 0.172, data: 0.003) , G_GAN: 1.264, G_L1: 2.013, D_real: 0.627, D_fake: 0.210 + +[Rank 0] (epoch: 157, iters: 228, time: 0.191, data: 0.003) , G_GAN: 1.959, G_L1: 1.693, D_real: 0.458, D_fake: 0.307 + +[Rank 0] (epoch: 157, iters: 328, time: 0.971, data: 0.004) , G_GAN: 2.926, G_L1: 2.914, D_real: 0.497, D_fake: 0.074 + +[Rank 0] (epoch: 157, iters: 428, time: 0.174, data: 0.003) , G_GAN: 1.757, G_L1: 2.473, D_real: 0.017, D_fake: 0.659 + +[Rank 0] (epoch: 157, iters: 528, time: 0.176, data: 0.003) , G_GAN: 1.571, G_L1: 2.671, D_real: 1.156, D_fake: 0.159 + +[Rank 0] (epoch: 157, iters: 628, time: 0.175, data: 0.003) , G_GAN: 3.576, G_L1: 4.833, D_real: 0.139, D_fake: 0.075 + +[Rank 0] (epoch: 157, iters: 728, time: 0.177, data: 0.004) , G_GAN: 1.897, G_L1: 2.614, D_real: 0.251, D_fake: 0.338 + +[Rank 0] (epoch: 157, iters: 828, time: 0.200, data: 0.003) , G_GAN: 1.492, G_L1: 1.220, D_real: 0.543, D_fake: 0.301 + +[Rank 0] (epoch: 157, iters: 928, time: 0.198, data: 0.004) , G_GAN: 2.531, G_L1: 3.826, D_real: 0.003, D_fake: 0.169 + +learning rate 0.0000871 -> 0.0000851 +End of epoch 157 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 158, iters: 66, time: 0.188, data: 0.003) , G_GAN: 1.537, G_L1: 4.258, D_real: 0.539, D_fake: 0.376 + +[Rank 0] (epoch: 158, iters: 166, time: 1.182, data: 0.003) , G_GAN: 1.306, G_L1: 3.565, D_real: 0.341, D_fake: 0.629 + +[Rank 0] (epoch: 158, iters: 266, time: 0.194, data: 0.003) , G_GAN: 2.211, G_L1: 1.871, D_real: 0.867, D_fake: 0.085 + +[Rank 0] (epoch: 158, iters: 366, time: 0.185, data: 0.004) , G_GAN: 1.695, G_L1: 3.123, D_real: 0.324, D_fake: 0.342 + +[Rank 0] (epoch: 158, iters: 466, time: 0.183, data: 0.003) , G_GAN: 1.372, G_L1: 1.380, D_real: 0.440, D_fake: 0.463 + +[Rank 0] (epoch: 158, iters: 566, time: 0.181, data: 0.003) , G_GAN: 2.679, G_L1: 2.424, D_real: 0.000, D_fake: 0.191 + +[Rank 0] (epoch: 158, iters: 666, time: 0.197, data: 0.003) , G_GAN: 1.577, G_L1: 1.719, D_real: 0.232, D_fake: 0.447 + +[Rank 0] (epoch: 158, iters: 766, time: 0.203, data: 0.003) , G_GAN: 2.525, G_L1: 3.137, D_real: 0.015, D_fake: 0.425 + +[Rank 0] (epoch: 158, iters: 866, time: 0.193, data: 0.003) , G_GAN: 2.167, G_L1: 4.500, D_real: 0.006, D_fake: 0.279 + +learning rate 0.0000851 -> 0.0000832 +End of epoch 158 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 159, iters: 4, time: 0.945, data: 0.004) , G_GAN: 1.027, G_L1: 2.912, D_real: 0.447, D_fake: 0.941 + +[Rank 0] (epoch: 159, iters: 104, time: 0.184, data: 0.003) , G_GAN: 2.480, G_L1: 3.596, D_real: 0.009, D_fake: 0.179 + +[Rank 0] (epoch: 159, iters: 204, time: 0.174, data: 0.004) , G_GAN: 1.478, G_L1: 3.245, D_real: 0.431, D_fake: 0.359 + +[Rank 0] (epoch: 159, iters: 304, time: 0.183, data: 0.007) , G_GAN: 1.303, G_L1: 2.947, D_real: 0.218, D_fake: 1.427 + +[Rank 0] (epoch: 159, iters: 404, time: 0.180, data: 0.003) , G_GAN: 3.881, G_L1: 3.971, D_real: 0.118, D_fake: 0.052 + +[Rank 0] (epoch: 159, iters: 504, time: 0.202, data: 0.003) , G_GAN: 1.964, G_L1: 1.989, D_real: 0.152, D_fake: 0.274 + +[Rank 0] (epoch: 159, iters: 604, time: 0.181, data: 0.003) , G_GAN: 2.997, G_L1: 2.738, D_real: 0.001, D_fake: 0.128 + +[Rank 0] (epoch: 159, iters: 704, time: 0.190, data: 0.003) , G_GAN: 1.573, G_L1: 1.956, D_real: 0.530, D_fake: 0.285 + +[Rank 0] (epoch: 159, iters: 804, time: 0.174, data: 0.003) , G_GAN: 3.937, G_L1: 1.834, D_real: 0.086, D_fake: 0.747 + +[Rank 0] (epoch: 159, iters: 904, time: 0.214, data: 0.003) , G_GAN: 1.604, G_L1: 2.681, D_real: 0.632, D_fake: 0.261 + +learning rate 0.0000832 -> 0.0000812 +End of epoch 159 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 160, iters: 42, time: 0.198, data: 0.003) , G_GAN: 1.717, G_L1: 1.648, D_real: 0.717, D_fake: 0.212 + +[Rank 0] (epoch: 160, iters: 142, time: 0.189, data: 0.003) , G_GAN: 1.135, G_L1: 2.054, D_real: 0.880, D_fake: 0.345 + +[Rank 0] (epoch: 160, iters: 242, time: 0.952, data: 0.003) , G_GAN: 1.527, G_L1: 2.511, D_real: 0.327, D_fake: 0.558 + +[Rank 0] (epoch: 160, iters: 342, time: 0.181, data: 0.004) , G_GAN: 1.513, G_L1: 1.551, D_real: 0.554, D_fake: 0.237 + +[Rank 0] (epoch: 160, iters: 442, time: 0.186, data: 0.003) , G_GAN: 2.771, G_L1: 1.849, D_real: 0.131, D_fake: 0.517 + +[Rank 0] (epoch: 160, iters: 542, time: 0.169, data: 0.003) , G_GAN: 2.259, G_L1: 1.739, D_real: 0.004, D_fake: 0.398 + +[Rank 0] (epoch: 160, iters: 642, time: 0.177, data: 0.003) , G_GAN: 3.471, G_L1: 2.966, D_real: 0.014, D_fake: 0.067 + +[Rank 0] (epoch: 160, iters: 742, time: 0.195, data: 0.003) , G_GAN: 2.240, G_L1: 2.137, D_real: 0.015, D_fake: 0.445 + +[Rank 0] (epoch: 160, iters: 842, time: 0.201, data: 0.003) , G_GAN: 1.207, G_L1: 2.497, D_real: 0.853, D_fake: 0.422 + +[Rank 0] (epoch: 160, iters: 942, time: 0.177, data: 0.004) , G_GAN: 2.228, G_L1: 2.411, D_real: 0.192, D_fake: 0.404 + +learning rate 0.0000812 -> 0.0000792 +saving the model at the end of epoch 160, iters 153920 +End of epoch 160 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 161, iters: 80, time: 0.868, data: 0.003) , G_GAN: 3.287, G_L1: 1.725, D_real: 0.061, D_fake: 0.080 + +[Rank 0] (epoch: 161, iters: 180, time: 0.187, data: 0.003) , G_GAN: 1.467, G_L1: 3.210, D_real: 0.925, D_fake: 0.323 + +[Rank 0] (epoch: 161, iters: 280, time: 0.192, data: 0.004) , G_GAN: 1.716, G_L1: 2.005, D_real: 0.181, D_fake: 0.336 + +[Rank 0] (epoch: 161, iters: 380, time: 0.190, data: 0.003) , G_GAN: 2.222, G_L1: 2.261, D_real: 0.258, D_fake: 0.428 + +[Rank 0] (epoch: 161, iters: 480, time: 0.190, data: 0.004) , G_GAN: 1.856, G_L1: 3.326, D_real: 0.342, D_fake: 0.344 + +[Rank 0] (epoch: 161, iters: 580, time: 0.182, data: 0.003) , G_GAN: 1.528, G_L1: 4.059, D_real: 1.057, D_fake: 0.264 + +[Rank 0] (epoch: 161, iters: 680, time: 0.205, data: 0.007) , G_GAN: 2.001, G_L1: 1.669, D_real: 0.306, D_fake: 0.165 + +[Rank 0] (epoch: 161, iters: 780, time: 0.186, data: 0.003) , G_GAN: 1.374, G_L1: 2.242, D_real: 1.083, D_fake: 0.276 + +[Rank 0] (epoch: 161, iters: 880, time: 0.174, data: 0.003) , G_GAN: 1.826, G_L1: 1.715, D_real: 0.703, D_fake: 0.141 + +learning rate 0.0000792 -> 0.0000772 +End of epoch 161 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 162, iters: 18, time: 0.299, data: 0.003) , G_GAN: 1.407, G_L1: 1.464, D_real: 0.318, D_fake: 0.666 + +[Rank 0] (epoch: 162, iters: 118, time: 0.410, data: 0.004) , G_GAN: 1.457, G_L1: 2.319, D_real: 0.783, D_fake: 0.202 + +[Rank 0] (epoch: 162, iters: 218, time: 0.244, data: 0.007) , G_GAN: 2.190, G_L1: 1.882, D_real: 0.569, D_fake: 0.124 + +[Rank 0] (epoch: 162, iters: 318, time: 1.032, data: 0.019) , G_GAN: 2.217, G_L1: 2.227, D_real: 0.006, D_fake: 0.485 + +[Rank 0] (epoch: 162, iters: 418, time: 0.183, data: 0.003) , G_GAN: 2.368, G_L1: 1.976, D_real: 0.160, D_fake: 0.249 + +[Rank 0] (epoch: 162, iters: 518, time: 0.193, data: 0.004) , G_GAN: 0.893, G_L1: 3.771, D_real: 0.572, D_fake: 0.774 + +[Rank 0] (epoch: 162, iters: 618, time: 0.189, data: 0.004) , G_GAN: 1.245, G_L1: 3.140, D_real: 0.750, D_fake: 0.183 + +[Rank 0] (epoch: 162, iters: 718, time: 0.193, data: 0.003) , G_GAN: 2.991, G_L1: 2.189, D_real: 0.060, D_fake: 0.095 + +[Rank 0] (epoch: 162, iters: 818, time: 0.183, data: 0.004) , G_GAN: 2.677, G_L1: 1.902, D_real: 0.034, D_fake: 0.138 + +[Rank 0] (epoch: 162, iters: 918, time: 0.190, data: 0.003) , G_GAN: 2.444, G_L1: 1.252, D_real: 0.267, D_fake: 0.490 + +learning rate 0.0000772 -> 0.0000752 +End of epoch 162 / 200 Time Taken: 122 sec +[Rank 0] (epoch: 163, iters: 56, time: 0.192, data: 0.004) , G_GAN: 4.203, G_L1: 3.454, D_real: 0.001, D_fake: 0.038 + +[Rank 0] (epoch: 163, iters: 156, time: 0.854, data: 0.003) , G_GAN: 2.107, G_L1: 3.213, D_real: 0.014, D_fake: 0.261 + +[Rank 0] (epoch: 163, iters: 256, time: 0.229, data: 0.003) , G_GAN: 1.108, G_L1: 2.559, D_real: 0.658, D_fake: 0.601 + +[Rank 0] (epoch: 163, iters: 356, time: 0.191, data: 0.003) , G_GAN: 2.379, G_L1: 2.209, D_real: 0.016, D_fake: 0.145 + +[Rank 0] (epoch: 163, iters: 456, time: 0.192, data: 0.003) , G_GAN: 1.815, G_L1: 1.885, D_real: 0.427, D_fake: 0.690 + +[Rank 0] (epoch: 163, iters: 556, time: 0.177, data: 0.003) , G_GAN: 3.020, G_L1: 4.597, D_real: 0.026, D_fake: 0.188 + +[Rank 0] (epoch: 163, iters: 656, time: 0.195, data: 0.003) , G_GAN: 1.144, G_L1: 2.735, D_real: 0.487, D_fake: 0.611 + +[Rank 0] (epoch: 163, iters: 756, time: 0.178, data: 0.003) , G_GAN: 2.955, G_L1: 3.336, D_real: 0.034, D_fake: 0.089 + +[Rank 0] (epoch: 163, iters: 856, time: 0.193, data: 0.003) , G_GAN: 2.850, G_L1: 5.035, D_real: 0.016, D_fake: 0.116 + +[Rank 0] (epoch: 163, iters: 956, time: 0.200, data: 0.003) , G_GAN: 3.496, G_L1: 3.399, D_real: 0.001, D_fake: 0.076 + +learning rate 0.0000752 -> 0.0000733 +End of epoch 163 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 164, iters: 94, time: 0.210, data: 0.007) , G_GAN: 1.216, G_L1: 2.512, D_real: 0.852, D_fake: 0.425 + +[Rank 0] (epoch: 164, iters: 194, time: 0.189, data: 0.003) , G_GAN: 2.285, G_L1: 2.682, D_real: 0.124, D_fake: 0.207 + +[Rank 0] (epoch: 164, iters: 294, time: 0.183, data: 0.003) , G_GAN: 3.100, G_L1: 2.121, D_real: 0.003, D_fake: 0.102 + +[Rank 0] (epoch: 164, iters: 394, time: 0.928, data: 0.003) , G_GAN: 1.183, G_L1: 2.573, D_real: 0.467, D_fake: 0.603 + +[Rank 0] (epoch: 164, iters: 494, time: 0.186, data: 0.004) , G_GAN: 3.014, G_L1: 2.274, D_real: 0.262, D_fake: 0.115 + +[Rank 0] (epoch: 164, iters: 594, time: 0.192, data: 0.003) , G_GAN: 2.766, G_L1: 2.408, D_real: 0.027, D_fake: 0.458 + +[Rank 0] (epoch: 164, iters: 694, time: 0.184, data: 0.003) , G_GAN: 1.158, G_L1: 2.286, D_real: 0.899, D_fake: 0.352 + +[Rank 0] (epoch: 164, iters: 794, time: 0.181, data: 0.004) , G_GAN: 2.364, G_L1: 2.422, D_real: 0.888, D_fake: 0.111 + +[Rank 0] (epoch: 164, iters: 894, time: 0.188, data: 0.003) , G_GAN: 1.911, G_L1: 1.936, D_real: 1.170, D_fake: 0.068 + +learning rate 0.0000733 -> 0.0000713 +End of epoch 164 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 165, iters: 32, time: 0.161, data: 0.004) , G_GAN: 1.662, G_L1: 1.796, D_real: 0.480, D_fake: 0.239 + +[Rank 0] (epoch: 165, iters: 132, time: 0.192, data: 0.003) , G_GAN: 1.380, G_L1: 1.438, D_real: 1.024, D_fake: 0.186 + +[Rank 0] (epoch: 165, iters: 232, time: 0.877, data: 0.004) , G_GAN: 0.933, G_L1: 2.501, D_real: 0.482, D_fake: 0.697 + +[Rank 0] (epoch: 165, iters: 332, time: 0.173, data: 0.003) , G_GAN: 2.057, G_L1: 1.313, D_real: 0.166, D_fake: 0.428 + +[Rank 0] (epoch: 165, iters: 432, time: 0.196, data: 0.003) , G_GAN: 3.930, G_L1: 4.808, D_real: 0.135, D_fake: 0.036 + +[Rank 0] (epoch: 165, iters: 532, time: 0.187, data: 0.004) , G_GAN: 1.585, G_L1: 2.964, D_real: 0.729, D_fake: 0.210 + +[Rank 0] (epoch: 165, iters: 632, time: 0.214, data: 0.004) , G_GAN: 1.775, G_L1: 1.754, D_real: 0.371, D_fake: 0.271 + +[Rank 0] (epoch: 165, iters: 732, time: 0.178, data: 0.004) , G_GAN: 3.227, G_L1: 2.504, D_real: 0.018, D_fake: 0.081 + +[Rank 0] (epoch: 165, iters: 832, time: 0.183, data: 0.003) , G_GAN: 2.635, G_L1: 14.345, D_real: 0.202, D_fake: 0.174 + +[Rank 0] (epoch: 165, iters: 932, time: 0.187, data: 0.003) , G_GAN: 2.940, G_L1: 2.742, D_real: 0.277, D_fake: 0.079 + +learning rate 0.0000713 -> 0.0000693 +saving the model at the end of epoch 165, iters 158730 +End of epoch 165 / 200 Time Taken: 112 sec +[Rank 0] (epoch: 166, iters: 70, time: 0.971, data: 0.003) , G_GAN: 0.900, G_L1: 2.658, D_real: 0.638, D_fake: 0.634 + +[Rank 0] (epoch: 166, iters: 170, time: 0.169, data: 0.004) , G_GAN: 0.935, G_L1: 2.656, D_real: 0.536, D_fake: 0.686 + +[Rank 0] (epoch: 166, iters: 270, time: 0.169, data: 0.004) , G_GAN: 2.360, G_L1: 2.857, D_real: 0.198, D_fake: 0.187 + +[Rank 0] (epoch: 166, iters: 370, time: 0.190, data: 0.003) , G_GAN: 1.791, G_L1: 3.026, D_real: 0.331, D_fake: 0.288 + +[Rank 0] (epoch: 166, iters: 470, time: 0.159, data: 0.003) , G_GAN: 2.974, G_L1: 2.824, D_real: 0.005, D_fake: 0.118 + +[Rank 0] (epoch: 166, iters: 570, time: 0.178, data: 0.003) , G_GAN: 2.336, G_L1: 2.974, D_real: 0.158, D_fake: 0.200 + +[Rank 0] (epoch: 166, iters: 670, time: 0.193, data: 0.003) , G_GAN: 1.714, G_L1: 1.541, D_real: 0.779, D_fake: 0.156 + +[Rank 0] (epoch: 166, iters: 770, time: 0.184, data: 0.003) , G_GAN: 2.659, G_L1: 2.937, D_real: 0.079, D_fake: 0.120 + +[Rank 0] (epoch: 166, iters: 870, time: 0.198, data: 0.003) , G_GAN: 1.611, G_L1: 4.000, D_real: 0.001, D_fake: 0.625 + +learning rate 0.0000693 -> 0.0000673 +End of epoch 166 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 167, iters: 8, time: 0.224, data: 0.003) , G_GAN: 1.641, G_L1: 1.871, D_real: 0.198, D_fake: 0.522 + +[Rank 0] (epoch: 167, iters: 108, time: 0.192, data: 0.003) , G_GAN: 1.239, G_L1: 4.390, D_real: 0.960, D_fake: 0.327 + +[Rank 0] (epoch: 167, iters: 208, time: 0.181, data: 0.003) , G_GAN: 1.135, G_L1: 2.394, D_real: 0.687, D_fake: 0.380 + +[Rank 0] (epoch: 167, iters: 308, time: 1.000, data: 0.003) , G_GAN: 2.277, G_L1: 2.040, D_real: 0.080, D_fake: 0.206 + +saving the latest model (epoch 167, total_iters 160000) +[Rank 0] (epoch: 167, iters: 408, time: 0.176, data: 0.004) , G_GAN: 1.152, G_L1: 1.700, D_real: 0.779, D_fake: 0.354 + +[Rank 0] (epoch: 167, iters: 508, time: 0.184, data: 0.003) , G_GAN: 1.732, G_L1: 1.688, D_real: 0.041, D_fake: 0.877 + +[Rank 0] (epoch: 167, iters: 608, time: 0.208, data: 0.007) , G_GAN: 2.849, G_L1: 5.177, D_real: 0.162, D_fake: 0.113 + +[Rank 0] (epoch: 167, iters: 708, time: 0.199, data: 0.003) , G_GAN: 1.273, G_L1: 3.866, D_real: 0.436, D_fake: 0.542 + +[Rank 0] (epoch: 167, iters: 808, time: 0.183, data: 0.003) , G_GAN: 2.216, G_L1: 2.726, D_real: 0.001, D_fake: 0.313 + +[Rank 0] (epoch: 167, iters: 908, time: 0.185, data: 0.008) , G_GAN: 2.556, G_L1: 3.984, D_real: 0.281, D_fake: 0.283 + +learning rate 0.0000673 -> 0.0000653 +End of epoch 167 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 168, iters: 46, time: 0.200, data: 0.006) , G_GAN: 2.890, G_L1: 3.988, D_real: 0.017, D_fake: 0.171 + +[Rank 0] (epoch: 168, iters: 146, time: 1.019, data: 0.003) , G_GAN: 2.013, G_L1: 3.337, D_real: 0.099, D_fake: 0.249 + +[Rank 0] (epoch: 168, iters: 246, time: 0.170, data: 0.003) , G_GAN: 3.547, G_L1: 2.673, D_real: 0.002, D_fake: 0.060 + +[Rank 0] (epoch: 168, iters: 346, time: 0.184, data: 0.003) , G_GAN: 3.469, G_L1: 3.876, D_real: 0.006, D_fake: 0.067 + +[Rank 0] (epoch: 168, iters: 446, time: 0.199, data: 0.003) , G_GAN: 1.367, G_L1: 1.420, D_real: 0.774, D_fake: 0.265 + +[Rank 0] (epoch: 168, iters: 546, time: 0.192, data: 0.003) , G_GAN: 3.139, G_L1: 2.313, D_real: 0.301, D_fake: 0.097 + +[Rank 0] (epoch: 168, iters: 646, time: 0.188, data: 0.003) , G_GAN: 1.081, G_L1: 3.034, D_real: 0.420, D_fake: 0.621 + +[Rank 0] (epoch: 168, iters: 746, time: 0.188, data: 0.003) , G_GAN: 2.950, G_L1: 3.350, D_real: 0.012, D_fake: 0.152 + +[Rank 0] (epoch: 168, iters: 846, time: 0.187, data: 0.008) , G_GAN: 2.187, G_L1: 2.307, D_real: 0.049, D_fake: 0.326 + +[Rank 0] (epoch: 168, iters: 946, time: 0.196, data: 0.004) , G_GAN: 2.804, G_L1: 3.738, D_real: 0.064, D_fake: 0.115 + +learning rate 0.0000653 -> 0.0000634 +End of epoch 168 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 169, iters: 84, time: 0.198, data: 0.003) , G_GAN: 2.178, G_L1: 2.552, D_real: 0.007, D_fake: 0.625 + +[Rank 0] (epoch: 169, iters: 184, time: 0.195, data: 0.004) , G_GAN: 1.845, G_L1: 5.224, D_real: 0.044, D_fake: 0.355 + +[Rank 0] (epoch: 169, iters: 284, time: 0.170, data: 0.003) , G_GAN: 1.759, G_L1: 2.121, D_real: 0.007, D_fake: 0.622 + +[Rank 0] (epoch: 169, iters: 384, time: 0.796, data: 0.004) , G_GAN: 1.175, G_L1: 1.393, D_real: 0.874, D_fake: 0.434 + +[Rank 0] (epoch: 169, iters: 484, time: 0.178, data: 0.003) , G_GAN: 5.091, G_L1: 3.433, D_real: 0.102, D_fake: 0.032 + +[Rank 0] (epoch: 169, iters: 584, time: 0.178, data: 0.003) , G_GAN: 1.584, G_L1: 1.547, D_real: 1.057, D_fake: 0.167 + +[Rank 0] (epoch: 169, iters: 684, time: 0.198, data: 0.003) , G_GAN: 2.797, G_L1: 3.166, D_real: 0.000, D_fake: 0.152 + +[Rank 0] (epoch: 169, iters: 784, time: 0.191, data: 0.003) , G_GAN: 2.095, G_L1: 2.350, D_real: 0.278, D_fake: 0.583 + +[Rank 0] (epoch: 169, iters: 884, time: 0.179, data: 0.004) , G_GAN: 1.084, G_L1: 2.601, D_real: 0.862, D_fake: 0.549 + +learning rate 0.0000634 -> 0.0000614 +End of epoch 169 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 170, iters: 22, time: 0.177, data: 0.004) , G_GAN: 3.953, G_L1: 1.997, D_real: 0.001, D_fake: 0.050 + +[Rank 0] (epoch: 170, iters: 122, time: 0.181, data: 0.003) , G_GAN: 1.443, G_L1: 2.696, D_real: 0.805, D_fake: 0.271 + +[Rank 0] (epoch: 170, iters: 222, time: 0.901, data: 0.007) , G_GAN: 5.164, G_L1: 3.113, D_real: 0.001, D_fake: 0.013 + +[Rank 0] (epoch: 170, iters: 322, time: 0.196, data: 0.003) , G_GAN: 1.022, G_L1: 2.553, D_real: 0.611, D_fake: 0.545 + +[Rank 0] (epoch: 170, iters: 422, time: 0.177, data: 0.003) , G_GAN: 1.595, G_L1: 2.533, D_real: 0.061, D_fake: 0.412 + +[Rank 0] (epoch: 170, iters: 522, time: 0.169, data: 0.003) , G_GAN: 3.379, G_L1: 4.802, D_real: 0.017, D_fake: 0.120 + +[Rank 0] (epoch: 170, iters: 622, time: 0.248, data: 0.003) , G_GAN: 2.112, G_L1: 5.200, D_real: 0.043, D_fake: 0.236 + +[Rank 0] (epoch: 170, iters: 722, time: 0.180, data: 0.003) , G_GAN: 2.457, G_L1: 3.350, D_real: 0.006, D_fake: 0.148 + +[Rank 0] (epoch: 170, iters: 822, time: 0.189, data: 0.003) , G_GAN: 3.902, G_L1: 2.463, D_real: 0.010, D_fake: 0.036 + +[Rank 0] (epoch: 170, iters: 922, time: 0.210, data: 0.003) , G_GAN: 3.885, G_L1: 3.427, D_real: 0.145, D_fake: 0.042 + +learning rate 0.0000614 -> 0.0000594 +saving the model at the end of epoch 170, iters 163540 +End of epoch 170 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 171, iters: 60, time: 1.179, data: 0.003) , G_GAN: 1.951, G_L1: 2.611, D_real: 0.161, D_fake: 0.670 + +[Rank 0] (epoch: 171, iters: 160, time: 0.196, data: 0.003) , G_GAN: 3.090, G_L1: 2.227, D_real: 0.005, D_fake: 0.090 + +[Rank 0] (epoch: 171, iters: 260, time: 0.166, data: 0.003) , G_GAN: 2.019, G_L1: 1.831, D_real: 0.191, D_fake: 0.225 + +[Rank 0] (epoch: 171, iters: 360, time: 0.175, data: 0.003) , G_GAN: 1.958, G_L1: 6.739, D_real: 0.213, D_fake: 0.538 + +[Rank 0] (epoch: 171, iters: 460, time: 0.891, data: 0.003) , G_GAN: 2.478, G_L1: 3.516, D_real: 0.014, D_fake: 0.184 + +[Rank 0] (epoch: 171, iters: 560, time: 0.191, data: 0.003) , G_GAN: 1.306, G_L1: 2.067, D_real: 0.680, D_fake: 0.444 + +[Rank 0] (epoch: 171, iters: 660, time: 0.192, data: 0.003) , G_GAN: 1.606, G_L1: 1.830, D_real: 1.021, D_fake: 0.147 + +[Rank 0] (epoch: 171, iters: 760, time: 0.202, data: 0.003) , G_GAN: 1.636, G_L1: 4.229, D_real: 0.920, D_fake: 0.295 + +[Rank 0] (epoch: 171, iters: 860, time: 0.188, data: 0.003) , G_GAN: 1.204, G_L1: 2.684, D_real: 0.235, D_fake: 0.826 + +[Rank 0] (epoch: 171, iters: 960, time: 0.202, data: 0.003) , G_GAN: 1.678, G_L1: 2.309, D_real: 0.182, D_fake: 0.389 + +learning rate 0.0000594 -> 0.0000574 +End of epoch 171 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 172, iters: 98, time: 0.185, data: 0.007) , G_GAN: 2.641, G_L1: 1.662, D_real: 0.008, D_fake: 0.125 + +[Rank 0] (epoch: 172, iters: 198, time: 0.191, data: 0.003) , G_GAN: 1.434, G_L1: 1.941, D_real: 0.673, D_fake: 0.459 + +[Rank 0] (epoch: 172, iters: 298, time: 0.787, data: 0.003) , G_GAN: 1.581, G_L1: 1.670, D_real: 0.172, D_fake: 0.573 + +[Rank 0] (epoch: 172, iters: 398, time: 0.166, data: 0.003) , G_GAN: 1.955, G_L1: 1.993, D_real: 0.117, D_fake: 0.345 + +[Rank 0] (epoch: 172, iters: 498, time: 0.194, data: 0.003) , G_GAN: 2.236, G_L1: 2.209, D_real: 0.209, D_fake: 0.208 + +[Rank 0] (epoch: 172, iters: 598, time: 0.178, data: 0.003) , G_GAN: 2.080, G_L1: 3.471, D_real: 0.099, D_fake: 0.247 + +[Rank 0] (epoch: 172, iters: 698, time: 0.175, data: 0.003) , G_GAN: 2.678, G_L1: 3.747, D_real: 0.171, D_fake: 0.270 + +[Rank 0] (epoch: 172, iters: 798, time: 0.184, data: 0.003) , G_GAN: 1.512, G_L1: 2.965, D_real: 1.662, D_fake: 0.179 + +[Rank 0] (epoch: 172, iters: 898, time: 0.190, data: 0.003) , G_GAN: 0.932, G_L1: 2.339, D_real: 0.298, D_fake: 1.041 + +learning rate 0.0000574 -> 0.0000554 +End of epoch 172 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 173, iters: 36, time: 0.180, data: 0.003) , G_GAN: 2.489, G_L1: 2.642, D_real: 0.002, D_fake: 0.180 + +[Rank 0] (epoch: 173, iters: 136, time: 1.065, data: 0.003) , G_GAN: 1.873, G_L1: 1.915, D_real: 0.436, D_fake: 0.203 + +[Rank 0] (epoch: 173, iters: 236, time: 0.181, data: 0.009) , G_GAN: 1.039, G_L1: 1.274, D_real: 1.015, D_fake: 0.204 + +[Rank 0] (epoch: 173, iters: 336, time: 0.179, data: 0.005) , G_GAN: 2.311, G_L1: 4.544, D_real: 0.050, D_fake: 0.167 + +[Rank 0] (epoch: 173, iters: 436, time: 0.199, data: 0.003) , G_GAN: 2.359, G_L1: 2.276, D_real: 0.215, D_fake: 0.147 + +[Rank 0] (epoch: 173, iters: 536, time: 1.141, data: 0.003) , G_GAN: 1.512, G_L1: 1.885, D_real: 0.288, D_fake: 0.493 + +[Rank 0] (epoch: 173, iters: 636, time: 0.181, data: 0.003) , G_GAN: 1.333, G_L1: 1.671, D_real: 0.503, D_fake: 0.354 + +[Rank 0] (epoch: 173, iters: 736, time: 0.190, data: 0.004) , G_GAN: 3.385, G_L1: 2.934, D_real: 0.099, D_fake: 0.060 + +[Rank 0] (epoch: 173, iters: 836, time: 0.192, data: 0.003) , G_GAN: 1.938, G_L1: 1.604, D_real: 0.789, D_fake: 0.210 + +[Rank 0] (epoch: 173, iters: 936, time: 0.177, data: 0.003) , G_GAN: 2.804, G_L1: 2.534, D_real: 0.000, D_fake: 0.097 + +learning rate 0.0000554 -> 0.0000535 +End of epoch 173 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 174, iters: 74, time: 0.157, data: 0.003) , G_GAN: 2.884, G_L1: 4.315, D_real: 0.402, D_fake: 0.099 + +[Rank 0] (epoch: 174, iters: 174, time: 0.255, data: 0.003) , G_GAN: 2.544, G_L1: 1.854, D_real: 2.630, D_fake: 0.027 + +[Rank 0] (epoch: 174, iters: 274, time: 0.189, data: 0.003) , G_GAN: 2.403, G_L1: 2.858, D_real: 0.238, D_fake: 0.177 + +[Rank 0] (epoch: 174, iters: 374, time: 0.805, data: 0.003) , G_GAN: 1.760, G_L1: 1.607, D_real: 0.368, D_fake: 0.476 + +[Rank 0] (epoch: 174, iters: 474, time: 0.176, data: 0.003) , G_GAN: 1.155, G_L1: 2.730, D_real: 0.799, D_fake: 0.417 + +[Rank 0] (epoch: 174, iters: 574, time: 0.194, data: 0.003) , G_GAN: 1.941, G_L1: 2.683, D_real: 0.227, D_fake: 0.273 + +[Rank 0] (epoch: 174, iters: 674, time: 0.193, data: 0.003) , G_GAN: 1.002, G_L1: 1.888, D_real: 0.600, D_fake: 0.588 + +[Rank 0] (epoch: 174, iters: 774, time: 0.193, data: 0.004) , G_GAN: 2.980, G_L1: 2.496, D_real: 0.188, D_fake: 0.080 + +[Rank 0] (epoch: 174, iters: 874, time: 0.190, data: 0.003) , G_GAN: 2.753, G_L1: 3.309, D_real: 0.003, D_fake: 0.203 + +learning rate 0.0000535 -> 0.0000515 +End of epoch 174 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 175, iters: 12, time: 0.177, data: 0.003) , G_GAN: 3.807, G_L1: 2.171, D_real: 0.087, D_fake: 0.109 + +[Rank 0] (epoch: 175, iters: 112, time: 0.221, data: 0.003) , G_GAN: 1.444, G_L1: 1.986, D_real: 0.821, D_fake: 0.232 + +[Rank 0] (epoch: 175, iters: 212, time: 1.051, data: 0.003) , G_GAN: 1.343, G_L1: 1.474, D_real: 0.551, D_fake: 0.438 + +[Rank 0] (epoch: 175, iters: 312, time: 0.203, data: 0.003) , G_GAN: 3.624, G_L1: 6.239, D_real: 0.023, D_fake: 0.068 + +[Rank 0] (epoch: 175, iters: 412, time: 0.203, data: 0.003) , G_GAN: 1.525, G_L1: 1.337, D_real: 0.286, D_fake: 0.575 + +[Rank 0] (epoch: 175, iters: 512, time: 0.176, data: 0.003) , G_GAN: 1.647, G_L1: 1.448, D_real: 0.218, D_fake: 0.535 + +[Rank 0] (epoch: 175, iters: 612, time: 1.016, data: 0.003) , G_GAN: 1.875, G_L1: 1.665, D_real: 0.204, D_fake: 0.244 + +[Rank 0] (epoch: 175, iters: 712, time: 0.182, data: 0.003) , G_GAN: 2.188, G_L1: 2.698, D_real: 0.505, D_fake: 0.141 + +[Rank 0] (epoch: 175, iters: 812, time: 0.196, data: 0.003) , G_GAN: 3.255, G_L1: 2.761, D_real: 0.007, D_fake: 0.086 + +[Rank 0] (epoch: 175, iters: 912, time: 0.187, data: 0.003) , G_GAN: 1.527, G_L1: 3.176, D_real: 0.772, D_fake: 0.274 + +learning rate 0.0000515 -> 0.0000495 +saving the model at the end of epoch 175, iters 168350 +End of epoch 175 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 176, iters: 50, time: 0.933, data: 0.004) , G_GAN: 1.937, G_L1: 2.313, D_real: 0.314, D_fake: 0.184 + +[Rank 0] (epoch: 176, iters: 150, time: 0.176, data: 0.003) , G_GAN: 2.238, G_L1: 1.491, D_real: 0.175, D_fake: 0.194 + +[Rank 0] (epoch: 176, iters: 250, time: 0.214, data: 0.003) , G_GAN: 1.359, G_L1: 1.332, D_real: 0.628, D_fake: 0.350 + +[Rank 0] (epoch: 176, iters: 350, time: 0.191, data: 0.003) , G_GAN: 1.366, G_L1: 1.549, D_real: 0.552, D_fake: 0.391 + +[Rank 0] (epoch: 176, iters: 450, time: 0.169, data: 0.003) , G_GAN: 1.539, G_L1: 1.879, D_real: 0.483, D_fake: 0.333 + +[Rank 0] (epoch: 176, iters: 550, time: 0.204, data: 0.003) , G_GAN: 2.103, G_L1: 2.584, D_real: 0.167, D_fake: 0.282 + +[Rank 0] (epoch: 176, iters: 650, time: 0.170, data: 0.003) , G_GAN: 1.339, G_L1: 2.684, D_real: 0.501, D_fake: 0.421 + +[Rank 0] (epoch: 176, iters: 750, time: 0.188, data: 0.003) , G_GAN: 1.144, G_L1: 1.837, D_real: 0.355, D_fake: 0.805 + +[Rank 0] (epoch: 176, iters: 850, time: 0.186, data: 0.004) , G_GAN: 4.158, G_L1: 2.543, D_real: 0.033, D_fake: 0.054 + +[Rank 0] (epoch: 176, iters: 950, time: 0.179, data: 0.003) , G_GAN: 2.559, G_L1: 1.946, D_real: 0.291, D_fake: 0.127 + +learning rate 0.0000495 -> 0.0000475 +End of epoch 176 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 177, iters: 88, time: 0.177, data: 0.003) , G_GAN: 2.744, G_L1: 2.863, D_real: 0.007, D_fake: 0.119 + +[Rank 0] (epoch: 177, iters: 188, time: 0.181, data: 0.003) , G_GAN: 2.095, G_L1: 2.355, D_real: 1.274, D_fake: 0.161 + +[Rank 0] (epoch: 177, iters: 288, time: 0.928, data: 0.003) , G_GAN: 1.451, G_L1: 2.123, D_real: 0.868, D_fake: 0.239 + +[Rank 0] (epoch: 177, iters: 388, time: 0.183, data: 0.003) , G_GAN: 2.526, G_L1: 3.985, D_real: 0.018, D_fake: 0.166 + +[Rank 0] (epoch: 177, iters: 488, time: 0.193, data: 0.003) , G_GAN: 0.810, G_L1: 2.579, D_real: 0.369, D_fake: 1.031 + +[Rank 0] (epoch: 177, iters: 588, time: 0.178, data: 0.007) , G_GAN: 2.060, G_L1: 1.423, D_real: 1.903, D_fake: 0.056 + +[Rank 0] (epoch: 177, iters: 688, time: 0.977, data: 0.003) , G_GAN: 1.094, G_L1: 2.570, D_real: 0.455, D_fake: 0.618 + +[Rank 0] (epoch: 177, iters: 788, time: 0.194, data: 0.007) , G_GAN: 1.333, G_L1: 1.491, D_real: 1.097, D_fake: 0.241 + +[Rank 0] (epoch: 177, iters: 888, time: 0.193, data: 0.003) , G_GAN: 1.706, G_L1: 1.689, D_real: 0.032, D_fake: 0.539 + +learning rate 0.0000475 -> 0.0000455 +End of epoch 177 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 178, iters: 26, time: 0.194, data: 0.003) , G_GAN: 2.504, G_L1: 5.151, D_real: 0.000, D_fake: 0.161 + +[Rank 0] (epoch: 178, iters: 126, time: 0.898, data: 0.003) , G_GAN: 2.575, G_L1: 2.412, D_real: 0.003, D_fake: 0.185 + +[Rank 0] (epoch: 178, iters: 226, time: 0.169, data: 0.003) , G_GAN: 1.499, G_L1: 1.900, D_real: 0.413, D_fake: 0.392 + +[Rank 0] (epoch: 178, iters: 326, time: 0.182, data: 0.003) , G_GAN: 2.473, G_L1: 2.617, D_real: 0.413, D_fake: 0.121 + +[Rank 0] (epoch: 178, iters: 426, time: 0.193, data: 0.003) , G_GAN: 2.715, G_L1: 2.984, D_real: 0.331, D_fake: 0.108 + +[Rank 0] (epoch: 178, iters: 526, time: 0.183, data: 0.003) , G_GAN: 1.487, G_L1: 1.972, D_real: 0.259, D_fake: 0.632 + +[Rank 0] (epoch: 178, iters: 626, time: 0.191, data: 0.004) , G_GAN: 2.240, G_L1: 3.884, D_real: 0.152, D_fake: 0.474 + +[Rank 0] (epoch: 178, iters: 726, time: 0.182, data: 0.003) , G_GAN: 1.022, G_L1: 2.108, D_real: 0.257, D_fake: 0.734 + +[Rank 0] (epoch: 178, iters: 826, time: 0.192, data: 0.003) , G_GAN: 1.069, G_L1: 3.644, D_real: 0.350, D_fake: 0.738 + +[Rank 0] (epoch: 178, iters: 926, time: 0.187, data: 0.004) , G_GAN: 1.064, G_L1: 2.586, D_real: 0.451, D_fake: 0.669 + +learning rate 0.0000455 -> 0.0000436 +End of epoch 178 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 179, iters: 64, time: 0.202, data: 0.003) , G_GAN: 1.354, G_L1: 1.404, D_real: 0.545, D_fake: 0.491 + +[Rank 0] (epoch: 179, iters: 164, time: 0.189, data: 0.007) , G_GAN: 2.122, G_L1: 2.965, D_real: 0.802, D_fake: 0.135 + +[Rank 0] (epoch: 179, iters: 264, time: 0.209, data: 0.003) , G_GAN: 2.318, G_L1: 1.849, D_real: 0.161, D_fake: 0.169 + +[Rank 0] (epoch: 179, iters: 364, time: 1.140, data: 0.005) , G_GAN: 3.002, G_L1: 2.552, D_real: 0.012, D_fake: 0.104 + +[Rank 0] (epoch: 179, iters: 464, time: 0.181, data: 0.003) , G_GAN: 2.417, G_L1: 2.744, D_real: 0.077, D_fake: 0.206 + +[Rank 0] (epoch: 179, iters: 564, time: 0.189, data: 0.003) , G_GAN: 1.341, G_L1: 2.332, D_real: 0.881, D_fake: 0.279 + +[Rank 0] (epoch: 179, iters: 664, time: 0.188, data: 0.003) , G_GAN: 2.510, G_L1: 2.616, D_real: 0.080, D_fake: 0.134 + +[Rank 0] (epoch: 179, iters: 764, time: 0.984, data: 0.003) , G_GAN: 1.815, G_L1: 1.890, D_real: 0.345, D_fake: 0.302 + +[Rank 0] (epoch: 179, iters: 864, time: 0.193, data: 0.003) , G_GAN: 1.552, G_L1: 2.773, D_real: 0.007, D_fake: 0.617 + +learning rate 0.0000436 -> 0.0000416 +End of epoch 179 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 180, iters: 2, time: 0.126, data: 0.003) , G_GAN: 3.366, G_L1: 3.014, D_real: 0.004, D_fake: 0.069 + +[Rank 0] (epoch: 180, iters: 102, time: 0.193, data: 0.003) , G_GAN: 1.291, G_L1: 2.409, D_real: 0.120, D_fake: 0.756 + +[Rank 0] (epoch: 180, iters: 202, time: 1.053, data: 0.003) , G_GAN: 2.964, G_L1: 2.765, D_real: 0.102, D_fake: 0.146 + +[Rank 0] (epoch: 180, iters: 302, time: 0.188, data: 0.003) , G_GAN: 1.857, G_L1: 2.769, D_real: 0.435, D_fake: 0.292 + +[Rank 0] (epoch: 180, iters: 402, time: 0.160, data: 0.003) , G_GAN: 1.414, G_L1: 1.705, D_real: 0.279, D_fake: 0.486 + +[Rank 0] (epoch: 180, iters: 502, time: 0.204, data: 0.003) , G_GAN: 2.271, G_L1: 2.806, D_real: 0.015, D_fake: 0.231 + +[Rank 0] (epoch: 180, iters: 602, time: 0.194, data: 0.003) , G_GAN: 1.367, G_L1: 1.350, D_real: 0.268, D_fake: 0.621 + +[Rank 0] (epoch: 180, iters: 702, time: 0.189, data: 0.006) , G_GAN: 2.270, G_L1: 2.069, D_real: 0.009, D_fake: 0.225 + +[Rank 0] (epoch: 180, iters: 802, time: 0.179, data: 0.003) , G_GAN: 2.900, G_L1: 2.888, D_real: 0.613, D_fake: 0.073 + +[Rank 0] (epoch: 180, iters: 902, time: 0.178, data: 0.003) , G_GAN: 1.327, G_L1: 2.235, D_real: 0.162, D_fake: 0.955 + +learning rate 0.0000416 -> 0.0000396 +saving the model at the end of epoch 180, iters 173160 +End of epoch 180 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 181, iters: 40, time: 0.933, data: 0.004) , G_GAN: 1.227, G_L1: 3.279, D_real: 0.394, D_fake: 0.463 + +[Rank 0] (epoch: 181, iters: 140, time: 0.200, data: 0.003) , G_GAN: 1.953, G_L1: 3.273, D_real: 0.040, D_fake: 0.251 + +[Rank 0] (epoch: 181, iters: 240, time: 0.189, data: 0.003) , G_GAN: 1.771, G_L1: 2.022, D_real: 0.144, D_fake: 0.351 + +[Rank 0] (epoch: 181, iters: 340, time: 0.187, data: 0.003) , G_GAN: 3.371, G_L1: 1.917, D_real: 0.099, D_fake: 0.060 + +[Rank 0] (epoch: 181, iters: 440, time: 0.176, data: 0.003) , G_GAN: 1.617, G_L1: 1.521, D_real: 0.211, D_fake: 0.594 + +[Rank 0] (epoch: 181, iters: 540, time: 0.189, data: 0.007) , G_GAN: 2.139, G_L1: 2.305, D_real: 0.015, D_fake: 0.297 + +[Rank 0] (epoch: 181, iters: 640, time: 0.194, data: 0.003) , G_GAN: 1.730, G_L1: 2.246, D_real: 0.528, D_fake: 0.276 + +[Rank 0] (epoch: 181, iters: 740, time: 0.190, data: 0.003) , G_GAN: 2.286, G_L1: 2.074, D_real: 0.213, D_fake: 0.141 + +[Rank 0] (epoch: 181, iters: 840, time: 1.123, data: 0.003) , G_GAN: 1.803, G_L1: 2.284, D_real: 0.424, D_fake: 0.303 + +[Rank 0] (epoch: 181, iters: 940, time: 0.187, data: 0.003) , G_GAN: 4.677, G_L1: 4.767, D_real: 0.002, D_fake: 0.023 + +learning rate 0.0000396 -> 0.0000376 +End of epoch 181 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 182, iters: 78, time: 0.182, data: 0.003) , G_GAN: 2.753, G_L1: 2.426, D_real: 0.426, D_fake: 0.082 + +[Rank 0] (epoch: 182, iters: 178, time: 0.199, data: 0.006) , G_GAN: 1.680, G_L1: 3.607, D_real: 0.171, D_fake: 0.388 + +[Rank 0] (epoch: 182, iters: 278, time: 0.853, data: 0.003) , G_GAN: 3.082, G_L1: 3.578, D_real: 0.082, D_fake: 0.099 + +[Rank 0] (epoch: 182, iters: 378, time: 0.187, data: 0.003) , G_GAN: 3.107, G_L1: 2.948, D_real: 0.614, D_fake: 0.063 + +[Rank 0] (epoch: 182, iters: 478, time: 0.197, data: 0.003) , G_GAN: 1.517, G_L1: 1.914, D_real: 0.083, D_fake: 0.604 + +[Rank 0] (epoch: 182, iters: 578, time: 0.190, data: 0.003) , G_GAN: 1.258, G_L1: 1.319, D_real: 0.575, D_fake: 0.484 + +[Rank 0] (epoch: 182, iters: 678, time: 0.176, data: 0.003) , G_GAN: 2.340, G_L1: 2.786, D_real: 0.269, D_fake: 0.182 + +[Rank 0] (epoch: 182, iters: 778, time: 0.171, data: 0.003) , G_GAN: 1.827, G_L1: 3.176, D_real: 0.944, D_fake: 0.164 + +[Rank 0] (epoch: 182, iters: 878, time: 0.175, data: 0.008) , G_GAN: 2.243, G_L1: 3.361, D_real: 0.000, D_fake: 0.228 + +learning rate 0.0000376 -> 0.0000356 +End of epoch 182 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 183, iters: 16, time: 0.164, data: 0.003) , G_GAN: 2.112, G_L1: 3.726, D_real: 0.077, D_fake: 0.338 + +[Rank 0] (epoch: 183, iters: 116, time: 0.868, data: 0.003) , G_GAN: 1.498, G_L1: 3.098, D_real: 0.389, D_fake: 0.728 + +[Rank 0] (epoch: 183, iters: 216, time: 0.194, data: 0.003) , G_GAN: 1.071, G_L1: 1.292, D_real: 0.279, D_fake: 0.768 + +[Rank 0] (epoch: 183, iters: 316, time: 0.178, data: 0.007) , G_GAN: 1.269, G_L1: 1.921, D_real: 0.100, D_fake: 0.607 + +[Rank 0] (epoch: 183, iters: 416, time: 0.200, data: 0.003) , G_GAN: 0.999, G_L1: 3.024, D_real: 0.504, D_fake: 0.552 + +[Rank 0] (epoch: 183, iters: 516, time: 0.182, data: 0.003) , G_GAN: 2.684, G_L1: 1.958, D_real: 0.016, D_fake: 0.128 + +[Rank 0] (epoch: 183, iters: 616, time: 0.184, data: 0.003) , G_GAN: 3.800, G_L1: 4.563, D_real: 1.350, D_fake: 0.037 + +[Rank 0] (epoch: 183, iters: 716, time: 0.188, data: 0.004) , G_GAN: 1.998, G_L1: 1.439, D_real: 0.541, D_fake: 0.188 + +[Rank 0] (epoch: 183, iters: 816, time: 0.183, data: 0.003) , G_GAN: 2.117, G_L1: 2.229, D_real: 0.640, D_fake: 0.193 + +[Rank 0] (epoch: 183, iters: 916, time: 0.953, data: 0.003) , G_GAN: 1.984, G_L1: 1.870, D_real: 0.050, D_fake: 0.412 + +learning rate 0.0000356 -> 0.0000337 +End of epoch 183 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 184, iters: 54, time: 0.185, data: 0.003) , G_GAN: 1.100, G_L1: 3.697, D_real: 0.459, D_fake: 0.558 + +[Rank 0] (epoch: 184, iters: 154, time: 0.178, data: 0.003) , G_GAN: 2.438, G_L1: 4.366, D_real: 0.180, D_fake: 0.150 + +[Rank 0] (epoch: 184, iters: 254, time: 0.195, data: 0.003) , G_GAN: 2.177, G_L1: 2.142, D_real: 0.472, D_fake: 0.187 + +[Rank 0] (epoch: 184, iters: 354, time: 1.014, data: 0.003) , G_GAN: 3.285, G_L1: 9.253, D_real: 0.380, D_fake: 0.088 + +[Rank 0] (epoch: 184, iters: 454, time: 0.177, data: 0.003) , G_GAN: 3.039, G_L1: 6.097, D_real: 0.091, D_fake: 0.101 + +[Rank 0] (epoch: 184, iters: 554, time: 0.172, data: 0.007) , G_GAN: 0.959, G_L1: 2.952, D_real: 0.299, D_fake: 0.775 + +[Rank 0] (epoch: 184, iters: 654, time: 0.202, data: 0.007) , G_GAN: 2.847, G_L1: 2.580, D_real: 0.003, D_fake: 0.126 + +[Rank 0] (epoch: 184, iters: 754, time: 0.197, data: 0.003) , G_GAN: 1.722, G_L1: 1.786, D_real: 0.648, D_fake: 0.126 + +[Rank 0] (epoch: 184, iters: 854, time: 0.175, data: 0.003) , G_GAN: 1.272, G_L1: 3.137, D_real: 0.426, D_fake: 0.472 + +[Rank 0] (epoch: 184, iters: 954, time: 0.174, data: 0.003) , G_GAN: 1.435, G_L1: 2.416, D_real: 0.986, D_fake: 0.233 + +learning rate 0.0000337 -> 0.0000317 +End of epoch 184 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 185, iters: 92, time: 0.195, data: 0.003) , G_GAN: 3.202, G_L1: 3.590, D_real: 0.001, D_fake: 0.080 + +[Rank 0] (epoch: 185, iters: 192, time: 1.031, data: 0.003) , G_GAN: 1.148, G_L1: 1.676, D_real: 0.232, D_fake: 0.586 + +[Rank 0] (epoch: 185, iters: 292, time: 0.164, data: 0.003) , G_GAN: 1.752, G_L1: 2.428, D_real: 1.214, D_fake: 0.144 + +[Rank 0] (epoch: 185, iters: 392, time: 0.192, data: 0.003) , G_GAN: 2.827, G_L1: 2.826, D_real: 0.335, D_fake: 0.114 + +[Rank 0] (epoch: 185, iters: 492, time: 0.192, data: 0.003) , G_GAN: 2.635, G_L1: 2.968, D_real: 0.001, D_fake: 0.125 + +[Rank 0] (epoch: 185, iters: 592, time: 0.188, data: 0.003) , G_GAN: 1.766, G_L1: 3.991, D_real: 0.018, D_fake: 0.325 + +[Rank 0] (epoch: 185, iters: 692, time: 0.191, data: 0.003) , G_GAN: 2.041, G_L1: 3.944, D_real: 0.037, D_fake: 0.234 + +[Rank 0] (epoch: 185, iters: 792, time: 0.179, data: 0.003) , G_GAN: 1.439, G_L1: 1.931, D_real: 0.497, D_fake: 0.543 + +[Rank 0] (epoch: 185, iters: 892, time: 0.229, data: 0.003) , G_GAN: 1.602, G_L1: 7.565, D_real: 0.084, D_fake: 0.364 + +learning rate 0.0000317 -> 0.0000297 +saving the model at the end of epoch 185, iters 177970 +End of epoch 185 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 186, iters: 30, time: 1.025, data: 0.003) , G_GAN: 1.482, G_L1: 1.859, D_real: 0.358, D_fake: 0.398 + +[Rank 0] (epoch: 186, iters: 130, time: 0.169, data: 0.003) , G_GAN: 2.496, G_L1: 2.723, D_real: 0.015, D_fake: 0.179 + +[Rank 0] (epoch: 186, iters: 230, time: 0.205, data: 0.003) , G_GAN: 2.346, G_L1: 1.681, D_real: 0.030, D_fake: 0.302 + +[Rank 0] (epoch: 186, iters: 330, time: 0.182, data: 0.003) , G_GAN: 2.480, G_L1: 2.380, D_real: 0.001, D_fake: 0.161 + +[Rank 0] (epoch: 186, iters: 430, time: 0.186, data: 0.007) , G_GAN: 2.861, G_L1: 2.096, D_real: 0.014, D_fake: 0.096 + +[Rank 0] (epoch: 186, iters: 530, time: 0.177, data: 0.003) , G_GAN: 1.340, G_L1: 2.512, D_real: 0.186, D_fake: 0.435 + +[Rank 0] (epoch: 186, iters: 630, time: 0.197, data: 0.003) , G_GAN: 2.455, G_L1: 2.140, D_real: 0.233, D_fake: 0.137 + +[Rank 0] (epoch: 186, iters: 730, time: 0.182, data: 0.004) , G_GAN: 1.998, G_L1: 1.717, D_real: 0.167, D_fake: 0.238 + +[Rank 0] (epoch: 186, iters: 830, time: 0.197, data: 0.003) , G_GAN: 3.189, G_L1: 4.100, D_real: 0.002, D_fake: 0.072 + +[Rank 0] (epoch: 186, iters: 930, time: 0.181, data: 0.003) , G_GAN: 1.369, G_L1: 3.035, D_real: 0.300, D_fake: 0.485 + +learning rate 0.0000297 -> 0.0000277 +End of epoch 186 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 187, iters: 68, time: 0.222, data: 0.003) , G_GAN: 1.763, G_L1: 2.686, D_real: 0.591, D_fake: 0.224 + +[Rank 0] (epoch: 187, iters: 168, time: 0.183, data: 0.003) , G_GAN: 1.326, G_L1: 3.752, D_real: 0.967, D_fake: 0.367 + +[Rank 0] (epoch: 187, iters: 268, time: 1.053, data: 0.003) , G_GAN: 1.601, G_L1: 4.121, D_real: 0.656, D_fake: 0.259 + +[Rank 0] (epoch: 187, iters: 368, time: 0.183, data: 0.003) , G_GAN: 1.526, G_L1: 1.784, D_real: 0.636, D_fake: 0.254 + +[Rank 0] (epoch: 187, iters: 468, time: 0.185, data: 0.003) , G_GAN: 1.928, G_L1: 2.321, D_real: 0.229, D_fake: 0.260 + +[Rank 0] (epoch: 187, iters: 568, time: 0.173, data: 0.003) , G_GAN: 1.417, G_L1: 1.824, D_real: 0.492, D_fake: 0.459 + +[Rank 0] (epoch: 187, iters: 668, time: 0.196, data: 0.003) , G_GAN: 2.094, G_L1: 2.479, D_real: 0.010, D_fake: 0.243 + +[Rank 0] (epoch: 187, iters: 768, time: 0.186, data: 0.003) , G_GAN: 2.730, G_L1: 2.029, D_real: 1.788, D_fake: 0.038 + +[Rank 0] (epoch: 187, iters: 868, time: 0.172, data: 0.003) , G_GAN: 2.886, G_L1: 1.677, D_real: 0.051, D_fake: 0.135 + +learning rate 0.0000277 -> 0.0000257 +End of epoch 187 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 188, iters: 6, time: 0.177, data: 0.003) , G_GAN: 0.945, G_L1: 2.988, D_real: 0.536, D_fake: 0.677 + +[Rank 0] (epoch: 188, iters: 106, time: 0.972, data: 0.003) , G_GAN: 0.849, G_L1: 6.237, D_real: 0.392, D_fake: 0.912 + +saving the latest model (epoch 188, total_iters 180000) +[Rank 0] (epoch: 188, iters: 206, time: 0.187, data: 0.006) , G_GAN: 2.912, G_L1: 2.053, D_real: 0.013, D_fake: 0.098 + +[Rank 0] (epoch: 188, iters: 306, time: 0.184, data: 0.003) , G_GAN: 1.808, G_L1: 1.858, D_real: 0.548, D_fake: 0.252 + +[Rank 0] (epoch: 188, iters: 406, time: 0.189, data: 0.003) , G_GAN: 1.879, G_L1: 3.896, D_real: 0.048, D_fake: 0.311 + +[Rank 0] (epoch: 188, iters: 506, time: 0.178, data: 0.003) , G_GAN: 4.000, G_L1: 5.061, D_real: 0.017, D_fake: 0.048 + +[Rank 0] (epoch: 188, iters: 606, time: 0.196, data: 0.003) , G_GAN: 2.668, G_L1: 4.274, D_real: 0.038, D_fake: 0.160 + +[Rank 0] (epoch: 188, iters: 706, time: 0.189, data: 0.003) , G_GAN: 2.995, G_L1: 1.922, D_real: 0.009, D_fake: 0.079 + +[Rank 0] (epoch: 188, iters: 806, time: 0.176, data: 0.003) , G_GAN: 1.383, G_L1: 3.566, D_real: 0.730, D_fake: 0.323 + +[Rank 0] (epoch: 188, iters: 906, time: 0.172, data: 0.003) , G_GAN: 1.917, G_L1: 2.135, D_real: 0.054, D_fake: 0.245 + +learning rate 0.0000257 -> 0.0000238 +End of epoch 188 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 189, iters: 44, time: 0.202, data: 0.003) , G_GAN: 1.272, G_L1: 1.368, D_real: 0.294, D_fake: 0.516 + +[Rank 0] (epoch: 189, iters: 144, time: 0.179, data: 0.003) , G_GAN: 1.664, G_L1: 2.010, D_real: 0.817, D_fake: 0.232 + +[Rank 0] (epoch: 189, iters: 244, time: 0.189, data: 0.003) , G_GAN: 1.141, G_L1: 3.026, D_real: 0.175, D_fake: 0.704 + +[Rank 0] (epoch: 189, iters: 344, time: 1.058, data: 0.003) , G_GAN: 1.826, G_L1: 2.346, D_real: 0.187, D_fake: 0.344 + +[Rank 0] (epoch: 189, iters: 444, time: 0.172, data: 0.003) , G_GAN: 3.357, G_L1: 3.343, D_real: 0.004, D_fake: 0.063 + +[Rank 0] (epoch: 189, iters: 544, time: 0.170, data: 0.003) , G_GAN: 2.402, G_L1: 2.206, D_real: 0.049, D_fake: 0.186 + +[Rank 0] (epoch: 189, iters: 644, time: 0.222, data: 0.003) , G_GAN: 3.673, G_L1: 4.144, D_real: 0.009, D_fake: 0.082 + +[Rank 0] (epoch: 189, iters: 744, time: 0.191, data: 0.005) , G_GAN: 1.863, G_L1: 1.816, D_real: 0.619, D_fake: 0.220 + +[Rank 0] (epoch: 189, iters: 844, time: 0.188, data: 0.003) , G_GAN: 3.399, G_L1: 2.768, D_real: 0.037, D_fake: 0.062 + +[Rank 0] (epoch: 189, iters: 944, time: 0.174, data: 0.003) , G_GAN: 1.524, G_L1: 4.406, D_real: 1.029, D_fake: 0.308 + +learning rate 0.0000238 -> 0.0000218 +End of epoch 189 / 200 Time Taken: 108 sec +[Rank 0] (epoch: 190, iters: 82, time: 0.192, data: 0.003) , G_GAN: 1.021, G_L1: 2.232, D_real: 0.213, D_fake: 0.905 + +[Rank 0] (epoch: 190, iters: 182, time: 1.083, data: 0.003) , G_GAN: 2.068, G_L1: 2.109, D_real: 0.332, D_fake: 0.204 + +[Rank 0] (epoch: 190, iters: 282, time: 0.198, data: 0.003) , G_GAN: 1.758, G_L1: 2.742, D_real: 0.284, D_fake: 0.306 + +[Rank 0] (epoch: 190, iters: 382, time: 0.175, data: 0.003) , G_GAN: 1.824, G_L1: 2.952, D_real: 0.129, D_fake: 0.300 + +[Rank 0] (epoch: 190, iters: 482, time: 0.191, data: 0.003) , G_GAN: 1.728, G_L1: 4.206, D_real: 0.135, D_fake: 0.335 + +[Rank 0] (epoch: 190, iters: 582, time: 0.177, data: 0.003) , G_GAN: 1.362, G_L1: 2.721, D_real: 0.564, D_fake: 0.417 + +[Rank 0] (epoch: 190, iters: 682, time: 0.187, data: 0.003) , G_GAN: 2.362, G_L1: 2.384, D_real: 0.183, D_fake: 0.168 + +[Rank 0] (epoch: 190, iters: 782, time: 0.187, data: 0.003) , G_GAN: 2.288, G_L1: 2.343, D_real: 0.007, D_fake: 0.295 + +[Rank 0] (epoch: 190, iters: 882, time: 0.184, data: 0.003) , G_GAN: 3.255, G_L1: 2.886, D_real: 0.224, D_fake: 0.055 + +learning rate 0.0000218 -> 0.0000198 +saving the model at the end of epoch 190, iters 182780 +End of epoch 190 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 191, iters: 20, time: 1.130, data: 0.007) , G_GAN: 1.938, G_L1: 1.862, D_real: 0.618, D_fake: 0.227 + +[Rank 0] (epoch: 191, iters: 120, time: 0.179, data: 0.003) , G_GAN: 1.519, G_L1: 1.817, D_real: 0.362, D_fake: 0.335 + +[Rank 0] (epoch: 191, iters: 220, time: 0.210, data: 0.003) , G_GAN: 1.027, G_L1: 2.016, D_real: 0.728, D_fake: 0.566 + +[Rank 0] (epoch: 191, iters: 320, time: 0.178, data: 0.003) , G_GAN: 1.502, G_L1: 3.096, D_real: 0.022, D_fake: 0.437 + +[Rank 0] (epoch: 191, iters: 420, time: 0.181, data: 0.003) , G_GAN: 2.412, G_L1: 2.289, D_real: 0.070, D_fake: 0.190 + +[Rank 0] (epoch: 191, iters: 520, time: 0.192, data: 0.005) , G_GAN: 1.369, G_L1: 1.877, D_real: 0.246, D_fake: 0.478 + +[Rank 0] (epoch: 191, iters: 620, time: 0.188, data: 0.003) , G_GAN: 2.759, G_L1: 2.001, D_real: 0.014, D_fake: 0.123 + +[Rank 0] (epoch: 191, iters: 720, time: 0.184, data: 0.003) , G_GAN: 2.989, G_L1: 2.220, D_real: 0.021, D_fake: 0.099 + +[Rank 0] (epoch: 191, iters: 820, time: 0.194, data: 0.003) , G_GAN: 1.406, G_L1: 1.617, D_real: 0.279, D_fake: 0.426 + +[Rank 0] (epoch: 191, iters: 920, time: 0.175, data: 0.003) , G_GAN: 1.263, G_L1: 1.986, D_real: 0.179, D_fake: 1.092 + +learning rate 0.0000198 -> 0.0000178 +End of epoch 191 / 200 Time Taken: 107 sec +[Rank 0] (epoch: 192, iters: 58, time: 0.176, data: 0.003) , G_GAN: 2.204, G_L1: 4.498, D_real: 0.044, D_fake: 0.198 + +[Rank 0] (epoch: 192, iters: 158, time: 0.206, data: 0.003) , G_GAN: 2.337, G_L1: 3.654, D_real: 0.203, D_fake: 0.153 + +[Rank 0] (epoch: 192, iters: 258, time: 0.966, data: 0.003) , G_GAN: 2.832, G_L1: 2.156, D_real: 0.029, D_fake: 0.107 + +[Rank 0] (epoch: 192, iters: 358, time: 0.181, data: 0.003) , G_GAN: 3.488, G_L1: 1.975, D_real: 0.020, D_fake: 0.051 + +[Rank 0] (epoch: 192, iters: 458, time: 0.262, data: 0.003) , G_GAN: 3.701, G_L1: 2.211, D_real: 0.286, D_fake: 0.044 + +[Rank 0] (epoch: 192, iters: 558, time: 0.193, data: 0.003) , G_GAN: 1.451, G_L1: 3.304, D_real: 0.241, D_fake: 0.417 + +[Rank 0] (epoch: 192, iters: 658, time: 0.193, data: 0.003) , G_GAN: 1.679, G_L1: 2.303, D_real: 0.167, D_fake: 0.397 + +[Rank 0] (epoch: 192, iters: 758, time: 0.194, data: 0.003) , G_GAN: 4.028, G_L1: 2.937, D_real: 0.021, D_fake: 0.031 + +[Rank 0] (epoch: 192, iters: 858, time: 0.185, data: 0.003) , G_GAN: 1.926, G_L1: 2.157, D_real: 0.319, D_fake: 0.245 + +[Rank 0] (epoch: 192, iters: 958, time: 0.177, data: 0.003) , G_GAN: 1.294, G_L1: 7.276, D_real: 0.055, D_fake: 0.525 + +learning rate 0.0000178 -> 0.0000158 +End of epoch 192 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 193, iters: 96, time: 0.945, data: 0.003) , G_GAN: 1.358, G_L1: 2.163, D_real: 1.015, D_fake: 0.350 + +[Rank 0] (epoch: 193, iters: 196, time: 0.207, data: 0.003) , G_GAN: 2.718, G_L1: 1.883, D_real: 0.005, D_fake: 0.099 + +[Rank 0] (epoch: 193, iters: 296, time: 0.188, data: 0.003) , G_GAN: 1.740, G_L1: 3.122, D_real: 0.018, D_fake: 0.291 + +[Rank 0] (epoch: 193, iters: 396, time: 0.204, data: 0.003) , G_GAN: 2.121, G_L1: 5.242, D_real: 0.009, D_fake: 0.295 + +[Rank 0] (epoch: 193, iters: 496, time: 0.186, data: 0.003) , G_GAN: 2.264, G_L1: 6.408, D_real: 0.087, D_fake: 0.179 + +[Rank 0] (epoch: 193, iters: 596, time: 0.210, data: 0.003) , G_GAN: 2.387, G_L1: 2.142, D_real: 0.115, D_fake: 0.172 + +[Rank 0] (epoch: 193, iters: 696, time: 0.188, data: 0.003) , G_GAN: 1.849, G_L1: 2.833, D_real: 0.082, D_fake: 0.269 + +[Rank 0] (epoch: 193, iters: 796, time: 0.178, data: 0.003) , G_GAN: 2.699, G_L1: 1.994, D_real: 0.029, D_fake: 0.123 + +[Rank 0] (epoch: 193, iters: 896, time: 0.199, data: 0.005) , G_GAN: 1.448, G_L1: 1.316, D_real: 0.929, D_fake: 0.312 + +learning rate 0.0000158 -> 0.0000139 +End of epoch 193 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 194, iters: 34, time: 0.177, data: 0.003) , G_GAN: 1.441, G_L1: 1.530, D_real: 0.668, D_fake: 0.322 + +[Rank 0] (epoch: 194, iters: 134, time: 0.198, data: 0.003) , G_GAN: 2.302, G_L1: 2.663, D_real: 1.165, D_fake: 0.143 + +[Rank 0] (epoch: 194, iters: 234, time: 0.189, data: 0.003) , G_GAN: 2.334, G_L1: 2.036, D_real: 0.147, D_fake: 0.187 + +[Rank 0] (epoch: 194, iters: 334, time: 0.928, data: 0.003) , G_GAN: 1.784, G_L1: 5.203, D_real: 0.000, D_fake: 0.314 + +[Rank 0] (epoch: 194, iters: 434, time: 0.196, data: 0.003) , G_GAN: 1.193, G_L1: 2.417, D_real: 0.149, D_fake: 0.664 + +[Rank 0] (epoch: 194, iters: 534, time: 0.177, data: 0.003) , G_GAN: 1.998, G_L1: 4.064, D_real: 0.002, D_fake: 0.266 + +[Rank 0] (epoch: 194, iters: 634, time: 0.205, data: 0.003) , G_GAN: 1.203, G_L1: 2.608, D_real: 0.369, D_fake: 0.484 + +[Rank 0] (epoch: 194, iters: 734, time: 0.188, data: 0.003) , G_GAN: 1.497, G_L1: 2.819, D_real: 0.034, D_fake: 0.461 + +[Rank 0] (epoch: 194, iters: 834, time: 0.176, data: 0.003) , G_GAN: 2.403, G_L1: 2.535, D_real: 0.002, D_fake: 0.154 + +[Rank 0] (epoch: 194, iters: 934, time: 0.177, data: 0.003) , G_GAN: 2.764, G_L1: 2.698, D_real: 0.003, D_fake: 0.121 + +learning rate 0.0000139 -> 0.0000119 +End of epoch 194 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 195, iters: 72, time: 0.194, data: 0.004) , G_GAN: 1.163, G_L1: 4.610, D_real: 0.476, D_fake: 0.487 + +[Rank 0] (epoch: 195, iters: 172, time: 0.980, data: 0.003) , G_GAN: 1.493, G_L1: 1.864, D_real: 0.420, D_fake: 0.398 + +[Rank 0] (epoch: 195, iters: 272, time: 0.177, data: 0.003) , G_GAN: 1.343, G_L1: 1.651, D_real: 0.301, D_fake: 0.461 + +[Rank 0] (epoch: 195, iters: 372, time: 0.249, data: 0.003) , G_GAN: 1.115, G_L1: 2.406, D_real: 0.626, D_fake: 0.496 + +[Rank 0] (epoch: 195, iters: 472, time: 0.195, data: 0.003) , G_GAN: 0.830, G_L1: 2.847, D_real: 0.485, D_fake: 0.863 + +[Rank 0] (epoch: 195, iters: 572, time: 0.186, data: 0.003) , G_GAN: 1.838, G_L1: 1.656, D_real: 0.095, D_fake: 0.269 + +[Rank 0] (epoch: 195, iters: 672, time: 0.164, data: 0.003) , G_GAN: 1.692, G_L1: 2.280, D_real: 0.508, D_fake: 0.297 + +[Rank 0] (epoch: 195, iters: 772, time: 0.222, data: 0.003) , G_GAN: 1.744, G_L1: 5.173, D_real: 0.210, D_fake: 0.446 + +[Rank 0] (epoch: 195, iters: 872, time: 0.225, data: 0.003) , G_GAN: 1.822, G_L1: 1.680, D_real: 0.147, D_fake: 0.303 + +learning rate 0.0000119 -> 0.0000099 +saving the model at the end of epoch 195, iters 187590 +End of epoch 195 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 196, iters: 10, time: 0.887, data: 0.004) , G_GAN: 1.169, G_L1: 2.253, D_real: 0.087, D_fake: 0.623 + +[Rank 0] (epoch: 196, iters: 110, time: 0.180, data: 0.004) , G_GAN: 3.159, G_L1: 4.822, D_real: 0.001, D_fake: 0.078 + +[Rank 0] (epoch: 196, iters: 210, time: 0.194, data: 0.003) , G_GAN: 0.921, G_L1: 2.095, D_real: 0.510, D_fake: 0.656 + +[Rank 0] (epoch: 196, iters: 310, time: 0.184, data: 0.003) , G_GAN: 1.244, G_L1: 3.345, D_real: 0.226, D_fake: 0.518 + +[Rank 0] (epoch: 196, iters: 410, time: 0.966, data: 0.003) , G_GAN: 1.733, G_L1: 1.872, D_real: 0.404, D_fake: 0.277 + +[Rank 0] (epoch: 196, iters: 510, time: 0.194, data: 0.003) , G_GAN: 1.188, G_L1: 1.957, D_real: 0.263, D_fake: 0.545 + +[Rank 0] (epoch: 196, iters: 610, time: 0.196, data: 0.003) , G_GAN: 1.688, G_L1: 2.315, D_real: 0.375, D_fake: 0.310 + +[Rank 0] (epoch: 196, iters: 710, time: 0.206, data: 0.003) , G_GAN: 3.076, G_L1: 3.123, D_real: 0.007, D_fake: 0.091 + +[Rank 0] (epoch: 196, iters: 810, time: 0.193, data: 0.003) , G_GAN: 1.334, G_L1: 1.397, D_real: 0.827, D_fake: 0.345 + +[Rank 0] (epoch: 196, iters: 910, time: 0.173, data: 0.003) , G_GAN: 1.423, G_L1: 1.428, D_real: 0.848, D_fake: 0.302 + +learning rate 0.0000099 -> 0.0000079 +End of epoch 196 / 200 Time Taken: 109 sec +[Rank 0] (epoch: 197, iters: 48, time: 0.200, data: 0.003) , G_GAN: 2.318, G_L1: 1.902, D_real: 0.018, D_fake: 0.167 + +[Rank 0] (epoch: 197, iters: 148, time: 0.192, data: 0.003) , G_GAN: 2.236, G_L1: 2.633, D_real: 0.008, D_fake: 0.206 + +[Rank 0] (epoch: 197, iters: 248, time: 1.051, data: 0.003) , G_GAN: 2.735, G_L1: 1.947, D_real: 0.017, D_fake: 0.099 + +[Rank 0] (epoch: 197, iters: 348, time: 0.189, data: 0.003) , G_GAN: 1.892, G_L1: 1.909, D_real: 0.452, D_fake: 0.284 + +[Rank 0] (epoch: 197, iters: 448, time: 0.189, data: 0.003) , G_GAN: 2.289, G_L1: 1.541, D_real: 0.163, D_fake: 0.223 + +[Rank 0] (epoch: 197, iters: 548, time: 0.192, data: 0.003) , G_GAN: 2.361, G_L1: 1.827, D_real: 0.019, D_fake: 0.156 + +[Rank 0] (epoch: 197, iters: 648, time: 0.197, data: 0.003) , G_GAN: 1.906, G_L1: 1.816, D_real: 0.289, D_fake: 0.307 + +[Rank 0] (epoch: 197, iters: 748, time: 0.186, data: 0.003) , G_GAN: 1.506, G_L1: 3.053, D_real: 0.738, D_fake: 0.343 + +[Rank 0] (epoch: 197, iters: 848, time: 0.196, data: 0.003) , G_GAN: 1.206, G_L1: 1.398, D_real: 0.501, D_fake: 0.448 + +[Rank 0] (epoch: 197, iters: 948, time: 0.179, data: 0.003) , G_GAN: 2.172, G_L1: 2.385, D_real: 0.011, D_fake: 0.211 + +learning rate 0.0000079 -> 0.0000059 +End of epoch 197 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 198, iters: 86, time: 0.930, data: 0.003) , G_GAN: 2.704, G_L1: 3.162, D_real: 0.684, D_fake: 0.109 + +[Rank 0] (epoch: 198, iters: 186, time: 0.194, data: 0.003) , G_GAN: 2.000, G_L1: 1.569, D_real: 0.108, D_fake: 0.218 + +[Rank 0] (epoch: 198, iters: 286, time: 0.185, data: 0.003) , G_GAN: 0.926, G_L1: 3.206, D_real: 0.694, D_fake: 0.627 + +[Rank 0] (epoch: 198, iters: 386, time: 0.176, data: 0.003) , G_GAN: 2.418, G_L1: 2.526, D_real: 0.007, D_fake: 0.162 + +[Rank 0] (epoch: 198, iters: 486, time: 1.072, data: 0.003) , G_GAN: 2.562, G_L1: 1.918, D_real: 0.171, D_fake: 0.141 + +[Rank 0] (epoch: 198, iters: 586, time: 0.191, data: 0.003) , G_GAN: 0.959, G_L1: 6.114, D_real: 0.593, D_fake: 0.649 + +[Rank 0] (epoch: 198, iters: 686, time: 0.190, data: 0.003) , G_GAN: 2.810, G_L1: 1.765, D_real: 0.481, D_fake: 0.107 + +[Rank 0] (epoch: 198, iters: 786, time: 0.187, data: 0.003) , G_GAN: 0.890, G_L1: 1.821, D_real: 0.170, D_fake: 0.764 + +[Rank 0] (epoch: 198, iters: 886, time: 0.196, data: 0.003) , G_GAN: 0.932, G_L1: 2.314, D_real: 0.438, D_fake: 0.622 + +learning rate 0.0000059 -> 0.0000040 +End of epoch 198 / 200 Time Taken: 111 sec +[Rank 0] (epoch: 199, iters: 24, time: 0.195, data: 0.004) , G_GAN: 0.895, G_L1: 6.118, D_real: 0.558, D_fake: 0.705 + +[Rank 0] (epoch: 199, iters: 124, time: 0.188, data: 0.003) , G_GAN: 1.883, G_L1: 2.255, D_real: 0.070, D_fake: 0.257 + +[Rank 0] (epoch: 199, iters: 224, time: 0.211, data: 0.003) , G_GAN: 1.230, G_L1: 2.561, D_real: 0.408, D_fake: 0.465 + +[Rank 0] (epoch: 199, iters: 324, time: 0.929, data: 0.003) , G_GAN: 2.510, G_L1: 2.289, D_real: 0.014, D_fake: 0.140 + +[Rank 0] (epoch: 199, iters: 424, time: 0.171, data: 0.003) , G_GAN: 2.003, G_L1: 4.210, D_real: 0.522, D_fake: 0.232 + +[Rank 0] (epoch: 199, iters: 524, time: 0.197, data: 0.003) , G_GAN: 1.209, G_L1: 2.990, D_real: 0.286, D_fake: 0.459 + +[Rank 0] (epoch: 199, iters: 624, time: 0.203, data: 0.003) , G_GAN: 2.734, G_L1: 3.535, D_real: 0.085, D_fake: 0.119 + +[Rank 0] (epoch: 199, iters: 724, time: 0.171, data: 0.003) , G_GAN: 1.170, G_L1: 2.741, D_real: 0.616, D_fake: 0.464 + +[Rank 0] (epoch: 199, iters: 824, time: 0.170, data: 0.003) , G_GAN: 1.400, G_L1: 3.974, D_real: 0.401, D_fake: 0.448 + +[Rank 0] (epoch: 199, iters: 924, time: 0.196, data: 0.003) , G_GAN: 2.716, G_L1: 6.571, D_real: 0.102, D_fake: 0.117 + +learning rate 0.0000040 -> 0.0000020 +End of epoch 199 / 200 Time Taken: 110 sec +[Rank 0] (epoch: 200, iters: 62, time: 0.194, data: 0.003) , G_GAN: 1.215, G_L1: 1.285, D_real: 0.441, D_fake: 0.458 + +[Rank 0] (epoch: 200, iters: 162, time: 1.122, data: 0.003) , G_GAN: 2.442, G_L1: 3.895, D_real: 0.001, D_fake: 0.156 + +[Rank 0] (epoch: 200, iters: 262, time: 0.188, data: 0.003) , G_GAN: 2.457, G_L1: 1.953, D_real: 0.013, D_fake: 0.138 + +[Rank 0] (epoch: 200, iters: 362, time: 0.196, data: 0.003) , G_GAN: 1.577, G_L1: 1.673, D_real: 0.469, D_fake: 0.303 + +[Rank 0] (epoch: 200, iters: 462, time: 0.197, data: 0.003) , G_GAN: 1.207, G_L1: 2.249, D_real: 0.547, D_fake: 0.462 + +[Rank 0] (epoch: 200, iters: 562, time: 0.965, data: 0.003) , G_GAN: 2.463, G_L1: 2.791, D_real: 0.193, D_fake: 0.131 + +[Rank 0] (epoch: 200, iters: 662, time: 0.197, data: 0.003) , G_GAN: 1.902, G_L1: 3.248, D_real: 0.894, D_fake: 0.227 + +[Rank 0] (epoch: 200, iters: 762, time: 0.182, data: 0.003) , G_GAN: 1.610, G_L1: 4.364, D_real: 1.362, D_fake: 0.317 + +[Rank 0] (epoch: 200, iters: 862, time: 0.184, data: 0.003) , G_GAN: 1.756, G_L1: 10.959, D_real: 0.180, D_fake: 0.350 + +[Rank 0] (epoch: 200, iters: 962, time: 0.179, data: 0.003) , G_GAN: 2.542, G_L1: 2.328, D_real: 0.003, D_fake: 0.127 + +learning rate 0.0000020 -> 0.0000000 +saving the model at the end of epoch 200, iters 192400 +End of epoch 200 / 200 Time Taken: 112 sec diff --git a/pix2pix_vgg/metrics_val.csv b/pix2pix_vgg/metrics_val.csv new file mode 100644 index 0000000000000000000000000000000000000000..599b19278433257a11c438ac8ceefd1aac1169ab --- /dev/null +++ b/pix2pix_vgg/metrics_val.csv @@ -0,0 +1,3 @@ +epoch,N,L1,SSIM,LPIPS,Masked_L1,Masked_SSIM,Masked_LPIPS +150,241,0.01937638517252761,0.8567888347810729,0.3177861909525028,0.028988319030925223,nan,0.04419665300592595 +200,241,0.019350121054736533,0.8583209774306206,0.31485767953128735,0.028802817688334505,nan,0.044119237037182346 diff --git a/pix2pix_vgg/models/.ipynb_checkpoints/__init__-checkpoint.py b/pix2pix_vgg/models/.ipynb_checkpoints/__init__-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..151b104b63e7f540c290339f92824e9e9d575dbd --- /dev/null +++ b/pix2pix_vgg/models/.ipynb_checkpoints/__init__-checkpoint.py @@ -0,0 +1,58 @@ +"""This package contains modules related to objective functions, optimizations, and network architectures. + +To add a custom model class called 'dummy', you need to add a file called 'dummy_model.py' and define a subclass DummyModel inherited from BaseModel. +You need to implement the following five functions: + -- <__init__>: initialize the class; first call BaseModel.__init__(self, opt). + -- : unpack data from dataset and apply preprocessing. + -- : produce intermediate results. + -- : calculate loss, gradients, and update network weights. + -- : (optionally) add model-specific options and set default options. + +In the function <__init__>, you need to define four lists: + -- self.loss_names (str list): specify the training losses that you want to plot and save. + -- self.model_names (str list): define networks used in our training. + -- self.visual_names (str list): specify the images that you want to display and save. + -- self.optimizers (optimizer list): define and initialize optimizers. You can define one optimizer for each network. If two networks are updated at the same time, you can use itertools.chain to group them. See cycle_gan_model.py for an usage. + +Now you can use the model class by specifying flag '--model dummy'. +See our template model class 'template_model.py' for more details. +""" + +import importlib +from models.base_model import BaseModel + + +def find_model_using_name(model_name: str): + """Import the module "models/[model_name]_model.py". + + In the file, the class called DatasetNameModel() will + be instantiated. It has to be a subclass of BaseModel, + and it is case-insensitive. + """ + model_filename = "models." + model_name + "_model" + modellib = importlib.import_module(model_filename) + model = None + target_model_name = model_name.replace("_", "") + "model" + for name, cls in modellib.__dict__.items(): + if name.lower() == target_model_name.lower() and issubclass(cls, BaseModel): + model = cls + + if model is None: + print("In %s.py, there should be a subclass of BaseModel with class name that matches %s in lowercase." % (model_filename, target_model_name)) + exit(0) + + return model + + +def get_option_setter(model_name: str): + """Return the static method of the model class.""" + model_class = find_model_using_name(model_name) + return model_class.modify_commandline_options + + +def create_model(opt): + """Create a model given the option.""" + model = find_model_using_name(opt.model) + instance = model(opt) + print(f"model [{type(instance).__name__}] was created") + return instance diff --git a/pix2pix_vgg/models/.ipynb_checkpoints/base_model-checkpoint.py b/pix2pix_vgg/models/.ipynb_checkpoints/base_model-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..e4aff7ee3212ff33836dde0184250ce3ef6ae881 --- /dev/null +++ b/pix2pix_vgg/models/.ipynb_checkpoints/base_model-checkpoint.py @@ -0,0 +1,306 @@ +import os +import torch +import torch.distributed as dist +from pathlib import Path +from collections import OrderedDict +from abc import ABC, abstractmethod +from . import networks + + +class BaseModel(ABC): + """This class is an abstract base class (ABC) for models. + To create a subclass, you need to implement the following five functions: + -- <__init__>: initialize the class; first call BaseModel.__init__(self, opt). + -- : unpack data from dataset and apply preprocessing. + -- : produce intermediate results. + -- : calculate losses, gradients, and update network weights. + -- : (optionally) add model-specific options and set default options. + """ + + def __init__(self, opt): + """Initialize the BaseModel class. + + Parameters: + opt (Option class)-- stores all the experiment flags; needs to be a subclass of BaseOptions + + When creating your custom class, you need to implement your own initialization. + In this function, you should first call + Then, you need to define four lists: + -- self.loss_names (str list): specify the training losses that you want to plot and save. + -- self.model_names (str list): define networks used in our training. + -- self.visual_names (str list): specify the images that you want to display and save. + -- self.optimizers (optimizer list): define and initialize optimizers. You can define one optimizer for each network. If two networks are updated at the same time, you can use itertools.chain to group them. See cycle_gan_model.py for an example. + """ + self.opt = opt + self.isTrain = opt.isTrain + self.save_dir = Path(opt.checkpoints_dir) / opt.name # save all the checkpoints to save_dir + self.device = opt.device + # with [scale_width], input images might have different sizes, which hurts the performance of cudnn.benchmark. + if opt.preprocess != "scale_width": + torch.backends.cudnn.benchmark = True + self.loss_names = [] + self.model_names = [] + self.visual_names = [] + self.optimizers = [] + self.image_paths = [] + self.metric = 0 # used for learning rate policy 'plateau' + + @staticmethod + def modify_commandline_options(parser, is_train): + """Add new model-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + """ + return parser + + @abstractmethod + def set_input(self, input): + """Unpack input data from the dataloader and perform necessary pre-processing steps. + + Parameters: + input (dict): includes the data itself and its metadata information. + """ + pass + + @abstractmethod + def forward(self): + """Run forward pass; called by both functions and .""" + pass + + @abstractmethod + def optimize_parameters(self): + """Calculate losses, gradients, and update network weights; called in every training iteration""" + pass + + def setup(self, opt): + """Load and print networks; create schedulers + + Parameters: + opt (Option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + # Initialize all networks and load if needed + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + net = networks.init_net(net, opt.init_type, opt.init_gain) + + # Load networks if needed + if not self.isTrain or opt.continue_train: + load_suffix = f"iter_{opt.load_iter}" if opt.load_iter > 0 else opt.epoch + load_filename = f"{load_suffix}_net_{name}.pth" + load_path = self.save_dir / load_filename + + if isinstance(net, torch.nn.parallel.DistributedDataParallel): + net = net.module + print(f"loading the model from {load_path}") + + state_dict = torch.load(load_path, map_location=str(self.device), weights_only=True) + + if hasattr(state_dict, "_metadata"): + del state_dict._metadata + + # patch InstanceNorm checkpoints + for key in list(state_dict.keys()): + self.__patch_instance_norm_state_dict(state_dict, net, key.split(".")) + net.load_state_dict(state_dict) + + # Move network to device + net.to(self.device) + + # Wrap networks with DDP after loading + if dist.is_initialized(): + # Check if using syncbatch normalization for DDP + if self.opt.norm == "syncbatch": + raise ValueError(f"For distributed training, opt.norm must be 'syncbatch' or 'inst', but got '{self.opt.norm}'. " "Please set --norm syncbatch for multi-GPU training.") + + net = torch.nn.parallel.DistributedDataParallel(net, device_ids=[self.device.index]) + # Sync all processes after DDP wrapping + dist.barrier() + + setattr(self, "net" + name, net) + + self.print_networks(opt.verbose) + + if self.isTrain: + self.schedulers = [networks.get_scheduler(optimizer, opt) for optimizer in self.optimizers] + + def eval(self): + """Make models eval mode during test time""" + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + net.eval() + + def test(self): + """Forward function used in test time. + + This function wraps function in no_grad() so we don't save intermediate steps for backprop + It also calls to produce additional visualization results + """ + with torch.no_grad(): + self.forward() + self.compute_visuals() + + def compute_visuals(self): + """Calculate additional output images for visdom and HTML visualization""" + pass + + def get_image_paths(self): + """Return image paths that are used to load current data""" + return self.image_paths + + def update_learning_rate(self): + """Update learning rates for all the networks; called at the end of every epoch""" + old_lr = self.optimizers[0].param_groups[0]["lr"] + for scheduler in self.schedulers: + if self.opt.lr_policy == "plateau": + scheduler.step(self.metric) + else: + scheduler.step() + + lr = self.optimizers[0].param_groups[0]["lr"] + print(f"learning rate {old_lr:.7f} -> {lr:.7f}") + + def get_current_visuals(self): + """Return visualization images. train.py will display these images with visdom, and save the images to a HTML""" + visual_ret = OrderedDict() + for name in self.visual_names: + if isinstance(name, str): + visual_ret[name] = getattr(self, name) + return visual_ret + + def get_current_losses(self): + """Return traning losses / errors. train.py will print out these errors on console, and save them to a file""" + errors_ret = OrderedDict() + for name in self.loss_names: + if isinstance(name, str): + errors_ret[name] = float(getattr(self, "loss_" + name)) # float(...) works for both scalar tensor and float number + return errors_ret + + def save_networks(self, epoch): + """Save all the networks to the disk, unwrapping them first.""" + + # Only allow the main process (rank 0) to save the checkpoint + if not dist.is_initialized() or dist.get_rank() == 0: + for name in self.model_names: + if isinstance(name, str): + save_filename = f"{epoch}_net_{name}.pth" + save_path = self.save_dir / save_filename + net = getattr(self, "net" + name) + + # 1. First, unwrap from DDP if it exists + if hasattr(net, "module"): + model_to_save = net.module + else: + model_to_save = net + + # 2. Second, unwrap from torch.compile if it exists + if hasattr(model_to_save, "_orig_mod"): + model_to_save = model_to_save._orig_mod + + # 3. Save the final, clean state_dict + torch.save(model_to_save.state_dict(), save_path) + + def __patch_instance_norm_state_dict(self, state_dict, module, keys, i=0): + """Fix InstanceNorm checkpoints incompatibility (prior to 0.4)""" + key = keys[i] + if i + 1 == len(keys): # at the end, pointing to a parameter/buffer + if module.__class__.__name__.startswith("InstanceNorm") and (key == "running_mean" or key == "running_var"): + if getattr(module, key) is None: + state_dict.pop(".".join(keys)) + if module.__class__.__name__.startswith("InstanceNorm") and (key == "num_batches_tracked"): + state_dict.pop(".".join(keys)) + else: + self.__patch_instance_norm_state_dict(state_dict, getattr(module, key), keys, i + 1) + + def load_networks(self, epoch): + """Load all networks from the disk for DDP.""" + + for name in self.model_names: + if isinstance(name, str): + load_filename = f"{epoch}_net_{name}.pth" + load_path = self.save_dir / load_filename + net = getattr(self, "net" + name) + + if isinstance(net, torch.nn.parallel.DistributedDataParallel): + net = net.module + print(f"loading the model from {load_path}") + + state_dict = torch.load(load_path, map_location=str(self.device), weights_only=True) + + if hasattr(state_dict, "_metadata"): + del state_dict._metadata + + # patch InstanceNorm checkpoints + for key in list(state_dict.keys()): + self.__patch_instance_norm_state_dict(state_dict, net, key.split(".")) + net.load_state_dict(state_dict) + + # Add a barrier to sync all processes before continuing + if dist.is_initialized(): + dist.barrier() + + def print_networks(self, verbose): + """Print the total number of parameters in the network and (if verbose) network architecture + + Parameters: + verbose (bool) -- if verbose: print the network architecture + """ + print("---------- Networks initialized -------------") + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + num_params = 0 + for param in net.parameters(): + num_params += param.numel() + if verbose: + print(net) + print(f"[Network {name}] Total number of parameters : {num_params / 1e6:.3f} M") + print("-----------------------------------------------") + + def set_requires_grad(self, nets, requires_grad=False): + """Set requies_grad=Fasle for all the networks to avoid unnecessary computations + Parameters: + nets (network list) -- a list of networks + requires_grad (bool) -- whether the networks require gradients or not + """ + if not isinstance(nets, list): + nets = [nets] + for net in nets: + if net is not None: + for param in net.parameters(): + param.requires_grad = requires_grad + + def init_networks(self, init_type="normal", init_gain=0.02): + """Initialize all networks: 1. move to device; 2. initialize weights + + Parameters: + init_type (str) -- initialization method: normal | xavier | kaiming | orthogonal + init_gain (float) -- scaling factor for normal, xavier and orthogonal + """ + import os + + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + + # Move to device + if torch.cuda.is_available(): + if "LOCAL_RANK" in os.environ: + local_rank = int(os.environ["LOCAL_RANK"]) + net.to(local_rank) + print(f"Initialized network {name} with device cuda:{local_rank}") + else: + net.to(0) + print(f"Initialized network {name} with device cuda:0") + else: + net.to("cpu") + print(f"Initialized network {name} with device cpu") + + # Initialize weights using networks function + networks.init_weights(net, init_type, init_gain) diff --git a/pix2pix_vgg/models/.ipynb_checkpoints/perceptual-checkpoint.py b/pix2pix_vgg/models/.ipynb_checkpoints/perceptual-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/pix2pix_vgg/models/.ipynb_checkpoints/pix2pix_model-checkpoint.py b/pix2pix_vgg/models/.ipynb_checkpoints/pix2pix_model-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..11a82eec8de15418c8f81fc054312cf11488f30b --- /dev/null +++ b/pix2pix_vgg/models/.ipynb_checkpoints/pix2pix_model-checkpoint.py @@ -0,0 +1,177 @@ +import torch +import torch.nn.functional as F +from .base_model import BaseModel +from . import networks + + +class Pix2PixModel(BaseModel): + """pix2pix with optional mask-conditioned inputs and ROI-aware losses.""" + + @staticmethod + def modify_commandline_options(parser, is_train=True): + # 保持 pix2pix 原始默认 + parser.set_defaults(norm="batch", netG="unet_256", dataset_mode="aligned") + + # ⚠️ 不要在这里再注册 use_mask_condition / lambda_roi / lambda_bg / masks_dir + # 它们已经在 BaseOptions 里统一定义了,避免 argparse 冲突 + + if is_train: + parser.set_defaults(pool_size=0, gan_mode="vanilla") + parser.add_argument( + "--lambda_L1", type=float, default=100.0, + help="weight for full-image L1 loss" + ) + + return parser + + def __init__(self, opt): + BaseModel.__init__(self, opt) + self.device = opt.device + + # 要显示/保存的名字 + self.loss_names = ["G_GAN", "G_L1", "D_real", "D_fake"] + self.visual_names = ["real_A", "fake_B", "real_B"] + if self.isTrain: + self.model_names = ["G", "D"] + else: + self.model_names = ["G"] + + # ===== 构建网络:当 use_mask_condition 时,G/D 的输入通道数 +1 ===== + in_nc_G = opt.input_nc + (1 if opt.use_mask_condition else 0) + in_nc_D = (opt.input_nc + (1 if opt.use_mask_condition else 0)) + opt.output_nc + + self.netG = networks.define_G( + in_nc_G, opt.output_nc, opt.ngf, opt.netG, opt.norm, not opt.no_dropout, opt.init_type, opt.init_gain + ) + + if self.isTrain: + self.netD = networks.define_D( + in_nc_D, opt.ndf, opt.netD, opt.n_layers_D, opt.norm, opt.init_type, opt.init_gain + ) + + # 损失 & 优化器 + self.criterionGAN = networks.GANLoss(opt.gan_mode).to(self.device) + self.criterionL1 = torch.nn.L1Loss() + self.optimizer_G = torch.optim.Adam(self.netG.parameters(), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizer_D = torch.optim.Adam(self.netD.parameters(), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizers += [self.optimizer_G, self.optimizer_D] + + # ------------------------- data I/O ------------------------- + + def set_input(self, input): + AtoB = self.opt.direction == "AtoB" + self.real_A = input["A" if AtoB else "B"].to(self.device) # [N,C,H,W] + self.real_B = input["B" if AtoB else "A"].to(self.device) # [N,C,H,W] + self.image_paths = input["A_paths" if AtoB else "B_paths"] + + # mask(来自 Dataset 的 [N,1,H,W]、0~1) + self.mask_B = input.get("mask_B", None) + if self.mask_B is not None: + self.mask_B = self.mask_B.to(self.device) + # 保险:确保 float、范围正确 + if not self.mask_B.dtype.is_floating_point: + self.mask_B = self.mask_B.float() + mmax = self.mask_B.max().detach() + if mmax > 1.5: # 万一是 0/255 + self.mask_B = self.mask_B / 255.0 + else: + # 没有 mask 时用全 0;这样开启 use_mask_condition 也不会报错 + self.mask_B = torch.zeros(self.real_B.size(0), 1, self.real_B.size(2), self.real_B.size(3), device=self.device) + + # 条件输入:是否把 mask 拼进 A + if self.opt.use_mask_condition: + self.cond_A = torch.cat([self.real_A, self.mask_B], dim=1) # [N,C+1,H,W] + else: + self.cond_A = self.real_A + + # —— 到这里 cond_A 已经就绪 —— # + + # 仅打印一次,确认通道数与 mask 范围 + if not hasattr(self, "_logged_shapes"): + aC = self.real_A.shape[1] + cC = self.cond_A.shape[1] + mmn = float(self.mask_B.min().item()) if self.mask_B is not None else -1 + mmx = float(self.mask_B.max().item()) if self.mask_B is not None else -1 + print(f"[DEBUG] real_A {tuple(self.real_A.shape)}, cond_A {tuple(self.cond_A.shape)}, " + f"mask min/max {mmn:.3f}/{mmx:.3f}, use_mask={self.opt.use_mask_condition}", + flush=True) + self._logged_shapes = True + + # ------------------------- forward / backward ------------------------- + + def forward(self): + """G(A or [A,mask]) -> fake_B""" + self.fake_B = self.netG(self.cond_A) + + # 判别器 + def backward_D(self): + """D 条件输入也用 cond_A""" + # Fake(detach 阻断回到 G) + fake_AB = torch.cat((self.cond_A, self.fake_B), dim=1) + pred_fake = self.netD(fake_AB.detach()) + self.loss_D_fake = self.criterionGAN(pred_fake, False) + + # Real + real_AB = torch.cat((self.cond_A, self.real_B), dim=1) + pred_real = self.netD(real_AB) + self.loss_D_real = self.criterionGAN(pred_real, True) + + # 合并 + self.loss_D = 0.5 * (self.loss_D_fake + self.loss_D_real) + self.loss_D.backward() + + # 生成器 + def backward_G(self): + """GAN + 全图 L1 + ROI 面积归一 L1(可选) + 非ROI保真(可选)""" + # 1) GAN(不 detach) + fake_AB = torch.cat((self.cond_A, self.fake_B), dim=1) + pred_fake = self.netD(fake_AB) + self.loss_G_GAN = self.criterionGAN(pred_fake, True) + + # 2) 全图 L1 + l1_global = self.criterionL1(self.fake_B, self.real_B) * self.opt.lambda_L1 + + # 3) ROI/背景的面积归一 L1 + l1_roi = torch.tensor(0.0, device=self.device) + l1_bg = torch.tensor(0.0, device=self.device) + + # 条件:给了 mask 且权重大于 0 + if (self.mask_B is not None) and (getattr(self.opt, "lambda_roi", 0.0) > 0.0): + # 建议硬边界;如果你想保留软边界,把下一行注释掉 + m = (self.mask_B >= 0.5).float() # [N,1,H,W] + diff = torch.abs(self.fake_B - self.real_B) # [N,C,H,W] + C = self.fake_B.shape[1] + eps = 1e-6 + + # ROI:只用 ROI 像素数 × C 做分母(逐样本归一再 batch 平均) + roi_pix = m.sum(dim=[1, 2, 3]) # [N] + roi_sum = (diff * m).sum(dim=[1, 2, 3]) + roi_mean = roi_sum / (roi_pix * C + eps) + l1_roi = roi_mean.mean() * self.opt.lambda_roi + + # 非 ROI:可选 + if getattr(self.opt, "lambda_bg", 0.0) > 0.0: + bg = 1.0 - m + bg_pix = bg.sum(dim=[1, 2, 3]) + bg_sum = (diff * bg).sum(dim=[1, 2, 3]) + bg_mean = bg_sum / (bg_pix * C + eps) + l1_bg = bg_mean.mean() * self.opt.lambda_bg + + # 聚合 + self.loss_G_L1 = l1_global + l1_roi + l1_bg + self.loss_G = self.loss_G_GAN + self.loss_G_L1 + self.loss_G.backward() + + # 优化流程 + def optimize_parameters(self): + self.forward() + # 先更 D + self.set_requires_grad(self.netD, True) + self.optimizer_D.zero_grad() + self.backward_D() + self.optimizer_D.step() + # 再更 G + self.set_requires_grad(self.netD, False) + self.optimizer_G.zero_grad() + self.backward_G() + self.optimizer_G.step() \ No newline at end of file diff --git a/pix2pix_vgg/models/__init__.py b/pix2pix_vgg/models/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..151b104b63e7f540c290339f92824e9e9d575dbd --- /dev/null +++ b/pix2pix_vgg/models/__init__.py @@ -0,0 +1,58 @@ +"""This package contains modules related to objective functions, optimizations, and network architectures. + +To add a custom model class called 'dummy', you need to add a file called 'dummy_model.py' and define a subclass DummyModel inherited from BaseModel. +You need to implement the following five functions: + -- <__init__>: initialize the class; first call BaseModel.__init__(self, opt). + -- : unpack data from dataset and apply preprocessing. + -- : produce intermediate results. + -- : calculate loss, gradients, and update network weights. + -- : (optionally) add model-specific options and set default options. + +In the function <__init__>, you need to define four lists: + -- self.loss_names (str list): specify the training losses that you want to plot and save. + -- self.model_names (str list): define networks used in our training. + -- self.visual_names (str list): specify the images that you want to display and save. + -- self.optimizers (optimizer list): define and initialize optimizers. You can define one optimizer for each network. If two networks are updated at the same time, you can use itertools.chain to group them. See cycle_gan_model.py for an usage. + +Now you can use the model class by specifying flag '--model dummy'. +See our template model class 'template_model.py' for more details. +""" + +import importlib +from models.base_model import BaseModel + + +def find_model_using_name(model_name: str): + """Import the module "models/[model_name]_model.py". + + In the file, the class called DatasetNameModel() will + be instantiated. It has to be a subclass of BaseModel, + and it is case-insensitive. + """ + model_filename = "models." + model_name + "_model" + modellib = importlib.import_module(model_filename) + model = None + target_model_name = model_name.replace("_", "") + "model" + for name, cls in modellib.__dict__.items(): + if name.lower() == target_model_name.lower() and issubclass(cls, BaseModel): + model = cls + + if model is None: + print("In %s.py, there should be a subclass of BaseModel with class name that matches %s in lowercase." % (model_filename, target_model_name)) + exit(0) + + return model + + +def get_option_setter(model_name: str): + """Return the static method of the model class.""" + model_class = find_model_using_name(model_name) + return model_class.modify_commandline_options + + +def create_model(opt): + """Create a model given the option.""" + model = find_model_using_name(opt.model) + instance = model(opt) + print(f"model [{type(instance).__name__}] was created") + return instance diff --git a/pix2pix_vgg/models/__pycache__/__init__.cpython-312.pyc b/pix2pix_vgg/models/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ab277b031ac2f1435c0623d0f06c8f1ffb8645e0 Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/__init__.cpython-312.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/__init__.cpython-39.pyc b/pix2pix_vgg/models/__pycache__/__init__.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..42a1c6e11ab1dfba0715c1c50152616ce04489d2 Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/__init__.cpython-39.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/base_model.cpython-312.pyc b/pix2pix_vgg/models/__pycache__/base_model.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ff06e28effe032bbfbe361fe8c9055e687a72e32 Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/base_model.cpython-312.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/base_model.cpython-39.pyc b/pix2pix_vgg/models/__pycache__/base_model.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c23da8fbb9f747d1fff9687e38e70cbda980b2d2 Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/base_model.cpython-39.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/networks.cpython-312.pyc b/pix2pix_vgg/models/__pycache__/networks.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..57dd15a271a12eb1403be9ddd703229982e33727 Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/networks.cpython-312.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/networks.cpython-39.pyc b/pix2pix_vgg/models/__pycache__/networks.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..2f9a0c4b109f75b30fb0b6a16c3483725a86dade Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/networks.cpython-39.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/perceptual.cpython-312.pyc b/pix2pix_vgg/models/__pycache__/perceptual.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7da0adc2166e5de2894f605aacd47eed80e263cb Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/perceptual.cpython-312.pyc differ diff --git a/pix2pix_vgg/models/__pycache__/pix2pix_model.cpython-312.pyc b/pix2pix_vgg/models/__pycache__/pix2pix_model.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e4128284c6cb28a68d18a47267cd7fbb995aa18d Binary files /dev/null and b/pix2pix_vgg/models/__pycache__/pix2pix_model.cpython-312.pyc differ diff --git a/pix2pix_vgg/models/base_model.py b/pix2pix_vgg/models/base_model.py new file mode 100644 index 0000000000000000000000000000000000000000..5c1dd890f8d60a85dc3240f008f129f87adef8f4 --- /dev/null +++ b/pix2pix_vgg/models/base_model.py @@ -0,0 +1,310 @@ +import os +import torch +import torch.distributed as dist +from pathlib import Path +from collections import OrderedDict +from abc import ABC, abstractmethod +from . import networks + + +class BaseModel(ABC): + """This class is an abstract base class (ABC) for models. + To create a subclass, you need to implement the following five functions: + -- <__init__>: initialize the class; first call BaseModel.__init__(self, opt). + -- : unpack data from dataset and apply preprocessing. + -- : produce intermediate results. + -- : calculate losses, gradients, and update network weights. + -- : (optionally) add model-specific options and set default options. + """ + + def __init__(self, opt): + """Initialize the BaseModel class. + + Parameters: + opt (Option class)-- stores all the experiment flags; needs to be a subclass of BaseOptions + + When creating your custom class, you need to implement your own initialization. + In this function, you should first call + Then, you need to define four lists: + -- self.loss_names (str list): specify the training losses that you want to plot and save. + -- self.model_names (str list): define networks used in our training. + -- self.visual_names (str list): specify the images that you want to display and save. + -- self.optimizers (optimizer list): define and initialize optimizers. You can define one optimizer for each network. If two networks are updated at the same time, you can use itertools.chain to group them. See cycle_gan_model.py for an example. + """ + self.opt = opt + self.isTrain = opt.isTrain + self.save_dir = Path(opt.checkpoints_dir) / opt.name # save all the checkpoints to save_dir + self.device = opt.device + # with [scale_width], input images might have different sizes, which hurts the performance of cudnn.benchmark. + if opt.preprocess != "scale_width": + torch.backends.cudnn.benchmark = True + self.loss_names = [] + self.model_names = [] + self.visual_names = [] + self.optimizers = [] + self.image_paths = [] + self.metric = 0 # used for learning rate policy 'plateau' + + @staticmethod + def modify_commandline_options(parser, is_train): + """Add new model-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + """ + return parser + + @abstractmethod + def set_input(self, input): + """Unpack input data from the dataloader and perform necessary pre-processing steps. + + Parameters: + input (dict): includes the data itself and its metadata information. + """ + pass + + @abstractmethod + def forward(self): + """Run forward pass; called by both functions and .""" + pass + + @abstractmethod + def optimize_parameters(self): + """Calculate losses, gradients, and update network weights; called in every training iteration""" + pass + + def setup(self, opt): + """Load and print networks; create schedulers + + Parameters: + opt (Option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + # Initialize all networks and load if needed + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + net = networks.init_net(net, opt.init_type, opt.init_gain) + + # Load networks if needed + if not self.isTrain or opt.continue_train: + load_suffix = f"iter_{opt.load_iter}" if opt.load_iter > 0 else opt.epoch + load_filename = f"{load_suffix}_net_{name}.pth" + load_path = self.save_dir / load_filename + + if isinstance(net, torch.nn.parallel.DistributedDataParallel): + net = net.module + print(f"loading the model from {load_path}") + + state_dict = torch.load(load_path, map_location=str(self.device), weights_only=True) + + if hasattr(state_dict, "_metadata"): + del state_dict._metadata + + # patch InstanceNorm checkpoints + for key in list(state_dict.keys()): + self.__patch_instance_norm_state_dict(state_dict, net, key.split(".")) + net.load_state_dict(state_dict) + + # Move network to device + net.to(self.device) + + # Wrap networks with DDP after loading + if dist.is_initialized(): + # Check if using syncbatch normalization for DDP + if self.opt.norm == "syncbatch": + raise ValueError(f"For distributed training, opt.norm must be 'syncbatch' or 'inst', but got '{self.opt.norm}'. " "Please set --norm syncbatch for multi-GPU training.") + + net = torch.nn.parallel.DistributedDataParallel(net, device_ids=[self.device.index]) + # Sync all processes after DDP wrapping + dist.barrier() + + setattr(self, "net" + name, net) + + self.print_networks(opt.verbose) + + if self.isTrain: + self.schedulers = [networks.get_scheduler(optimizer, opt) for optimizer in self.optimizers] + + def eval(self): + """Make models eval mode during test time""" + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + net.eval() + + def test(self): + """Forward function used in test time. + + This function wraps function in no_grad() so we don't save intermediate steps for backprop + It also calls to produce additional visualization results + """ + with torch.no_grad(): + self.forward() + self.compute_visuals() + + def compute_visuals(self): + """Calculate additional output images for visdom and HTML visualization""" + pass + + def get_image_paths(self): + """Return image paths that are used to load current data""" + return self.image_paths + + def update_learning_rate(self): + """Update learning rates for all the networks; called at the end of every epoch""" + old_lr = self.optimizers[0].param_groups[0]["lr"] + for scheduler in self.schedulers: + if self.opt.lr_policy == "plateau": + scheduler.step(self.metric) + else: + scheduler.step() + + lr = self.optimizers[0].param_groups[0]["lr"] + print(f"learning rate {old_lr:.7f} -> {lr:.7f}") + + def get_current_visuals(self): + """Return visualization images. train.py will display these images with visdom, and save the images to a HTML""" + visual_ret = OrderedDict() + for name in self.visual_names: + if isinstance(name, str): + visual_ret[name] = getattr(self, name) + return visual_ret + + def get_current_losses(self): + """Return traning losses / errors. train.py will print out these errors on console, and save them to a file""" + errors_ret = OrderedDict() + for name in self.loss_names: + if isinstance(name, str): + errors_ret[name] = float(getattr(self, "loss_" + name)) # float(...) works for both scalar tensor and float number + return errors_ret + + def save_networks(self, epoch): + """Save all the networks to the disk, unwrapping them first.""" + + # Only allow the main process (rank 0) to save the checkpoint + if not dist.is_initialized() or dist.get_rank() == 0: + for name in self.model_names: + if isinstance(name, str): + save_filename = f"{epoch}_net_{name}.pth" + save_path = self.save_dir / save_filename + net = getattr(self, "net" + name) + + # 1. First, unwrap from DDP if it exists + if hasattr(net, "module"): + model_to_save = net.module + else: + model_to_save = net + + # 2. Second, unwrap from torch.compile if it exists + if hasattr(model_to_save, "_orig_mod"): + model_to_save = model_to_save._orig_mod + + # 3. Save the final, clean state_dict + torch.save(model_to_save.state_dict(), save_path) + + def __patch_instance_norm_state_dict(self, state_dict, module, keys, i=0): + key = keys[i] + + # ✅ 防止层级不匹配时 getattr 报错(例如 ConvTranspose2d 上找 'model') + if not hasattr(module, key): + return + + if i + 1 == len(keys): # at the end, pointing to a parameter/buffer + if module.__class__.__name__.startswith("InstanceNorm") and (key == "running_mean" or key == "running_var"): + if getattr(module, key, None) is None: + state_dict.pop(".".join(keys), None) # ✅ 安全 pop + if module.__class__.__name__.startswith("InstanceNorm") and (key == "num_batches_tracked"): + state_dict.pop(".".join(keys), None) # ✅ 安全 pop + else: + self.__patch_instance_norm_state_dict(state_dict, getattr(module, key), keys, i + 1) + + def load_networks(self, epoch): + """Load all networks from the disk for DDP.""" + + for name in self.model_names: + if isinstance(name, str): + load_filename = f"{epoch}_net_{name}.pth" + load_path = self.save_dir / load_filename + net = getattr(self, "net" + name) + + if isinstance(net, torch.nn.parallel.DistributedDataParallel): + net = net.module + print(f"loading the model from {load_path}") + + state_dict = torch.load(load_path, map_location=str(self.device), weights_only=True) + + if hasattr(state_dict, "_metadata"): + del state_dict._metadata + + # patch InstanceNorm checkpoints + for key in list(state_dict.keys()): + self.__patch_instance_norm_state_dict(state_dict, net, key.split(".")) + net.load_state_dict(state_dict) + + # Add a barrier to sync all processes before continuing + if dist.is_initialized(): + dist.barrier() + + def print_networks(self, verbose): + """Print the total number of parameters in the network and (if verbose) network architecture + + Parameters: + verbose (bool) -- if verbose: print the network architecture + """ + print("---------- Networks initialized -------------") + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + num_params = 0 + for param in net.parameters(): + num_params += param.numel() + if verbose: + print(net) + print(f"[Network {name}] Total number of parameters : {num_params / 1e6:.3f} M") + print("-----------------------------------------------") + + def set_requires_grad(self, nets, requires_grad=False): + """Set requies_grad=Fasle for all the networks to avoid unnecessary computations + Parameters: + nets (network list) -- a list of networks + requires_grad (bool) -- whether the networks require gradients or not + """ + if not isinstance(nets, list): + nets = [nets] + for net in nets: + if net is not None: + for param in net.parameters(): + param.requires_grad = requires_grad + + def init_networks(self, init_type="normal", init_gain=0.02): + """Initialize all networks: 1. move to device; 2. initialize weights + + Parameters: + init_type (str) -- initialization method: normal | xavier | kaiming | orthogonal + init_gain (float) -- scaling factor for normal, xavier and orthogonal + """ + import os + + for name in self.model_names: + if isinstance(name, str): + net = getattr(self, "net" + name) + + # Move to device + if torch.cuda.is_available(): + if "LOCAL_RANK" in os.environ: + local_rank = int(os.environ["LOCAL_RANK"]) + net.to(local_rank) + print(f"Initialized network {name} with device cuda:{local_rank}") + else: + net.to(0) + print(f"Initialized network {name} with device cuda:0") + else: + net.to("cpu") + print(f"Initialized network {name} with device cpu") + + # Initialize weights using networks function + networks.init_weights(net, init_type, init_gain) diff --git a/pix2pix_vgg/models/colorization_model.py b/pix2pix_vgg/models/colorization_model.py new file mode 100644 index 0000000000000000000000000000000000000000..8a7e48d8f69a589430468969a82a1b7ce0bc64af --- /dev/null +++ b/pix2pix_vgg/models/colorization_model.py @@ -0,0 +1,69 @@ +from .pix2pix_model import Pix2PixModel +import torch +from skimage import color # used for lab2rgb +import numpy as np + + +class ColorizationModel(Pix2PixModel): + """This is a subclass of Pix2PixModel for image colorization (black & white image -> colorful images). + + The model training requires '-dataset_model colorization' dataset. + It trains a pix2pix model, mapping from L channel to ab channels in Lab color space. + By default, the colorization dataset will automatically set '--input_nc 1' and '--output_nc 2'. + """ + + @staticmethod + def modify_commandline_options(parser, is_train=True): + """Add new dataset-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + + By default, we use 'colorization' dataset for this model. + See the original pix2pix paper (https://arxiv.org/pdf/1611.07004.pdf) and colorization results (Figure 9 in the paper) + """ + Pix2PixModel.modify_commandline_options(parser, is_train) + parser.set_defaults(dataset_mode="colorization") + return parser + + def __init__(self, opt): + """Initialize the class. + + Parameters: + opt (Option class)-- stores all the experiment flags; needs to be a subclass of BaseOptions + + For visualization, we set 'visual_names' as 'real_A' (input real image), + 'real_B_rgb' (ground truth RGB image), and 'fake_B_rgb' (predicted RGB image) + We convert the Lab image 'real_B' (inherited from Pix2pixModel) to a RGB image 'real_B_rgb'. + we convert the Lab image 'fake_B' (inherited from Pix2pixModel) to a RGB image 'fake_B_rgb'. + """ + # reuse the pix2pix model + Pix2PixModel.__init__(self, opt) + # specify the images to be visualized. + self.visual_names = ["real_A", "real_B_rgb", "fake_B_rgb"] + + def lab2rgb(self, L, AB): + """Convert an Lab tensor image to a RGB numpy output + Parameters: + L (1-channel tensor array): L channel images (range: [-1, 1], torch tensor array) + AB (2-channel tensor array): ab channel images (range: [-1, 1], torch tensor array) + + Returns: + rgb (RGB numpy image): rgb output images (range: [0, 255], numpy array) + """ + AB2 = AB * 110.0 + L2 = (L + 1.0) * 50.0 + Lab = torch.cat([L2, AB2], dim=1) + Lab = Lab[0].data.cpu().float().numpy() + Lab = np.transpose(Lab.astype(np.float64), (1, 2, 0)) + rgb = color.lab2rgb(Lab) * 255 + return rgb + + def compute_visuals(self): + """Calculate additional output images for visdom and HTML visualization""" + self.real_B_rgb = self.lab2rgb(self.real_A, self.real_B) + self.fake_B_rgb = self.lab2rgb(self.real_A, self.fake_B) diff --git a/pix2pix_vgg/models/cycle_gan_model.py b/pix2pix_vgg/models/cycle_gan_model.py new file mode 100644 index 0000000000000000000000000000000000000000..9fa37b148c44bc08bd186a6bf1f15fa95ae745fc --- /dev/null +++ b/pix2pix_vgg/models/cycle_gan_model.py @@ -0,0 +1,196 @@ +import torch +import itertools +from util.image_pool import ImagePool +from .base_model import BaseModel +from . import networks + + +class CycleGANModel(BaseModel): + """ + This class implements the CycleGAN model, for learning image-to-image translation without paired data. + + The model training requires '--dataset_mode unaligned' dataset. + By default, it uses a '--netG resnet_9blocks' ResNet generator, + a '--netD basic' discriminator (PatchGAN introduced by pix2pix), + and a least-square GANs objective ('--gan_mode lsgan'). + + CycleGAN paper: https://arxiv.org/pdf/1703.10593.pdf + """ + + @staticmethod + def modify_commandline_options(parser, is_train=True): + """Add new dataset-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + + For CycleGAN, in addition to GAN losses, we introduce lambda_A, lambda_B, and lambda_identity for the following losses. + A (source domain), B (target domain). + Generators: G_A: A -> B; G_B: B -> A. + Discriminators: D_A: G_A(A) vs. B; D_B: G_B(B) vs. A. + Forward cycle loss: lambda_A * ||G_B(G_A(A)) - A|| (Eqn. (2) in the paper) + Backward cycle loss: lambda_B * ||G_A(G_B(B)) - B|| (Eqn. (2) in the paper) + Identity loss (optional): lambda_identity * (||G_A(B) - B|| * lambda_B + ||G_B(A) - A|| * lambda_A) (Sec 5.2 "Photo generation from paintings" in the paper) + Dropout is not used in the original CycleGAN paper. + """ + parser.set_defaults(no_dropout=True) # default CycleGAN did not use dropout + if is_train: + parser.add_argument("--lambda_A", type=float, default=10.0, help="weight for cycle loss (A -> B -> A)") + parser.add_argument("--lambda_B", type=float, default=10.0, help="weight for cycle loss (B -> A -> B)") + parser.add_argument( + "--lambda_identity", + type=float, + default=0.5, + help="use identity mapping. Setting lambda_identity other than 0 has an effect of scaling the weight of the identity mapping loss. For example, if the weight of the identity loss should be 10 times smaller than the weight of the reconstruction loss, please set lambda_identity = 0.1", + ) + + return parser + + def __init__(self, opt): + """Initialize the CycleGAN class. + + Parameters: + opt (Option class)-- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + BaseModel.__init__(self, opt) + # specify the training losses you want to print out. The training/test scripts will call + self.loss_names = ["D_A", "G_A", "cycle_A", "idt_A", "D_B", "G_B", "cycle_B", "idt_B"] + # specify the images you want to save/display. The training/test scripts will call + visual_names_A = ["real_A", "fake_B", "rec_A"] + visual_names_B = ["real_B", "fake_A", "rec_B"] + if self.isTrain and self.opt.lambda_identity > 0.0: # if identity loss is used, we also visualize idt_B=G_A(B) ad idt_A=G_B(A) + visual_names_A.append("idt_B") + visual_names_B.append("idt_A") + + self.visual_names = visual_names_A + visual_names_B # combine visualizations for A and B + # specify the models you want to save to the disk. The training/test scripts will call and . + if self.isTrain: + self.model_names = ["G_A", "G_B", "D_A", "D_B"] + else: # during test time, only load Gs + self.model_names = ["G_A", "G_B"] + + # define networks (both Generators and discriminators) + # The naming is different from those used in the paper. + # Code (vs. paper): G_A (G), G_B (F), D_A (D_Y), D_B (D_X) + self.netG_A = networks.define_G(opt.input_nc, opt.output_nc, opt.ngf, opt.netG, opt.norm, not opt.no_dropout, opt.init_type, opt.init_gain) + self.netG_B = networks.define_G(opt.output_nc, opt.input_nc, opt.ngf, opt.netG, opt.norm, not opt.no_dropout, opt.init_type, opt.init_gain) + + if self.isTrain: # define discriminators + self.netD_A = networks.define_D(opt.output_nc, opt.ndf, opt.netD, opt.n_layers_D, opt.norm, opt.init_type, opt.init_gain) + self.netD_B = networks.define_D(opt.input_nc, opt.ndf, opt.netD, opt.n_layers_D, opt.norm, opt.init_type, opt.init_gain) + + if self.isTrain: + if opt.lambda_identity > 0.0: # only works when input and output images have the same number of channels + assert opt.input_nc == opt.output_nc + self.fake_A_pool = ImagePool(opt.pool_size) # create image buffer to store previously generated images + self.fake_B_pool = ImagePool(opt.pool_size) # create image buffer to store previously generated images + # define loss functions + self.criterionGAN = networks.GANLoss(opt.gan_mode).to(self.device) # define GAN loss. + self.criterionCycle = torch.nn.L1Loss() + self.criterionIdt = torch.nn.L1Loss() + # initialize optimizers; schedulers will be automatically created by function . + self.optimizer_G = torch.optim.Adam(itertools.chain(self.netG_A.parameters(), self.netG_B.parameters()), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizer_D = torch.optim.Adam(itertools.chain(self.netD_A.parameters(), self.netD_B.parameters()), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizers.append(self.optimizer_G) + self.optimizers.append(self.optimizer_D) + + def set_input(self, input): + """Unpack input data from the dataloader and perform necessary pre-processing steps. + + Parameters: + input (dict): include the data itself and its metadata information. + + The option 'direction' can be used to swap domain A and domain B. + """ + AtoB = self.opt.direction == "AtoB" + self.real_A = input["A" if AtoB else "B"].to(self.device) + self.real_B = input["B" if AtoB else "A"].to(self.device) + self.image_paths = input["A_paths" if AtoB else "B_paths"] + + def forward(self): + """Run forward pass; called by both functions and .""" + self.fake_B = self.netG_A(self.real_A) # G_A(A) + self.rec_A = self.netG_B(self.fake_B) # G_B(G_A(A)) + self.fake_A = self.netG_B(self.real_B) # G_B(B) + self.rec_B = self.netG_A(self.fake_A) # G_A(G_B(B)) + + def backward_D_basic(self, netD, real, fake): + """Calculate GAN loss for the discriminator + + Parameters: + netD (network) -- the discriminator D + real (tensor array) -- real images + fake (tensor array) -- images generated by a generator + + Return the discriminator loss. + We also call loss_D.backward() to calculate the gradients. + """ + # Real + pred_real = netD(real) + loss_D_real = self.criterionGAN(pred_real, True) + # Fake + pred_fake = netD(fake.detach()) + loss_D_fake = self.criterionGAN(pred_fake, False) + # Combined loss and calculate gradients + loss_D = (loss_D_real + loss_D_fake) * 0.5 + loss_D.backward() + return loss_D + + def backward_D_A(self): + """Calculate GAN loss for discriminator D_A""" + fake_B = self.fake_B_pool.query(self.fake_B) + self.loss_D_A = self.backward_D_basic(self.netD_A, self.real_B, fake_B) + + def backward_D_B(self): + """Calculate GAN loss for discriminator D_B""" + fake_A = self.fake_A_pool.query(self.fake_A) + self.loss_D_B = self.backward_D_basic(self.netD_B, self.real_A, fake_A) + + def backward_G(self): + """Calculate the loss for generators G_A and G_B""" + lambda_idt = self.opt.lambda_identity + lambda_A = self.opt.lambda_A + lambda_B = self.opt.lambda_B + # Identity loss + if lambda_idt > 0: + # G_A should be identity if real_B is fed: ||G_A(B) - B|| + self.idt_A = self.netG_A(self.real_B) + self.loss_idt_A = self.criterionIdt(self.idt_A, self.real_B) * lambda_B * lambda_idt + # G_B should be identity if real_A is fed: ||G_B(A) - A|| + self.idt_B = self.netG_B(self.real_A) + self.loss_idt_B = self.criterionIdt(self.idt_B, self.real_A) * lambda_A * lambda_idt + else: + self.loss_idt_A = 0 + self.loss_idt_B = 0 + + # GAN loss D_A(G_A(A)) + self.loss_G_A = self.criterionGAN(self.netD_A(self.fake_B), True) + # GAN loss D_B(G_B(B)) + self.loss_G_B = self.criterionGAN(self.netD_B(self.fake_A), True) + # Forward cycle loss || G_B(G_A(A)) - A|| + self.loss_cycle_A = self.criterionCycle(self.rec_A, self.real_A) * lambda_A + # Backward cycle loss || G_A(G_B(B)) - B|| + self.loss_cycle_B = self.criterionCycle(self.rec_B, self.real_B) * lambda_B + # combined loss and calculate gradients + self.loss_G = self.loss_G_A + self.loss_G_B + self.loss_cycle_A + self.loss_cycle_B + self.loss_idt_A + self.loss_idt_B + self.loss_G.backward() + + def optimize_parameters(self): + """Calculate losses, gradients, and update network weights; called in every training iteration""" + # forward + self.forward() # compute fake images and reconstruction images. + # G_A and G_B + self.set_requires_grad([self.netD_A, self.netD_B], False) # Ds require no gradients when optimizing Gs + self.optimizer_G.zero_grad() # set G_A and G_B's gradients to zero + self.backward_G() # calculate gradients for G_A and G_B + self.optimizer_G.step() # update G_A and G_B's weights + # D_A and D_B + self.set_requires_grad([self.netD_A, self.netD_B], True) + self.optimizer_D.zero_grad() # set D_A and D_B's gradients to zero + self.backward_D_A() # calculate gradients for D_A + self.backward_D_B() # calculate graidents for D_B + self.optimizer_D.step() # update D_A and D_B's weights diff --git a/pix2pix_vgg/models/networks.py b/pix2pix_vgg/models/networks.py new file mode 100644 index 0000000000000000000000000000000000000000..349958f280ae1418db2e59447aa671b8214c7faa --- /dev/null +++ b/pix2pix_vgg/models/networks.py @@ -0,0 +1,591 @@ +import torch +import torch.nn as nn +from torch.nn import init +import functools +from torch.optim import lr_scheduler + + +############################################################################### +# Helper Functions +############################################################################### + + +class Identity(nn.Module): + def forward(self, x): + return x + + +def get_norm_layer(norm_type="instance"): + """Return a normalization layer + + Parameters: + norm_type (str) -- the name of the normalization layer: batch | instance | none + + For BatchNorm, we use learnable affine parameters and track running statistics (mean/stddev). + For InstanceNorm, we do not use learnable affine parameters. We do not track running statistics. + """ + if norm_type == "batch": + norm_layer = functools.partial(nn.BatchNorm2d, affine=True, track_running_stats=True) + elif norm_type == "syncbatch": + norm_layer = functools.partial(nn.SyncBatchNorm, affine=True, track_running_stats=True) + elif norm_type == "instance": + norm_layer = functools.partial(nn.InstanceNorm2d, affine=False, track_running_stats=False) + elif norm_type == "none": + + def norm_layer(x): + return Identity() + + else: + raise NotImplementedError("normalization layer [%s] is not found" % norm_type) + return norm_layer + + +def get_scheduler(optimizer, opt): + """Return a learning rate scheduler + + Parameters: + optimizer -- the optimizer of the network + opt (option class) -- stores all the experiment flags; needs to be a subclass of BaseOptions. + opt.lr_policy is the name of learning rate policy: linear | step | plateau | cosine + + For 'linear', we keep the same learning rate for the first epochs + and linearly decay the rate to zero over the next epochs. + For other schedulers (step, plateau, and cosine), we use the default PyTorch schedulers. + See https://pytorch.org/docs/stable/optim.html for more details. + """ + if opt.lr_policy == "linear": + + def lambda_rule(epoch): + lr_l = 1.0 - max(0, epoch + opt.epoch_count - opt.n_epochs) / float(opt.n_epochs_decay + 1) + return lr_l + + scheduler = lr_scheduler.LambdaLR(optimizer, lr_lambda=lambda_rule) + elif opt.lr_policy == "step": + scheduler = lr_scheduler.StepLR(optimizer, step_size=opt.lr_decay_iters, gamma=0.1) + elif opt.lr_policy == "plateau": + scheduler = lr_scheduler.ReduceLROnPlateau(optimizer, mode="min", factor=0.2, threshold=0.01, patience=5) + elif opt.lr_policy == "cosine": + scheduler = lr_scheduler.CosineAnnealingLR(optimizer, T_max=opt.n_epochs, eta_min=0) + else: + return NotImplementedError("learning rate policy [%s] is not implemented", opt.lr_policy) + return scheduler + + +def init_weights(net, init_type="normal", init_gain=0.02): + """Initialize network weights. + + Parameters: + net (network) -- network to be initialized + init_type (str) -- the name of an initialization method: normal | xavier | kaiming | orthogonal + init_gain (float) -- scaling factor for normal, xavier and orthogonal. + + We use 'normal' in the original pix2pix and CycleGAN paper. But xavier and kaiming might + work better for some applications. Feel free to try yourself. + """ + + def init_func(m): # define the initialization function + classname = m.__class__.__name__ + if hasattr(m, "weight") and (classname.find("Conv") != -1 or classname.find("Linear") != -1): + if init_type == "normal": + init.normal_(m.weight.data, 0.0, init_gain) + elif init_type == "xavier": + init.xavier_normal_(m.weight.data, gain=init_gain) + elif init_type == "kaiming": + init.kaiming_normal_(m.weight.data, a=0, mode="fan_in") + elif init_type == "orthogonal": + init.orthogonal_(m.weight.data, gain=init_gain) + else: + raise NotImplementedError("initialization method [%s] is not implemented" % init_type) + if hasattr(m, "bias") and m.bias is not None: + init.constant_(m.bias.data, 0.0) + elif classname.find("BatchNorm2d") != -1: # BatchNorm Layer's weight is not a matrix; only normal distribution applies. + init.normal_(m.weight.data, 1.0, init_gain) + init.constant_(m.bias.data, 0.0) + + print("initialize network with %s" % init_type) + net.apply(init_func) # apply the initialization function + + +def init_net(net, init_type="normal", init_gain=0.02): + """Initialize a network: 1. register CPU/GPU device; 2. initialize the network weights + Parameters: + net (network) -- the network to be initialized + init_type (str) -- the name of an initialization method: normal | xavier | kaiming | orthogonal + gain (float) -- scaling factor for normal, xavier and orthogonal. + + Return an initialized network. + """ + import os + + if torch.cuda.is_available(): + if "LOCAL_RANK" in os.environ: + local_rank = int(os.environ["LOCAL_RANK"]) + net.to(local_rank) + print(f"Initialized with device cuda:{local_rank}") + else: + net.to(0) + print("Initialized with device cuda:0") + init_weights(net, init_type, init_gain=init_gain) + return net + + +def define_G(input_nc, output_nc, ngf, netG, norm="batch", use_dropout=False, init_type="normal", init_gain=0.02): + """Create a generator + + Parameters: + input_nc (int) -- the number of channels in input images + output_nc (int) -- the number of channels in output images + ngf (int) -- the number of filters in the last conv layer + netG (str) -- the architecture's name: resnet_9blocks | resnet_6blocks | unet_128 | unet_256 + norm (str) -- the name of normalization layers used in the network: batch | instance | none + use_dropout (bool) -- if use dropout layers. + init_type (str) -- the name of our initialization method. + init_gain (float) -- scaling factor for normal, xavier and orthogonal. + + Returns a generator + """ + net = None + norm_layer = get_norm_layer(norm_type=norm) + + if netG == "resnet_9blocks": + net = ResnetGenerator(input_nc, output_nc, ngf, norm_layer=norm_layer, use_dropout=use_dropout, n_blocks=9) + elif netG == "resnet_6blocks": + net = ResnetGenerator(input_nc, output_nc, ngf, norm_layer=norm_layer, use_dropout=use_dropout, n_blocks=6) + elif netG == "unet_128": + net = UnetGenerator(input_nc, output_nc, 7, ngf, norm_layer=norm_layer, use_dropout=use_dropout) + elif netG == "unet_256": + net = UnetGenerator(input_nc, output_nc, 8, ngf, norm_layer=norm_layer, use_dropout=use_dropout) + elif netG == 'unet_512': # ← 新增:9 层下采样,适配 512 的倍数分辨率 + net = UnetGenerator(input_nc, output_nc, 9, ngf, norm_layer=norm_layer, use_dropout=use_dropout) + + else: + raise NotImplementedError("Generator model name [%s] is not recognized" % netG) + return net + + +def define_D(input_nc, ndf, netD, n_layers_D=3, norm="batch", init_type="normal", init_gain=0.02): + """Create a discriminator + + Parameters: + input_nc (int) -- the number of channels in input images + ndf (int) -- the number of filters in the first conv layer + netD (str) -- the architecture's name: basic | n_layers | pixel + n_layers_D (int) -- the number of conv layers in the discriminator; effective when netD=='n_layers' + norm (str) -- the type of normalization layers used in the network. + init_type (str) -- the name of the initialization method. + init_gain (float) -- scaling factor for normal, xavier and orthogonal. + + Returns a discriminator + + Our current implementation provides three types of discriminators: + [basic]: 'PatchGAN' classifier described in the original pix2pix paper. + It can classify whether 70×70 overlapping patches are real or fake. + Such a patch-level discriminator architecture has fewer parameters + than a full-image discriminator and can work on arbitrarily-sized images + in a fully convolutional fashion. + + [n_layers]: With this mode, you can specify the number of conv layers in the discriminator + with the parameter (default=3 as used in [basic] (PatchGAN).) + + [pixel]: 1x1 PixelGAN discriminator can classify whether a pixel is real or not. + It encourages greater color diversity but has no effect on spatial statistics. + + The discriminator has been initialized by . It uses Leakly RELU for non-linearity. + """ + net = None + norm_layer = get_norm_layer(norm_type=norm) + + if netD == "basic": # default PatchGAN classifier + net = NLayerDiscriminator(input_nc, ndf, n_layers=3, norm_layer=norm_layer) + elif netD == "n_layers": # more options + net = NLayerDiscriminator(input_nc, ndf, n_layers_D, norm_layer=norm_layer) + elif netD == "pixel": # classify if each pixel is real or fake + net = PixelDiscriminator(input_nc, ndf, norm_layer=norm_layer) + else: + raise NotImplementedError("Discriminator model name [%s] is not recognized" % netD) + return net + + +############################################################################## +# Classes +############################################################################## +class GANLoss(nn.Module): + """Define different GAN objectives. + + The GANLoss class abstracts away the need to create the target label tensor + that has the same size as the input. + """ + + def __init__(self, gan_mode, target_real_label=1.0, target_fake_label=0.0): + """Initialize the GANLoss class. + + Parameters: + gan_mode (str) - - the type of GAN objective. It currently supports vanilla, lsgan, and wgangp. + target_real_label (bool) - - label for a real image + target_fake_label (bool) - - label of a fake image + + Note: Do not use sigmoid as the last layer of Discriminator. + LSGAN needs no sigmoid. vanilla GANs will handle it with BCEWithLogitsLoss. + """ + super(GANLoss, self).__init__() + self.register_buffer("real_label", torch.tensor(target_real_label)) + self.register_buffer("fake_label", torch.tensor(target_fake_label)) + self.gan_mode = gan_mode + if gan_mode == "lsgan": + self.loss = nn.MSELoss() + elif gan_mode == "vanilla": + self.loss = nn.BCEWithLogitsLoss() + elif gan_mode in ["wgangp"]: + self.loss = None + else: + raise NotImplementedError("gan mode %s not implemented" % gan_mode) + + def get_target_tensor(self, prediction, target_is_real): + """Create label tensors with the same size as the input. + + Parameters: + prediction (tensor) - - tpyically the prediction from a discriminator + target_is_real (bool) - - if the ground truth label is for real images or fake images + + Returns: + A label tensor filled with ground truth label, and with the size of the input + """ + + if target_is_real: + target_tensor = self.real_label + else: + target_tensor = self.fake_label + return target_tensor.expand_as(prediction) + + def __call__(self, prediction, target_is_real): + """Calculate loss given Discriminator's output and grount truth labels. + + Parameters: + prediction (tensor) - - tpyically the prediction output from a discriminator + target_is_real (bool) - - if the ground truth label is for real images or fake images + + Returns: + the calculated loss. + """ + if self.gan_mode in ["lsgan", "vanilla"]: + target_tensor = self.get_target_tensor(prediction, target_is_real) + loss = self.loss(prediction, target_tensor) + elif self.gan_mode == "wgangp": + if target_is_real: + loss = -prediction.mean() + else: + loss = prediction.mean() + return loss + + +def cal_gradient_penalty(netD, real_data, fake_data, device, type="mixed", constant=1.0, lambda_gp=10.0): + """Calculate the gradient penalty loss, used in WGAN-GP paper https://arxiv.org/abs/1704.00028 + + Arguments: + netD (network) -- discriminator network + real_data (tensor array) -- real images + fake_data (tensor array) -- generated images from the generator + device (str) -- GPU / CPU + type (str) -- if we mix real and fake data or not [real | fake | mixed]. + constant (float) -- the constant used in formula ( ||gradient||_2 - constant)^2 + lambda_gp (float) -- weight for this loss + + Returns the gradient penalty loss + """ + if lambda_gp > 0.0: + if type == "real": # either use real images, fake images, or a linear interpolation of two. + interpolatesv = real_data + elif type == "fake": + interpolatesv = fake_data + elif type == "mixed": + alpha = torch.rand(real_data.shape[0], 1, device=device) + alpha = alpha.expand(real_data.shape[0], real_data.nelement() // real_data.shape[0]).contiguous().view(*real_data.shape) + interpolatesv = alpha * real_data + ((1 - alpha) * fake_data) + else: + raise NotImplementedError(f"{type} not implemented") + interpolatesv.requires_grad_(True) + disc_interpolates = netD(interpolatesv) + gradients = torch.autograd.grad(outputs=disc_interpolates, inputs=interpolatesv, grad_outputs=torch.ones(disc_interpolates.size()).to(device), create_graph=True, retain_graph=True, only_inputs=True) + gradients = gradients[0].view(real_data.size(0), -1) # flat the data + gradient_penalty = (((gradients + 1e-16).norm(2, dim=1) - constant) ** 2).mean() * lambda_gp # added eps + return gradient_penalty, gradients + else: + return 0.0, None + + +class ResnetGenerator(nn.Module): + """Resnet-based generator that consists of Resnet blocks between a few downsampling/upsampling operations. + + We adapt Torch code and idea from Justin Johnson's neural style transfer project(https://github.com/jcjohnson/fast-neural-style) + """ + + def __init__(self, input_nc, output_nc, ngf=64, norm_layer=nn.BatchNorm2d, use_dropout=False, n_blocks=6, padding_type="reflect"): + """Construct a Resnet-based generator + + Parameters: + input_nc (int) -- the number of channels in input images + output_nc (int) -- the number of channels in output images + ngf (int) -- the number of filters in the last conv layer + norm_layer -- normalization layer + use_dropout (bool) -- if use dropout layers + n_blocks (int) -- the number of ResNet blocks + padding_type (str) -- the name of padding layer in conv layers: reflect | replicate | zero + """ + assert n_blocks >= 0 + super(ResnetGenerator, self).__init__() + if type(norm_layer) == functools.partial: + use_bias = norm_layer.func == nn.InstanceNorm2d + else: + use_bias = norm_layer == nn.InstanceNorm2d + + model = [nn.ReflectionPad2d(3), nn.Conv2d(input_nc, ngf, kernel_size=7, padding=0, bias=use_bias), norm_layer(ngf), nn.ReLU(True)] + + n_downsampling = 2 + for i in range(n_downsampling): # add downsampling layers + mult = 2**i + model += [nn.Conv2d(ngf * mult, ngf * mult * 2, kernel_size=3, stride=2, padding=1, bias=use_bias), norm_layer(ngf * mult * 2), nn.ReLU(True)] + + mult = 2**n_downsampling + for i in range(n_blocks): # add ResNet blocks + + model += [ResnetBlock(ngf * mult, padding_type=padding_type, norm_layer=norm_layer, use_dropout=use_dropout, use_bias=use_bias)] + + for i in range(n_downsampling): # add upsampling layers + mult = 2 ** (n_downsampling - i) + model += [nn.ConvTranspose2d(ngf * mult, int(ngf * mult / 2), kernel_size=3, stride=2, padding=1, output_padding=1, bias=use_bias), norm_layer(int(ngf * mult / 2)), nn.ReLU(True)] + model += [nn.ReflectionPad2d(3)] + model += [nn.Conv2d(ngf, output_nc, kernel_size=7, padding=0)] + model += [nn.Tanh()] + + self.model = nn.Sequential(*model) + + def forward(self, input): + """Standard forward""" + return self.model(input) + + +class ResnetBlock(nn.Module): + """Define a Resnet block""" + + def __init__(self, dim, padding_type, norm_layer, use_dropout, use_bias): + """Initialize the Resnet block + + A resnet block is a conv block with skip connections + We construct a conv block with build_conv_block function, + and implement skip connections in function. + Original Resnet paper: https://arxiv.org/pdf/1512.03385.pdf + """ + super(ResnetBlock, self).__init__() + self.conv_block = self.build_conv_block(dim, padding_type, norm_layer, use_dropout, use_bias) + + def build_conv_block(self, dim, padding_type, norm_layer, use_dropout, use_bias): + """Construct a convolutional block. + + Parameters: + dim (int) -- the number of channels in the conv layer. + padding_type (str) -- the name of padding layer: reflect | replicate | zero + norm_layer -- normalization layer + use_dropout (bool) -- if use dropout layers. + use_bias (bool) -- if the conv layer uses bias or not + + Returns a conv block (with a conv layer, a normalization layer, and a non-linearity layer (ReLU)) + """ + conv_block = [] + p = 0 + if padding_type == "reflect": + conv_block += [nn.ReflectionPad2d(1)] + elif padding_type == "replicate": + conv_block += [nn.ReplicationPad2d(1)] + elif padding_type == "zero": + p = 1 + else: + raise NotImplementedError("padding [%s] is not implemented" % padding_type) + + conv_block += [nn.Conv2d(dim, dim, kernel_size=3, padding=p, bias=use_bias), norm_layer(dim), nn.ReLU(True)] + if use_dropout: + conv_block += [nn.Dropout(0.5)] + + p = 0 + if padding_type == "reflect": + conv_block += [nn.ReflectionPad2d(1)] + elif padding_type == "replicate": + conv_block += [nn.ReplicationPad2d(1)] + elif padding_type == "zero": + p = 1 + else: + raise NotImplementedError("padding [%s] is not implemented" % padding_type) + conv_block += [nn.Conv2d(dim, dim, kernel_size=3, padding=p, bias=use_bias), norm_layer(dim)] + + return nn.Sequential(*conv_block) + + def forward(self, x): + """Forward function (with skip connections)""" + out = x + self.conv_block(x) # add skip connections + return out + + +class UnetGenerator(nn.Module): + """Create a Unet-based generator""" + + def __init__(self, input_nc, output_nc, num_downs, ngf=64, norm_layer=nn.BatchNorm2d, use_dropout=False): + """Construct a Unet generator + Parameters: + input_nc (int) -- the number of channels in input images + output_nc (int) -- the number of channels in output images + num_downs (int) -- the number of downsamplings in UNet. For example, # if |num_downs| == 7, + image of size 128x128 will become of size 1x1 # at the bottleneck + ngf (int) -- the number of filters in the last conv layer + norm_layer -- normalization layer + + We construct the U-Net from the innermost layer to the outermost layer. + It is a recursive process. + """ + super(UnetGenerator, self).__init__() + # construct unet structure + unet_block = UnetSkipConnectionBlock(ngf * 8, ngf * 8, input_nc=None, submodule=None, norm_layer=norm_layer, innermost=True) # add the innermost layer + for i in range(num_downs - 5): # add intermediate layers with ngf * 8 filters + unet_block = UnetSkipConnectionBlock(ngf * 8, ngf * 8, input_nc=None, submodule=unet_block, norm_layer=norm_layer, use_dropout=use_dropout) + # gradually reduce the number of filters from ngf * 8 to ngf + unet_block = UnetSkipConnectionBlock(ngf * 4, ngf * 8, input_nc=None, submodule=unet_block, norm_layer=norm_layer) + unet_block = UnetSkipConnectionBlock(ngf * 2, ngf * 4, input_nc=None, submodule=unet_block, norm_layer=norm_layer) + unet_block = UnetSkipConnectionBlock(ngf, ngf * 2, input_nc=None, submodule=unet_block, norm_layer=norm_layer) + self.model = UnetSkipConnectionBlock(output_nc, ngf, input_nc=input_nc, submodule=unet_block, outermost=True, norm_layer=norm_layer) # add the outermost layer + + def forward(self, input): + """Standard forward""" + return self.model(input) + + +class UnetSkipConnectionBlock(nn.Module): + """Defines the Unet submodule with skip connection. + X -------------------identity---------------------- + |-- downsampling -- |submodule| -- upsampling --| + """ + + def __init__(self, outer_nc, inner_nc, input_nc=None, submodule=None, outermost=False, innermost=False, norm_layer=nn.BatchNorm2d, use_dropout=False): + """Construct a Unet submodule with skip connections. + + Parameters: + outer_nc (int) -- the number of filters in the outer conv layer + inner_nc (int) -- the number of filters in the inner conv layer + input_nc (int) -- the number of channels in input images/features + submodule (UnetSkipConnectionBlock) -- previously defined submodules + outermost (bool) -- if this module is the outermost module + innermost (bool) -- if this module is the innermost module + norm_layer -- normalization layer + use_dropout (bool) -- if use dropout layers. + """ + super(UnetSkipConnectionBlock, self).__init__() + self.outermost = outermost + if type(norm_layer) == functools.partial: + use_bias = norm_layer.func == nn.InstanceNorm2d + else: + use_bias = norm_layer == nn.InstanceNorm2d + if input_nc is None: + input_nc = outer_nc + downconv = nn.Conv2d(input_nc, inner_nc, kernel_size=4, stride=2, padding=1, bias=use_bias) + downrelu = nn.LeakyReLU(0.2, True) + downnorm = norm_layer(inner_nc) + uprelu = nn.ReLU(True) + upnorm = norm_layer(outer_nc) + + if outermost: + upconv = nn.ConvTranspose2d(inner_nc * 2, outer_nc, kernel_size=4, stride=2, padding=1) + down = [downconv] + up = [uprelu, upconv, nn.Tanh()] + model = down + [submodule] + up + elif innermost: + upconv = nn.ConvTranspose2d(inner_nc, outer_nc, kernel_size=4, stride=2, padding=1, bias=use_bias) + down = [downrelu, downconv] + up = [uprelu, upconv, upnorm] + model = down + up + else: + upconv = nn.ConvTranspose2d(inner_nc * 2, outer_nc, kernel_size=4, stride=2, padding=1, bias=use_bias) + down = [downrelu, downconv, downnorm] + up = [uprelu, upconv, upnorm] + + if use_dropout: + model = down + [submodule] + up + [nn.Dropout(0.5)] + else: + model = down + [submodule] + up + + self.model = nn.Sequential(*model) + + def forward(self, x): + if self.outermost: + return self.model(x) + else: # add skip connections + return torch.cat([x, self.model(x)], 1) + + +class NLayerDiscriminator(nn.Module): + """Defines a PatchGAN discriminator""" + + def __init__(self, input_nc, ndf=64, n_layers=3, norm_layer=nn.BatchNorm2d): + """Construct a PatchGAN discriminator + + Parameters: + input_nc (int) -- the number of channels in input images + ndf (int) -- the number of filters in the last conv layer + n_layers (int) -- the number of conv layers in the discriminator + norm_layer -- normalization layer + """ + super(NLayerDiscriminator, self).__init__() + if type(norm_layer) == functools.partial: # no need to use bias as BatchNorm2d has affine parameters + use_bias = norm_layer.func == nn.InstanceNorm2d + else: + use_bias = norm_layer == nn.InstanceNorm2d + + kw = 4 + padw = 1 + sequence = [nn.Conv2d(input_nc, ndf, kernel_size=kw, stride=2, padding=padw), nn.LeakyReLU(0.2, True)] + nf_mult = 1 + nf_mult_prev = 1 + for n in range(1, n_layers): # gradually increase the number of filters + nf_mult_prev = nf_mult + nf_mult = min(2**n, 8) + sequence += [nn.Conv2d(ndf * nf_mult_prev, ndf * nf_mult, kernel_size=kw, stride=2, padding=padw, bias=use_bias), norm_layer(ndf * nf_mult), nn.LeakyReLU(0.2, True)] + + nf_mult_prev = nf_mult + nf_mult = min(2**n_layers, 8) + sequence += [nn.Conv2d(ndf * nf_mult_prev, ndf * nf_mult, kernel_size=kw, stride=1, padding=padw, bias=use_bias), norm_layer(ndf * nf_mult), nn.LeakyReLU(0.2, True)] + + sequence += [nn.Conv2d(ndf * nf_mult, 1, kernel_size=kw, stride=1, padding=padw)] # output 1 channel prediction map + self.model = nn.Sequential(*sequence) + + def forward(self, input): + """Standard forward.""" + return self.model(input) + + +class PixelDiscriminator(nn.Module): + """Defines a 1x1 PatchGAN discriminator (pixelGAN)""" + + def __init__(self, input_nc, ndf=64, norm_layer=nn.BatchNorm2d): + """Construct a 1x1 PatchGAN discriminator + + Parameters: + input_nc (int) -- the number of channels in input images + ndf (int) -- the number of filters in the last conv layer + norm_layer -- normalization layer + """ + super(PixelDiscriminator, self).__init__() + if type(norm_layer) == functools.partial: # no need to use bias as BatchNorm2d has affine parameters + use_bias = norm_layer.func == nn.InstanceNorm2d + else: + use_bias = norm_layer == nn.InstanceNorm2d + + self.net = [ + nn.Conv2d(input_nc, ndf, kernel_size=1, stride=1, padding=0), + nn.LeakyReLU(0.2, True), + nn.Conv2d(ndf, ndf * 2, kernel_size=1, stride=1, padding=0, bias=use_bias), + norm_layer(ndf * 2), + nn.LeakyReLU(0.2, True), + nn.Conv2d(ndf * 2, 1, kernel_size=1, stride=1, padding=0, bias=use_bias), + ] + + self.net = nn.Sequential(*self.net) + + def forward(self, input): + """Standard forward.""" + return self.net(input) diff --git a/pix2pix_vgg/models/perceptual.py b/pix2pix_vgg/models/perceptual.py new file mode 100644 index 0000000000000000000000000000000000000000..f0b8ac4bd0af5e2e50dfa3d460ffe29b4d8f7260 --- /dev/null +++ b/pix2pix_vgg/models/perceptual.py @@ -0,0 +1,145 @@ +import torch +import torch.nn as nn +from torchvision import models + +class VGGPerceptual(nn.Module): + """ + VGG19-based perceptual loss. + - layers: tuple/list of layer names like ('relu3_3', 'relu4_4') + - loss_type: 'l1' or 'mse' + - input_range: '0_1' if inputs are in [0,1]; 'neg1_1' if inputs are in [-1,1] + - requires_grad: keep VGG frozen by default + """ + def __init__( + self, + layers=('relu3_3', 'relu4_4'), + loss_type='l1', + input_range='0_1', + requires_grad=False, + ): + super().__init__() + + # -------- Load VGG features with version compatibility -------- + try: + weights_enum = getattr(models, "VGG19_Weights", None) + if weights_enum is not None: + # Prefer an explicit ImageNet weights variant; fallback to DEFAULT if present + weights = getattr(weights_enum, "IMAGENET1K_V1", None) or getattr(weights_enum, "DEFAULT", None) + if weights is not None: + vgg_features = models.vgg19(weights=weights).features + else: + # very old/new edge cases; last resort + vgg_features = models.vgg19(pretrained=True).features + else: + # older torchvision + vgg_features = models.vgg19(pretrained=True).features + except Exception: + # final fallback + vgg_features = models.vgg19(pretrained=True).features + + self.vgg = vgg_features.eval() + if not requires_grad: + for p in self.vgg.parameters(): + p.requires_grad = False + + # -------- ImageNet normalization buffers -------- + self.register_buffer('mean', torch.tensor([0.485, 0.456, 0.406]).view(1, 3, 1, 1)) + self.register_buffer('std', torch.tensor([0.229, 0.224, 0.225]).view(1, 3, 1, 1)) + + # -------- Build dynamic name -> index mapping for relu layers -------- + self.name2idx = {} + block = 1 + relu_k = 0 + for idx, m in enumerate(self.vgg): + if isinstance(m, nn.ReLU): + relu_k += 1 + name = f"relu{block}_{relu_k}" + self.name2idx[name] = idx + elif isinstance(m, nn.MaxPool2d): + block += 1 + relu_k = 0 + + # validate layers & store indices + if isinstance(layers, (list, tuple)): + self.layers = tuple(layers) + else: + self.layers = (layers,) + + self.layers_idx = sorted([self.name2idx[l] for l in self.layers if l in self.name2idx]) + if len(self.layers_idx) == 0: + raise ValueError( + f"No valid VGG relu layers found for {self.layers}. " + f"Available keys include (first 12): {list(self.name2idx.keys())[:12]} " + f"(total {len(self.name2idx)})" + ) + + # loss fn + lt = loss_type.lower().strip() + if lt not in ('l1', 'mse'): + raise ValueError("loss_type must be 'l1' or 'mse'") + self.loss_type = lt + + # expected input range + rng = input_range.lower().strip() + if rng not in ('0_1', 'neg1_1'): + raise ValueError("input_range must be '0_1' or 'neg1_1'") + self.input_range = rng + + @torch.no_grad() + def _preprocess(self, x: torch.Tensor) -> torch.Tensor: + """ + Bring input to ImageNet normalized space. + Expects BCHW, RGB, float tensor on correct device. + """ + if self.input_range == 'neg1_1': + # from [-1,1] to [0,1] + x = (x + 1.0) / 2.0 + # Normalize by ImageNet stats + x = (x - self.mean) / self.std + return x + + def _feats(self, x: torch.Tensor): + feats = {} + cur = x + # Iterate sequentially and record activations at selected indices + for i, layer in enumerate(self.vgg): + cur = layer(cur) + if i in self.layers_idx: + feats[i] = cur + # early stop when all target layers are collected + if len(feats) == len(self.layers_idx): + break + return feats + + def forward(self, x: torch.Tensor, y: torch.Tensor) -> torch.Tensor: + """ + x, y: BCHW, RGB, same dtype/shape, in either [-1,1] or [0,1] depending on input_range + returns: scalar loss + """ + # Ensure float + if not torch.is_floating_point(x): + x = x.float() + if not torch.is_floating_point(y): + y = y.float() + + # Preprocess (no grad) + with torch.no_grad(): + xf = self._preprocess(x) + yf = self._preprocess(y) + + # Extract features (grad not required for VGG; but keep graph for x/y if needed) + fx = self._feats(xf) + fy = self._feats(yf) + + # Accumulate loss across selected layers + loss = 0.0 + for idx in self.layers_idx: + if self.loss_type == 'l1': + loss = loss + torch.nn.functional.l1_loss(fx[idx], fy[idx]) + else: + loss = loss + torch.nn.functional.mse_loss(fx[idx], fy[idx]) + + # return scalar tensor + if not isinstance(loss, torch.Tensor): + loss = torch.tensor(loss, device=x.device, dtype=x.dtype) + return loss \ No newline at end of file diff --git a/pix2pix_vgg/models/pix2pix_model.py b/pix2pix_vgg/models/pix2pix_model.py new file mode 100644 index 0000000000000000000000000000000000000000..4c7d32a522ee2a23221e8b986c4ca851e7a63b44 --- /dev/null +++ b/pix2pix_vgg/models/pix2pix_model.py @@ -0,0 +1,188 @@ +import torch +import torch.nn.functional as F +from .base_model import BaseModel +from . import networks +from .perceptual import VGGPerceptual + + +class Pix2PixModel(BaseModel): + """pix2pix with optional mask-conditioned inputs and ROI-aware losses.""" + + @staticmethod + def modify_commandline_options(parser, is_train=True): + # 保持 pix2pix 原始默认 + parser.set_defaults(norm="batch", netG="unet_256", dataset_mode="aligned") + + # ⚠️ 不要在这里再注册 use_mask_condition / lambda_roi / lambda_bg / masks_dir + # 它们已经在 BaseOptions 里统一定义了,避免 argparse 冲突 + + if is_train: + parser.set_defaults(pool_size=0, gan_mode="vanilla") + parser.add_argument( + "--lambda_L1", type=float, default=100.0, + help="weight for full-image L1 loss" + ) + + return parser + + def __init__(self, opt): + BaseModel.__init__(self, opt) + self.device = opt.device + + # 要显示/保存的名字 + self.loss_names = ["G_GAN", "G_L1", "D_real", "D_fake"] + self.visual_names = ["real_A", "fake_B", "real_B"] + if self.isTrain: + self.model_names = ["G", "D"] + else: + self.model_names = ["G"] + if opt.lambda_perc > 0: + layers = tuple([s.strip() for s in opt.perc_layers.split(',') if s.strip()]) + self.perc_net = VGGPerceptual(layers=layers).to(self.device) + else: + self.perc_net = None + if 'G_perc' not in self.loss_names: + self.loss_names += ['G_perc'] + # ===== 构建网络:当 use_mask_condition 时,G/D 的输入通道数 +1 ===== + in_nc_G = opt.input_nc + (1 if opt.use_mask_condition else 0) + in_nc_D = (opt.input_nc + (1 if opt.use_mask_condition else 0)) + opt.output_nc + + self.netG = networks.define_G( + in_nc_G, opt.output_nc, opt.ngf, opt.netG, opt.norm, not opt.no_dropout, opt.init_type, opt.init_gain + ) + + if self.isTrain: + self.netD = networks.define_D( + in_nc_D, opt.ndf, opt.netD, opt.n_layers_D, opt.norm, opt.init_type, opt.init_gain + ) + + # 损失 & 优化器 + self.criterionGAN = networks.GANLoss(opt.gan_mode).to(self.device) + self.criterionL1 = torch.nn.L1Loss() + self.optimizer_G = torch.optim.Adam(self.netG.parameters(), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizer_D = torch.optim.Adam(self.netD.parameters(), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizers += [self.optimizer_G, self.optimizer_D] + + # ------------------------- data I/O ------------------------- + + def set_input(self, input): + AtoB = self.opt.direction == "AtoB" + self.real_A = input["A" if AtoB else "B"].to(self.device) # [N,C,H,W] + self.real_B = input["B" if AtoB else "A"].to(self.device) # [N,C,H,W] + self.image_paths = input["A_paths" if AtoB else "B_paths"] + + # mask(来自 Dataset 的 [N,1,H,W]、0~1) + self.mask_B = input.get("mask_B", None) + if self.mask_B is not None: + self.mask_B = self.mask_B.to(self.device) + # 保险:确保 float、范围正确 + if not self.mask_B.dtype.is_floating_point: + self.mask_B = self.mask_B.float() + mmax = self.mask_B.max().detach() + if mmax > 1.5: # 万一是 0/255 + self.mask_B = self.mask_B / 255.0 + else: + # 没有 mask 时用全 0;这样开启 use_mask_condition 也不会报错 + self.mask_B = torch.zeros(self.real_B.size(0), 1, self.real_B.size(2), self.real_B.size(3), device=self.device) + + # 条件输入:是否把 mask 拼进 A + if self.opt.use_mask_condition: + self.cond_A = torch.cat([self.real_A, self.mask_B], dim=1) # [N,C+1,H,W] + else: + self.cond_A = self.real_A + + # —— 到这里 cond_A 已经就绪 —— # + + # 仅打印一次,确认通道数与 mask 范围 + if not hasattr(self, "_logged_shapes"): + aC = self.real_A.shape[1] + cC = self.cond_A.shape[1] + mmn = float(self.mask_B.min().item()) if self.mask_B is not None else -1 + mmx = float(self.mask_B.max().item()) if self.mask_B is not None else -1 + print(f"[DEBUG] real_A {tuple(self.real_A.shape)}, cond_A {tuple(self.cond_A.shape)}, " + f"mask min/max {mmn:.3f}/{mmx:.3f}, use_mask={self.opt.use_mask_condition}", + flush=True) + self._logged_shapes = True + + # ------------------------- forward / backward ------------------------- + + def forward(self): + """G(A or [A,mask]) -> fake_B""" + self.fake_B = self.netG(self.cond_A) + + # 判别器 + def backward_D(self): + """D 条件输入也用 cond_A""" + # Fake(detach 阻断回到 G) + fake_AB = torch.cat((self.cond_A, self.fake_B), dim=1) + pred_fake = self.netD(fake_AB.detach()) + self.loss_D_fake = self.criterionGAN(pred_fake, False) + + # Real + real_AB = torch.cat((self.cond_A, self.real_B), dim=1) + pred_real = self.netD(real_AB) + self.loss_D_real = self.criterionGAN(pred_real, True) + + # 合并 + self.loss_D = 0.5 * (self.loss_D_fake + self.loss_D_real) + self.loss_D.backward() + + # 生成器 + def backward_G(self): + """GAN + 全图 L1 + ROI 面积归一 L1(可选) + 非ROI保真(可选)""" + # 1) GAN(不 detach) + fake_AB = torch.cat((self.cond_A, self.fake_B), dim=1) + pred_fake = self.netD(fake_AB) + self.loss_G_GAN = self.criterionGAN(pred_fake, True) + + # 2) 全图 L1 + l1_global = self.criterionL1(self.fake_B, self.real_B) * self.opt.lambda_L1 + + if self.perc_net is not None and self.opt.lambda_perc > 0: + self.loss_G_perc = self.perc_net(self.fake_B, self.real_B) * self.opt.lambda_perc + else: + self.loss_G_perc = 0.0 + # 3) ROI/背景的面积归一 L1 + l1_roi = torch.tensor(0.0, device=self.device) + l1_bg = torch.tensor(0.0, device=self.device) + + # 条件:给了 mask 且权重大于 0 + if (self.mask_B is not None) and (getattr(self.opt, "lambda_roi", 0.0) > 0.0): + # 建议硬边界;如果你想保留软边界,把下一行注释掉 + m = (self.mask_B >= 0.5).float() # [N,1,H,W] + diff = torch.abs(self.fake_B - self.real_B) # [N,C,H,W] + C = self.fake_B.shape[1] + eps = 1e-6 + + # ROI:只用 ROI 像素数 × C 做分母(逐样本归一再 batch 平均) + roi_pix = m.sum(dim=[1, 2, 3]) # [N] + roi_sum = (diff * m).sum(dim=[1, 2, 3]) + roi_mean = roi_sum / (roi_pix * C + eps) + l1_roi = roi_mean.mean() * self.opt.lambda_roi + + # 非 ROI:可选 + if getattr(self.opt, "lambda_bg", 0.0) > 0.0: + bg = 1.0 - m + bg_pix = bg.sum(dim=[1, 2, 3]) + bg_sum = (diff * bg).sum(dim=[1, 2, 3]) + bg_mean = bg_sum / (bg_pix * C + eps) + l1_bg = bg_mean.mean() * self.opt.lambda_bg + + # 聚合 + self.loss_G_L1 = l1_global + l1_roi + l1_bg + self.loss_G = self.loss_G_GAN + self.loss_G_L1 + (self.loss_G_perc if isinstance(self.loss_G_perc, torch.Tensor) else 0.0) + self.loss_G.backward() + + # 优化流程 + def optimize_parameters(self): + self.forward() + # 先更 D + self.set_requires_grad(self.netD, True) + self.optimizer_D.zero_grad() + self.backward_D() + self.optimizer_D.step() + # 再更 G + self.set_requires_grad(self.netD, False) + self.optimizer_G.zero_grad() + self.backward_G() + self.optimizer_G.step() \ No newline at end of file diff --git a/pix2pix_vgg/models/template_model.py b/pix2pix_vgg/models/template_model.py new file mode 100644 index 0000000000000000000000000000000000000000..e29870a2103319f9754151183380c51e1e96a8ab --- /dev/null +++ b/pix2pix_vgg/models/template_model.py @@ -0,0 +1,100 @@ +"""Model class template + +This module provides a template for users to implement custom models. +You can specify '--model template' to use this model. +The class name should be consistent with both the filename and its model option. +The filename should be _dataset.py +The class name should be Dataset.py +It implements a simple image-to-image translation baseline based on regression loss. +Given input-output pairs (data_A, data_B), it learns a network netG that can minimize the following L1 loss: + min_ ||netG(data_A) - data_B||_1 +You need to implement the following functions: + : Add model-specific options and rewrite default values for existing options. + <__init__>: Initialize this model class. + : Unpack input data and perform data pre-processing. + : Run forward pass. This will be called by both and . + : Update network weights; it will be called in every training iteration. +""" + +import torch +from .base_model import BaseModel +from . import networks + + +class TemplateModel(BaseModel): + @staticmethod + def modify_commandline_options(parser, is_train=True): + """Add new model-specific options and rewrite default values for existing options. + + Parameters: + parser -- the option parser + is_train -- if it is training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + """ + parser.set_defaults(dataset_mode="aligned") # You can rewrite default values for this model. For example, this model usually uses aligned dataset as its dataset. + if is_train: + parser.add_argument("--lambda_regression", type=float, default=1.0, help="weight for the regression loss") # You can define new arguments for this model. + + return parser + + def __init__(self, opt): + """Initialize this model class. + + Parameters: + opt -- training/test options + + A few things can be done here. + - (required) call the initialization function of BaseModel + - define loss function, visualization images, model names, and optimizers + """ + BaseModel.__init__(self, opt) # call the initialization method of BaseModel + # specify the training losses you want to print out. The program will call base_model.get_current_losses to plot the losses to the console and save them to the disk. + self.loss_names = ["G"] + # specify the images you want to save and display. The program will call base_model.get_current_visuals to save and display these images. + self.visual_names = ["data_A", "data_B", "output"] + # specify the models you want to save to the disk. The program will call base_model.save_networks and base_model.load_networks to save and load networks. + # you can use opt.isTrain to specify different behaviors for training and test. For example, some networks will not be used during test, and you don't need to load them. + self.model_names = ["G"] + # define networks; you can use opt.isTrain to specify different behaviors for training and test. + self.netG = networks.define_G(opt.input_nc, opt.output_nc, opt.ngf, opt.netG) + if self.isTrain: # only defined during training time + # define your loss functions. You can use losses provided by torch.nn such as torch.nn.L1Loss. + # We also provide a GANLoss class "networks.GANLoss". self.criterionGAN = networks.GANLoss().to(self.device) + self.criterionLoss = torch.nn.L1Loss() + # define and initialize optimizers. You can define one optimizer for each network. + # If two networks are updated at the same time, you can use itertools.chain to group them. See cycle_gan_model.py for an example. + self.optimizer = torch.optim.Adam(self.netG.parameters(), lr=opt.lr, betas=(opt.beta1, 0.999)) + self.optimizers = [self.optimizer] + + # Our program will automatically call to define schedulers, load networks, and print networks + + def set_input(self, input): + """Unpack input data from the dataloader and perform necessary pre-processing steps. + + Parameters: + input: a dictionary that contains the data itself and its metadata information. + """ + AtoB = self.opt.direction == "AtoB" # use to swap data_A and data_B + self.data_A = input["A" if AtoB else "B"].to(self.device) # get image data A + self.data_B = input["B" if AtoB else "A"].to(self.device) # get image data B + self.image_paths = input["A_paths" if AtoB else "B_paths"] # get image paths + + def forward(self): + """Run forward pass. This will be called by both functions and .""" + self.output = self.netG(self.data_A) # generate output image given the input data_A + + def backward(self): + """Calculate losses, gradients, and update network weights; called in every training iteration""" + # caculate the intermediate results if necessary; here self.output has been computed during function + # calculate loss given the input and intermediate results + self.loss_G = self.criterionLoss(self.output, self.data_B) * self.opt.lambda_regression + self.loss_G.backward() # calculate gradients of network G w.r.t. loss_G + + def optimize_parameters(self): + """Update network weights; it will be called in every training iteration.""" + self.forward() # first call forward to calculate intermediate results + self.optimizer.zero_grad() # clear network G's existing gradients + self.backward() # calculate gradients for network G + self.optimizer.step() # update gradients for network G diff --git a/pix2pix_vgg/models/test_model.py b/pix2pix_vgg/models/test_model.py new file mode 100644 index 0000000000000000000000000000000000000000..fd520ef4e18441b0248f9f6f3a514ee3336c2bad --- /dev/null +++ b/pix2pix_vgg/models/test_model.py @@ -0,0 +1,69 @@ +from .base_model import BaseModel +from . import networks + + +class TestModel(BaseModel): + """This TesteModel can be used to generate CycleGAN results for only one direction. + This model will automatically set '--dataset_mode single', which only loads the images from one collection. + + See the test instruction for more details. + """ + + @staticmethod + def modify_commandline_options(parser, is_train=True): + """Add new dataset-specific options, and rewrite default values for existing options. + + Parameters: + parser -- original option parser + is_train (bool) -- whether training phase or test phase. You can use this flag to add training-specific or test-specific options. + + Returns: + the modified parser. + + The model can only be used during test time. It requires '--dataset_mode single'. + You need to specify the network using the option '--model_suffix'. + """ + assert not is_train, "TestModel cannot be used during training time" + parser.set_defaults(dataset_mode="single") + parser.add_argument("--model_suffix", type=str, default="", help="In checkpoints_dir, [epoch]_net_G[model_suffix].pth will be loaded as the generator.") + + return parser + + def __init__(self, opt): + """Initialize the pix2pix class. + + Parameters: + opt (Option class)-- stores all the experiment flags; needs to be a subclass of BaseOptions + """ + assert not opt.isTrain + BaseModel.__init__(self, opt) + # specify the training losses you want to print out. The training/test scripts will call + self.loss_names = [] + # specify the images you want to save/display. The training/test scripts will call + self.visual_names = ["real", "fake"] + # specify the models you want to save to the disk. The training/test scripts will call and + self.model_names = ["G" + opt.model_suffix] # only generator is needed. + self.netG = networks.define_G(opt.input_nc, opt.output_nc, opt.ngf, opt.netG, opt.norm, not opt.no_dropout, opt.init_type, opt.init_gain) + + # assigns the model to self.netG_[suffix] so that it can be loaded + # please see + setattr(self, "netG" + opt.model_suffix, self.netG) # store netG in self. + + def set_input(self, input): + """Unpack input data from the dataloader and perform necessary pre-processing steps. + + Parameters: + input: a dictionary that contains the data itself and its metadata information. + + We need to use 'single_dataset' dataset mode. It only load images from one domain. + """ + self.real = input["A"].to(self.device) + self.image_paths = input["A_paths"] + + def forward(self): + """Run forward pass.""" + self.fake = self.netG(self.real) # G(real) + + def optimize_parameters(self): + """No optimization for test model.""" + pass diff --git a/pix2pix_vgg/options/.ipynb_checkpoints/test_options-checkpoint.py b/pix2pix_vgg/options/.ipynb_checkpoints/test_options-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..3f42c01eaca1a41d5981d33fadc828ae54de4fdb --- /dev/null +++ b/pix2pix_vgg/options/.ipynb_checkpoints/test_options-checkpoint.py @@ -0,0 +1,23 @@ +from .base_options import BaseOptions + + +class TestOptions(BaseOptions): + """This class includes test options. + + It also includes shared options defined in BaseOptions. + """ + + def initialize(self, parser): + parser = BaseOptions.initialize(self, parser) # define shared options + parser.add_argument('--results_dir', type=str, default='./results/', help='saves results here.') + parser.add_argument('--aspect_ratio', type=float, default=1.0, help='aspect ratio of result images') + parser.add_argument('--phase', type=str, default='test', help='train, val, test, etc') + # Dropout and Batchnorm has different behavioir during training and test. + parser.add_argument('--eval', action='store_true', help='use eval mode during test time.') + parser.add_argument('--num_test', type=int, default=50, help='how many test images to run') + # rewrite devalue values + parser.set_defaults(model='test') + # To avoid cropping, the load_size should be the same as crop_size + parser.set_defaults(load_size=parser.get_default('crop_size')) + self.isTrain = False + return parser diff --git a/pix2pix_vgg/options/.ipynb_checkpoints/train_options-checkpoint.py b/pix2pix_vgg/options/.ipynb_checkpoints/train_options-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..83623f0f5ac6fdc82f34705d73209ef4b1fea912 --- /dev/null +++ b/pix2pix_vgg/options/.ipynb_checkpoints/train_options-checkpoint.py @@ -0,0 +1,35 @@ +from .base_options import BaseOptions + + +class TrainOptions(BaseOptions): + """This class includes training options. + + It also includes shared options defined in BaseOptions. + """ + + def initialize(self, parser): + parser = BaseOptions.initialize(self, parser) + # HTML visualization parameters + parser.add_argument('--display_freq', type=int, default=400, help='frequency of showing training results on screen') + parser.add_argument('--update_html_freq', type=int, default=1000, help='frequency of saving training results to html') + parser.add_argument('--print_freq', type=int, default=100, help='frequency of showing training results on console') + parser.add_argument('--no_html', action='store_true', help='do not save intermediate training results to [opt.checkpoints_dir]/[opt.name]/web/') + # network saving and loading parameters + parser.add_argument('--save_latest_freq', type=int, default=5000, help='frequency of saving the latest results') + parser.add_argument('--save_epoch_freq', type=int, default=5, help='frequency of saving checkpoints at the end of epochs') + parser.add_argument('--save_by_iter', action='store_true', help='whether saves model by iteration') + parser.add_argument('--continue_train', action='store_true', help='continue training: load the latest model') + parser.add_argument('--epoch_count', type=int, default=1, help='the starting epoch count, we save the model by , +, ...') + parser.add_argument('--phase', type=str, default='train', help='train, val, test, etc') + # training parameters + parser.add_argument('--n_epochs', type=int, default=100, help='number of epochs with the initial learning rate') + parser.add_argument('--n_epochs_decay', type=int, default=100, help='number of epochs to linearly decay learning rate to zero') + parser.add_argument('--beta1', type=float, default=0.5, help='momentum term of adam') + parser.add_argument('--lr', type=float, default=0.0002, help='initial learning rate for adam') + parser.add_argument('--gan_mode', type=str, default='lsgan', help='the type of GAN objective. [vanilla| lsgan | wgangp]. vanilla GAN loss is the cross-entropy objective used in the original GAN paper.') + parser.add_argument('--pool_size', type=int, default=50, help='the size of image buffer that stores previously generated images') + parser.add_argument('--lr_policy', type=str, default='linear', help='learning rate policy. [linear | step | plateau | cosine]') + parser.add_argument('--lr_decay_iters', type=int, default=50, help='multiply by a gamma every lr_decay_iters iterations') + + self.isTrain = True + return parser diff --git a/pix2pix_vgg/options/__init__.py b/pix2pix_vgg/options/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e7eedebe54aa70169fd25951b3034d819e396c90 --- /dev/null +++ b/pix2pix_vgg/options/__init__.py @@ -0,0 +1 @@ +"""This package options includes option modules: training options, test options, and basic options (used in both training and test).""" diff --git a/pix2pix_vgg/options/__pycache__/__init__.cpython-312.pyc b/pix2pix_vgg/options/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..845a5af72062f86ac7c87f0c9ed0ae7c83a02825 Binary files /dev/null and b/pix2pix_vgg/options/__pycache__/__init__.cpython-312.pyc differ diff --git a/pix2pix_vgg/options/__pycache__/base_options.cpython-312.pyc b/pix2pix_vgg/options/__pycache__/base_options.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..085ec26acfc01487b84e96a387c706ccf7b85421 Binary files /dev/null and b/pix2pix_vgg/options/__pycache__/base_options.cpython-312.pyc differ diff --git a/pix2pix_vgg/options/__pycache__/test_options.cpython-312.pyc b/pix2pix_vgg/options/__pycache__/test_options.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6fc37ba73301213e401add6eed9a0cee4674cc01 Binary files /dev/null and b/pix2pix_vgg/options/__pycache__/test_options.cpython-312.pyc differ diff --git a/pix2pix_vgg/options/__pycache__/train_options.cpython-312.pyc b/pix2pix_vgg/options/__pycache__/train_options.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..667c2bd98a80d85971e6a961374c5b25f3582958 Binary files /dev/null and b/pix2pix_vgg/options/__pycache__/train_options.cpython-312.pyc differ diff --git a/pix2pix_vgg/options/base_options.py b/pix2pix_vgg/options/base_options.py new file mode 100644 index 0000000000000000000000000000000000000000..fb54ba952ce46f7a5b021e02370083295284a6cc --- /dev/null +++ b/pix2pix_vgg/options/base_options.py @@ -0,0 +1,133 @@ +import argparse +from pathlib import Path +from util import util +import torch +import models +import data + + +class BaseOptions: + """This class defines options used during both training and test time. + + It also implements several helper functions such as parsing, printing, and saving the options. + It also gathers additional options defined in functions in both dataset class and model class. + """ + + def __init__(self): + """Reset the class; indicates the class hasn't been initailized""" + self.initialized = False + + def initialize(self, parser): + """Define the common options that are used in both training and test.""" + # basic parameters + parser.add_argument("--dataroot", required=True, help="path to images (should have subfolders trainA, trainB, valA, valB, etc)") + parser.add_argument("--name", type=str, default="experiment_name", help="name of the experiment. It decides where to store samples and models") + parser.add_argument("--checkpoints_dir", type=str, default="./checkpoints", help="models are saved here") + # model parameters + parser.add_argument("--model", type=str, default="cycle_gan", help="chooses which model to use. [cycle_gan | pix2pix | test | colorization]") + parser.add_argument("--input_nc", type=int, default=3, help="# of input image channels: 3 for RGB and 1 for grayscale") + parser.add_argument("--output_nc", type=int, default=3, help="# of output image channels: 3 for RGB and 1 for grayscale") + parser.add_argument("--ngf", type=int, default=64, help="# of gen filters in the last conv layer") + parser.add_argument("--ndf", type=int, default=64, help="# of discrim filters in the first conv layer") + parser.add_argument("--netD", type=str, default="basic", help="specify discriminator architecture [basic | n_layers | pixel]. The basic model is a 70x70 PatchGAN. n_layers allows you to specify the layers in the discriminator") + parser.add_argument("--netG", type=str, default="resnet_9blocks", help="specify generator architecture [resnet_9blocks | resnet_6blocks | unet_256 | unet_128]") + parser.add_argument("--n_layers_D", type=int, default=3, help="only used if netD==n_layers") + parser.add_argument("--norm", type=str, default="instance", help="instance normalization or batch normalization [instance | batch | none | syncbatch]") + parser.add_argument("--init_type", type=str, default="normal", help="network initialization [normal | xavier | kaiming | orthogonal]") + parser.add_argument("--init_gain", type=float, default=0.02, help="scaling factor for normal, xavier and orthogonal.") + parser.add_argument("--no_dropout", action="store_true", help="no dropout for the generator") + # dataset parameters + parser.add_argument("--dataset_mode", type=str, default="unaligned", help="chooses how datasets are loaded. [unaligned | aligned | single | colorization]") + parser.add_argument("--direction", type=str, default="AtoB", help="AtoB or BtoA") + parser.add_argument("--serial_batches", action="store_true", help="if true, takes images in order to make batches, otherwise takes them randomly") + parser.add_argument("--num_threads", default=4, type=int, help="# threads for loading data") + parser.add_argument("--batch_size", type=int, default=1, help="input batch size") + parser.add_argument("--load_size", type=int, default=286, help="scale images to this size") + parser.add_argument("--crop_size", type=int, default=256, help="then crop to this size") + parser.add_argument("--max_dataset_size", type=int, default=float("inf"), help="Maximum number of samples allowed per dataset. If the dataset directory contains more than max_dataset_size, only a subset is loaded.") + parser.add_argument("--preprocess", type=str, default="resize_and_crop", help="scaling and cropping of images at load time [resize_and_crop | crop | scale_width | scale_width_and_crop | none]") + parser.add_argument("--no_flip", action="store_true", help="if specified, do not flip the images for data augmentation") + parser.add_argument("--display_winsize", type=int, default=256, help="display window size for both visdom and HTML") + # additional parameters + parser.add_argument("--epoch", type=str, default="latest", help="which epoch to load? set to latest to use latest cached model") + parser.add_argument("--load_iter", type=int, default="0", help="which iteration to load? if load_iter > 0, the code will load models by iter_[load_iter]; otherwise, the code will load models by [epoch]") + parser.add_argument("--verbose", action="store_true", help="if specified, print more debugging information") + parser.add_argument("--suffix", default="", type=str, help="customized suffix: opt.name = opt.name + suffix: e.g., {model}_{netG}_size{load_size}") + # wandb parameters + parser.add_argument("--use_wandb", action="store_true", help="if specified, then init wandb logging") + parser.add_argument("--wandb_project_name", type=str, default="CycleGAN-and-pix2pix", help="specify wandb project name") + + parser.add_argument('--masks_dir', type=str, default='', help='path to masks for ROI loss') + parser.add_argument('--lambda_roi', type=float, default=0.0, help='weight for ROI (mask) L1 loss') + parser.add_argument('--lambda_bg', type=float, default=0.0, help='weight for non-ROI fidelity loss') # ← 新增 + parser.add_argument('--use_mask_condition', action='store_true', + help='if set, concatenate mask as an extra channel to A for both G and D') + self.initialized = True + return parser + + def gather_options(self): + """Initialize our parser with basic options(only once). + Add additional model-specific and dataset-specific options. + These options are defined in the function + in model and dataset classes. + """ + if not self.initialized: # check if it has been initialized + parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter) + parser = self.initialize(parser) + + # get the basic options + opt, _ = parser.parse_known_args() + + # modify model-related parser options + model_name = opt.model + model_option_setter = models.get_option_setter(model_name) + parser = model_option_setter(parser, self.isTrain) + opt, _ = parser.parse_known_args() # parse again with new defaults + + # modify dataset-related parser options + dataset_name = opt.dataset_mode + dataset_option_setter = data.get_option_setter(dataset_name) + parser = dataset_option_setter(parser, self.isTrain) + + # save and return the parser + self.parser = parser + return parser.parse_args() + + def print_options(self, opt): + """Print and save options + + It will print both current options and default values(if different). + It will save options into a text file / [checkpoints_dir] / opt.txt + """ + message = "" + message += "----------------- Options ---------------\n" + for k, v in sorted(vars(opt).items()): + comment = "" + default = self.parser.get_default(k) + if v != default: + comment = "\t[default: %s]" % str(default) + message += "{:>25}: {:<30}{}\n".format(str(k), str(v), comment) + message += "----------------- End -------------------" + print(message) + + # save to the disk + expr_dir = Path(opt.checkpoints_dir) / opt.name + util.mkdirs(expr_dir) + file_name = expr_dir / f"{opt.phase}_opt.txt" + with open(file_name, "wt") as opt_file: + opt_file.write(message) + opt_file.write("\n") + + def parse(self): + """Parse our options, create checkpoints directory suffix, and set up gpu device.""" + opt = self.gather_options() + opt.isTrain = self.isTrain # train or test + + # process opt.suffix + if opt.suffix: + suffix = ("_" + opt.suffix.format(**vars(opt))) if opt.suffix != "" else "" + opt.name = opt.name + suffix + + self.print_options(opt) + self.opt = opt + return self.opt diff --git a/pix2pix_vgg/options/test_options.py b/pix2pix_vgg/options/test_options.py new file mode 100644 index 0000000000000000000000000000000000000000..9b0c4208bbbefcde5d767c78a2bdc1824181dfee --- /dev/null +++ b/pix2pix_vgg/options/test_options.py @@ -0,0 +1,28 @@ +from .base_options import BaseOptions + + +class TestOptions(BaseOptions): + """This class includes test options. + + It also includes shared options defined in BaseOptions. + """ + + def initialize(self, parser): + parser = BaseOptions.initialize(self, parser) # define shared options + parser.add_argument('--results_dir', type=str, default='./results/', help='saves results here.') + parser.add_argument('--aspect_ratio', type=float, default=1.0, help='aspect ratio of result images') + parser.add_argument('--phase', type=str, default='test', help='train, val, test, etc') + # Dropout and Batchnorm has different behavioir during training and test. + parser.add_argument('--eval', action='store_true', help='use eval mode during test time.') + parser.add_argument('--num_test', type=int, default=50, help='how many test images to run') + # rewrite devalue values + parser.set_defaults(model='test') + # 感知损失与掩膜相关(测试阶段给默认值即可) + parser.add_argument('--lambda_perc', type=float, default=0.0, + help='perceptual loss weight; keep 0 during test') + parser.add_argument('--perc_layers', type=str, default='relu3_3,relu4_4', + help='VGG layers used for perceptual features') + # To avoid cropping, the load_size should be the same as crop_size + parser.set_defaults(load_size=parser.get_default('crop_size')) + self.isTrain = False + return parser diff --git a/pix2pix_vgg/options/train_options.py b/pix2pix_vgg/options/train_options.py new file mode 100644 index 0000000000000000000000000000000000000000..1dbd43a90cdb9c5bdaf2a1fe3306568b87865c6e --- /dev/null +++ b/pix2pix_vgg/options/train_options.py @@ -0,0 +1,38 @@ +from .base_options import BaseOptions + + +class TrainOptions(BaseOptions): + """This class includes training options. + + It also includes shared options defined in BaseOptions. + """ + + def initialize(self, parser): + parser = BaseOptions.initialize(self, parser) + # HTML visualization parameters + parser.add_argument('--display_freq', type=int, default=400, help='frequency of showing training results on screen') + parser.add_argument('--update_html_freq', type=int, default=1000, help='frequency of saving training results to html') + parser.add_argument('--print_freq', type=int, default=100, help='frequency of showing training results on console') + parser.add_argument('--no_html', action='store_true', help='do not save intermediate training results to [opt.checkpoints_dir]/[opt.name]/web/') + # network saving and loading parameters + parser.add_argument('--save_latest_freq', type=int, default=5000, help='frequency of saving the latest results') + parser.add_argument('--save_epoch_freq', type=int, default=5, help='frequency of saving checkpoints at the end of epochs') + parser.add_argument('--save_by_iter', action='store_true', help='whether saves model by iteration') + parser.add_argument('--continue_train', action='store_true', help='continue training: load the latest model') + parser.add_argument('--epoch_count', type=int, default=1, help='the starting epoch count, we save the model by , +, ...') + parser.add_argument('--phase', type=str, default='train', help='train, val, test, etc') + # training parameters + parser.add_argument('--n_epochs', type=int, default=100, help='number of epochs with the initial learning rate') + parser.add_argument('--n_epochs_decay', type=int, default=100, help='number of epochs to linearly decay learning rate to zero') + parser.add_argument('--beta1', type=float, default=0.5, help='momentum term of adam') + parser.add_argument('--lr', type=float, default=0.0002, help='initial learning rate for adam') + parser.add_argument('--gan_mode', type=str, default='lsgan', help='the type of GAN objective. [vanilla| lsgan | wgangp]. vanilla GAN loss is the cross-entropy objective used in the original GAN paper.') + parser.add_argument('--pool_size', type=int, default=50, help='the size of image buffer that stores previously generated images') + parser.add_argument('--lr_policy', type=str, default='linear', help='learning rate policy. [linear | step | plateau | cosine]') + parser.add_argument('--lr_decay_iters', type=int, default=50, help='multiply by a gamma every lr_decay_iters iterations') + parser.add_argument('--lambda_perc', type=float, default=0.0, + help='weight for perceptual (VGG/LPIPS) loss; 0 disables it') + parser.add_argument('--perc_layers', type=str, default='relu3_3,relu4_4', + help='VGG19 layers to use, e.g. relu2_2,relu3_3,relu4_4; use "lpips" to switch to LPIPS') + self.isTrain = True + return parser diff --git a/pix2pix_vgg/pix2pix.ipynb b/pix2pix_vgg/pix2pix.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..b5d9d85913ba39ecae71d73d9d02656ab174c40f --- /dev/null +++ b/pix2pix_vgg/pix2pix.ipynb @@ -0,0 +1,283 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "view-in-github" + }, + "source": [ + "\"Open" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "7wNjDKdQy35h" + }, + "source": [ + "# Install" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "TRm-USlsHgEV" + }, + "outputs": [], + "source": [ + "!git clone https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "Pt3igws3eiVp" + }, + "outputs": [], + "source": [ + "import os\n", + "os.chdir('pytorch-CycleGAN-and-pix2pix/')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "z1EySlOXwwoa" + }, + "outputs": [], + "source": [ + "!pip install -r requirements.txt" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "8daqlgVhw29P" + }, + "source": [ + "# Datasets\n", + "\n", + "Download one of the official datasets with:\n", + "\n", + "- `bash ./datasets/download_pix2pix_dataset.sh [cityscapes, night2day, edges2handbags, edges2shoes, facades, maps]`\n", + "\n", + "Or use your own dataset by creating the appropriate folders and adding in the images. Follow the instructions [here](https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/datasets.md#pix2pix-datasets)." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "vrdOettJxaCc" + }, + "outputs": [], + "source": [ + "!bash ./datasets/download_pix2pix_dataset.sh facades" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "gdUz4116xhpm" + }, + "source": [ + "# Pretrained models\n", + "\n", + "Download one of the official pretrained models with:\n", + "\n", + "- `bash ./scripts/download_pix2pix_model.sh [edges2shoes, sat2map, map2sat, facades_label2photo, and day2night]`\n", + "\n", + "Or add your own pretrained model to `./checkpoints/{NAME}_pretrained/latest_net_G.pt`" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "GC2DEP4M0OsS" + }, + "outputs": [], + "source": [ + "!bash ./scripts/download_pix2pix_model.sh facades_label2photo" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "yFw1kDQBx3LN" + }, + "source": [ + "# Training\n", + "\n", + "- `python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA`\n", + "\n", + "Change the `--dataroot` and `--name` to your own dataset's path and model's name. Use `--gpu_ids 0,1,..` to train on multiple GPUs and `--batch_size` to change the batch size. Add `--direction BtoA` if you want to train a model to transfrom from class B to A." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "0sp7TCT2x9dB" + }, + "outputs": [], + "source": [ + "!python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA --display_id -1" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "9UkcaFZiyASl" + }, + "source": [ + "# Testing\n", + "\n", + "- `python test.py --dataroot ./datasets/facades --direction BtoA --model pix2pix --name facades_pix2pix`\n", + "\n", + "Change the `--dataroot`, `--name`, and `--direction` to be consistent with your trained model's configuration and how you want to transform images.\n", + "\n", + "> from https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix:\n", + "> Note that we specified --direction BtoA as Facades dataset's A to B direction is photos to labels.\n", + "\n", + "> If you would like to apply a pre-trained model to a collection of input images (rather than image pairs), please use --model test option. See ./scripts/test_single.sh for how to apply a model to Facade label maps (stored in the directory facades/testB).\n", + "\n", + "> See a list of currently available models at ./scripts/download_pix2pix_model.sh" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "mey7o6j-0368" + }, + "outputs": [], + "source": [ + "!ls checkpoints/" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "uCsKkEq0yGh0" + }, + "outputs": [], + "source": [ + "!python test.py --dataroot ./datasets/facades --direction BtoA --model pix2pix --name facades_label2photo_pretrained --use_wandb" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "text", + "id": "OzSKIPUByfiN" + }, + "source": [ + "# Visualize" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "9Mgg8raPyizq" + }, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "\n", + "img = plt.imread('./results/facades_label2photo_pretrained/test_latest/images/100_fake_B.png')\n", + "plt.imshow(img)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "0G3oVH9DyqLQ" + }, + "outputs": [], + "source": [ + "img = plt.imread('./results/facades_label2photo_pretrained/test_latest/images/100_real_A.png')\n", + "plt.imshow(img)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": {}, + "colab_type": "code", + "id": "ErK5OC1j1LH4" + }, + "outputs": [], + "source": [ + "img = plt.imread('./results/facades_label2photo_pretrained/test_latest/images/100_real_B.png')\n", + "plt.imshow(img)" + ] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "collapsed_sections": [], + "include_colab_link": true, + "name": "pix2pix", + "provenance": [] + }, + "environment": { + "name": "tf2-gpu.2-3.m74", + "type": "gcloud", + "uri": "gcr.io/deeplearning-platform-release/tf2-gpu.2-3:m74" + }, + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.7.10" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/pix2pix_vgg/prepare_aligned_dataset.py b/pix2pix_vgg/prepare_aligned_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..fc70f287891a0b5fe9ca007b85cd08f4532bfc85 --- /dev/null +++ b/pix2pix_vgg/prepare_aligned_dataset.py @@ -0,0 +1,42 @@ +# preprocess_aligned.py +# 将 datasets/rhino_aligned/{train,val} 下的 1200x1600 拼接图 +# 转换成合法的 aligned 尺寸: +# - "resize" 模式: 缩放到 1024x1536 (-> A,B: 512x1536) +# - "pad" 模式: 补边到 1280x1664 (-> A,B: 640x1664) + +from pathlib import Path +from PIL import Image + +MODE = "resize" # 改成 "pad" 可切换方案B + +def process_dir(d: Path): + exts = {".jpg", ".jpeg", ".png", ".JPG", ".JPEG", ".PNG"} + for p in sorted(d.iterdir()): + if p.suffix not in exts: + continue + im = Image.open(p).convert("RGB") + w, h = im.size # 原图应是 (1200,1600) + + if MODE == "resize": + # 直接缩放到 1024x1536 + im = im.resize((1024, 1536), Image.BICUBIC) + + elif MODE == "pad": + # 等比保持原尺寸,居中补边到 1280x1664 + target_w, target_h = 1280, 1664 + canvas = Image.new("RGB", (target_w, target_h), (0, 0, 0)) + x = (target_w - w) // 2 + y = (target_h - h) // 2 + canvas.paste(im, (x, y)) + im = canvas + + im.save(p, quality=95) + print(f"Processed {d} with mode={MODE}") + +if __name__ == "__main__": + root = Path("datasets/rhino_aligned") + for sub in ["train", "val"]: + d = root / sub + if d.exists(): + process_dir(d) + print("Done! Aligned images converted.") \ No newline at end of file diff --git a/pix2pix_vgg/run_eval_100_200.sh b/pix2pix_vgg/run_eval_100_200.sh new file mode 100644 index 0000000000000000000000000000000000000000..145b3168297e03a59b197699390e181fe457c224 --- /dev/null +++ b/pix2pix_vgg/run_eval_100_200.sh @@ -0,0 +1,54 @@ +#!/usr/bin/env bash +set -euo pipefail + +# ===== 可按需修改 ===== +GPU=2 # 选一张空闲卡(如 2) +RUN=rhino_pix2pix_roi # checkpoints 子目录名 +DATASET=datasets/rhino_aligned # 数据根 +VAL_MASKS=${DATASET}/val_masks # 验证集鼻部 mask +RESULTS=results # 结果输出根目录 +CSV=metrics_val.csv # 指标汇总 CSV +EPOCH_BEGIN=100 +EPOCH_END=200 +EPOCH_STEP=5 +# =========================================== + +# 避免显存碎片导致的 OOM(可按需调大/调小数值) +export PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:256 + +# 0) 清理旧评估 +rm -f "${CSV}" +for ep in $(seq ${EPOCH_BEGIN} ${EPOCH_STEP} ${EPOCH_END}); do + [ -d "${RESULTS}/ep${ep}" ] && rm -rf "${RESULTS}/ep${ep}" +done + +# 1) 逐 epoch 生成 fake_B(一定要用 --phase val 读取 val/) +for ep in $(seq ${EPOCH_BEGIN} ${EPOCH_STEP} ${EPOCH_END}); do + echo "=== [gen] epoch ${ep} ===" + CUDA_VISIBLE_DEVICES=${GPU} python test.py \ + --dataroot "${DATASET}" \ + --checkpoints_dir checkpoints \ + --name "${RUN}" \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --phase val \ + --epoch ${ep} --num_test -1 \ + --results_dir "${RESULTS}/ep${ep}" +done + +# 2) 逐 epoch 计算 L1/SSIM/LPIPS + Masked 版本,并写入 CSV +for ep in $(seq ${EPOCH_BEGIN} ${EPOCH_STEP} ${EPOCH_END}); do + echo "=== [eval] epoch ${ep} ===" + if [ ! -d "${RESULTS}/ep${ep}/images" ]; then + echo "[WARN] missing ${RESULTS}/ep${ep}/images,跳过 ${ep}" + continue + fi + python tools/evaluate.py \ + --results_root "${RESULTS}" \ + --epoch ${ep} \ + --mask_dir "${VAL_MASKS}" \ + --out_csv "${CSV}" +done + +echo "完成,指标汇总在 ${CSV} :" +tail -n 10 "${CSV}" diff --git a/pix2pix_vgg/run_when_free.sh b/pix2pix_vgg/run_when_free.sh new file mode 100644 index 0000000000000000000000000000000000000000..1731df83c353e54989e372ea5a27fa9016eacba4 --- /dev/null +++ b/pix2pix_vgg/run_when_free.sh @@ -0,0 +1,174 @@ +# #!/usr/bin/env bash +# set -euo pipefail + +# ############ 配置区 ############ +# GPU_ID=2 +# PROJECT_DIR="$HOME/pix2pix" # 项目根目录 +# ENV_NAME="liutao" # ← 你的 conda 环境名 +# RUNNAME="150epoch_mask" # checkpoints 子目录名 +# DATASET="datasets/rhino_aligned" # 数据集根 +# MASKS_DIR="$DATASET/train_masks" # 训练 mask 目录 +# VAL_MASKS_DIR="$DATASET/val_masks" # 验证 mask 目录 +# SAVE_EVERY=5 # 每隔多少 epoch 存一次权重/评一次 +# MEM_FREE=13000 # 认为“空闲”的显存阈值 MiB +# LAMBDA_L1=70 +# LAMBDA_ROI=6 +# LAMBDA_BG=2 # ← 新增:非 ROI 保真 +# ################################ + +# cd "$PROJECT_DIR" + +# # ---- 激活环境(有就激活,无则跳过)---- +# if command -v conda >/dev/null 2>&1; then +# # 让非交互 shell 也能用 conda +# source "$(conda info --base)/etc/profile.d/conda.sh" || true +# if conda env list | grep -qE "^\s*${ENV_NAME}\s"; then +# conda activate "${ENV_NAME}" || true +# fi +# fi + +# mkdir -p logs checkpoints results tools + +# STAMP="$(date +%F_%H%M%S)" +# TRAIN_LOG="logs/train_${STAMP}_gpu${GPU_ID}.log" +# EVAL_LOG="logs/eval_${STAMP}_gpu${GPU_ID}.log" + +# # ---- 把当前 Python/torch 环境写进日志,便于确认 ---- +# { +# echo "[`date`] which python: $(which python)" +# python -V +# python - <<'PY' +# import sys +# try: +# import torch +# print("torch", torch.__version__, "python", sys.version.split()[0], "cuda?", torch.cuda.is_available()) +# except Exception as e: +# print("torch import error:", e) +# PY +# } | tee -a "$TRAIN_LOG" + +# # 让 python 日志不缓存,tail 能实时看到 +# export PYTHONUNBUFFERED=1 + +# echo "[`date`] 监控 GPU ${GPU_ID},阈值 ${MEM_FREE} MiB;项目: ${PROJECT_DIR}" | tee -a "$TRAIN_LOG" + +# # ---- 等卡空闲 ---- +# while true; do +# USED=$(nvidia-smi --id=${GPU_ID} --query-gpu=memory.used --format=csv,noheader,nounits 2>/dev/null | head -n1 || echo 999999) +# if [[ "$USED" =~ ^[0-9]+$ ]] && [ "$USED" -lt "$MEM_FREE" ]; then +# echo "[`date`] GPU${GPU_ID} 空闲,显存 ${USED} MiB,开始训练…" | tee -a "$TRAIN_LOG" +# break +# fi +# echo "[`date`] GPU${GPU_ID} 显存 ${USED} MiB,等待中…" | tee -a "$TRAIN_LOG" +# sleep 300 +# done + +# # ---- 启动训练(nohup 后台)---- +# CUDA_VISIBLE_DEVICES=${GPU_ID} nohup python train.py \ +# --dataroot "${DATASET}" \ +# --checkpoints_dir checkpoints \ +# --name "${RUNNAME}" \ +# --model pix2pix --direction AtoB \ +# --dataset_mode aligned --preprocess none \ +# --netG unet_512 --netD n_layers --n_layers_D 4 \ +# --norm instance --gan_mode lsgan --no_dropout \ +# --batch_size 1 \ +# --lr 0.0002 \ +# --n_epochs 150 --n_epochs_decay 0 \ +# --lambda_L1 ${LAMBDA_L1} \ +# --masks_dir "${MASKS_DIR}" \ +# --lambda_roi ${LAMBDA_ROI} \ +# --lambda_bg ${LAMBDA_BG} \ +# --num_threads 0 \ +# --use_mask_condition \ +# --save_epoch_freq ${SAVE_EVERY} \ +# > "${TRAIN_LOG}" 2>&1 & + + + +# TRAIN_PID=$! +# echo "[`date`] 训练已启动:PID=${TRAIN_PID},日志:${TRAIN_LOG}" + + + +cd ~/pix2pix + +RUNNAME="150epoch_mask" +DATASET="datasets/rhino_aligned" +MASKS_DIR="$DATASET/train_masks" +STAMP="$(date +%F_%H%M%S)" +TRAIN_LOG="logs/train_${STAMP}_gpu2.log" + +CUDA_VISIBLE_DEVICES=2 nohup python -u train.py \ + --dataroot "${DATASET}" \ + --checkpoints_dir checkpoints \ + --name "${RUNNAME}" \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --netG unet_512 --netD n_layers --n_layers_D 4 \ + --norm instance --gan_mode lsgan --no_dropout \ + --batch_size 1 \ + --lr 0.0002 \ + --n_epochs 150 --n_epochs_decay 0 \ + --lambda_L1 100 \ + --masks_dir "${MASKS_DIR}" \ + --lambda_roi 6 \ + --lambda_bg 2 \ + --lambda_perc 0.3 --perc_layers relu3_3,relu4_4 \ + --use_mask_condition \ + --num_threads 0 \ + --no_flip \ + --save_epoch_freq 5 \ + > "${TRAIN_LOG}" 2>&1 & + +echo $! > logs/last_train_pid.txt +echo "PID=$(cat logs/last_train_pid.txt) LOG=${TRAIN_LOG}" +sleep 2 +pgrep -fa "python train.py" || echo "no train.py" +tail -n 50 "${TRAIN_LOG}" + + + + +python train.py \ + --dataroot ~/data/rhino_aligned \ + --checkpoints_dir ~/checkpoints \ + --name pix2pix_maskA \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --netG unet_512 --netD n_layers --n_layers_D 4 \ + --norm instance --gan_mode lsgan --no_dropout \ + --input_nc 3 --output_nc 3 \ + --batch_size 1 --lr 0.0002 \ + --n_epochs 150 --n_epochs_decay 0 \ + --lambda_L1 100 \ + --lambda_roi 6 --lambda_bg 2 \ + --use_mask_condition \ + --no_flip \ + --masks_A_dir ~/data/rhino_aligned/train_softA \ + --masks_B_dir ~/data/rhino_aligned/train_mask \ + --lambda_perc 0.3 --perc_layers relu3_3,relu4_4 \ + --save_epoch_freq 5 + + + +python train.py \ + --dataroot ~/data/rhino_aligned \ + --checkpoints_dir ~/checkpoints \ + --name pix2pix_maskA \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --netG unet_512 --netD n_layers --n_layers_D 4 \ + --norm instance --gan_mode lsgan --no_dropout \ + --input_nc 3 --output_nc 3 \ + --batch_size 1 --lr 0.0002 \ + --epoch_count 116 --n_epochs 200 --n_epochs_decay 0 \ + --lambda_L1 100 \ + --lambda_roi 6 --lambda_bg 2 \ + --use_mask_condition \ + --no_flip \ + --continue_train --epoch 115 \ + --masks_A_dir ~/data/rhino_aligned/train_softA \ + --masks_B_dir ~/data/rhino_aligned/train_mask \ + --lambda_perc 0.3 --perc_layers relu3_3,relu4_4 \ + --save_epoch_freq 5 \ No newline at end of file diff --git a/pix2pix_vgg/scripts/conda_deps.sh b/pix2pix_vgg/scripts/conda_deps.sh new file mode 100644 index 0000000000000000000000000000000000000000..72df436f0e9f3d0419a3e9e818c5be87b3a07fbb --- /dev/null +++ b/pix2pix_vgg/scripts/conda_deps.sh @@ -0,0 +1,4 @@ +set -ex +conda install numpy pyyaml mkl mkl-include setuptools cmake cffi typing +conda install pytorch torchvision -c pytorch # add cuda90 if CUDA 9 +conda install visdom dominate -c conda-forge # install visdom and dominate diff --git a/pix2pix_vgg/scripts/download_cyclegan_model.sh b/pix2pix_vgg/scripts/download_cyclegan_model.sh new file mode 100644 index 0000000000000000000000000000000000000000..26e198a44aa5f788b7c6268005570b0e916d430c --- /dev/null +++ b/pix2pix_vgg/scripts/download_cyclegan_model.sh @@ -0,0 +1,11 @@ +FILE=$1 + +echo "Note: available models are apple2orange, orange2apple, summer2winter_yosemite, winter2summer_yosemite, horse2zebra, zebra2horse, monet2photo, style_monet, style_cezanne, style_ukiyoe, style_vangogh, sat2map, map2sat, cityscapes_photo2label, cityscapes_label2photo, facades_photo2label, facades_label2photo, iphone2dslr_flower" + +echo "Specified [$FILE]" + +mkdir -p ./checkpoints/${FILE}_pretrained +MODEL_FILE=./checkpoints/${FILE}_pretrained/latest_net_G.pth +URL=http://efrosgans.eecs.berkeley.edu/cyclegan/pretrained_models/$FILE.pth + +wget -N $URL -O $MODEL_FILE diff --git a/pix2pix_vgg/scripts/download_pix2pix_model.sh b/pix2pix_vgg/scripts/download_pix2pix_model.sh new file mode 100644 index 0000000000000000000000000000000000000000..6b21232f074c7b9ee05bc04b93a803d1c0030ed1 --- /dev/null +++ b/pix2pix_vgg/scripts/download_pix2pix_model.sh @@ -0,0 +1,10 @@ +FILE=$1 + +echo "Note: available models are edges2shoes, sat2map, map2sat, facades_label2photo, and day2night" +echo "Specified [$FILE]" + +mkdir -p ./checkpoints/${FILE}_pretrained +MODEL_FILE=./checkpoints/${FILE}_pretrained/latest_net_G.pth +URL=http://efrosgans.eecs.berkeley.edu/pix2pix/models-pytorch/$FILE.pth + +wget -N $URL -O $MODEL_FILE diff --git a/pix2pix_vgg/scripts/edges/PostprocessHED.m b/pix2pix_vgg/scripts/edges/PostprocessHED.m new file mode 100644 index 0000000000000000000000000000000000000000..78a99106ea6d769f271acbfc992d1b5965fc5031 --- /dev/null +++ b/pix2pix_vgg/scripts/edges/PostprocessHED.m @@ -0,0 +1,77 @@ +%%% Prerequisites +% You need to get the cpp file edgesNmsMex.cpp from https://raw.githubusercontent.com/pdollar/edges/master/private/edgesNmsMex.cpp +% and compile it in Matlab: mex edgesNmsMex.cpp +% You also need to download and install Piotr's Computer Vision Matlab Toolbox: https://pdollar.github.io/toolbox/ + +%%% parameters +% hed_mat_dir: the hed mat file directory (the output of 'batch_hed.py') +% edge_dir: the output HED edges directory +% image_width: resize the edge map to [image_width, image_width] +% threshold: threshold for image binarization (default 25.0/255.0) +% small_edge: remove small edges (default 5) + +function [] = PostprocessHED(hed_mat_dir, edge_dir, image_width, threshold, small_edge) + +if ~exist(edge_dir, 'dir') + mkdir(edge_dir); +end +fileList = dir(fullfile(hed_mat_dir, '*.mat')); +nFiles = numel(fileList); +fprintf('find %d mat files\n', nFiles); + +for n = 1 : nFiles + if mod(n, 1000) == 0 + fprintf('process %d/%d images\n', n, nFiles); + end + fileName = fileList(n).name; + filePath = fullfile(hed_mat_dir, fileName); + jpgName = strrep(fileName, '.mat', '.jpg'); + edge_path = fullfile(edge_dir, jpgName); + + if ~exist(edge_path, 'file') + E = GetEdge(filePath); + E = imresize(E,[image_width,image_width]); + E_simple = SimpleEdge(E, threshold, small_edge); + E_simple = uint8(E_simple*255); + imwrite(E_simple, edge_path, 'Quality',100); + end +end +end + + + + +function [E] = GetEdge(filePath) +load(filePath); +E = 1-edge_predict; +end + +function [E4] = SimpleEdge(E, threshold, small_edge) +if nargin <= 1 + threshold = 25.0/255.0; +end + +if nargin <= 2 + small_edge = 5; +end + +if ndims(E) == 3 + E = E(:,:,1); +end + +E1 = 1 - E; +E2 = EdgeNMS(E1); +E3 = double(E2>=max(eps,threshold)); +E3 = bwmorph(E3,'thin',inf); +E4 = bwareaopen(E3, small_edge); +E4=1-E4; +end + +function [E_nms] = EdgeNMS( E ) +E=single(E); +[Ox,Oy] = gradient2(convTri(E,4)); +[Oxx,~] = gradient2(Ox); +[Oxy,Oyy] = gradient2(Oy); +O = mod(atan(Oyy.*sign(-Oxy)./(Oxx+1e-5)),pi); +E_nms = edgesNmsMex(E,O,1,5,1.01,1); +end diff --git a/pix2pix_vgg/scripts/edges/batch_hed.py b/pix2pix_vgg/scripts/edges/batch_hed.py new file mode 100644 index 0000000000000000000000000000000000000000..bc611e1c1db9e5b4a6648a4605a93a9a9754a784 --- /dev/null +++ b/pix2pix_vgg/scripts/edges/batch_hed.py @@ -0,0 +1,81 @@ +# HED batch processing script; modified from https://github.com/s9xie/hed/blob/master/examples/hed/HED-tutorial.ipynb +# Step 1: download the hed repo: https://github.com/s9xie/hed +# Step 2: download the models and protoxt, and put them under {caffe_root}/examples/hed/ +# Step 3: put this script under {caffe_root}/examples/hed/ +# Step 4: run the following script: +# python batch_hed.py --images_dir=/data/to/path/photos/ --hed_mat_dir=/data/to/path/hed_mat_files/ +# The code sometimes crashes after computation is done. Error looks like "Check failed: ... driver shutting down". You can just kill the job. +# For large images, it will produce gpu memory issue. Therefore, you better resize the images before running this script. +# Step 5: run the MATLAB post-processing script "PostprocessHED.m" + + +import caffe +import numpy as np +from PIL import Image +import os +import argparse +import sys +import scipy.io as sio + + +def parse_args(): + parser = argparse.ArgumentParser(description='batch proccesing: photos->edges') + parser.add_argument('--caffe_root', dest='caffe_root', help='caffe root', default='../../', type=str) + parser.add_argument('--caffemodel', dest='caffemodel', help='caffemodel', default='./hed_pretrained_bsds.caffemodel', type=str) + parser.add_argument('--prototxt', dest='prototxt', help='caffe prototxt file', default='./deploy.prototxt', type=str) + parser.add_argument('--images_dir', dest='images_dir', help='directory to store input photos', type=str) + parser.add_argument('--hed_mat_dir', dest='hed_mat_dir', help='directory to store output hed edges in mat file', type=str) + parser.add_argument('--border', dest='border', help='padding border', type=int, default=128) + parser.add_argument('--gpu_id', dest='gpu_id', help='gpu id', type=int, default=1) + args = parser.parse_args() + return args + + +args = parse_args() +for arg in vars(args): + print('[%s] =' % arg, getattr(args, arg)) +# Make sure that caffe is on the python path: +caffe_root = args.caffe_root # this file is expected to be in {caffe_root}/examples/hed/ +sys.path.insert(0, caffe_root + 'python') + + +if not os.path.exists(args.hed_mat_dir): + print('create output directory %s' % args.hed_mat_dir) + os.makedirs(args.hed_mat_dir) + +imgList = os.listdir(args.images_dir) +nImgs = len(imgList) +print('#images = %d' % nImgs) + +caffe.set_mode_gpu() +caffe.set_device(args.gpu_id) +# load net +net = caffe.Net(args.prototxt, args.caffemodel, caffe.TEST) +# pad border +border = args.border + +for i in range(nImgs): + if i % 500 == 0: + print('processing image %d/%d' % (i, nImgs)) + im = Image.open(os.path.join(args.images_dir, imgList[i])) + + in_ = np.array(im, dtype=np.float32) + in_ = np.pad(in_, ((border, border), (border, border), (0, 0)), 'reflect') + + in_ = in_[:, :, 0:3] + in_ = in_[:, :, ::-1] + in_ -= np.array((104.00698793, 116.66876762, 122.67891434)) + in_ = in_.transpose((2, 0, 1)) + # remove the following two lines if testing with cpu + + # shape for input (data blob is N x C x H x W), set data + net.blobs['data'].reshape(1, *in_.shape) + net.blobs['data'].data[...] = in_ + # run net and take argmax for prediction + net.forward() + fuse = net.blobs['sigmoid-fuse'].data[0][0, :, :] + # get rid of the border + fuse = fuse[(border + 35):(-border + 35), (border + 35):(-border + 35)] + # save hed file to the disk + name, ext = os.path.splitext(imgList[i]) + sio.savemat(os.path.join(args.hed_mat_dir, name + '.mat'), {'edge_predict': fuse}) diff --git a/pix2pix_vgg/scripts/eval_cityscapes/cityscapes.py b/pix2pix_vgg/scripts/eval_cityscapes/cityscapes.py new file mode 100644 index 0000000000000000000000000000000000000000..05b14715d3bc265e56836f84118582360f237d99 --- /dev/null +++ b/pix2pix_vgg/scripts/eval_cityscapes/cityscapes.py @@ -0,0 +1,141 @@ +# The following code is modified from https://github.com/shelhamer/clockwork-fcn +import sys +import os +import glob +import numpy as np +from PIL import Image + + +class cityscapes: + def __init__(self, data_path): + # data_path something like /data2/cityscapes + self.dir = data_path + self.classes = ['road', 'sidewalk', 'building', 'wall', 'fence', + 'pole', 'traffic light', 'traffic sign', 'vegetation', 'terrain', + 'sky', 'person', 'rider', 'car', 'truck', + 'bus', 'train', 'motorcycle', 'bicycle'] + self.mean = np.array((72.78044, 83.21195, 73.45286), dtype=np.float32) + # import cityscapes label helper and set up label mappings + sys.path.insert(0, '{}/scripts/helpers/'.format(self.dir)) + labels = __import__('labels') + self.id2trainId = {label.id: label.trainId for label in labels.labels} # dictionary mapping from raw IDs to train IDs + self.trainId2color = {label.trainId: label.color for label in labels.labels} # dictionary mapping train IDs to colors as 3-tuples + + def get_dset(self, split): + ''' + List images as (city, id) for the specified split + + TODO(shelhamer) generate splits from cityscapes itself, instead of + relying on these separately made text files. + ''' + if split == 'train': + dataset = open('{}/ImageSets/segFine/train.txt'.format(self.dir)).read().splitlines() + else: + dataset = open('{}/ImageSets/segFine/val.txt'.format(self.dir)).read().splitlines() + return [(item.split('/')[0], item.split('/')[1]) for item in dataset] + + def load_image(self, split, city, idx): + im = Image.open('{}/leftImg8bit_sequence/{}/{}/{}_leftImg8bit.png'.format(self.dir, split, city, idx)) + return im + + def assign_trainIds(self, label): + """ + Map the given label IDs to the train IDs appropriate for training + Use the label mapping provided in labels.py from the cityscapes scripts + """ + label = np.array(label, dtype=np.float32) + if sys.version_info[0] < 3: + for k, v in self.id2trainId.iteritems(): + label[label == k] = v + else: + for k, v in self.id2trainId.items(): + label[label == k] = v + return label + + def load_label(self, split, city, idx): + """ + Load label image as 1 x height x width integer array of label indices. + The leading singleton dimension is required by the loss. + """ + label = Image.open('{}/gtFine/{}/{}/{}_gtFine_labelIds.png'.format(self.dir, split, city, idx)) + label = self.assign_trainIds(label) # get proper labels for eval + label = np.array(label, dtype=np.uint8) + label = label[np.newaxis, ...] + return label + + def preprocess(self, im): + """ + Preprocess loaded image (by load_image) for Caffe: + - cast to float + - switch channels RGB -> BGR + - subtract mean + - transpose to channel x height x width order + """ + in_ = np.array(im, dtype=np.float32) + in_ = in_[:, :, ::-1] + in_ -= self.mean + in_ = in_.transpose((2, 0, 1)) + return in_ + + def palette(self, label): + ''' + Map trainIds to colors as specified in labels.py + ''' + if label.ndim == 3: + label = label[0] + color = np.empty((label.shape[0], label.shape[1], 3)) + if sys.version_info[0] < 3: + for k, v in self.trainId2color.iteritems(): + color[label == k, :] = v + else: + for k, v in self.trainId2color.items(): + color[label == k, :] = v + return color + + def make_boundaries(label, thickness=None): + """ + Input is an image label, output is a numpy array mask encoding the boundaries of the objects + Extract pixels at the true boundary by dilation - erosion of label. + Don't just pick the void label as it is not exclusive to the boundaries. + """ + assert(thickness is not None) + import skimage.morphology as skm + void = 255 + mask = np.logical_and(label > 0, label != void)[0] + selem = skm.disk(thickness) + boundaries = np.logical_xor(skm.dilation(mask, selem), + skm.erosion(mask, selem)) + return boundaries + + def list_label_frames(self, split): + """ + Select labeled frames from a split for evaluation + collected as (city, shot, idx) tuples + """ + def file2idx(f): + """Helper to convert file path into frame ID""" + city, shot, frame = (os.path.basename(f).split('_')[:3]) + return "_".join([city, shot, frame]) + frames = [] + cities = [os.path.basename(f) for f in glob.glob('{}/gtFine/{}/*'.format(self.dir, split))] + for c in cities: + files = sorted(glob.glob('{}/gtFine/{}/{}/*labelIds.png'.format(self.dir, split, c))) + frames.extend([file2idx(f) for f in files]) + return frames + + def collect_frame_sequence(self, split, idx, length): + """ + Collect sequence of frames preceding (and including) a labeled frame + as a list of Images. + + Note: 19 preceding frames are provided for each labeled frame. + """ + SEQ_LEN = length + city, shot, frame = idx.split('_') + frame = int(frame) + frame_seq = [] + for i in range(frame - SEQ_LEN, frame + 1): + frame_path = '{0}/leftImg8bit_sequence/val/{1}/{1}_{2}_{3:0>6d}_leftImg8bit.png'.format( + self.dir, city, shot, i) + frame_seq.append(Image.open(frame_path)) + return frame_seq diff --git a/pix2pix_vgg/scripts/eval_cityscapes/download_fcn8s.sh b/pix2pix_vgg/scripts/eval_cityscapes/download_fcn8s.sh new file mode 100644 index 0000000000000000000000000000000000000000..d769d8960bda1d85359aa125363e6f71980ff610 --- /dev/null +++ b/pix2pix_vgg/scripts/eval_cityscapes/download_fcn8s.sh @@ -0,0 +1,3 @@ +URL=http://efrosgans.eecs.berkeley.edu/pix2pix_extra/fcn-8s-cityscapes.caffemodel +OUTPUT_FILE=./scripts/eval_cityscapes/caffemodel/fcn-8s-cityscapes.caffemodel +wget -N $URL -O $OUTPUT_FILE diff --git a/pix2pix_vgg/scripts/eval_cityscapes/evaluate.py b/pix2pix_vgg/scripts/eval_cityscapes/evaluate.py new file mode 100644 index 0000000000000000000000000000000000000000..c53b43934ee833dd6b8bbc5b5615198daad244a0 --- /dev/null +++ b/pix2pix_vgg/scripts/eval_cityscapes/evaluate.py @@ -0,0 +1,69 @@ +import os +import caffe +import argparse +import numpy as np +import scipy.misc +from PIL import Image +from util import segrun, fast_hist, get_scores +from cityscapes import cityscapes + +parser = argparse.ArgumentParser() +parser.add_argument("--cityscapes_dir", type=str, required=True, help="Path to the original cityscapes dataset") +parser.add_argument("--result_dir", type=str, required=True, help="Path to the generated images to be evaluated") +parser.add_argument("--output_dir", type=str, required=True, help="Where to save the evaluation results") +parser.add_argument("--caffemodel_dir", type=str, default='./scripts/eval_cityscapes/caffemodel/', help="Where the FCN-8s caffemodel stored") +parser.add_argument("--gpu_id", type=int, default=0, help="Which gpu id to use") +parser.add_argument("--split", type=str, default='val', help="Data split to be evaluated") +parser.add_argument("--save_output_images", type=int, default=0, help="Whether to save the FCN output images") +args = parser.parse_args() + + +def main(): + if not os.path.isdir(args.output_dir): + os.makedirs(args.output_dir) + if args.save_output_images > 0: + output_image_dir = args.output_dir + 'image_outputs/' + if not os.path.isdir(output_image_dir): + os.makedirs(output_image_dir) + CS = cityscapes(args.cityscapes_dir) + n_cl = len(CS.classes) + label_frames = CS.list_label_frames(args.split) + caffe.set_device(args.gpu_id) + caffe.set_mode_gpu() + net = caffe.Net(args.caffemodel_dir + '/deploy.prototxt', + args.caffemodel_dir + 'fcn-8s-cityscapes.caffemodel', + caffe.TEST) + + hist_perframe = np.zeros((n_cl, n_cl)) + for i, idx in enumerate(label_frames): + if i % 10 == 0: + print('Evaluating: %d/%d' % (i, len(label_frames))) + city = idx.split('_')[0] + # idx is city_shot_frame + label = CS.load_label(args.split, city, idx) + im_file = args.result_dir + '/' + idx + '_leftImg8bit.png' + im = np.array(Image.open(im_file)) + im = scipy.misc.imresize(im, (label.shape[1], label.shape[2])) + # im = np.array(Image.fromarray(im).resize((label.shape[1], label.shape[2]))) # Note: scipy.misc.imresize is deprecated, but we still use it for reproducibility. + out = segrun(net, CS.preprocess(im)) + hist_perframe += fast_hist(label.flatten(), out.flatten(), n_cl) + if args.save_output_images > 0: + label_im = CS.palette(label) + pred_im = CS.palette(out) + scipy.misc.imsave(output_image_dir + '/' + str(i) + '_pred.jpg', pred_im) + scipy.misc.imsave(output_image_dir + '/' + str(i) + '_gt.jpg', label_im) + scipy.misc.imsave(output_image_dir + '/' + str(i) + '_input.jpg', im) + + mean_pixel_acc, mean_class_acc, mean_class_iou, per_class_acc, per_class_iou = get_scores(hist_perframe) + with open(args.output_dir + '/evaluation_results.txt', 'w') as f: + f.write('Mean pixel accuracy: %f\n' % mean_pixel_acc) + f.write('Mean class accuracy: %f\n' % mean_class_acc) + f.write('Mean class IoU: %f\n' % mean_class_iou) + f.write('************ Per class numbers below ************\n') + for i, cl in enumerate(CS.classes): + while len(cl) < 15: + cl = cl + ' ' + f.write('%s: acc = %f, iou = %f\n' % (cl, per_class_acc[i], per_class_iou[i])) + + +main() diff --git a/pix2pix_vgg/scripts/eval_cityscapes/util.py b/pix2pix_vgg/scripts/eval_cityscapes/util.py new file mode 100644 index 0000000000000000000000000000000000000000..8fce27fd6eba907d4caaa185d15884aef82e8a87 --- /dev/null +++ b/pix2pix_vgg/scripts/eval_cityscapes/util.py @@ -0,0 +1,42 @@ +# The following code is modified from https://github.com/shelhamer/clockwork-fcn +import numpy as np + + +def get_out_scoremap(net): + return net.blobs['score'].data[0].argmax(axis=0).astype(np.uint8) + + +def feed_net(net, in_): + """ + Load prepared input into net. + """ + net.blobs['data'].reshape(1, *in_.shape) + net.blobs['data'].data[...] = in_ + + +def segrun(net, in_): + feed_net(net, in_) + net.forward() + return get_out_scoremap(net) + + +def fast_hist(a, b, n): + k = np.where((a >= 0) & (a < n))[0] + bc = np.bincount(n * a[k].astype(int) + b[k], minlength=n**2) + if len(bc) != n**2: + # ignore this example if dimension mismatch + return 0 + return bc.reshape(n, n) + + +def get_scores(hist): + # Mean pixel accuracy + acc = np.diag(hist).sum() / (hist.sum() + 1e-12) + + # Per class accuracy + cl_acc = np.diag(hist) / (hist.sum(1) + 1e-12) + + # Per class IoU + iu = np.diag(hist) / (hist.sum(1) + hist.sum(0) - np.diag(hist) + 1e-12) + + return acc, np.nanmean(cl_acc), np.nanmean(iu), cl_acc, iu diff --git a/pix2pix_vgg/scripts/install_deps.sh b/pix2pix_vgg/scripts/install_deps.sh new file mode 100644 index 0000000000000000000000000000000000000000..801c7dded7a27cf850f2671b020bcdc82641a7c8 --- /dev/null +++ b/pix2pix_vgg/scripts/install_deps.sh @@ -0,0 +1,3 @@ +set -ex +pip install visdom +pip install dominate diff --git a/pix2pix_vgg/scripts/test_before_push.py b/pix2pix_vgg/scripts/test_before_push.py new file mode 100644 index 0000000000000000000000000000000000000000..cb9728024bd00902becd2624839f6fccd9ce792f --- /dev/null +++ b/pix2pix_vgg/scripts/test_before_push.py @@ -0,0 +1,123 @@ +import pytest +import os +import subprocess +from pathlib import Path + + +class TestBeforePush: + """Test suite to ensure basic functionality works before pushing code.""" + + @pytest.fixture(autouse=True) + def setup_datasets(self): + """Download required mini datasets if they don't exist.""" + if not Path("./datasets/mini").exists(): + subprocess.run(["bash", "./datasets/download_cyclegan_dataset.sh", "mini"], check=True) + + if not Path("./datasets/mini_pix2pix").exists(): + subprocess.run(["bash", "./datasets/download_cyclegan_dataset.sh", "mini_pix2pix"], check=True) + + if not Path("./datasets/mini_colorization").exists(): + subprocess.run(["bash", "./datasets/download_cyclegan_dataset.sh", "mini_colorization"], check=True) + + def test_pretrained_cyclegan_model(self): + """Test pretrained CycleGAN model download and inference.""" + if not Path("./checkpoints/horse2zebra_pretrained/latest_net_G.pth").exists(): + subprocess.run(["bash", "./scripts/download_cyclegan_model.sh", "horse2zebra"], check=True) + + result = subprocess.run([ + "python", "test.py", "--model", "test", "--dataroot", "./datasets/mini", + "--name", "horse2zebra_pretrained", "--no_dropout", "--num_test", "1" + ], capture_output=True, text=True) + + assert result.returncode == 0, f"CycleGAN test failed: {result.stderr}" + + def test_pretrained_pix2pix_model(self): + """Test pretrained pix2pix model download and inference.""" + if not Path("./checkpoints/facades_label2photo_pretrained/latest_net_G.pth").exists(): + subprocess.run(["bash", "./scripts/download_pix2pix_model.sh", "facades_label2photo"], check=True) + + if not Path("./datasets/facades").exists(): + subprocess.run(["bash", "./datasets/download_pix2pix_dataset.sh", "facades"], check=True) + + result = subprocess.run([ + "python", "test.py", "--dataroot", "./datasets/facades/", "--direction", "BtoA", + "--model", "pix2pix", "--name", "facades_label2photo_pretrained", "--num_test", "1" + ], capture_output=True, text=True) + + assert result.returncode == 0, f"Pix2pix test failed: {result.stderr}" + + def test_cyclegan_train_test(self): + """Test CycleGAN training and testing pipeline.""" + # Train + train_result = subprocess.run([ + "python", "train.py", "--model", "cycle_gan", "--name", "temp_cyclegan", + "--dataroot", "./datasets/mini", "--n_epochs", "1", "--n_epochs_decay", "0", + "--save_latest_freq", "10", "--print_freq", "1" + ], capture_output=True, text=True) + + assert train_result.returncode == 0, f"CycleGAN training failed: {train_result.stderr}" + + # Test + test_result = subprocess.run([ + "python", "test.py", "--model", "test", "--name", "temp_cyclegan", + "--dataroot", "./datasets/mini", "--num_test", "1", "--model_suffix", "_A", "--no_dropout" + ], capture_output=True, text=True) + + assert test_result.returncode == 0, f"CycleGAN testing failed: {test_result.stderr}" + + def test_pix2pix_train_test(self): + """Test pix2pix training and testing pipeline.""" + # Train + train_result = subprocess.run([ + "python", "train.py", "--model", "pix2pix", "--name", "temp_pix2pix", + "--dataroot", "./datasets/mini_pix2pix", "--n_epochs", "1", "--n_epochs_decay", "5", + "--save_latest_freq", "10" + ], capture_output=True, text=True) + + assert train_result.returncode == 0, f"Pix2pix training failed: {train_result.stderr}" + + # Test + test_result = subprocess.run([ + "python", "test.py", "--model", "pix2pix", "--name", "temp_pix2pix", + "--dataroot", "./datasets/mini_pix2pix", "--num_test", "1" + ], capture_output=True, text=True) + + assert test_result.returncode == 0, f"Pix2pix testing failed: {test_result.stderr}" + + def test_template_train_test(self): + """Test template model training and testing.""" + # Train + train_result = subprocess.run([ + "python", "train.py", "--model", "template", "--name", "temp2", + "--dataroot", "./datasets/mini_pix2pix", "--n_epochs", "1", "--n_epochs_decay", "0", + "--save_latest_freq", "10" + ], capture_output=True, text=True) + + assert train_result.returncode == 0, f"Template training failed: {train_result.stderr}" + + # Test + test_result = subprocess.run([ + "python", "test.py", "--model", "template", "--name", "temp2", + "--dataroot", "./datasets/mini_pix2pix", "--num_test", "1" + ], capture_output=True, text=True) + + assert test_result.returncode == 0, f"Template testing failed: {test_result.stderr}" + + def test_colorization_train_test(self): + """Test colorization model training and testing.""" + # Train + train_result = subprocess.run([ + "python", "train.py", "--model", "colorization", "--name", "temp_color", + "--dataroot", "./datasets/mini_colorization", "--n_epochs", "1", "--n_epochs_decay", "0", + "--save_latest_freq", "5" + ], capture_output=True, text=True) + + assert train_result.returncode == 0, f"Colorization training failed: {train_result.stderr}" + + # Test + test_result = subprocess.run([ + "python", "test.py", "--model", "colorization", "--name", "temp_color", + "--dataroot", "./datasets/mini_colorization", "--num_test", "1" + ], capture_output=True, text=True) + + assert test_result.returncode == 0, f"Colorization testing failed: {test_result.stderr}" diff --git a/pix2pix_vgg/scripts/test_colorization.sh b/pix2pix_vgg/scripts/test_colorization.sh new file mode 100644 index 0000000000000000000000000000000000000000..9837fd5fffae32ca2d72101edb1926b2c552f8ef --- /dev/null +++ b/pix2pix_vgg/scripts/test_colorization.sh @@ -0,0 +1,2 @@ +set -ex +python test.py --dataroot ./datasets/colorization --name color_pix2pix --model colorization diff --git a/pix2pix_vgg/scripts/test_cyclegan.sh b/pix2pix_vgg/scripts/test_cyclegan.sh new file mode 100644 index 0000000000000000000000000000000000000000..9036bf8676aba628161a2db69a89fde3c23fb16f --- /dev/null +++ b/pix2pix_vgg/scripts/test_cyclegan.sh @@ -0,0 +1,2 @@ +set -ex +python test.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan --phase test --no_dropout diff --git a/pix2pix_vgg/scripts/test_pix2pix.sh b/pix2pix_vgg/scripts/test_pix2pix.sh new file mode 100644 index 0000000000000000000000000000000000000000..589599b4c16b1777b8f44e1ee1aadda127de969a --- /dev/null +++ b/pix2pix_vgg/scripts/test_pix2pix.sh @@ -0,0 +1,2 @@ +set -ex +python test.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --netG unet_256 --direction BtoA --dataset_mode aligned --norm batch diff --git a/pix2pix_vgg/scripts/test_single.sh b/pix2pix_vgg/scripts/test_single.sh new file mode 100644 index 0000000000000000000000000000000000000000..eada640276bd31bdd141c88f13dea3d1379e684d --- /dev/null +++ b/pix2pix_vgg/scripts/test_single.sh @@ -0,0 +1,2 @@ +set -ex +python test.py --dataroot ./datasets/facades/testB/ --name facades_pix2pix --model test --netG unet_256 --direction BtoA --dataset_mode single --norm batch diff --git a/pix2pix_vgg/scripts/train_colorization.sh b/pix2pix_vgg/scripts/train_colorization.sh new file mode 100644 index 0000000000000000000000000000000000000000..77349a7a8a46961a863e114a0ef267f2b4dd6c04 --- /dev/null +++ b/pix2pix_vgg/scripts/train_colorization.sh @@ -0,0 +1,3 @@ +set -ex +python train.py --dataroot ./datasets/colorization --name color_pix2pix --model colorization --use_wandb +``` diff --git a/pix2pix_vgg/scripts/train_cyclegan.sh b/pix2pix_vgg/scripts/train_cyclegan.sh new file mode 100644 index 0000000000000000000000000000000000000000..de66819bbab210eaf1b5e49f82fff58afaac225b --- /dev/null +++ b/pix2pix_vgg/scripts/train_cyclegan.sh @@ -0,0 +1,3 @@ +set -ex +python train.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan --pool_size 50 --no_dropout --use_wandb +``` diff --git a/pix2pix_vgg/scripts/train_pix2pix.sh b/pix2pix_vgg/scripts/train_pix2pix.sh new file mode 100644 index 0000000000000000000000000000000000000000..a5bf36fb93876ea2747826e72f700751bd9c9cd0 --- /dev/null +++ b/pix2pix_vgg/scripts/train_pix2pix.sh @@ -0,0 +1,3 @@ +set -ex +python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --netG unet_256 --direction BtoA --lambda_L1 100 --dataset_mode aligned --norm batch --pool_size 0 --use_wandb +``` diff --git a/pix2pix_vgg/split_dataset.py b/pix2pix_vgg/split_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..da916d54ba80fe08441d4e6503a6edd7da504f8c --- /dev/null +++ b/pix2pix_vgg/split_dataset.py @@ -0,0 +1,33 @@ +# split_dataset.py (放在仓库根目录) +import os, random, shutil +from pathlib import Path + +# 数据集名称(可改) +DS_NAME = os.environ.get("DS_NAME", "rhino_aligned") + +ROOT = Path(__file__).resolve().parent +SRC = ROOT / "datasets_src" +DST = ROOT / "datasets" / DS_NAME + +(TRAIN := DST / "train").mkdir(parents=True, exist_ok=True) +(VAL := DST / "val").mkdir(parents=True, exist_ok=True) + +# 收集图片(按需加其他后缀) +ex = {".jpg", ".jpeg", ".png", ".JPG", ".JPEG", ".PNG"} +images = [p for p in SRC.iterdir() if p.suffix in ex] +random.shuffle(images) + +n = len(images) +train_n = int(0.8 * n) # 80% 训练,20% 验证 +train_files = images[:train_n] +val_files = images[train_n:] + +for p in train_files: + shutil.copy2(p, TRAIN / p.name) + +for p in val_files: + shutil.copy2(p, VAL / p.name) + +print(f"Total: {n} | Train: {len(train_files)} | Val: {len(val_files)}") +print("Train samples:", sorted(os.listdir(TRAIN))[:5]) +print("Val samples :", sorted(os.listdir(VAL))[:5]) \ No newline at end of file diff --git a/pix2pix_vgg/test.py b/pix2pix_vgg/test.py new file mode 100644 index 0000000000000000000000000000000000000000..22fb6a47d3ab73eb7a756e5ce4d9ab1a150c4b2c --- /dev/null +++ b/pix2pix_vgg/test.py @@ -0,0 +1,79 @@ +"""General-purpose test script for image-to-image translation. + +Once you have trained your model with train.py, you can use this script to test the model. +It will load a saved model from '--checkpoints_dir' and save the results to '--results_dir'. + +It first creates model and dataset given the option. It will hard-code some parameters. +It then runs inference for '--num_test' images and save results to an HTML file. + +Example (You need to train models first or download pre-trained models from our website): + Test a CycleGAN model (both sides): + python test.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan + + Test a CycleGAN model (one side only): + python test.py --dataroot datasets/horse2zebra/testA --name horse2zebra_pretrained --model test --no_dropout + + The option '--model test' is used for generating CycleGAN results only for one side. + This option will automatically set '--dataset_mode single', which only loads the images from one set. + On the contrary, using '--model cycle_gan' requires loading and generating results in both directions, + which is sometimes unnecessary. The results will be saved at ./results/. + Use '--results_dir ' to specify the results directory. + + Test a pix2pix model: + python test.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA + +See options/base_options.py and options/test_options.py for more test options. +See training and test tips at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md +See frequently asked questions at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md +""" + +import os +from pathlib import Path +from options.test_options import TestOptions +from data import create_dataset +from models import create_model +from util.visualizer import save_images +from util import html +import torch + +try: + import wandb +except ImportError: + print('Warning: wandb package cannot be found. The option "--use_wandb" will result in error.') + + +if __name__ == "__main__": + opt = TestOptions().parse() # get test options + opt.device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") + # hard-code some parameters for test + opt.num_threads = 0 # test code only supports num_threads = 0 + opt.batch_size = 1 # test code only supports batch_size = 1 + opt.serial_batches = True # disable data shuffling; comment this line if results on randomly chosen images are needed. + opt.no_flip = True # no flip; comment this line if results on flipped images are needed. + + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + model = create_model(opt) # create a model given opt.model and other options + model.setup(opt) # regular setup: load and print networks; create schedulers + + # create a website + web_dir = Path(opt.results_dir) / opt.name / f"{opt.phase}_{opt.epoch}" # define the website directory + if opt.load_iter > 0: # load_iter is 0 by default + web_dir = Path(f"{web_dir}_iter{opt.load_iter}") + print(f"creating web directory {web_dir}") + webpage = html.HTML(web_dir, f"Experiment = {opt.name}, Phase = {opt.phase}, Epoch = {opt.epoch}") + # test with eval mode. This only affects layers like batchnorm and dropout. + # For [pix2pix]: we use batchnorm and dropout in the original pix2pix. You can experiment it with and without eval() mode. + # For [CycleGAN]: It should not affect CycleGAN as CycleGAN uses instancenorm without dropout. + if opt.eval: + model.eval() + for i, data in enumerate(dataset): + if i >= opt.num_test: # only apply our model to opt.num_test images. + break + model.set_input(data) # unpack data from data loader + model.test() # run inference + visuals = model.get_current_visuals() # get image results + img_path = model.get_image_paths() # get image paths + if i % 5 == 0: # save images to an HTML file + print(f"processing ({i:04d})-th image... {img_path}") + save_images(webpage, visuals, img_path, aspect_ratio=opt.aspect_ratio, width=opt.display_winsize) + webpage.save() # save the HTML diff --git a/pix2pix_vgg/test_val.sh b/pix2pix_vgg/test_val.sh new file mode 100644 index 0000000000000000000000000000000000000000..62271f31b66dc9aece563b334c42cd5f43f6f8fb --- /dev/null +++ b/pix2pix_vgg/test_val.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +set -euo pipefail + +PROJECT_DIR=~/pix2pix +RUNNAME=150epoch +DATASET=datasets/rhino_aligned +RESULTS_DIR=$PROJECT_DIR/results/${RUNNAME}_val + +mkdir -p "$RESULTS_DIR" + +for E in {105..150..5}; do + echo "===> Testing epoch $E" + CUDA_VISIBLE_DEVICES=2 python test.py \ + --dataroot "$DATASET" \ + --checkpoints_dir "$PROJECT_DIR/checkpoints" \ + --name "$RUNNAME" \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --netG unet_512 \ + --norm instance --no_dropout \ + --phase val \ + --epoch $E \ + --num_test 999999 \ + --masks_dir "$DATASET/val_masks" \ + --results_dir "$RESULTS_DIR/epoch_${E}" +done \ No newline at end of file diff --git a/pix2pix_vgg/tools/_eval_watcher.sh b/pix2pix_vgg/tools/_eval_watcher.sh new file mode 100644 index 0000000000000000000000000000000000000000..edde37348df38d52bd60c69fb504513db27e6ccb --- /dev/null +++ b/pix2pix_vgg/tools/_eval_watcher.sh @@ -0,0 +1,55 @@ +#!/usr/bin/env bash +set -euo pipefail +GPU_ID="$1" +RUNNAME="$2" +SAVE_EVERY="$3" +VAL_MASKS_DIR="$4" +EVAL_LOG="$5" + +PROJECT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" +cd "$PROJECT_DIR" + +# ★ 新增:激活 conda 环境(和训练用同一个) +if command -v conda >/dev/null 2>&1; then + source "$(conda info --base)/etc/profile.d/conda.sh" + conda activate liutao || true +fi + +LAST_DONE=0 +echo "[`date`] 评估观察者启动(GPU${GPU_ID})" | tee -a "$EVAL_LOG" + +while true; do + CKPT_DIR="checkpoints/${RUNNAME}" + if [ -d "$CKPT_DIR" ]; then + LATEST=$(ls "$CKPT_DIR" | grep -E '^[0-9]+_net_G\.pth$' | sed -E 's/_net_G\.pth//g' | sort -n | tail -1 || echo 0) + if [[ "$LATEST" =~ ^[0-9]+$ ]] && [ "$LATEST" -gt "$LAST_DONE" ]; then + START=$(( (LAST_DONE/SAVE_EVERY + 1) * SAVE_EVERY )) + [ "$START" -eq 0 ] && START=$SAVE_EVERY + for ep in $(seq $START $SAVE_EVERY $LATEST); do + echo "[`date`] 评估 epoch ${ep}" | tee -a "$EVAL_LOG" + + # ★★ 关键修正:加 --phase val,并保持与你训练一致的 preprocess/dataset_mode + CUDA_VISIBLE_DEVICES=${GPU_ID} python test.py \ + --dataroot datasets/rhino_aligned \ + --checkpoints_dir checkpoints \ + --name "${RUNNAME}" \ + --model pix2pix --direction AtoB \ + --dataset_mode aligned --preprocess none \ + --phase val --num_test -1 \ + --epoch ${ep} \ + --results_dir results/ep${ep} >> "$EVAL_LOG" 2>&1 || true + + # 计算 L1/SSIM/LPIPS(含 Masked) + python tools/evaluate.py \ + --results_root results \ + --epoch ${ep} \ + --mask_dir "${VAL_MASKS_DIR}" \ + --out_csv metrics_val.csv >> "$EVAL_LOG" 2>&1 || true + + echo "[`date`] 完成评估 epoch ${ep}" | tee -a "$EVAL_LOG" + LAST_DONE=$ep + done + fi + fi + sleep 60 +done diff --git a/pix2pix_vgg/tools/evaluate.py b/pix2pix_vgg/tools/evaluate.py new file mode 100644 index 0000000000000000000000000000000000000000..86e837179d15b3e2d6449076666edc9a3974d609 --- /dev/null +++ b/pix2pix_vgg/tools/evaluate.py @@ -0,0 +1,242 @@ +# tools/evaluate.py +import argparse +import csv +import sys +from pathlib import Path +from typing import Tuple, Optional, List + +import numpy as np +from PIL import Image +from skimage.metrics import structural_similarity as ssim + + +def try_import_lpips(): + """Try import LPIPS, return a callable (or None if unavailable).""" + try: + import lpips # type: ignore + net = lpips.LPIPS(net='vgg') # downloads VGG weights at first run (CPU 也可以) + net = net.to('cpu') + def _lpips(a_rgb01: np.ndarray, b_rgb01: np.ndarray) -> float: + # a/b: HxWx3, 0..1 + import torch + ta = torch.from_numpy(a_rgb01.transpose(2, 0, 1)).unsqueeze(0) * 2 - 1 # to [-1,1] + tb = torch.from_numpy(b_rgb01.transpose(2, 0, 1)).unsqueeze(0) * 2 - 1 + with torch.no_grad(): + v = net(ta, tb).item() + return float(v) + return _lpips + except Exception: + return None + + +def load_img_rgb(path: Path) -> np.ndarray: + """Load image as float32 RGB in [0,1], shape HxWx3.""" + im = Image.open(path).convert('RGB') + arr = np.asarray(im, dtype=np.float32) / 255.0 + return arr + + +def load_mask_gray01(mask_dir: Path, stem: str) -> Optional[np.ndarray]: + """Load mask by stem from mask_dir; return float32 [0,1] 2D array or None.""" + for ext in ('.png', '.jpg', '.jpeg'): + p = mask_dir / f'{stem}{ext}' + if p.exists(): + m = Image.open(p).convert('L') + arr = np.asarray(m, dtype=np.float32) / 255.0 + return arr + return None + + +def masked_l1(a: np.ndarray, b: np.ndarray, m: np.ndarray) -> float: + """L1 over masked region. a/b: HxWxC in [0,1]; m: HxW in [0,1].""" + diff = np.abs(a - b) # HxWxC + w = np.clip(m, 0.0, 1.0) + w_sum = w.sum() + if w_sum < 1e-6: + return np.nan + return float((diff * w[..., None]).sum() / (w_sum * a.shape[2])) + + +def masked_ssim(a: np.ndarray, b: np.ndarray, m: np.ndarray) -> float: + """ + SSIM over masked region (近似做法:对整图 SSIM,再按 mask 作像素平均; + 更严格可分块/裁剪,这里采用近似实现,足够比较不同 epoch。) + """ + try: + s, s_map = ssim(a, b, channel_axis=2, full=True, data_range=1.0) + w = np.clip(m, 0.0, 1.0) + w_sum = w.sum() + if w_sum < 1e-6: + return np.nan + return float((s_map * w).sum() / w_sum) + except Exception: + return np.nan + + +def ensure_images_dir(results_root: Path, epoch: Optional[int], images_dir_arg: Optional[Path]) -> Path: + """ + Resolve images directory: + - if images_dir_arg provided: use it + - else: search results_root/ep{epoch}/**/images (first match) + """ + if images_dir_arg: + if not images_dir_arg.is_dir(): + raise SystemExit(f"[ERR] images_dir 不存在: {images_dir_arg}") + return images_dir_arg + + if epoch is None: + raise SystemExit("[ERR] 未提供 --images_dir,且缺少 --epoch 用于推断目录") + + ep_dir = results_root / f'ep{epoch}' + if not ep_dir.is_dir(): + raise SystemExit(f"[ERR] {ep_dir} 不是有效目录") + + # 在 ep{epoch} 下递归找 images/ + candidates = sorted(ep_dir.glob('**/images')) + if not candidates: + raise SystemExit(f"[ERR] 未在 {ep_dir} 下找到 images/ 目录") + return candidates[0] + + +def pair_paths(imgdir: Path) -> List[Tuple[Path, Path, str]]: + """ + Collect (fake_B, real_B, stem) pairs from images dir. + stem: 原始文件名(不含后缀、不含 _fake_B / _real_B 部分) + """ + fakes = sorted([p for p in imgdir.glob('*_fake_B.*') if p.is_file()]) + pairs = [] + for fp in fakes: + stem = fp.name + for suffix in ['_fake_B', '_real_A', '_real_B']: + stem = stem.replace(suffix, '') + stem = Path(stem).stem # 保险再去后缀 + + # 找 real_B(必须同一目录) + real = None + for ext in ('.png', '.jpg', '.jpeg'): + cand = imgdir / f'{stem}_real_B{ext}' + if cand.exists(): + real = cand + break + if real is None: + print(f"[WARN] 无 real_B 对应: {fp.name}", flush=True) + continue + + pairs.append((fp, real, stem)) + return pairs + + +def compute_metrics(fake: np.ndarray, real: np.ndarray, + mask: Optional[np.ndarray], + lpips_fn) -> dict: + """ + Compute global & masked metrics for a pair (fake, real). + """ + out = {} + + # ---- Global L1/SSIM/LPIPS + l1 = float(np.abs(fake - real).mean()) + try: + s, _ = ssim(fake, real, channel_axis=2, full=True, data_range=1.0) + except Exception: + s = np.nan + out.update({"L1": l1, "SSIM": float(s)}) + + if lpips_fn is not None: + try: + out["LPIPS"] = float(lpips_fn(fake, real)) + except Exception: + out["LPIPS"] = np.nan + else: + out["LPIPS"] = np.nan + + # ---- Masked + if mask is not None: + out["Masked_L1"] = masked_l1(fake, real, mask) + out["Masked_SSIM"] = masked_ssim(fake, real, mask) + if lpips_fn is not None: + try: + # 仅对 mask 区域做 LPIPS:用 mask 将未覆盖部分置为 real,近似局部对比 + mm = mask[..., None].clip(0.0, 1.0) + fake_m = fake * mm + real * (1 - mm) + real_m = real + out["Masked_LPIPS"] = float(lpips_fn(fake_m, real_m)) + except Exception: + out["Masked_LPIPS"] = np.nan + else: + out["Masked_LPIPS"] = np.nan + else: + out.update({"Masked_L1": np.nan, "Masked_SSIM": np.nan, "Masked_LPIPS": np.nan}) + + return out + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("--results_root", default="results", + help="包含 epXXX 子目录的根目录(或忽略,用 --images_dir)") + ap.add_argument("--epoch", type=int, default=None, + help="评估的 epoch(或目录名 epXXX)") + ap.add_argument("--mask_dir", default="datasets/rhino_aligned/val_masks", + help="mask 目录,文件名需与 real_B/fake_B 的“主干名”一致") + ap.add_argument("--out_csv", default="metrics_val.csv", + help="把结果追加写入到这个 CSV") + ap.add_argument("--images_dir", type=str, default="", + help="(可选)直接指定 val_X/images 目录,优先于 results_root/epoch 推断") + args = ap.parse_args() + + results_root = Path(args.results_root) + images_dir = Path(args.images_dir) if args.images_dir else None + imgdir = ensure_images_dir(results_root, args.epoch, images_dir) + + pairs = pair_paths(imgdir) + if not pairs: + raise SystemExit(f"[ERR] 没有可评估的样本(找不到 *_fake_B.*)") + + mask_dir = Path(args.mask_dir) if args.mask_dir else None + lpips_fn = try_import_lpips() + if lpips_fn is None: + print("[WARN] 未安装 lpips,LPIPS 与 Masked_LPIPS 将为 NaN(pip install lpips)", flush=True) + + rows = [] + for fake_p, real_p, stem in pairs: + fake = load_img_rgb(fake_p) + real = load_img_rgb(real_p) + m = load_mask_gray01(mask_dir, stem) if (mask_dir and mask_dir.is_dir()) else None + + metrics = compute_metrics(fake, real, m, lpips_fn) + rows.append(metrics) + + # 按列求平均 + def colmean(key: str) -> float: + vals = [r[key] for r in rows if not np.isnan(r[key])] + return float(np.mean(vals)) if vals else np.nan + + summary = { + "epoch": args.epoch if args.epoch is not None else imgdir.parent.name, # 记录个标识 + "N": len(rows), + "L1": colmean("L1"), + "SSIM": colmean("SSIM"), + "LPIPS": colmean("LPIPS"), + "Masked_L1": colmean("Masked_L1"), + "Masked_SSIM": colmean("Masked_SSIM"), + "Masked_LPIPS": colmean("Masked_LPIPS"), + } + + out_csv = Path(args.out_csv) + new_file = not out_csv.exists() + with out_csv.open('a', newline='') as f: + writer = csv.DictWriter( + f, + fieldnames=["epoch", "N", "L1", "SSIM", "LPIPS", + "Masked_L1", "Masked_SSIM", "Masked_LPIPS"] + ) + if new_file: + writer.writeheader() + writer.writerow(summary) + + print(f"[OK] 写入 {out_csv} :{summary}", flush=True) + + +if __name__ == "__main__": + main() diff --git a/pix2pix_vgg/train.py b/pix2pix_vgg/train.py new file mode 100644 index 0000000000000000000000000000000000000000..254755fd235659fdde8d3fa16e78a5e4c70e09b6 --- /dev/null +++ b/pix2pix_vgg/train.py @@ -0,0 +1,87 @@ +"""General-purpose training script for image-to-image translation. + +This script works for various models (with option '--model': e.g., pix2pix, cyclegan, colorization) and +different datasets (with option '--dataset_mode': e.g., aligned, unaligned, single, colorization). +You need to specify the dataset ('--dataroot'), experiment name ('--name'), and model ('--model'). + +It first creates model, dataset, and visualizer given the option. +It then does standard network training. During the training, it also visualize/save the images, print/save the loss plot, and save models. +The script supports continue/resume training. Use '--continue_train' to resume your previous training. + +Example: + Train a CycleGAN model: + python train.py --dataroot ./datasets/maps --name maps_cyclegan --model cycle_gan + Train a pix2pix model: + python train.py --dataroot ./datasets/facades --name facades_pix2pix --model pix2pix --direction BtoA + +See options/base_options.py and options/train_options.py for more training options. +See training and test tips at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/tips.md +See frequently asked questions at: https://github.com/junyanz/pytorch-CycleGAN-and-pix2pix/blob/master/docs/qa.md +""" + +import time +from options.train_options import TrainOptions +from data import create_dataset +from models import create_model +from util.visualizer import Visualizer +from util.util import init_ddp, cleanup_ddp + + +if __name__ == "__main__": + opt = TrainOptions().parse() # get training options + opt.device = init_ddp() + dataset = create_dataset(opt) # create a dataset given opt.dataset_mode and other options + dataset_size = len(dataset) # get the number of images in the dataset. + print(f"The number of training images = {dataset_size}") + + model = create_model(opt) # create a model given opt.model and other options + model.setup(opt) # regular setup: load and print networks; create schedulers + visualizer = Visualizer(opt) # create a visualizer that display/save images and plots + total_iters = 0 # the total number of training iterations + for epoch in range(opt.epoch_count, opt.n_epochs + opt.n_epochs_decay + 1): + epoch_start_time = time.time() # timer for entire epoch + iter_data_time = time.time() # timer for data loading per iteration + epoch_iter = 0 # the number of training iterations in current epoch, reset to 0 every epoch + visualizer.reset() + # Set epoch for DistributedSampler + if hasattr(dataset, "set_epoch"): + dataset.set_epoch(epoch) + + for i, data in enumerate(dataset): # inner loop within one epoch + iter_start_time = time.time() # timer for computation per iteration + if total_iters % opt.print_freq == 0: + t_data = iter_start_time - iter_data_time + + total_iters += opt.batch_size + epoch_iter += opt.batch_size + model.set_input(data) # unpack data from dataset and apply preprocessing + model.optimize_parameters() # calculate loss functions, get gradients, update network weights + + if total_iters % opt.display_freq == 0: # display images on visdom and save images to a HTML file + save_result = total_iters % opt.update_html_freq == 0 + model.compute_visuals() + visualizer.display_current_results(model.get_current_visuals(), epoch, total_iters, save_result) + + if total_iters % opt.print_freq == 0: # print training losses and save logging information to the disk + losses = model.get_current_losses() + t_comp = (time.time() - iter_start_time) / opt.batch_size + visualizer.print_current_losses(epoch, epoch_iter, losses, t_comp, t_data) + visualizer.plot_current_losses(total_iters, losses) + + if total_iters % opt.save_latest_freq == 0: # cache our latest model every iterations + print(f"saving the latest model (epoch {epoch}, total_iters {total_iters})") + save_suffix = f"iter_{total_iters}" if opt.save_by_iter else "latest" + model.save_networks(save_suffix) + + iter_data_time = time.time() + + model.update_learning_rate() # update learning rates at the end of every epoch + + if epoch % opt.save_epoch_freq == 0: # cache our model every epochs + print(f"saving the model at the end of epoch {epoch}, iters {total_iters}") + model.save_networks("latest") + model.save_networks(epoch) + + print(f"End of epoch {epoch} / {opt.n_epochs + opt.n_epochs_decay} \t Time Taken: {time.time() - epoch_start_time:.0f} sec") + + cleanup_ddp() diff --git a/pix2pix_vgg/util/__init__.py b/pix2pix_vgg/util/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..ae36f63d8859ec0c60dcbfe67c4ac324e751ddf7 --- /dev/null +++ b/pix2pix_vgg/util/__init__.py @@ -0,0 +1 @@ +"""This package includes a miscellaneous collection of useful helper functions.""" diff --git a/pix2pix_vgg/util/__pycache__/__init__.cpython-312.pyc b/pix2pix_vgg/util/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8dd1173ba75e07b27cd7689d352730c871f02c86 Binary files /dev/null and b/pix2pix_vgg/util/__pycache__/__init__.cpython-312.pyc differ diff --git a/pix2pix_vgg/util/__pycache__/html.cpython-312.pyc b/pix2pix_vgg/util/__pycache__/html.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..34ca922d1022e276b880055beb103eedc5c54821 Binary files /dev/null and b/pix2pix_vgg/util/__pycache__/html.cpython-312.pyc differ diff --git a/pix2pix_vgg/util/__pycache__/util.cpython-312.pyc b/pix2pix_vgg/util/__pycache__/util.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..366f5a36138ce7c7f0a430cb834062b6e130417a Binary files /dev/null and b/pix2pix_vgg/util/__pycache__/util.cpython-312.pyc differ diff --git a/pix2pix_vgg/util/__pycache__/visualizer.cpython-312.pyc b/pix2pix_vgg/util/__pycache__/visualizer.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..81f5323e2fcc879faed62e33f732226b986ae225 Binary files /dev/null and b/pix2pix_vgg/util/__pycache__/visualizer.cpython-312.pyc differ diff --git a/pix2pix_vgg/util/get_data.py b/pix2pix_vgg/util/get_data.py new file mode 100644 index 0000000000000000000000000000000000000000..da0d1c953257e9638cc94a0321ef244a28eb9e16 --- /dev/null +++ b/pix2pix_vgg/util/get_data.py @@ -0,0 +1,107 @@ +from __future__ import print_function +from pathlib import Path +import tarfile +import requests +from warnings import warn +from zipfile import ZipFile +from bs4 import BeautifulSoup + + +class GetData(object): + """A Python script for downloading CycleGAN or pix2pix datasets. + + Parameters: + technique (str) -- One of: 'cyclegan' or 'pix2pix'. + verbose (bool) -- If True, print additional information. + + Examples: + >>> from util.get_data import GetData + >>> gd = GetData(technique='cyclegan') + >>> new_data_path = gd.get(save_path='./datasets') # options will be displayed. + + Alternatively, You can use bash scripts: 'scripts/download_pix2pix_model.sh' + and 'scripts/download_cyclegan_model.sh'. + """ + + def __init__(self, technique="cyclegan", verbose=True): + url_dict = { + "pix2pix": "http://efrosgans.eecs.berkeley.edu/pix2pix/datasets/", + "cyclegan": "http://efrosgans.eecs.berkeley.edu/pix2pix/datasets", + } + self.url = url_dict.get(technique.lower()) + self._verbose = verbose + + def _print(self, text): + if self._verbose: + print(text) + + @staticmethod + def _get_options(r): + soup = BeautifulSoup(r.text, "lxml") + options = [h.text for h in soup.find_all("a", href=True) if h.text.endswith((".zip", "tar.gz"))] + return options + + def _present_options(self): + r = requests.get(self.url) + options = self._get_options(r) + print("Options:\n") + for i, o in enumerate(options): + print("{0}: {1}".format(i, o)) + choice = input("\nPlease enter the number of the " "dataset above you wish to download:") + return options[int(choice)] + + def _download_data(self, dataset_url, save_path): + save_path = Path(save_path) + if not save_path.is_dir(): + save_path.mkdir(parents=True, exist_ok=True) + + base = Path(dataset_url).name + temp_save_path = save_path / base + + with open(temp_save_path, "wb") as f: + r = requests.get(dataset_url) + f.write(r.content) + + if base.endswith(".tar.gz"): + obj = tarfile.open(temp_save_path) + elif base.endswith(".zip"): + obj = ZipFile(temp_save_path, "r") + else: + raise ValueError("Unknown File Type: {0}.".format(base)) + + self._print("Unpacking Data...") + obj.extractall(save_path) + obj.close() + temp_save_path.unlink() + + def get(self, save_path, dataset=None): + """ + + Download a dataset. + + Parameters: + save_path (str) -- A directory to save the data to. + dataset (str) -- (optional). A specific dataset to download. + Note: this must include the file extension. + If None, options will be presented for you + to choose from. + + Returns: + save_path_full (str) -- the absolute path to the downloaded data. + + """ + if dataset is None: + selected_dataset = self._present_options() + else: + selected_dataset = dataset + + save_path_full = Path(save_path) / selected_dataset.split(".")[0] + + if save_path_full.is_dir(): + warn(f"\n'{save_path_full}' already exists. Voiding Download.") + else: + self._print("Downloading Data...") + url = f"{self.url}/{selected_dataset}" + self._download_data(url, save_path=save_path) + + return save_path_full.resolve() diff --git a/pix2pix_vgg/util/html.py b/pix2pix_vgg/util/html.py new file mode 100644 index 0000000000000000000000000000000000000000..2a97d80b93d6d7794b85d73937311705331e4f6d --- /dev/null +++ b/pix2pix_vgg/util/html.py @@ -0,0 +1,84 @@ +import dominate +from dominate.tags import meta, h3, table, tr, td, p, a, img, br +from pathlib import Path + + +class HTML: + """This HTML class allows us to save images and write texts into a single HTML file. + + It consists of functions such as (add a text header to the HTML file), + (add a row of images to the HTML file), and (save the HTML to the disk). + It is based on Python library 'dominate', a Python library for creating and manipulating HTML documents using a DOM API. + """ + + def __init__(self, web_dir, title, refresh=0): + """Initialize the HTML classes + + Parameters: + web_dir (str) -- a directory that stores the webpage. HTML file will be created at /index.html; images will be saved at 0: + with self.doc.head: + meta(http_equiv="refresh", content=str(refresh)) + + def get_image_dir(self): + """Return the directory that stores images""" + return self.img_dir + + def add_header(self, text): + """Insert a header to the HTML file + + Parameters: + text (str) -- the header text + """ + with self.doc: + h3(text) + + def add_images(self, ims, txts, links, width=400): + """add images to the HTML file + + Parameters: + ims (str list) -- a list of image paths + txts (str list) -- a list of image names shown on the website + links (str list) -- a list of hyperref links; when you click an image, it will redirect you to a new page + """ + self.t = table(border=1, style="table-layout: fixed;") # Insert a table + self.doc.add(self.t) + with self.t: + with tr(): + for im, txt, link in zip(ims, txts, links): + with td(style="word-wrap: break-word;", halign="center", valign="top"): + with p(): + with a(href=Path("images") / link): + img(style=f"width:{width}px", src=Path("images") / im) + br() + p(txt) + + def save(self): + """save the current content to the HMTL file""" + html_file = self.web_dir / "index.html" + with open(html_file, "wt") as f: + f.write(self.doc.render()) + + +if __name__ == "__main__": # we show an example usage here. + html = HTML("web/", "test_html") + html.add_header("hello world") + + ims, txts, links = [], [], [] + for n in range(4): + ims.append(f"image_{n}.png") + txts.append(f"text_{n}") + links.append(f"image_{n}.png") + html.add_images(ims, txts, links) + html.save() diff --git a/pix2pix_vgg/util/image_pool.py b/pix2pix_vgg/util/image_pool.py new file mode 100644 index 0000000000000000000000000000000000000000..7f2639242ce7459c12724050f26fb31146cc5061 --- /dev/null +++ b/pix2pix_vgg/util/image_pool.py @@ -0,0 +1,54 @@ +import random +import torch + + +class ImagePool: + """This class implements an image buffer that stores previously generated images. + + This buffer enables us to update discriminators using a history of generated images + rather than the ones produced by the latest generators. + """ + + def __init__(self, pool_size): + """Initialize the ImagePool class + + Parameters: + pool_size (int) -- the size of image buffer, if pool_size=0, no buffer will be created + """ + self.pool_size = pool_size + if self.pool_size > 0: # create an empty pool + self.num_imgs = 0 + self.images = [] + + def query(self, images): + """Return an image from the pool. + + Parameters: + images: the latest generated images from the generator + + Returns images from the buffer. + + By 50/100, the buffer will return input images. + By 50/100, the buffer will return images previously stored in the buffer, + and insert the current images to the buffer. + """ + if self.pool_size == 0: # if the buffer size is 0, do nothing + return images + return_images = [] + for image in images: + image = torch.unsqueeze(image.data, 0) + if self.num_imgs < self.pool_size: # if the buffer is not full; keep inserting current images to the buffer + self.num_imgs = self.num_imgs + 1 + self.images.append(image) + return_images.append(image) + else: + p = random.uniform(0, 1) + if p > 0.5: # by 50% chance, the buffer will return a previously stored image, and insert the current image into the buffer + random_id = random.randint(0, self.pool_size - 1) # randint is inclusive + tmp = self.images[random_id].clone() + self.images[random_id] = image + return_images.append(tmp) + else: # by another 50% chance, the buffer will return the current image + return_images.append(image) + return_images = torch.cat(return_images, 0) # collect all the images and return + return return_images diff --git a/pix2pix_vgg/util/util.py b/pix2pix_vgg/util/util.py new file mode 100644 index 0000000000000000000000000000000000000000..f08c67bb8a5e994e71b5cf6936c52b82f739dd91 --- /dev/null +++ b/pix2pix_vgg/util/util.py @@ -0,0 +1,130 @@ +"""This module contains simple helper functions""" + +from __future__ import print_function +import torch +import numpy as np +from PIL import Image +from pathlib import Path +import torch.distributed as dist +import os + + +def tensor2im(input_image, imtype=np.uint8): + """ "Converts a Tensor array into a numpy image array. + + Parameters: + input_image (tensor) -- the input image tensor array + imtype (type) -- the desired type of the converted numpy array + """ + if not isinstance(input_image, np.ndarray): + if isinstance(input_image, torch.Tensor): # get the data from a variable + image_tensor = input_image.data + else: + return input_image + image_numpy = image_tensor[0].cpu().float().numpy() # convert it into a numpy array + if image_numpy.shape[0] == 1: # grayscale to RGB + image_numpy = np.tile(image_numpy, (3, 1, 1)) + image_numpy = (np.transpose(image_numpy, (1, 2, 0)) + 1) / 2.0 * 255.0 # post-processing: tranpose and scaling + else: # if it is a numpy array, do nothing + image_numpy = input_image + return image_numpy.astype(imtype) + + +def diagnose_network(net, name="network"): + """Calculate and print the mean of average absolute(gradients) + + Parameters: + net (torch network) -- Torch network + name (str) -- the name of the network + """ + mean = 0.0 + count = 0 + for param in net.parameters(): + if param.grad is not None: + mean += torch.mean(torch.abs(param.grad.data)) + count += 1 + if count > 0: + mean = mean / count + print(name) + print(mean) + + +# initialize ddp +def init_ddp(): + # Initialize DDP if LOCAL_RANK is set + is_ddp = "WORLD_SIZE" in os.environ and int(os.environ["WORLD_SIZE"]) > 1 + + if is_ddp: + if not dist.is_initialized(): + dist.init_process_group(backend="nccl") + local_rank = int(os.environ["LOCAL_RANK"]) + device = torch.device(f"cuda:{local_rank}") + torch.cuda.set_device(local_rank) + elif torch.cuda.is_available(): + device = torch.device("cuda:0") + torch.cuda.set_device(0) + else: + device = torch.device("cpu") + print(f"Initialized with device {device}") + return device + + +# cleanup ddp +def cleanup_ddp(): + if dist.is_initialized(): + dist.destroy_process_group() + + +def save_image(image_numpy, image_path, aspect_ratio=1.0): + """Save a numpy image to the disk + + Parameters: + image_numpy (numpy array) -- input numpy array + image_path (str) -- the path of the image + """ + + image_pil = Image.fromarray(image_numpy) + h, w, _ = image_numpy.shape + + if aspect_ratio > 1.0: + image_pil = image_pil.resize((h, int(w * aspect_ratio)), Image.BICUBIC) + if aspect_ratio < 1.0: + image_pil = image_pil.resize((int(h / aspect_ratio), w), Image.BICUBIC) + image_pil.save(image_path) + + +def print_numpy(x, val=True, shp=False): + """Print the mean, min, max, median, std, and size of a numpy array + + Parameters: + val (bool) -- if print the values of the numpy array + shp (bool) -- if print the shape of the numpy array + """ + x = x.astype(np.float64) + if shp: + print("shape,", x.shape) + if val: + x = x.flatten() + print("mean = %3.3f, min = %3.3f, max = %3.3f, median = %3.3f, std=%3.3f" % (np.mean(x), np.min(x), np.max(x), np.median(x), np.std(x))) + + +def mkdirs(paths): + """create empty directories if they don't exist + + Parameters: + paths (str list) -- a list of directory paths + """ + if isinstance(paths, list) and not isinstance(paths, str): + for path in paths: + mkdir(path) + else: + mkdir(paths) + + +def mkdir(path): + """create a single empty directory if it didn't exist + + Parameters: + path (str) -- a single directory path + """ + Path(path).mkdir(parents=True, exist_ok=True) diff --git a/pix2pix_vgg/util/visualizer.py b/pix2pix_vgg/util/visualizer.py new file mode 100644 index 0000000000000000000000000000000000000000..a3573faec920b3af4f4a4ad4ada77d42119273a7 --- /dev/null +++ b/pix2pix_vgg/util/visualizer.py @@ -0,0 +1,168 @@ +import numpy as np +import sys +import ntpath +import time +from . import util, html +from pathlib import Path +import wandb +import os +import torch.distributed as dist + + +def save_images(webpage, visuals, image_path, aspect_ratio=1.0, width=256): + """Save images to the disk. + + Parameters: + webpage (the HTML class) -- the HTML webpage class that stores these imaegs (see html.py for more details) + visuals (OrderedDict) -- an ordered dictionary that stores (name, images (either tensor or numpy) ) pairs + image_path (str) -- the string is used to create image paths + aspect_ratio (float) -- the aspect ratio of saved images + width (int) -- the images will be resized to width x width + + This function will save images stored in 'visuals' to the HTML file specified by 'webpage'. + """ + image_dir = webpage.get_image_dir() + name = Path(image_path[0]).stem + + webpage.add_header(name) + ims, txts, links = [], [], [] + for label, im_data in visuals.items(): + im = util.tensor2im(im_data) + image_name = f"{name}_{label}.png" + save_path = image_dir / image_name + util.save_image(im, save_path, aspect_ratio=aspect_ratio) + ims.append(image_name) + txts.append(label) + links.append(image_name) + webpage.add_images(ims, txts, links, width=width) + + +class Visualizer: + """This class includes several functions that can display/save images and print/save logging information. + + It uses wandb for logging (optional) and a Python library 'dominate' (wrapped in 'HTML') for creating HTML files with images. + """ + + def __init__(self, opt): + """Initialize the Visualizer class + + Parameters: + opt -- stores all the experiment flags; needs to be a subclass of BaseOptions + Step 1: Cache the training/test options + Step 2: Initialize wandb (if enabled) + Step 3: create an HTML object for saving HTML files + Step 4: create a logging file to store training losses + """ + self.opt = opt # cache the option + self.use_html = opt.isTrain and not opt.no_html + self.win_size = opt.display_winsize + self.name = opt.name + self.saved = False + self.use_wandb = opt.use_wandb + self.current_epoch = 0 + + # Initialize wandb if enabled + if self.use_wandb: + # Only initialize wandb on main process (rank 0) + if not dist.is_initialized() or dist.get_rank() == 0: + self.wandb_project_name = getattr(opt, "wandb_project_name", "CycleGAN-and-pix2pix") + self.wandb_run = wandb.init(project=self.wandb_project_name, name=opt.name, config=opt) if not wandb.run else wandb.run + self.wandb_run._label(repo="CycleGAN-and-pix2pix") + else: + self.wandb_run = None + + if self.use_html: # create an HTML object at /web/; images will be saved under /web/images/ + self.web_dir = Path(opt.checkpoints_dir) / opt.name / "web" + self.img_dir = self.web_dir / "images" + print(f"create web directory {self.web_dir}...") + util.mkdirs([self.web_dir, self.img_dir]) + # create a logging file to store training losses + self.log_name = Path(opt.checkpoints_dir) / opt.name / "loss_log.txt" + with open(self.log_name, "a") as log_file: + now = time.strftime("%c") + log_file.write(f"================ Training Loss ({now}) ================\n") + + def reset(self): + """Reset the self.saved status""" + self.saved = False + + def set_dataset_size(self, dataset_size): + """Set the dataset size for global step calculation""" + self.dataset_size = dataset_size + + def _calculate_global_step(self, epoch, epoch_iter): + """Calculate global step from epoch and epoch_iter""" + # Assuming epoch starts from 1 and epoch_iter is cumulative within epoch + return (epoch - 1) * self.dataset_size + epoch_iter + + def display_current_results(self, visuals, epoch: int, total_iters: int, save_result=False): + """Save current results to wandb and HTML file.""" + # Only display results on main process (rank 0) + if "LOCAL_RANK" in os.environ and dist.is_initialized() and dist.get_rank() != 0: + return + + if self.use_wandb: + ims_dict = {} + for label, image in visuals.items(): + image_numpy = util.tensor2im(image) + wandb_image = wandb.Image(image_numpy, caption=f"{label} - Step {total_iters}") + ims_dict[f"results/{label}"] = wandb_image + self.wandb_run.log(ims_dict, step=total_iters) + + if self.use_html and (save_result or not self.saved): # save images to an HTML file if they haven't been saved. + self.saved = True + # save images to the disk + for label, image in visuals.items(): + image_numpy = util.tensor2im(image) + img_path = self.img_dir / f"epoch{epoch:03d}_{label}.png" + util.save_image(image_numpy, img_path) + + # update website + webpage = html.HTML(self.web_dir, f"Experiment name = {self.name}", refresh=1) + for n in range(epoch, 0, -1): + webpage.add_header(f"epoch [{n}]") + ims, txts, links = [], [], [] + + for label, image in visuals.items(): + img_path = f"epoch{n:03d}_{label}.png" + ims.append(img_path) + txts.append(label) + links.append(img_path) + webpage.add_images(ims, txts, links, width=self.win_size) + webpage.save() + + def plot_current_losses(self, total_iters, losses): + """Log current losses to wandb + + Parameters: + total_iters (int) -- current training iteration during this epoch + losses (OrderedDict) -- training losses stored in the format of (name, float) pairs + """ + # Only plot losses on main process (rank 0) + if dist.is_initialized() and dist.get_rank() != 0: + return + + if self.use_wandb: + self.wandb_run.log(losses, step=total_iters) + + def print_current_losses(self, epoch, iters, losses, t_comp, t_data): + """print current losses on console; also save the losses to the disk + + Parameters: + epoch (int) -- current epoch + iters (int) -- current training iteration during this epoch (reset to 0 at the end of every epoch) + losses (OrderedDict) -- training losses stored in the format of (name, float) pairs + t_comp (float) -- computational time per data point (normalized by batch_size) + t_data (float) -- data loading time per data point (normalized by batch_size) + """ + local_rank = int(os.environ.get("LOCAL_RANK", 0)) + message = f"[Rank {local_rank}] (epoch: {epoch}, iters: {iters}, time: {t_comp:.3f}, data: {t_data:.3f}) " + for k, v in losses.items(): + message += f", {k}: {v:.3f}" + message += "\n" + print(message) # print the message on ALL ranks with rank info + + # Only save to log file on main process (rank 0) + if local_rank == 0: + with open(self.log_name, "a") as log_file: + log_file.write(f"{message}\n") # save the message diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..7b70c66c73082676826f6c6767e78e03735aa4b0 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,7 @@ +flask +flask-cors +Pillow +torch +torchvision +opencv-python +numpy \ No newline at end of file