File size: 1,141 Bytes
0b72572
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
set -e
cd /workspace/tinyvae
source .env
# phase 1: 512px crops, L1 + LPIPS + light PatchGAN (0.01) + EMA, from the best checkpoint so far (LPIPS 0.0339)
python finetune_tiny_vae.py --data data/div2k data/unsplash --init weights/long512b_best.safetensors \
  --disc_init runs/long512_gan001/disc.pt --steps 16000 --batch 16 --res 512 --lr 6e-5 --gan_w 0.01 --gan_start 0 \
  --ema 0.999 --eval_every 1000 --out runs/long512
# phase 2: 1024px finishing pass, keeps the trained discriminator
python finetune_tiny_vae.py --data data/div2k data/unsplash --init runs/long512/best.safetensors \
  --disc_init runs/long512/disc.pt --steps 3000 --batch 4 --res 1024 --lr 2e-5 --gan_w 0.01 --gan_start 0 \
  --ema 0.999 --eval_every 500 --out runs/long1024
cp runs/long1024/best.safetensors weights/tiny_klein3_v2.safetensors
python eval_tiny_vae.py --tiny weights/taef2.safetensors weights/tiny_klein3_ft.safetensors weights/tiny_klein3_v2.safetensors --grid out/compare_v2.jpg
python gen_compare.py --tiny weights/taef2.safetensors weights/tiny_klein3_ft.safetensors weights/tiny_klein3_v2.safetensors --out out/gen_v2 --mixed_sizes
echo LONG_DONE