aaawesome commited on
Commit
8518cee
·
verified ·
1 Parent(s): 745931d

Epoch 5: improved checkpoint (val_loss=0.1295)

Browse files
Files changed (6) hide show
  1. README.md +22 -0
  2. config.json +31 -0
  3. model_best.pt +3 -0
  4. model_last.pt +3 -0
  5. pytorch_model.bin +3 -0
  6. training_metadata.json +5 -0
README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: pytorch
3
+ tags:
4
+ - image-inpainting
5
+ - masked-image-modeling
6
+ - bidirectional-transformer
7
+ - custom-model
8
+ ---
9
+
10
+ # Better Inpainting Transformer
11
+
12
+ This repository contains the improved inpainting model.
13
+
14
+ ## Files
15
+ - `pytorch_model.bin`: inference weights
16
+ - `config.json`: config
17
+ - `training_metadata.json`: epoch and val loss for best uploaded checkpoint
18
+ - `model_last.pt`: resumable training checkpoint
19
+ - `model_best.pt`: best local checkpoint
20
+
21
+ ## Notes
22
+ Recreate the `BetterInpaintTransformer` class and load the state dict manually.
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backbone": "custom",
3
+ "hf_repo": "ImageInpainters/liBERTy",
4
+ "download_model": true,
5
+ "upload_model": true,
6
+ "upload_epochs": 5,
7
+ "img_size": 128,
8
+ "patch_size": 8,
9
+ "batch_size": 8,
10
+ "val_batch_size": 8,
11
+ "num_workers": 2,
12
+ "epochs": 20,
13
+ "dim": 192,
14
+ "depth": 6,
15
+ "heads": 6,
16
+ "mlp_ratio": 4.0,
17
+ "dropout": 0.1,
18
+ "decoder_dim": 192,
19
+ "lr": 0.0002,
20
+ "encoder_lr_scale": 0.1,
21
+ "weight_decay": 0.0001,
22
+ "valid_weight": 0.05,
23
+ "boundary_weight": 0.25,
24
+ "boundary_kernel_size": 7,
25
+ "pretrained_model_name": "google/vit-base-patch16-224-in21k",
26
+ "freeze_pretrained_embeddings": true,
27
+ "freeze_pretrained_blocks": 8,
28
+ "train_dir": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017/train2017",
29
+ "val_dir": "/kaggle/input/datasets/awsaf49/coco-2017-dataset/coco2017/val2017",
30
+ "output_dir": "/kaggle/working/outputs_inpaint_bert"
31
+ }
model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deeb113e3c1996a8eebcefca8db1139e13e2d69e0366b0918fefa14ab7f2e20b
3
+ size 120357226
model_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9859fb8daf1ef07b914ea1b60d53080eb55330554e6813f64d856c67dc710644
3
+ size 120357226
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36509158eb565a925e3a7d876b2dfcadeef969d3b45dbe3462e7f503500954e6
3
+ size 40115647
training_metadata.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5,
3
+ "val_loss": 0.12948972725868224,
4
+ "backbone": "custom"
5
+ }