File size: 1,981 Bytes
6ac1161
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
{
 "experiment": "dsert_lora",
 "job_name": "tri_lora",
 "model_opts": [
  "model.config.use_lora=true",
  "model.config.lora_rank=16",
  "model.config.lora_alpha=32",
  "model.config.lora_target_modules='q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2'",
  "model.config.init_lora_weights=true",
  "model.config.min_num_conditional_frames=2",
  "model.config.max_num_conditional_frames=2",
  "model.config.conditional_frames_probs=null",
  "model.config.conditional_frame_timestep=0.1"
 ],
 "train_opts": [
  "job.project='dsert_wm'",
  "job.group='lora'",
  "job.name='tri_lora'",
  "dataloader_train.dataset.plan_file='<repo_root>/dataset/dsert_work/runs/tri_lora/plan_train.json'",
  "dataloader_train.sampler.plan_file='<repo_root>/dataset/dsert_work/runs/tri_lora/plan_train.json'",
  "dataloader_train.sampler.seed=0",
  "dataloader_train.batch_size=1",
  "dataloader_val.dataset.plan_file='<repo_root>/dataset/dsert_work/runs/tri_lora/plan_val.json'",
  "trainer.max_iter=500",
  "trainer.grad_accum_iter=1",
  "trainer.seed=0",
  "trainer.run_validation=true",
  "trainer.validation_iter=100",
  "trainer.max_val_iter=null",
  "trainer.callbacks.dsert_csv.out_file='<repo_root>/dataset/dsert_work/runs/tri_lora/train_log.csv'",
  "checkpoint.save_iter=100",
  "optimizer.lr=0.0001",
  "optimizer.weight_decay=0.001",
  "scheduler.warm_up_steps=[50]",
  "scheduler.cycle_lengths=[500]",
  "scheduler.f_max=[1.0]",
  "scheduler.f_min=[0.1]",
  "model.config.text_encoder_config.compute_online=false",
  "dataloader_train.dataset.text_cache_dir='<repo_root>/dataset/dsert_work/runs/tri_lora/text_embeddings'",
  "dataloader_val.dataset.text_cache_dir='<repo_root>/dataset/dsert_work/runs/tri_lora/text_embeddings'"
 ],
 "checkpoint_uuid": "81edfebe-bd6a-4039-8c1d-737df1a790bf",
 "pinned_commit": "a2c298b0a3df3778b973fe65e9e58877b292d8a7",
 "imaginaire_root": "<repo_root>/dataset/dsert_work/runs/tri_lora/imaginaire",
 "train_config": "configs/train_tri_lora.yaml"
}