File size: 1,283 Bytes
e7d8c8b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "jobs": [
    {
      "name": "score_v9_mm",
      "state": "pending",
      "cmd": "/venv/main/bin/python harness/score.py --name v9_mm --adapter runs/v9_mm/last --max-items 200"
    },
    {
      "name": "score_v9_r128",
      "state": "pending",
      "cmd": "/venv/main/bin/python harness/score.py --name v9_r128 --adapter runs/v9_r128/last --max-items 200"
    },
    {
      "name": "train_mm_big",
      "state": "pending",
      "cmd": "/venv/main/bin/python train_mm.py --corpus corpus/aditi_mm_big.jsonl --out runs/mm_big --rank 64 --lr 1e-4 --mm-lr 3e-5 --accum 8 --steps 3000 --warmup 60 --save-every 250"
    },
    {
      "name": "score_mm_big",
      "state": "pending",
      "cmd": "/venv/main/bin/python harness/score.py --name mm_big --adapter runs/mm_big/last --max-items 200"
    },
    {
      "name": "train_all_r64",
      "state": "pending",
      "cmd": "/venv/main/bin/python train_mm.py --corpus corpus/aditi_mm_big.jsonl corpus/aditi_v9_full.jsonl --out runs/all_r64 --rank 64 --lr 1e-4 --mm-lr 3e-5 --accum 8 --steps 5000 --warmup 100 --save-every 250"
    },
    {
      "name": "score_all_r64",
      "state": "pending",
      "cmd": "/venv/main/bin/python harness/score.py --name all_r64 --adapter runs/all_r64/last --max-items 200"
    }
  ]
}