File size: 1,717 Bytes
4ae724e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
  "data": null,
  "checkpoint": "PyTorch BERT-CNN (sha256 3790215706a0ecad5e3db7f3052bdbe3c549e853f10a2b22e6cfd7c568fc3b4b)",
  "output": null,
  "beta": 0.0,
  "position_prior": true,
  "student_weight": 0.1,
  "freeze_student": false,
  "bce_weight": 0.0,
  "bce_data": null,
  "bce_batch": 32,
  "epochs": 4,
  "patience": 2,
  "batch_images": 8,
  "learning_rate": 1e-06,
  "head_learning_rate": 1e-05,
  "prior_learning_rate": 0.01,
  "seed": 42,
  "threads": 8,
  "device": "cuda",
  "precision": "bf16",
  "max_steps": 0,
  "smoke_images": 0,
  "source_checkpoint_sha256": "3790215706a0ecad5e3db7f3052bdbe3c549e853f10a2b22e6cfd7c568fc3b4b",
  "train_images": 10000,
  "validation_images": 734,
  "reward": "CIDEr",
  "reward_statistics": {
    "teacher_score": {
      "mean": 0.9767111133008491,
      "std": 0.7337384584946552
    }
  },
  "initial_bias": [
    -1.8657496056651226,
    -2.007231122881001,
    -2.1180337737350685,
    -2.2044893876466585,
    -2.1884659635972477,
    -2.237686544090907,
    -2.3518232877103324,
    -2.4379562051795007,
    -2.5388554661206517
  ],
  "initial_weight": 0.1,
  "bce_examples": 0,
  "input_hashes": {
    "train_pairs.csv": "52cc6aac967de7ce5b213b6fd1c9c8b5c53e50119487716207fd6c1f81894741",
    "train_scored.csv": "93e69b3423b4a702f858d31d80ab50f1597ebfc53c4f420ee46c51ac425703cf",
    "validation_pairs.csv": "e2e299803b689690501b85e99844c4976f94fc08da8824824952e5c58f3974e6",
    "validation_scored.csv": "da48e0e2cfa11b784ebd751ae88a6a756cccad0713ec3a9f00a1c4c76c439b37"
  },
  "selection": "Highest validation CIDEr of the selected caption, including epoch zero; earliest beam wins ties",
  "score": "bias[beam position] + weight * BERT-CNN logit"
}