Hugging Face's logo

LionelLow
/
SignSparK_BT

German
Chinese
English
signspark-bt
sign-language
sign-language-production
back-translation
evaluation
Model card Files
xet
 Community
SignSparK_BT
File size: 2,263 Bytes
2f5d935
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
name: bt_how2sign
wandb: false
data:
    base_path: ${DATA_ROOT}/lmdb
    dataset: How2Sign
    version: how2sign
    pseudo_gloss_dir: ${DATA_ROOT}/pseudo_glosses
    feature_size: 240
    level: word
    tokenizer: whitespace
    txt_lowercase: true
    max_sent_length: 400
    max_sgn_length: 300
    random_train_subset: -1
    random_dev_subset: -1
testing:
    recognition_beam_sizes:
    - 1
    translation_beam_sizes:
    - 1
    - 2
    - 3
    - 4
    - 5
    translation_beam_alphas:
    - -1
    - 0
    - 1
    - 2
    - 3
training:
    model_dir: ./checkpoints/How2Sign
    random_seed: 42
    reset_best_ckpt: false
    reset_scheduler: false
    reset_optimizer: false
    recognition_loss_weight: 1.0
    translation_loss_weight: 1.0
    eval_metric: bleu
    optimizer: adam
    learning_rate: 0.0005
    batch_size: 128
    batch_type: sentence
    num_workers: 4
    epochs: 250
    early_stopping_metric: eval_metric
    translation_normalization: batch
    eval_recognition_beam_size: 1
    eval_translation_beam_size: 3
    eval_translation_beam_alpha: -1
    num_valid_log: 5
    overwrite: false
    shuffle: true
    use_cuda: true
    translation_max_output_length: 30
    keep_last_ckpts: 3
    batch_multiplier: 1
    logging_freq: 100
    validation_freq: 100
    betas:
    - 0.9
    - 0.998
    scheduling: plateau
    learning_rate_min: 1.0e-08
    weight_decay: 0.001
    patience: 3
    decrease_factor: 0.8
    label_smoothing: 0.1
model:
    initializer: xavier
    bias_initializer: zeros
    init_gain: 1.0
    embed_initializer: xavier
    embed_init_gain: 1.0
    tied_softmax: false
    encoder:
        type: transformer
        num_layers: 3
        num_heads: 8
        embeddings:
            embedding_dim: 512
            scale: false
            dropout: 0.1
            norm_type: batch
            activation_type: softsign
        hidden_size: 512
        ff_size: 1024
        dropout: 0.1
    decoder:
        type: transformer
        num_layers: 3
        num_heads: 8
        embeddings:
            embedding_dim: 512
            scale: false
            dropout: 0.1
            norm_type: batch
            activation_type: softsign
        hidden_size: 512
        ff_size: 1024
        dropout: 0.1