Hugging Face's logo

jasonfan
/
FST_code

Safetensors
Model card Files
xet
 Community
FST_code
File size: 614 Bytes
3b2d368
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
checkpoint_mode: best # Options: best, recent, epoch_x

batch_size: 32
num_workers: 8

precision: bfloat16
compile: true
compile_mode: default

prefix: null
num_fewshot: null

# Benchmark tasks to run
tasks:
  - hellaswag
  - winogrande
  - piqa
  # - triviaqa
  # - truthfulqa 
  
  # - lambada
  - lambada_openai

  - arc_challenge
  - arc_easy

  # - glue
  # - wikitext
  # - gsm8k
  

# Evaluation settings
limit: 5000 # Limit number of examples per task (null for all)
bootstrap_iters: 200 # Number of bootstrap iterations for confidence intervals

# limit: 5
# bootstrap_iters: 2

use_pretrained_model: null