Hugging Face's logo

amorarc
/
func-jepa

PyTorch
Safetensors
symbolic-mathematics
jepa
representation-learning
symbolic-regression
function-encoder
Model card Files
xet
 Community
func-jepa
File size: 1,659 Bytes
522b012
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
{
 "ops": [
  "sin",
  "cos",
  "log",
  "sqrt",
  "square",
  "cube",
  "quad"
 ],
 "d": 256,
 "config": {
  "run_name": "compose_v8",
  "data": "data/compose_v3",
  "latents": "latents_v14.npz",
  "ops": [
   "sin",
   "cos",
   "log",
   "sqrt",
   "square",
   "cube",
   "quad"
  ],
  "seed": 0,
  "model": {
   "hidden": 768,
   "depth": 3,
   "mult": 2,
   "dropout": 0.1,
   "skip_init": "identity",
   "head": "factored",
   "structure": "exact",
   "quad_from_square": true
  },
  "loss": {
   "w_cos": 0.0,
   "w_nce": 0.1,
   "tau": 0.05,
   "w_gain": 1.0
  },
  "train": {
   "steps": 40000,
   "batch_size": 1024,
   "lr": 5e-05,
   "weight_decay": 0.05,
   "warmup": 500,
   "min_lr_frac": 0.05,
   "schedule": "wsd",
   "decay_frac": 0.0,
   "grad_clip": 1.0,
   "eval_every": 2000,
   "eval_n": 3000,
   "patience": 0,
   "ema": 0.0,
   "max_lift_frac": 0.25,
   "clean_exclude": "data/v4",
   "aug_sign": true
  }
 },
 "best": {
  "sin": {
   "val_top1": 0.7093333333333334,
   "step": 34000
  },
  "cos": {
   "val_top1": 0.649,
   "step": 32000
  },
  "log": {
   "val_top1": 0.6013834846519671,
   "step": 38000
  },
  "sqrt": {
   "val_top1": 0.5649109792284867,
   "step": 40000
  },
  "square": {
   "val_top1": 0.9226666666666666,
   "step": 40000
  },
  "cube": {
   "val_top1": 0.8953333333333333,
   "step": 40000
  },
  "quad": {
   "val_top1": 0.8016666666666666,
   "step": 38000
  }
 },
 "component": "compose",
 "description": "7 composition operators (sin cos log sqrt square cube quad)",
 "source_checkpoint": "runs/compose_v8/opbank.pt",
 "domain": [
  -3.141592653589793,
  3.141592653589793
 ],
 "format": "func-jepa-1"
}