Hugging Face's logo

vtava
/
functiongemma-270m-it-simple-tool-calling-memory-fusion

Transformers
gemma3
function-calling
tinycenn
recurrent-memory
research
Model card Files
xet
 Community
functiongemma-270m-it-simple-tool-calling-memory-fusion
File size: 2,535 Bytes
7d2c297
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
{
  "format_version": 1,
  "stage": "accepted_layer_17",
  "target_layers": [
    5,
    11,
    17
  ],
  "accepted_layers": [
    5,
    11,
    17
  ],
  "config": {
    "feature_dim": 32,
    "memory_rank": 64,
    "dilations": [
      1,
      2,
      4,
      8,
      16,
      32,
      64,
      128
    ],
    "shifted_window": 8,
    "train_output_projection": true
  },
  "layer_reports": [
    {
      "layer": 5,
      "accepted": false,
      "steps": 50,
      "nmse": 0.39167162775993347,
      "cosine": 0.77734375,
      "probe_nll": 6.578028440475464,
      "incremental_delta_nll": -1.947494626045227,
      "cumulative_delta_nll": -1.947494626045227,
      "round": 1
    },
    {
      "layer": 5,
      "accepted": false,
      "steps": 175,
      "nmse": 0.24159154295921326,
      "cosine": 0.8691575527191162,
      "probe_nll": 6.600935220718384,
      "incremental_delta_nll": -1.9245878458023071,
      "cumulative_delta_nll": -1.9245878458023071,
      "round": 2
    },
    {
      "layer": 5,
      "accepted": true,
      "steps": 225,
      "nmse": 0.15754102170467377,
      "cosine": 0.922616183757782,
      "probe_nll": 6.462509989738464,
      "incremental_delta_nll": -2.0630130767822266,
      "cumulative_delta_nll": -2.0630130767822266,
      "round": 3
    },
    {
      "layer": 11,
      "accepted": true,
      "steps": 150,
      "nmse": 0.16000066697597504,
      "cosine": 0.9214716553688049,
      "probe_nll": 6.223196983337402,
      "incremental_delta_nll": -0.239313006401062,
      "cumulative_delta_nll": -2.3023260831832886,
      "round": 1
    },
    {
      "layer": 17,
      "accepted": false,
      "steps": 300,
      "nmse": 0.15326528251171112,
      "cosine": 0.9228067398071289,
      "probe_nll": 6.2936941385269165,
      "incremental_delta_nll": 0.07049715518951416,
      "cumulative_delta_nll": -2.2318289279937744,
      "round": 1
    },
    {
      "layer": 17,
      "accepted": false,
      "steps": 225,
      "nmse": 0.11938813328742981,
      "cosine": 0.9484158754348755,
      "probe_nll": 6.2485164403915405,
      "incremental_delta_nll": 0.025319457054138184,
      "cumulative_delta_nll": -2.2770066261291504,
      "round": 2
    },
    {
      "layer": 17,
      "accepted": true,
      "steps": 225,
      "nmse": 0.13086512684822083,
      "cosine": 0.9407033920288086,
      "probe_nll": 6.230323672294617,
      "incremental_delta_nll": 0.0071266889572143555,
      "cumulative_delta_nll": -2.295199394226074,
      "round": 3
    }
  ]
}