Hugging Face's logo

software-mansion
/
MiniCPM5-2B-ExecuTorch

Text Generation
ExecuTorch
conversational
Model card Files
xet
 Community
MiniCPM5-2B-ExecuTorch
File size: 1,344 Bytes
b69253e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
{
  "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
  "model": "minicpm5_2b",
  "family": "llama",
  "capabilities": [
    "text-generation"
  ],
  "backend": "mlx",
  "license": "apache-2.0",
  "variants": [
    {
      "file": "minicpm_5_2b_mlx_4w.pte",
      "precision": "4w",
      "quantized": true,
      "default": true,
      "methods": {
        "forward": {
          "inputs": [
            {
              "shape": [
                1,
                {
                  "min": 1,
                  "max": 128
                }
              ],
              "dtype": "int64"
            },
            {
              "shape": [
                1
              ],
              "dtype": "int64"
            }
          ],
          "outputs": [
            {
              "shape": [
                1,
                130560
              ],
              "dtype": "float32"
            }
          ]
        },
        "enable_dynamic_shape": true,
        "get_bos_id": 0,
        "get_eos_ids": [
          1,
          130073
        ],
        "get_max_context_len": 8192,
        "get_max_seq_len": 129,
        "get_n_layers": 42,
        "get_vocab_size": 130560,
        "use_kv_cache": true,
        "use_sdpa_with_kv_cache": true
      }
    }
  ]
}