Konark Verma commited on
Commit
136e1ec
·
verified ·
1 Parent(s): 2ab9935

Delete llama3.2-1b

Browse files
llama3.2-1b/gguf/llama3.2-1b-Q4_K_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:737fb8fe3aec243857b7475fe652c98e037e435e3e05cc50c432004694d5b810
3
- size 807694080
 
 
 
 
llama3.2-1b/gguf/llama3.2-1b-Q6_K.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7d50abf9d21276f4663cbf41e2f5b98d0b72046b22ccc3821b3ee7cf1f136c2
3
- size 1021800192
 
 
 
 
llama3.2-1b/gguf/llama3.2-1b-Q8_0.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8d2f3dc430541d2ba3c70749948742a0707759761d54bdbd169e1dc5198f6a1
3
- size 1321082624
 
 
 
 
llama3.2-1b/gguf/llama3.2-1b-f16.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d3f614343018ba882f5aeaa21a0db197a3af068b72b9e4f61a5c74369be113e
3
- size 2479595264
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-dynamic-int8/model.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:980954f594e70b6146dbd6f3364a269c158c414d1aa069b97775e057e412228e
3
- size 2837877
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-dynamic-int8/model.onnx.data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f3fec7ea8cd67428ac5b7c17546de726638bd1b6f52c47527ff77627cc7be3d
3
- size 3880001536
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp16/config.json DELETED
@@ -1,41 +0,0 @@
1
- {
2
- "architectures": [
3
- "LlamaForCausalLM"
4
- ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 128000,
8
- "dtype": "float16",
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
- "head_dim": 64,
15
- "hidden_act": "silu",
16
- "hidden_size": 2048,
17
- "initializer_range": 0.02,
18
- "intermediate_size": 8192,
19
- "max_position_embeddings": 131072,
20
- "mlp_bias": false,
21
- "model_type": "llama",
22
- "num_attention_heads": 32,
23
- "num_hidden_layers": 16,
24
- "num_key_value_heads": 8,
25
- "pretraining_tp": 1,
26
- "rms_norm_eps": 1e-05,
27
- "rope_parameters": {
28
- "factor": 32.0,
29
- "high_freq_factor": 4.0,
30
- "low_freq_factor": 1.0,
31
- "original_max_position_embeddings": 8192,
32
- "rope_theta": 500000.0,
33
- "rope_type": "llama3"
34
- },
35
- "rope_scaling": null,
36
- "rope_theta": 10000.0,
37
- "tie_word_embeddings": true,
38
- "transformers_version": "4.57.6",
39
- "use_cache": true,
40
- "vocab_size": 128256
41
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp16/generation_config.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "bos_token_id": 128000,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 128001,
6
- 128008,
7
- 128009
8
- ],
9
- "temperature": 0.6,
10
- "top_p": 0.9,
11
- "transformers_version": "4.57.6"
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp16/model.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d69a050895f28ddfb93f4742e0c0cfecc5fc22a5ac69e18d815ed035316521ef
3
- size 744790
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp16/model.onnx_data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffddda61f3f81cf77ddc32c6dd738f0ede1a7fa193e3eddc6ea4cf3ad4dedec3
3
- size 6262366464
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp32/config.json DELETED
@@ -1,41 +0,0 @@
1
- {
2
- "architectures": [
3
- "LlamaForCausalLM"
4
- ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 128000,
8
- "dtype": "float32",
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
- "head_dim": 64,
15
- "hidden_act": "silu",
16
- "hidden_size": 2048,
17
- "initializer_range": 0.02,
18
- "intermediate_size": 8192,
19
- "max_position_embeddings": 131072,
20
- "mlp_bias": false,
21
- "model_type": "llama",
22
- "num_attention_heads": 32,
23
- "num_hidden_layers": 16,
24
- "num_key_value_heads": 8,
25
- "pretraining_tp": 1,
26
- "rms_norm_eps": 1e-05,
27
- "rope_parameters": {
28
- "factor": 32.0,
29
- "high_freq_factor": 4.0,
30
- "low_freq_factor": 1.0,
31
- "original_max_position_embeddings": 8192,
32
- "rope_theta": 500000.0,
33
- "rope_type": "llama3"
34
- },
35
- "rope_scaling": null,
36
- "rope_theta": 10000.0,
37
- "tie_word_embeddings": true,
38
- "transformers_version": "4.57.6",
39
- "use_cache": true,
40
- "vocab_size": 128256
41
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp32/generation_config.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "bos_token_id": 128000,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 128001,
6
- 128008,
7
- 128009
8
- ],
9
- "temperature": 0.6,
10
- "top_p": 0.9,
11
- "transformers_version": "4.57.6"
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp32/model.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a665ab4898d0814ac6ec949438129df1fb3e5efbbc4f0c66764e9fcac979b65
3
- size 739240
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-fp32/model.onnx_data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fe104ae827adae0805bfed0ab832e74b01f195b5da365c63edf7f78262eba00
3
- size 5993930880
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-static-int8/model.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e9383cfcae0dd59895d66dbc3c69d0443427129bfea21f29de1bdca884966d1
3
- size 2884958
 
 
 
 
llama3.2-1b/onnx/llama3.2-1b-static-int8/model.onnx.data DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f3fec7ea8cd67428ac5b7c17546de726638bd1b6f52c47527ff77627cc7be3d
3
- size 3880001536
 
 
 
 
llama3.2-1b/safetensors/chat_template.jinja DELETED
@@ -1,93 +0,0 @@
1
- {{- bos_token }}
2
- {%- if custom_tools is defined %}
3
- {%- set tools = custom_tools %}
4
- {%- endif %}
5
- {%- if not tools_in_user_message is defined %}
6
- {%- set tools_in_user_message = true %}
7
- {%- endif %}
8
- {%- if not date_string is defined %}
9
- {%- if strftime_now is defined %}
10
- {%- set date_string = strftime_now("%d %b %Y") %}
11
- {%- else %}
12
- {%- set date_string = "26 Jul 2024" %}
13
- {%- endif %}
14
- {%- endif %}
15
- {%- if not tools is defined %}
16
- {%- set tools = none %}
17
- {%- endif %}
18
-
19
- {#- This block extracts the system message, so we can slot it into the right place. #}
20
- {%- if messages[0]['role'] == 'system' %}
21
- {%- set system_message = messages[0]['content']|trim %}
22
- {%- set messages = messages[1:] %}
23
- {%- else %}
24
- {%- set system_message = "" %}
25
- {%- endif %}
26
-
27
- {#- System message #}
28
- {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
29
- {%- if tools is not none %}
30
- {{- "Environment: ipython\n" }}
31
- {%- endif %}
32
- {{- "Cutting Knowledge Date: December 2023\n" }}
33
- {{- "Today Date: " + date_string + "\n\n" }}
34
- {%- if tools is not none and not tools_in_user_message %}
35
- {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
36
- {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
37
- {{- "Do not use variables.\n\n" }}
38
- {%- for t in tools %}
39
- {{- t | tojson(indent=4) }}
40
- {{- "\n\n" }}
41
- {%- endfor %}
42
- {%- endif %}
43
- {{- system_message }}
44
- {{- "<|eot_id|>" }}
45
-
46
- {#- Custom tools are passed in a user message with some extra guidance #}
47
- {%- if tools_in_user_message and not tools is none %}
48
- {#- Extract the first user message so we can plug it in here #}
49
- {%- if messages | length != 0 %}
50
- {%- set first_user_message = messages[0]['content']|trim %}
51
- {%- set messages = messages[1:] %}
52
- {%- else %}
53
- {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
54
- {%- endif %}
55
- {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
56
- {{- "Given the following functions, please respond with a JSON for a function call " }}
57
- {{- "with its proper arguments that best answers the given prompt.\n\n" }}
58
- {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
59
- {{- "Do not use variables.\n\n" }}
60
- {%- for t in tools %}
61
- {{- t | tojson(indent=4) }}
62
- {{- "\n\n" }}
63
- {%- endfor %}
64
- {{- first_user_message + "<|eot_id|>"}}
65
- {%- endif %}
66
-
67
- {%- for message in messages %}
68
- {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
69
- {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
70
- {%- elif 'tool_calls' in message %}
71
- {%- if not message.tool_calls|length == 1 %}
72
- {{- raise_exception("This model only supports single tool-calls at once!") }}
73
- {%- endif %}
74
- {%- set tool_call = message.tool_calls[0].function %}
75
- {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
76
- {{- '{"name": "' + tool_call.name + '", ' }}
77
- {{- '"parameters": ' }}
78
- {{- tool_call.arguments | tojson }}
79
- {{- "}" }}
80
- {{- "<|eot_id|>" }}
81
- {%- elif message.role == "tool" or message.role == "ipython" %}
82
- {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
83
- {%- if message.content is mapping or message.content is iterable %}
84
- {{- message.content | tojson }}
85
- {%- else %}
86
- {{- message.content }}
87
- {%- endif %}
88
- {{- "<|eot_id|>" }}
89
- {%- endif %}
90
- {%- endfor %}
91
- {%- if add_generation_prompt %}
92
- {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
93
- {%- endif %}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/safetensors/config.json DELETED
@@ -1,40 +0,0 @@
1
- {
2
- "architectures": [
3
- "LlamaForCausalLM"
4
- ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 128000,
8
- "dtype": "bfloat16",
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
- "head_dim": 64,
15
- "hidden_act": "silu",
16
- "hidden_size": 2048,
17
- "initializer_range": 0.02,
18
- "intermediate_size": 8192,
19
- "max_position_embeddings": 131072,
20
- "mlp_bias": false,
21
- "model_type": "llama",
22
- "num_attention_heads": 32,
23
- "num_hidden_layers": 16,
24
- "num_key_value_heads": 8,
25
- "pad_token_id": null,
26
- "pretraining_tp": 1,
27
- "rms_norm_eps": 1e-05,
28
- "rope_parameters": {
29
- "factor": 32.0,
30
- "high_freq_factor": 4.0,
31
- "low_freq_factor": 1.0,
32
- "original_max_position_embeddings": 8192,
33
- "rope_theta": 500000.0,
34
- "rope_type": "llama3"
35
- },
36
- "tie_word_embeddings": true,
37
- "transformers_version": "5.14.1",
38
- "use_cache": true,
39
- "vocab_size": 128256
40
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/safetensors/generation_config.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "bos_token_id": 128000,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 128001,
6
- 128008,
7
- 128009
8
- ],
9
- "temperature": 0.6,
10
- "top_p": 0.9,
11
- "transformers_version": "5.14.1"
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
llama3.2-1b/safetensors/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:88fcfc6aebbcb6ddad93b7818511f8637ba5e8a704455693349625e9d4d6138d
3
- size 2471645608
 
 
 
 
llama3.2-1b/safetensors/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
- size 17209920
 
 
 
 
llama3.2-1b/safetensors/tokenizer_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|begin_of_text|>",
4
- "clean_up_tokenization_spaces": true,
5
- "eos_token": "<|eot_id|>",
6
- "is_local": false,
7
- "local_files_only": false,
8
- "model_input_names": [
9
- "input_ids",
10
- "attention_mask"
11
- ],
12
- "model_max_length": 131072,
13
- "tokenizer_class": "TokenizersBackend"
14
- }