Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files
xet
 Community
optimum-internal-testing-user commited on
Commit
a2a42f0
·
verified ·
1 Parent(s): d8fe2e6

Synchronizing local compiler cache.

Browse files
Files changed (26) hide show
  1. neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7/0cc25526e2cfc37a8875a3752f33c4d7505d8a07b869d0f3f41915cf6e763b74/ab16fc61a442735c7b5e.json +59 -0
  2. neuronxcc-2.26.6360.0+6f180f47/MODULE_11cf64649253d0b65a5e+84337dd9/model.neff +1 -1
  3. neuronxcc-2.26.6360.0+6f180f47/MODULE_11cf64649253d0b65a5e+84337dd9/wrapped_neff.hlo +1 -1
  4. neuronxcc-2.26.6360.0+6f180f47/MODULE_31f800285afef122700a+519f203d/model.neff +2 -2
  5. neuronxcc-2.26.6360.0+6f180f47/MODULE_35250cfcf871d7aba74d+84337dd9/model.neff +1 -1
  6. neuronxcc-2.26.6360.0+6f180f47/MODULE_35250cfcf871d7aba74d+84337dd9/wrapped_neff.hlo +1 -1
  7. neuronxcc-2.26.6360.0+6f180f47/MODULE_3f2cc7fc07977387a318+84337dd9/model.neff +1 -1
  8. neuronxcc-2.26.6360.0+6f180f47/MODULE_3f2cc7fc07977387a318+84337dd9/wrapped_neff.hlo +1 -1
  9. neuronxcc-2.26.6360.0+6f180f47/MODULE_3f56659207e388739af7+519f203d/model.neff +1 -1
  10. neuronxcc-2.26.6360.0+6f180f47/MODULE_51bdae28051bc87badd5+84337dd9/model.neff +1 -1
  11. neuronxcc-2.26.6360.0+6f180f47/MODULE_51bdae28051bc87badd5+84337dd9/wrapped_neff.hlo +1 -1
  12. neuronxcc-2.26.6360.0+6f180f47/MODULE_5459e3e60c7ca34be52b+84337dd9/model.neff +1 -1
  13. neuronxcc-2.26.6360.0+6f180f47/MODULE_5459e3e60c7ca34be52b+84337dd9/wrapped_neff.hlo +1 -1
  14. neuronxcc-2.26.6360.0+6f180f47/MODULE_7a6ac7459529a5b76291+84337dd9/model.neff +2 -2
  15. neuronxcc-2.26.6360.0+6f180f47/MODULE_7a6ac7459529a5b76291+84337dd9/wrapped_neff.hlo +2 -2
  16. neuronxcc-2.26.6360.0+6f180f47/MODULE_813c4591c1c397fa42bc+84337dd9/model.neff +1 -1
  17. neuronxcc-2.26.6360.0+6f180f47/MODULE_813c4591c1c397fa42bc+84337dd9/wrapped_neff.hlo +1 -1
  18. neuronxcc-2.26.6360.0+6f180f47/MODULE_8b646f91e023995ffc39+519f203d/model.neff +1 -1
  19. neuronxcc-2.26.6360.0+6f180f47/MODULE_ca940b5929c96ea4ebad+12dd9119/model.neff +1 -1
  20. neuronxcc-2.26.6360.0+6f180f47/MODULE_cef50dd7a142db2bfa48+84337dd9/model.neff +1 -1
  21. neuronxcc-2.26.6360.0+6f180f47/MODULE_cef50dd7a142db2bfa48+84337dd9/wrapped_neff.hlo +1 -1
  22. neuronxcc-2.26.6360.0+6f180f47/MODULE_dc04527b827075028b3a+519f203d/model.neff +1 -1
  23. neuronxcc-2.26.6360.0+6f180f47/MODULE_f27d3758c235ef1d523f+519f203d/model.neff +1 -1
  24. neuronxcc-2.26.6360.0+6f180f47/MODULE_f9dd548904a4ef181037+12dd9119/model.neff +1 -1
  25. neuronxcc-2.26.6360.0+6f180f47/MODULE_fa9815b97c745d5c65d8+12dd9119/model.hlo_module.pb +1 -1
  26. neuronxcc-2.26.6360.0+6f180f47/MODULE_fa9815b97c745d5c65d8+12dd9119/model.neff +1 -1
neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7/0cc25526e2cfc37a8875a3752f33c4d7505d8a07b869d0f3f41915cf6e763b74/ab16fc61a442735c7b5e.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "ibm-granite/granite-3.1-2b-instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "GraniteForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.1,
10
+ "attention_multiplier": 0.015625,
11
+ "dtype": "bfloat16",
12
+ "embedding_multiplier": 12.0,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 2048,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 8192,
17
+ "logits_scaling": 8.0,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "granite",
21
+ "neuron": {
22
+ "_serialized_key": "NxDNeuronConfig",
23
+ "batch_size": 1,
24
+ "capacity_factor": null,
25
+ "checkpoint_id": "ibm-granite/granite-3.1-2b-instruct",
26
+ "checkpoint_revision": "bbc2aed595bd38bd770263dc3ab831db9794441d",
27
+ "continuous_batching": false,
28
+ "ep_degree": 1,
29
+ "fused_qkv": true,
30
+ "glu_mlp": true,
31
+ "local_ranks_size": 2,
32
+ "max_batch_size": 1,
33
+ "max_context_length": 8192,
34
+ "max_topk": 256,
35
+ "n_active_tokens": 8192,
36
+ "neuronxcc_version": "2.26.6360.0+6f180f47",
37
+ "on_device_sampling": true,
38
+ "optimum_neuron_version": "0.4.7",
39
+ "output_logits": false,
40
+ "pp_degree": 1,
41
+ "prefill_chunk_size": 1024,
42
+ "sequence_length": 8192,
43
+ "speculation_length": 0,
44
+ "start_rank_id": 0,
45
+ "target": "trn1",
46
+ "torch_dtype": "bfloat16",
47
+ "tp_degree": 2
48
+ },
49
+ "num_attention_heads": 32,
50
+ "num_hidden_layers": 40,
51
+ "num_key_value_heads": 8,
52
+ "residual_multiplier": 0.22,
53
+ "rms_norm_eps": 1e-05,
54
+ "rope_scaling": null,
55
+ "rope_theta": 5000000.0,
56
+ "tie_word_embeddings": true,
57
+ "use_cache": true,
58
+ "vocab_size": 49155
59
+ }
neuronxcc-2.26.6360.0+6f180f47/MODULE_11cf64649253d0b65a5e+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3145637b6e9070e72528aabe87451d0446dfc4705eec867af37082641f675b42
3
  size 1240064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f5ec83c8f0956f230fc16a60b188403eb254e7361a4db1cc067b79722dae19
3
  size 1240064
neuronxcc-2.26.6360.0+6f180f47/MODULE_11cf64649253d0b65a5e+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57f3039a2833eb34779cd5bd76e7d8d4ec17f9705bc562305faece42888a386d
3
  size 1362453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bb865ddb1419b62ea949a37ad665290efcdb560927844ca990ec0bbd524f15
3
  size 1362453
neuronxcc-2.26.6360.0+6f180f47/MODULE_31f800285afef122700a+519f203d/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cd70432ee81acc71260a01bf9fd2bef3f63c3eb814ead305d434e0e831a6736
3
- size 3206144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30dbdddc510010c02caa7e4d8005fb3125d7fe04338c7cffcf81d15e1226e042
3
+ size 3216384
neuronxcc-2.26.6360.0+6f180f47/MODULE_35250cfcf871d7aba74d+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee7abc24af3304bae16755912958ccdd6aa490f6893e526afb0e3293fd40f924
3
  size 1076224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151bca4c697db8ae6d0e187cf1c3f1fb61dc0476386e9535ffcc7de3231d9216
3
  size 1076224
neuronxcc-2.26.6360.0+6f180f47/MODULE_35250cfcf871d7aba74d+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8ee4f8b0f940a02a8b439438c57707fc0401d3bbe80e940e091675dd016157a
3
  size 1198613
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7d96d2bc08d96bbe6a23049629382614c2123ec2572f9897e25aa12c80ccfc
3
  size 1198613
neuronxcc-2.26.6360.0+6f180f47/MODULE_3f2cc7fc07977387a318+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4708ccdc5e057c651ca7279985b24917c4b3510deb030a37fcad137083abaad8
3
  size 4649984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26df66f5b98a1582c0d7a441b417d70aa543df20805d57fce4465d42418363a
3
  size 4649984
neuronxcc-2.26.6360.0+6f180f47/MODULE_3f2cc7fc07977387a318+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:697d4495ed3486f302672564b9b14fbee471ff1154ffd19f798f9899da49b172
3
  size 4834443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cfcb168d9691d162caca338a834d32e7e49d522517467f0f4156a17d14ebfbf
3
  size 4834443
neuronxcc-2.26.6360.0+6f180f47/MODULE_3f56659207e388739af7+519f203d/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3cf1aa3ad961ad1646a33e304da344447610ffd02c3edeac51046d30745bcd7
3
  size 3083264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51b12317c24e23e4d76bcfc03519942bb1f496e58e5b87613101a2626165f27d
3
  size 3083264
neuronxcc-2.26.6360.0+6f180f47/MODULE_51bdae28051bc87badd5+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4bc6e4a79594a22ec4cc80d886fe1d32ed2dd2f8661932c958c74f337cf575b
3
  size 1588224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c726878cf0fb176f1bd72c76c5df4006608b2f92fd8ac96bffa0bb2943af003a
3
  size 1588224
neuronxcc-2.26.6360.0+6f180f47/MODULE_51bdae28051bc87badd5+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:956b134ef4f694d3b917ac931a745e48043e01ac850efcc2bb3ef713321c3e91
3
  size 1744530
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90d8d6eaf5cfb02674773cbe8077b40c9cc288c7cec4ed5d1ea1b6ed6687c30
3
  size 1744530
neuronxcc-2.26.6360.0+6f180f47/MODULE_5459e3e60c7ca34be52b+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dadedb3d0e475d21f2a5f522046a7e7143d92f12aff2815ff951d97edf009cca
3
  size 1547264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7f1f16e738148da0ad40ffd6e8e9ce4a3eb8303549968ddaaaa7e4ee2921d4
3
  size 1547264
neuronxcc-2.26.6360.0+6f180f47/MODULE_5459e3e60c7ca34be52b+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b593793fed0b89da27c908bb153ed67ab675f20aefe2a3f3aef21358cad4a54
3
  size 1703455
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475a88e21367427ad9b691c04ad2913424083143959ce2642d852c03eb0dfa31
3
  size 1703455
neuronxcc-2.26.6360.0+6f180f47/MODULE_7a6ac7459529a5b76291+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a8942a988304dc98c20e135fe399a34b4d0faf7b279dd1c8eb9ccef0054ca88
3
- size 4824064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0985197289f687b7ebf31f32b2faf79fa6d6394f9c072501fdc8e59f14bce3e6
3
+ size 4834304
neuronxcc-2.26.6360.0+6f180f47/MODULE_7a6ac7459529a5b76291+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3c62da7f3b7768a725be102ff61bda30a893fdedd4b03f402f72b6a440bdcd1
3
- size 5008243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2ca92729db17cdb154cfb17443820949243538c0e29b16d8b8eaa4fb75ef6e
3
+ size 5018483
neuronxcc-2.26.6360.0+6f180f47/MODULE_813c4591c1c397fa42bc+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb5d7da597bf1a2ed25b08b6edb93c6dc52246a7327f823a939add4d28ddd32c
3
  size 2161664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5b0ad23250795560eb46b65f81ea4d40e7605ec3757ac36042abfe20f718a3
3
  size 2161664
neuronxcc-2.26.6360.0+6f180f47/MODULE_813c4591c1c397fa42bc+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2a4a1417e67cf31483eac836b72045c82bac36dda994e71e8c53d15e7cf2968
3
  size 2235751
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048569c61bdc1d0d139e2840859e928d6c0e6ebe17793cf719079ef2cd1ab930
3
  size 2235751
neuronxcc-2.26.6360.0+6f180f47/MODULE_8b646f91e023995ffc39+519f203d/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96ce6506343725ad614810d0d6f55a6ee72213870481d53fbec4cd6bfdc63ea2
3
  size 1608704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec5d4b7099cd9385f987a5f55f47070a737c61a9722132043593ed83139f30c6
3
  size 1608704
neuronxcc-2.26.6360.0+6f180f47/MODULE_ca940b5929c96ea4ebad+12dd9119/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37ede2094f37e6d40e959ae49f099ee7c9473baeae5ffe10ce03155103efd67f
3
  size 10261504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6550756bc53826f9f3918843f7f8b7e1b19e0bdbe3d8c145500060c44d7287da
3
  size 10261504
neuronxcc-2.26.6360.0+6f180f47/MODULE_cef50dd7a142db2bfa48+84337dd9/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f5b3616b07fdaa4792a3fcc3030f5c7adae04435842132949bd507d66a5bc59
3
  size 2110464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60fc849ebed8542f68c2bc0fb3b4e7af21d22b7ff9e0af22d4c86977c2cd6be5
3
  size 2110464
neuronxcc-2.26.6360.0+6f180f47/MODULE_cef50dd7a142db2bfa48+84337dd9/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18dba82a9f15fd64d2bd6681cf7ddb5a7b94f8136c51663a5dfa44044f4a5f49
3
  size 2184663
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c775d6f64d7854903d53d94a043ca2ae523192e7d45118b956935d48ce058197
3
  size 2184663
neuronxcc-2.26.6360.0+6f180f47/MODULE_dc04527b827075028b3a+519f203d/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:138e001d5cc1d491942248e60dc74e632b7ba75c27991db48046728a539e2e43
3
  size 3062784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b34f34b9e356e9450669c356d13f8c58dd2e9a1a5eb634b28367c2c4624b96
3
  size 3062784
neuronxcc-2.26.6360.0+6f180f47/MODULE_f27d3758c235ef1d523f+519f203d/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53fe060e7bd906e4b09b4666d501c7c59a9c3c2ba3a203218a34655cbbf9ee7e
3
  size 7701504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:020b5c357ddeff3ff72bf1108b768eebaa4c7a18ecd66f4fff98cd5665f4552c
3
  size 7701504
neuronxcc-2.26.6360.0+6f180f47/MODULE_f9dd548904a4ef181037+12dd9119/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94a92d627ca2cb2e3d3403a0bfd6ea6027d818f5d9e1689c5ecbe9219cc2e021
3
  size 14593024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e039d700cb5dadda8a63ea4d5b44122dd357926afc168039caedf4b3f4342106
3
  size 14593024
neuronxcc-2.26.6360.0+6f180f47/MODULE_fa9815b97c745d5c65d8+12dd9119/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f8cdbc9a2cc232eda3434b6b58bb587288d3dc59a47d0b35b105b1598a658fe
3
  size 1471344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebdec805eeeae5b7c11c4c7519b9c1f1bb58d96d04bbc0cf98c0e438181b43c
3
  size 1471344
neuronxcc-2.26.6360.0+6f180f47/MODULE_fa9815b97c745d5c65d8+12dd9119/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b0b6aebe559f05141bcab2531b44965520df27c256453921d2b7a780625153e
3
  size 10374144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05e26345eb8eef62f2ada9c2df9e72b14a69f2bdc3a09434cba4ed6e7cbc0fe
3
  size 10374144