Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files
xet
 Community
tengomucho HF Staff commited on
Commit
042812a
·
verified ·
1 Parent(s): 4f39e2f

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +17 -0
  2. neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/6ed6aa77ee480d24287c.json +82 -0
  3. neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/compile_flags.json +1 -0
  4. neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.done +0 -0
  5. neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.hlo_module.pb +3 -0
  6. neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.neff +3 -0
  7. neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/compile_flags.json +1 -0
  8. neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.done +0 -0
  9. neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.hlo_module.pb +3 -0
  10. neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.neff +3 -0
  11. neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/compile_flags.json +1 -0
  12. neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.done +0 -0
  13. neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.hlo_module.pb +3 -0
  14. neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.neff +3 -0
  15. neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/wrapped_neff.hlo +3 -0
  16. neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/compile_flags.json +1 -0
  17. neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.done +0 -0
  18. neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.hlo_module.pb +3 -0
  19. neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.neff +3 -0
  20. neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/wrapped_neff.hlo +3 -0
  21. neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/compile_flags.json +1 -0
  22. neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.done +0 -0
  23. neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.hlo_module.pb +3 -0
  24. neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.neff +3 -0
  25. neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/compile_flags.json +1 -0
  26. neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.done +0 -0
  27. neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.hlo_module.pb +3 -0
  28. neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.neff +3 -0
  29. neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/compile_flags.json +1 -0
  30. neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.done +0 -0
  31. neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.hlo_module.pb +3 -0
  32. neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.neff +3 -0
  33. neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/compile_flags.json +1 -0
  34. neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.done +0 -0
  35. neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.hlo_module.pb +3 -0
  36. neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.neff +3 -0
  37. neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/compile_flags.json +1 -0
  38. neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.done +0 -0
  39. neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.hlo_module.pb +3 -0
  40. neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.neff +3 -0
  41. neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/wrapped_neff.hlo +3 -0
  42. neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/compile_flags.json +1 -0
  43. neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.done +0 -0
  44. neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.hlo_module.pb +3 -0
  45. neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.neff +3 -0
  46. neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/wrapped_neff.hlo +3 -0
  47. neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/compile_flags.json +1 -0
  48. neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.done +0 -0
  49. neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.hlo_module.pb +3 -0
  50. neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.neff +3 -0
.gitattributes CHANGED
@@ -8159,3 +8159,20 @@ neuronxcc-2.26.6360.0+6f180f47/MODULE_96b0595fcfb688e22991+1d5aa319/wrapped_neff
8159
  neuronxcc-2.26.6360.0+6f180f47/MODULE_c2719f909b7994638732+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8160
  neuronxcc-2.26.6360.0+6f180f47/MODULE_c2719f909b7994638732+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8161
  neuronxcc-2.26.6360.0+6f180f47/MODULE_008268ac9b472a8ee1b2+97496b47/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8159
  neuronxcc-2.26.6360.0+6f180f47/MODULE_c2719f909b7994638732+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8160
  neuronxcc-2.26.6360.0+6f180f47/MODULE_c2719f909b7994638732+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8161
  neuronxcc-2.26.6360.0+6f180f47/MODULE_008268ac9b472a8ee1b2+97496b47/model.neff filter=lfs diff=lfs merge=lfs -text
8162
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
8163
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
8164
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8165
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8166
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8167
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8168
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
8169
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
8170
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
8171
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
8172
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8173
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8174
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8175
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8176
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
8177
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
8178
+ neuronxcc-2.26.6360.0+6f180f47/MODULE_97ffaf0122e932464dcd+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/6ed6aa77ee480d24287c.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/gemma-3-270m-it",
4
+ "_sliding_window_pattern": 6,
5
+ "_task": "text-generation",
6
+ "architectures": [
7
+ "Gemma3ForCausalLM"
8
+ ],
9
+ "attention_bias": false,
10
+ "attention_dropout": 0.0,
11
+ "attn_logit_softcapping": null,
12
+ "dtype": "bfloat16",
13
+ "final_logit_softcapping": null,
14
+ "head_dim": 256,
15
+ "hidden_activation": "gelu_pytorch_tanh",
16
+ "hidden_size": 640,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 2048,
19
+ "layer_types": [
20
+ "sliding_attention",
21
+ "sliding_attention",
22
+ "sliding_attention",
23
+ "sliding_attention",
24
+ "sliding_attention",
25
+ "full_attention",
26
+ "sliding_attention",
27
+ "sliding_attention",
28
+ "sliding_attention",
29
+ "sliding_attention",
30
+ "sliding_attention",
31
+ "full_attention",
32
+ "sliding_attention",
33
+ "sliding_attention",
34
+ "sliding_attention",
35
+ "sliding_attention",
36
+ "sliding_attention",
37
+ "full_attention"
38
+ ],
39
+ "max_position_embeddings": 32768,
40
+ "model_type": "gemma3_text",
41
+ "neuron": {
42
+ "_serialized_key": "NxDNeuronConfig",
43
+ "batch_size": 1,
44
+ "capacity_factor": null,
45
+ "checkpoint_id": "unsloth/gemma-3-270m-it",
46
+ "checkpoint_revision": "23cf460f6bb16954176b3ddcc8d4f250501458a9",
47
+ "continuous_batching": false,
48
+ "ep_degree": 1,
49
+ "fused_qkv": true,
50
+ "glu_mlp": true,
51
+ "local_ranks_size": 2,
52
+ "max_batch_size": 1,
53
+ "max_context_length": 8192,
54
+ "max_topk": 256,
55
+ "n_active_tokens": 8192,
56
+ "neuronxcc_version": "2.26.6360.0+6f180f47",
57
+ "on_device_sampling": true,
58
+ "optimum_neuron_version": "0.4.7.dev0",
59
+ "output_logits": true,
60
+ "pp_degree": 1,
61
+ "prefill_chunk_size": 0,
62
+ "sequence_length": 8192,
63
+ "speculation_length": 0,
64
+ "start_rank_id": 0,
65
+ "target": "trn1",
66
+ "torch_dtype": "bfloat16",
67
+ "tp_degree": 2
68
+ },
69
+ "num_attention_heads": 4,
70
+ "num_hidden_layers": 18,
71
+ "num_key_value_heads": 1,
72
+ "query_pre_attn_scalar": 256,
73
+ "rms_norm_eps": 1e-06,
74
+ "rope_local_base_freq": 10000.0,
75
+ "rope_scaling": null,
76
+ "rope_theta": 1000000.0,
77
+ "sliding_window": 512,
78
+ "unsloth_fixed": true,
79
+ "use_bidirectional_attention": false,
80
+ "use_cache": true,
81
+ "vocab_size": 262144
82
+ }
neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:432507cb832f7729bbf0ea778b0674fbbcec5e2c99bc215a74bc9e18388ea0a7
3
+ size 2769192
neuronxcc-2.26.6360.0+6f180f47/MODULE_098c7b2bb282dd07336b+519f203d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08c2bffc8a4d4c372373af82a0d606c45371e8d5f1606a47deb19229175be9d7
3
+ size 7640064
neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c89c12ac8e9d535f3e104d18529542875465ab04680b5116882999a4c89bf11
3
+ size 2769048
neuronxcc-2.26.6360.0+6f180f47/MODULE_186a5c4840fd4d6f90d4+519f203d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba9699778492c5b80fabdfa844e21d1846b42cd01a45ff916e2c49cb2ec77b2
3
+ size 8018944
neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682fde39dd388b97be0388a0e7315e59904436ee6101f94251ca59c3f0b86771
3
+ size 1844527
neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a95f4126d9851f3be3907d9d36d66446b211ae2fa7e6ee53aac3b9b57c79370
3
+ size 1373184
neuronxcc-2.26.6360.0+6f180f47/MODULE_1eb086c415411ddf9914+84337dd9/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c16c1c48ed703f1ae029825c08170e5b116dce4033600da543b4b9e4565444
3
+ size 1495658
neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf76725cf4aed49731fe847e5391ca9ff0d1be5fdd188bcf48bac441996eaf90
3
+ size 1877438
neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d0729939462c1c2f0279240784319f1a4e8d13e44ce8619308480ab79ff50b4
3
+ size 1373184
neuronxcc-2.26.6360.0+6f180f47/MODULE_21dad3fc72fb243184b9+84337dd9/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436ea39af68d5adf6e82e04b3d3c5a639dca7d985b782980458911445dae713e
3
+ size 1495658
neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b93bc610ed6e2b2c6523d6ec8d37f4e66d3b6f277809f66b86e857783284ff5
3
+ size 2800179
neuronxcc-2.26.6360.0+6f180f47/MODULE_4df48492d35e4ffb8a16+519f203d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b742c94d05ba5ecf96c93ceb10b822e42e3be072007bbc5de0fe74ce0b8c8afd
3
+ size 7967744
neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b39b1035acb1d002e921f86caf315bb4ea10a30980cb4bcaf39ae5dd35706d
3
+ size 2766283
neuronxcc-2.26.6360.0+6f180f47/MODULE_55d18f781d9212e2dfc6+519f203d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:476ce0289f7530fb642f878a204b661e1bea11fe8fb77dfc2d09d2a08aded105
3
+ size 7967744
neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab99eaef4f8cfe67b8635506cae450003067f2d7358b0685d9075c56b200df60
3
+ size 2804218
neuronxcc-2.26.6360.0+6f180f47/MODULE_6ac0045a775dbb747ff4+519f203d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a0e88589747a3d70246ba78b251b727f56b60e830df7fc927addd5e8cb5b00
3
+ size 7650304
neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d05458ab59fc6f2531999e17b25b84162b3edc4ed6a749d613fe97e90d9f413
3
+ size 2769120
neuronxcc-2.26.6360.0+6f180f47/MODULE_7a5ae276c555d2c5222b+519f203d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc992616eafca636560202912d0d0e2246b5ff16d54e285b6c31f2cd774ab2c
3
+ size 7834624
neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2340b70dfa47166d1df502e73cb5b1acdc307eafde959caa31f2f91cf94498b1
3
+ size 1844527
neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afdbe5da4f8dc160c4752e0c39699931aa864ce9e8ae2a41086a81281b416fe2
3
+ size 1373184
neuronxcc-2.26.6360.0+6f180f47/MODULE_885370837f47156d6058+84337dd9/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f246b3e78ad83fb93fbd374dadb1472cb102c966baabf7a52b4376a76d013d46
3
+ size 1495658
neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9429fda17fc08d5991b6747d3a9866e6057084601ec96f814422ce5d4f5f815a
3
+ size 1885339
neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7305ecb7a68336d5bf97c158223363289e613caa66e19683db7ba3ae598a5a75
3
+ size 1342464
neuronxcc-2.26.6360.0+6f180f47/MODULE_8b9a3de21061e9ecce8a+84337dd9/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0e92e99c312a2d599e033dd9f271ad7d700556f5a0446b9db54aeb9ed31cc1
3
+ size 1464853
neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.done ADDED
File without changes
neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c89614bb24b5de480574220c100597fd203a9ccdfd1929fa4d97841f398da718
3
+ size 1841801
neuronxcc-2.26.6360.0+6f180f47/MODULE_93ed16e7c6730242b94b+84337dd9/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ea6bcf0b6fcd0e285a976a0356c6a0fb3f8ff7f96ad3e66290032ce7912c54
3
+ size 1342464