Synchronizing local compiler cache.
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +30 -0
- neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/04e22cfac37c408caa51d61b493ee185fc351c2f9db86171e024b5d0ad5b25c1/c56a8bce0577ce31a594.json +62 -0
- neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/dedf7a5ae53bb6e1b3fc.json +63 -0
- neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/df8b960809b8e9d97bd2.json +63 -0
- neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen3/llamafactory/tiny-random-qwen3/c56a8bce0577ce31a594.json +62 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/wrapped_neff.hlo +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/wrapped_neff.hlo +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/wrapped_neff.hlo +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/wrapped_neff.hlo +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.neff +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/wrapped_neff.hlo +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/compile_flags.json +1 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.done +0 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.hlo_module.pb +3 -0
- neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.neff +3 -0
.gitattributes
CHANGED
|
@@ -8076,3 +8076,33 @@ neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.neff f
|
|
| 8076 |
neuronxcc-2.26.6360.0+6f180f47/MODULE_3ddd9af1728ebbf92806+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8077 |
neuronxcc-2.26.6360.0+6f180f47/MODULE_f937ae28aac80376b700+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8078 |
neuronxcc-2.26.6360.0+6f180f47/MODULE_f937ae28aac80376b700+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8076 |
neuronxcc-2.26.6360.0+6f180f47/MODULE_3ddd9af1728ebbf92806+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8077 |
neuronxcc-2.26.6360.0+6f180f47/MODULE_f937ae28aac80376b700+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8078 |
neuronxcc-2.26.6360.0+6f180f47/MODULE_f937ae28aac80376b700+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8079 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8080 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8081 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8082 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8083 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8084 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8085 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8086 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8087 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8088 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8089 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8090 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8091 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8092 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8093 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8094 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_dccda32ed026f04a09f8+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8095 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_dd3c57cb3f607b586f3b+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8096 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_e01d20c9f7f58e19f6fd+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8097 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_e01d20c9f7f58e19f6fd+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8098 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_e01d7b8d87f66fb4c5c4+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8099 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_e01d7b8d87f66fb4c5c4+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8100 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_e585b7ba3d40121c96d4+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8101 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_e84ea5bc122d4d45ea24+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8102 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_ef274caa64bc859f5c5c+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8103 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_ef274caa64bc859f5c5c+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8104 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_f3069378727ea3b17875+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8105 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_f3069378727ea3b17875+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 8106 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_f56602829db90683aac8+0788fa03/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8107 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_fc09d37f2c192c8b245b+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 8108 |
+
neuronxcc-2.26.6360.0+6f180f47/MODULE_fc09d37f2c192c8b245b+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/04e22cfac37c408caa51d61b493ee185fc351c2f9db86171e024b5d0ad5b25c1/c56a8bce0577ce31a594.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "llamafactory/tiny-random-qwen3",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Qwen3ForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 4,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 16,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 64,
|
| 16 |
+
"layer_types": [
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention"
|
| 19 |
+
],
|
| 20 |
+
"max_position_embeddings": 32768,
|
| 21 |
+
"max_window_layers": 36,
|
| 22 |
+
"model_type": "qwen3",
|
| 23 |
+
"neuron": {
|
| 24 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 25 |
+
"batch_size": 2,
|
| 26 |
+
"capacity_factor": null,
|
| 27 |
+
"checkpoint_id": "llamafactory/tiny-random-qwen3",
|
| 28 |
+
"checkpoint_revision": "81d6f5f5e05ed53ea8a1d19431266a486e46bbd8",
|
| 29 |
+
"continuous_batching": true,
|
| 30 |
+
"ep_degree": 1,
|
| 31 |
+
"fused_qkv": true,
|
| 32 |
+
"glu_mlp": true,
|
| 33 |
+
"local_ranks_size": 2,
|
| 34 |
+
"max_batch_size": 2,
|
| 35 |
+
"max_context_length": 1024,
|
| 36 |
+
"max_topk": 256,
|
| 37 |
+
"n_active_tokens": 1024,
|
| 38 |
+
"neuronxcc_version": "2.26.6360.0+6f180f47",
|
| 39 |
+
"on_device_sampling": false,
|
| 40 |
+
"optimum_neuron_version": "0.4.7.dev0",
|
| 41 |
+
"output_logits": false,
|
| 42 |
+
"pp_degree": 1,
|
| 43 |
+
"prefill_chunk_size": 0,
|
| 44 |
+
"sequence_length": 1024,
|
| 45 |
+
"speculation_length": 0,
|
| 46 |
+
"start_rank_id": 0,
|
| 47 |
+
"target": "trn1",
|
| 48 |
+
"torch_dtype": "bfloat16",
|
| 49 |
+
"tp_degree": 2
|
| 50 |
+
},
|
| 51 |
+
"num_attention_heads": 4,
|
| 52 |
+
"num_hidden_layers": 2,
|
| 53 |
+
"num_key_value_heads": 4,
|
| 54 |
+
"rms_norm_eps": 1e-06,
|
| 55 |
+
"rope_scaling": null,
|
| 56 |
+
"rope_theta": 5000000,
|
| 57 |
+
"sliding_window": null,
|
| 58 |
+
"tie_word_embeddings": true,
|
| 59 |
+
"use_cache": true,
|
| 60 |
+
"use_sliding_window": false,
|
| 61 |
+
"vocab_size": 151936
|
| 62 |
+
}
|
neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/dedf7a5ae53bb6e1b3fc.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "llamafactory/tiny-random-Llama-3",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "float16",
|
| 11 |
+
"head_dim": 4,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 16,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 64,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 2,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "llamafactory/tiny-random-Llama-3",
|
| 24 |
+
"checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8",
|
| 25 |
+
"continuous_batching": true,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 2,
|
| 31 |
+
"max_context_length": 128,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 128,
|
| 34 |
+
"neuronxcc_version": "2.26.6360.0+6f180f47",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.7.dev0",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"prefill_chunk_size": 0,
|
| 40 |
+
"sequence_length": 128,
|
| 41 |
+
"speculation_length": 0,
|
| 42 |
+
"start_rank_id": 0,
|
| 43 |
+
"target": "trn2",
|
| 44 |
+
"torch_dtype": "float16",
|
| 45 |
+
"tp_degree": 2
|
| 46 |
+
},
|
| 47 |
+
"num_attention_heads": 4,
|
| 48 |
+
"num_hidden_layers": 2,
|
| 49 |
+
"num_key_value_heads": 4,
|
| 50 |
+
"pretraining_tp": 1,
|
| 51 |
+
"rms_norm_eps": 1e-05,
|
| 52 |
+
"rope_scaling": {
|
| 53 |
+
"factor": 8.0,
|
| 54 |
+
"high_freq_factor": 4.0,
|
| 55 |
+
"low_freq_factor": 1.0,
|
| 56 |
+
"original_max_position_embeddings": 8192,
|
| 57 |
+
"rope_type": "llama3"
|
| 58 |
+
},
|
| 59 |
+
"rope_theta": 500000.0,
|
| 60 |
+
"tie_word_embeddings": false,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/df8b960809b8e9d97bd2.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "llamafactory/tiny-random-Llama-3",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "float16",
|
| 11 |
+
"head_dim": 4,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 16,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 64,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "llamafactory/tiny-random-Llama-3",
|
| 24 |
+
"checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 512,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 512,
|
| 34 |
+
"neuronxcc_version": "2.26.6360.0+6f180f47",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.7.dev0",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"prefill_chunk_size": 0,
|
| 40 |
+
"sequence_length": 512,
|
| 41 |
+
"speculation_length": 0,
|
| 42 |
+
"start_rank_id": 0,
|
| 43 |
+
"target": "trn1",
|
| 44 |
+
"torch_dtype": "float16",
|
| 45 |
+
"tp_degree": 2
|
| 46 |
+
},
|
| 47 |
+
"num_attention_heads": 4,
|
| 48 |
+
"num_hidden_layers": 2,
|
| 49 |
+
"num_key_value_heads": 4,
|
| 50 |
+
"pretraining_tp": 1,
|
| 51 |
+
"rms_norm_eps": 1e-05,
|
| 52 |
+
"rope_scaling": {
|
| 53 |
+
"factor": 8.0,
|
| 54 |
+
"high_freq_factor": 4.0,
|
| 55 |
+
"low_freq_factor": 1.0,
|
| 56 |
+
"original_max_position_embeddings": 8192,
|
| 57 |
+
"rope_type": "llama3"
|
| 58 |
+
},
|
| 59 |
+
"rope_theta": 500000.0,
|
| 60 |
+
"tie_word_embeddings": false,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen3/llamafactory/tiny-random-qwen3/c56a8bce0577ce31a594.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "llamafactory/tiny-random-qwen3",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Qwen3ForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 4,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 16,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 64,
|
| 16 |
+
"layer_types": [
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention"
|
| 19 |
+
],
|
| 20 |
+
"max_position_embeddings": 32768,
|
| 21 |
+
"max_window_layers": 36,
|
| 22 |
+
"model_type": "qwen3",
|
| 23 |
+
"neuron": {
|
| 24 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 25 |
+
"batch_size": 2,
|
| 26 |
+
"capacity_factor": null,
|
| 27 |
+
"checkpoint_id": "llamafactory/tiny-random-qwen3",
|
| 28 |
+
"checkpoint_revision": "81d6f5f5e05ed53ea8a1d19431266a486e46bbd8",
|
| 29 |
+
"continuous_batching": true,
|
| 30 |
+
"ep_degree": 1,
|
| 31 |
+
"fused_qkv": true,
|
| 32 |
+
"glu_mlp": true,
|
| 33 |
+
"local_ranks_size": 2,
|
| 34 |
+
"max_batch_size": 2,
|
| 35 |
+
"max_context_length": 1024,
|
| 36 |
+
"max_topk": 256,
|
| 37 |
+
"n_active_tokens": 1024,
|
| 38 |
+
"neuronxcc_version": "2.26.6360.0+6f180f47",
|
| 39 |
+
"on_device_sampling": false,
|
| 40 |
+
"optimum_neuron_version": "0.4.7.dev0",
|
| 41 |
+
"output_logits": false,
|
| 42 |
+
"pp_degree": 1,
|
| 43 |
+
"prefill_chunk_size": 0,
|
| 44 |
+
"sequence_length": 1024,
|
| 45 |
+
"speculation_length": 0,
|
| 46 |
+
"start_rank_id": 0,
|
| 47 |
+
"target": "trn1",
|
| 48 |
+
"torch_dtype": "bfloat16",
|
| 49 |
+
"tp_degree": 2
|
| 50 |
+
},
|
| 51 |
+
"num_attention_heads": 4,
|
| 52 |
+
"num_hidden_layers": 2,
|
| 53 |
+
"num_key_value_heads": 4,
|
| 54 |
+
"rms_norm_eps": 1e-06,
|
| 55 |
+
"rope_scaling": null,
|
| 56 |
+
"rope_theta": 5000000,
|
| 57 |
+
"sliding_window": null,
|
| 58 |
+
"tie_word_embeddings": true,
|
| 59 |
+
"use_cache": true,
|
| 60 |
+
"use_sliding_window": false,
|
| 61 |
+
"vocab_size": 151936
|
| 62 |
+
}
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7b0c54fd448d01bfaca6a8c8f89d6d230b2a35479ba7329ab752b71d93572c8
|
| 3 |
+
size 1384895
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91f6011b6eedff21ecc70740a16b05e428af899706eea5343eb529417a0fbe13
|
| 3 |
+
size 1946624
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0a0e90258cde52021d6c+84337dd9/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c21a269073f2ec6aba8a67d542e7016e29fed9b50c611071237bc66e825b240
|
| 3 |
+
size 2039537
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dfc6c8d490cd17282445a8c5a7d48c44c5f8cd6d01f4a08c5c056ba21bba3877
|
| 3 |
+
size 157192
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:583492cdbc8011c3e8a7399a57c2c901033f842fce27158ff8b4daa346f3f63a
|
| 3 |
+
size 205824
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_0ad611735b0e10f907be+84337dd9/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b6a309368147634336d212f7d5abf1a5344b9e7a837146f800f7d42944a819e
|
| 3 |
+
size 211973
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:37a6fc533269b6f9653c44f680c4b8f506809c81e8d005f6e265b1bc9cfb5479
|
| 3 |
+
size 272044
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04da6b75740e8a9aa4b37c10e0b977f8c824103a8fa62b85d38edfdc467cd577
|
| 3 |
+
size 374414
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_33832659c4841cf2f06f+4a27301b/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ece6379f14596fe315bc86a7e322ffb211fd5a2e45b959e74768d1b0ae20df62
|
| 3 |
+
size 382210
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2627dce527832dbdb1497c61a5cdaee1d0f7b02140ac543a93f66510f1357957
|
| 3 |
+
size 195287
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_497252034e9743a5ba18+519f203d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f32e1ad61ad1f8da22fd44a647d3df3f1dcc4b4bb9b9d17f88e421651340b05c
|
| 3 |
+
size 318464
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6eadac5b46718f86a1caf26c09bbfa58f3791fcf575865ac88d104cb0b566ba4
|
| 3 |
+
size 1003294
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_601ad14244daafd4e761+519f203d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6bea7eaf64552d3fea1f24e3b2c1ef85d13b90ce49c8b00e9a084bca384c5a4
|
| 3 |
+
size 5633024
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7cbb70674d43a79e877fa0e937f7247ee31b03e864e8797460dc911ef21153d5
|
| 3 |
+
size 204291
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_693e831be92621c50b6f+519f203d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c01053853e045806e2855ef7791f3d955bd07797bdc4e94fb6274d3a166fec5
|
| 3 |
+
size 287744
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b224244b6ba07f7aec2feffbdc1e1ce476bcb327e579e676e39321787b0f69a
|
| 3 |
+
size 258494
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_738b2e2b8defa3f16694+e457fe88/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d9e6e047b663fac0ba12512caed6d51e32de3b3c9aeb1f0200abd6f0e33ad227
|
| 3 |
+
size 318601
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87551c425d5a4545bedd0afacddec45628d5eb93d3733f6b3b09bc48b411558e
|
| 3 |
+
size 220920
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:90bc5ec65ac5275b84c82d6342a170e6ea1dc1172b7e496f0d7c3e2272d4394a
|
| 3 |
+
size 246784
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_73fde5a38839e503faa4+84337dd9/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:376d6c47055c7a84fc8865ddef4c63c9e23aae2eaecee00e437a75966b727c39
|
| 3 |
+
size 254997
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e647593ac79f1aad7b98176515c1c2b6e589d704e2f2dc48c51bebfaa4c43f56
|
| 3 |
+
size 1437353
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dcf7ab149507a1959fee6bb162328ec57acece883c6e20806d513b862054a62c
|
| 3 |
+
size 2253824
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_850d83edca7646932466+84337dd9/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9651465fb64d85368fdbc48eb2c00af128668c2dabff4b50560a805bec46fa67
|
| 3 |
+
size 2328023
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.done
ADDED
|
File without changes
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82d44c889a3753fa7589ac216ad9a2df194384f05a7de7be8c250c86e35fb50a
|
| 3 |
+
size 156253
|
neuronxcc-2.26.6360.0+6f180f47/MODULE_be22190e9ba1805e0bbd+519f203d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb850d50a75f52890e4262c645a6424c79da8881051a2e092547f2d027a28364
|
| 3 |
+
size 226304
|