diff --git a/.gitattributes b/.gitattributes index 297d714a88f231ba8a2b5c0cd0d8872354c11246..903831a25a568525087f4404c7d34d3efb25d6a7 100644 --- a/.gitattributes +++ b/.gitattributes @@ -7985,3 +7985,91 @@ neuronxcc-2.26.6360.0+6f180f47/MODULE_346006500bc32ee87aa4+84337dd9/wrapped_neff neuronxcc-2.26.6360.0+6f180f47/MODULE_9e3bf0ec2a8021be8d27+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.26.6360.0+6f180f47/MODULE_9e3bf0ec2a8021be8d27+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.26.6360.0+6f180f47/MODULE_bc570e0bacfe4b69cb27+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/03b0c107d1cede36875199a5d51decfe04c473de2af9999f8577a028d74d0ab4/7b7cbf8b550c8ee1a872.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/03b0c107d1cede36875199a5d51decfe04c473de2af9999f8577a028d74d0ab4/7b7cbf8b550c8ee1a872.json new file mode 100644 index 0000000000000000000000000000000000000000..8254f008bfaf9d443465e906c24895ae0393bc64 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/03b0c107d1cede36875199a5d51decfe04c473de2af9999f8577a028d74d0ab4/7b7cbf8b550c8ee1a872.json @@ -0,0 +1,189 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "HuggingFaceTB/SmolVLM-256M-Instruct", + "_task": "image-text-to-text", + "architectures": [ + "Idefics3ForConditionalGeneration" + ], + "dtype": "bfloat16", + "image_token_id": 49190, + "model_type": "idefics3", + "neuron": { + "_serialized_key": "NxDVLMNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "HuggingFaceTB/SmolVLM-256M-Instruct", + "checkpoint_revision": "7e3e67edbbed1bf9888184d9df282b700a323964", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "image_seq_len": 64, + "image_size": 512, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 2048, + "max_num_images": 17, + "max_topk": 256, + "n_active_tokens": 2048, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 1024, + "sequence_length": 2048, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "scale_factor": 4, + "text_config": { + "_attn_implementation_autoset": false, + "_flash_attn_2_enabled": true, + "_name_or_path": "None", + "architectures": [ + "VLlama3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 576, + "initializer_range": 0.041666666666666664, + "intermediate_size": 1536, + "is_llama_config": true, + "max_position_embeddings": 8192, + "mlp_bias": false, + "model_type": "llama", + "neftune_noise_alpha": 0.0, + "num_attention_heads": 9, + "num_hidden_layers": 30, + "num_key_value_heads": 3, + "pad_token_id": 2, + "perceiver_config": { + "_attn_implementation_autoset": false, + "_name_or_path": "", + "add_cross_attention": false, + "architectures": null, + "attention_dropout": 0.0, + "bad_words_ids": null, + "begin_suppress_tokens": null, + "bos_token_id": null, + "chunk_size_feed_forward": 0, + "cross_attention_hidden_size": null, + "decoder_start_token_id": null, + "diversity_penalty": 0.0, + "do_sample": false, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": null, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "hidden_act": "silu", + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "length_penalty": 1.0, + "max_length": 20, + "min_length": 0, + "model_type": "vllama3", + "no_repeat_ngram_size": 0, + "num_beam_groups": 1, + "num_beams": 1, + "num_key_value_heads": 1, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": null, + "prefix": null, + "problem_type": null, + "pruned_heads": {}, + "qk_layer_norms_perceiver": false, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "resampler_depth": 6, + "resampler_head_dim": 96, + "resampler_n_heads": 16, + "resampler_n_latents": 64, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "suppress_tokens": null, + "task_specific_params": null, + "temperature": 1.0, + "tf_legacy_loss": false, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.46.0", + "typical_p": 1.0, + "use_bfloat16": false + }, + "pixel_shuffle_factor": 4, + "pretraining_tp": 1, + "qk_layer_norms": false, + "rms_norm_eps": 1e-05, + "rope_interleaved": false, + "rope_scaling": null, + "rope_theta": 100000, + "transformers.js_config": { + "kv_cache_dtype": { + "fp16": "float16", + "q4f16": "float16" + } + }, + "use_cache": true, + "use_resampler": false, + "vocab_size": 49280 + }, + "tie_word_embeddings": false, + "transformers.js_config": { + "kv_cache_dtype": { + "fp16": "float16", + "q4f16": "float16" + } + }, + "use_cache": true, + "vision_config": { + "_attn_implementation_autoset": false, + "attention_dropout": 0.0, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 768, + "image_size": 512, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_norm_eps": 1e-06, + "max_image_size": { + "longest_edge": 512 + }, + "model_type": "idefics3_vision", + "num_attention_heads": 12, + "num_channels": 3, + "num_hidden_layers": 12, + "patch_size": 16, + "size": { + "longest_edge": 2048 + }, + "tie_word_embeddings": false, + "use_base_siglip": true + }, + "vocab_size": 49280 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/2da7a00f0478d50ae1e7f75f085c5b2773b5f355f427c61cf34cb6febd629d96/9b8d13c8a2771314dab7.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/2da7a00f0478d50ae1e7f75f085c5b2773b5f355f427c61cf34cb6febd629d96/9b8d13c8a2771314dab7.json new file mode 100644 index 0000000000000000000000000000000000000000..45bec5a0328a8e082bab31cde42337755b438dc3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/2da7a00f0478d50ae1e7f75f085c5b2773b5f355f427c61cf34cb6febd629d96/9b8d13c8a2771314dab7.json @@ -0,0 +1,60 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "yujiepan/phi-4-tiny-random", + "_task": "text-generation", + "architectures": [ + "Phi3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": {}, + "dtype": "bfloat16", + "embd_pdrop": 0.0, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 32, + "max_position_embeddings": 16384, + "model_type": "phi3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "yujiepan/phi-4-tiny-random", + "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "original_max_position_embeddings": 16384, + "partial_rotary_factor": 1.0, + "resid_pdrop": 0.0, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 250000, + "sliding_window": null, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 100352 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/9c9ee497483f6449ebfe.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/9c9ee497483f6449ebfe.json new file mode 100644 index 0000000000000000000000000000000000000000..a91d1eb5b53b8ed42dae9257153ebc32aa9fbf4c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/9c9ee497483f6449ebfe.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/gemma-3-270m-it", + "_sliding_window_pattern": 6, + "_task": "text-generation", + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "dtype": "bfloat16", + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 640, + "initializer_range": 0.02, + "intermediate_size": 2048, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/gemma-3-270m-it", + "checkpoint_revision": "23cf460f6bb16954176b3ddcc8d4f250501458a9", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_local_base_freq": 10000.0, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": 512, + "unsloth_fixed": true, + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/4ab8140bc7eb4a553d95855c5c2be2cf8c0fbab21b823d76183b6f51e98b6fc5/a388d5c3785afcf32da9.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/4ab8140bc7eb4a553d95855c5c2be2cf8c0fbab21b823d76183b6f51e98b6fc5/a388d5c3785afcf32da9.json new file mode 100644 index 0000000000000000000000000000000000000000..1ddffa0c7f63ecbb0f0e30c6af7c52f516477b50 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/4ab8140bc7eb4a553d95855c5c2be2cf8c0fbab21b823d76183b6f51e98b6fc5/a388d5c3785afcf32da9.json @@ -0,0 +1,59 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "dacorvo/Mixtral-tiny", + "_task": "text-generation", + "architectures": [ + "MixtralForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3584, + "max_position_embeddings": 1024, + "model_type": "mixtral", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "dacorvo/Mixtral-tiny", + "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_experts_per_tok": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 8, + "num_local_experts": 8, + "output_router_logits": false, + "rms_norm_eps": 1e-05, + "rope_theta": 10000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "sliding_window": 4096, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 32000 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/24892d985c7b4406e3d9.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/24892d985c7b4406e3d9.json new file mode 100644 index 0000000000000000000000000000000000000000..3a5f041729ccd315d9ce05b60c6f15a12ea2078c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/24892d985c7b4406e3d9.json @@ -0,0 +1,63 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "llamafactory/tiny-random-Llama-3", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 4, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 64, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "llamafactory/tiny-random-Llama-3", + "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/73707b485eab9008c7aba7f5dad0ce2384ac685318d5f888c12fa0d81ed90b19/4a919ffcd2cabc839f97.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/73707b485eab9008c7aba7f5dad0ce2384ac685318d5f888c12fa0d81ed90b19/4a919ffcd2cabc839f97.json new file mode 100644 index 0000000000000000000000000000000000000000..41cba1d99df5f6d845a23d6a65e85e14453d0d0b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/73707b485eab9008c7aba7f5dad0ce2384ac685318d5f888c12fa0d81ed90b19/4a919ffcd2cabc839f97.json @@ -0,0 +1,135 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "HuggingFaceTB/SmolLM3-3B", + "_task": "text-generation", + "architectures": [ + "SmolLM3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 65536, + "max_window_layers": 28, + "mlp_bias": false, + "model_type": "smollm3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "HuggingFaceTB/SmolLM3-3B", + "checkpoint_revision": "a07cc9a04f16550a088caea529712d1d335b0ac1", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "no_rope_layer_interval": 4, + "no_rope_layers": [ + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 4, + "pretraining_tp": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 5000000.0, + "sliding_window": null, + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/7518518c7e077820070186deda960d8cc49db068cdf0ac70664098fa2b6b698c/7255b98acc15e6a2d0ab.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/7518518c7e077820070186deda960d8cc49db068cdf0ac70664098fa2b6b698c/7255b98acc15e6a2d0ab.json new file mode 100644 index 0000000000000000000000000000000000000000..2ffd0e18be06189d59ff22eef2a8944094142553 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/7518518c7e077820070186deda960d8cc49db068cdf0ac70664098fa2b6b698c/7255b98acc15e6a2d0ab.json @@ -0,0 +1,65 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "yujiepan/qwen2.5-128k-tiny-random", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 8, + "initializer_range": 0.02, + "intermediate_size": 16, + "layer_types": [ + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 1, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "yujiepan/qwen2.5-128k-tiny-random", + "checkpoint_revision": "c8296d4ca3f87782876d2382fbb6481d1beb8ef0", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "factor": 4.0, + "original_max_position_embeddings": 32768, + "rope_type": "yarn", + "type": "yarn" + }, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 152064 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/7f05bde17c7b0ffeb657897697f23d182f406b76ced7f1b2cd5741dc93fe2e2e/99534d7aa08920f10c2c.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/7f05bde17c7b0ffeb657897697f23d182f406b76ced7f1b2cd5741dc93fe2e2e/99534d7aa08920f10c2c.json new file mode 100644 index 0000000000000000000000000000000000000000..e30b374da419f36b2fd110fdad805dbd3db501e2 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/7f05bde17c7b0ffeb657897697f23d182f406b76ced7f1b2cd5741dc93fe2e2e/99534d7aa08920f10c2c.json @@ -0,0 +1,126 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "tiny-random/llama-4", + "_task": "text-generation", + "architectures": [ + "Llama4ForConditionalGeneration" + ], + "boi_token_index": 200080, + "dtype": "bfloat16", + "eoi_token_index": 200081, + "image_token_index": 200092, + "model_type": "llama4", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "tiny-random/llama-4", + "checkpoint_revision": "9e716f5d4d1ffe0a44a15f46f4a12b840439aba4", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "text_config": { + "_attn_implementation_autoset": true, + "attention_bias": false, + "attention_chunk_size": 128, + "attention_dropout": 0.0, + "attn_scale": 0.1, + "attn_temperature_tuning": 4, + "bos_token_id": 200000, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "eos_token_id": [ + 200001, + 200007, + 200008 + ], + "floor_scale": 8192, + "for_llm_compressor": false, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 32, + "initializer_range": 0.02, + "interleave_moe_layer_step": 2, + "intermediate_size": 64, + "intermediate_size_mlp": 128, + "layer_types": [ + "chunked_attention", + "chunked_attention", + "chunked_attention", + "full_attention" + ], + "max_position_embeddings": 1048576, + "model_type": "llama4_text", + "moe_layers": [ + 1, + 3 + ], + "no_rope_layers": [ + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 1, + "num_experts_per_tok": 1, + "num_hidden_layers": 4, + "num_key_value_heads": 1, + "num_local_experts": 8, + "output_router_logits": false, + "pad_token_id": 200018, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 500000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "tie_word_embeddings": true, + "use_cache": true, + "use_qk_norm": true, + "vocab_size": 202048 + }, + "tie_word_embeddings": false, + "vision_config": { + "_attn_implementation_autoset": true, + "_vision_feature_layer": -1, + "attention_dropout": 0.0, + "hidden_act": "gelu", + "hidden_size": 32, + "image_size": 336, + "initializer_range": 0.02, + "intermediate_size": 128, + "model_type": "llama4_vision_model", + "multi_modal_projector_bias": false, + "norm_eps": 1e-05, + "num_attention_heads": 1, + "num_channels": 3, + "num_hidden_layers": 2, + "patch_size": 14, + "pixel_shuffle_ratio": 0.5, + "projector_dropout": 0.0, + "projector_input_dim": 32, + "projector_output_dim": 32, + "rope_theta": 10000, + "vision_feature_layer": -1, + "vision_feature_select_strategy": "default", + "vision_output_dim": 32 + } +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/920f44ce6d3e004d1ce547ae06644f7be262180644b04573153aa15d98742edc/f1130442907090c84267.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/920f44ce6d3e004d1ce547ae06644f7be262180644b04573153aa15d98742edc/f1130442907090c84267.json new file mode 100644 index 0000000000000000000000000000000000000000..913d5daa000a324bcbdf75c0df361ddf22a14c17 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/920f44ce6d3e004d1ce547ae06644f7be262180644b04573153aa15d98742edc/f1130442907090c84267.json @@ -0,0 +1,66 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "optimum-internal-testing/tiny-random-qwen3_moe", + "_task": "text-generation", + "architectures": [ + "Qwen3MoeForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "decoder_sparse_step": 2, + "dtype": "float32", + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 64, + "initializer_range": 0.02, + "intermediate_size": 128, + "max_position_embeddings": 40960, + "max_window_layers": 1, + "mlp_only_layers": [], + "model_type": "qwen3_moe", + "moe_intermediate_size": 128, + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "optimum-internal-testing/tiny-random-qwen3_moe", + "checkpoint_revision": "e0230be2839556b44b7400a233c73c74b4abb7af", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float32", + "tp_degree": 2 + }, + "norm_topk_prob": true, + "num_attention_heads": 2, + "num_experts": 8, + "num_experts_per_tok": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "output_router_logits": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "router_aux_loss_coef": 0.001, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/d391df1950611ad2a02d.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/d391df1950611ad2a02d.json new file mode 100644 index 0000000000000000000000000000000000000000..5919a012c3b95b7e1a23942e8a3a482e3bdbbc5e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/d391df1950611ad2a02d.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": null, + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 4096, + "max_topk": 256, + "n_active_tokens": 4096, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 4096, + "speculation_length": 5, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/d139acf64685f15794bb983ff6eb881bdd31304bae88b0ce1ed20a54c21f2265/384dc7e8f39795ee4ea0.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/d139acf64685f15794bb983ff6eb881bdd31304bae88b0ce1ed20a54c21f2265/384dc7e8f39795ee4ea0.json new file mode 100644 index 0000000000000000000000000000000000000000..8270edf9073387b7830a9d789f52089d0f95baf9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/d139acf64685f15794bb983ff6eb881bdd31304bae88b0ce1ed20a54c21f2265/384dc7e8f39795ee4ea0.json @@ -0,0 +1,59 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "hf-internal-testing/tiny-random-GraniteForCausalLM", + "_task": "text-generation", + "architectures": [ + "GraniteForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attention_multiplier": 1.0, + "dtype": "float32", + "embedding_multiplier": 1.0, + "hidden_act": "silu", + "hidden_size": 32, + "initializer_range": 0.02, + "intermediate_size": 64, + "logits_scaling": 1.0, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "granite", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "hf-internal-testing/tiny-random-GraniteForCausalLM", + "checkpoint_revision": "c3074ebc0ac2fe545305f5e5f6cce2cc9b2aa0c5", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float32", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "residual_multiplier": 1.0, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 49152 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/d2eb4ac153ba8d26f615a30665abec77e91fe75a5262767a548a93ec5fbcccbc/c46c6b0ed8eec98e9572.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/d2eb4ac153ba8d26f615a30665abec77e91fe75a5262767a548a93ec5fbcccbc/c46c6b0ed8eec98e9572.json new file mode 100644 index 0000000000000000000000000000000000000000..3be3a2bd91c648db31fa5f4d020b55549c457cd9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/d2eb4ac153ba8d26f615a30665abec77e91fe75a5262767a548a93ec5fbcccbc/c46c6b0ed8eec98e9572.json @@ -0,0 +1,97 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "tengomucho/tiny-random-gemma-3-vlm", + "_task": "image-text-to-text", + "architectures": [ + "Gemma3ForConditionalGeneration" + ], + "boi_token_index": 255999, + "dtype": "bfloat16", + "eoi_token_index": 256000, + "image_token_index": 262144, + "initializer_range": 0.02, + "mm_tokens_per_image": 256, + "model_type": "gemma3", + "neuron": { + "_serialized_key": "NxDVLMNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "tengomucho/tiny-random-gemma-3-vlm", + "checkpoint_revision": "880db0f4a0e1000cec5193ea9a93c30ce425c0e5", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "image_seq_len": 256, + "image_size": 896, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 2048, + "max_num_images": 5, + "max_topk": 256, + "n_active_tokens": 2048, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 2048, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_key_value_heads": 2, + "text_config": { + "_sliding_window_pattern": 2, + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "final_logit_softcapping": null, + "head_dim": 64, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "layer_types": [ + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 131072, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "query_pre_attn_scalar": 168, + "rms_norm_eps": 1e-06, + "rope_local_base_freq": 10000.0, + "rope_scaling": { + "factor": 8.0, + "rope_type": "linear" + }, + "rope_theta": 1000000.0, + "sliding_window": 1024, + "sliding_window_pattern": 2, + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262208 + }, + "vision_config": { + "attention_dropout": 0.0, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 32, + "image_size": 896, + "intermediate_size": 128, + "layer_norm_eps": 1e-06, + "model_type": "siglip_vision_model", + "num_attention_heads": 2, + "num_channels": 3, + "num_hidden_layers": 2, + "patch_size": 14, + "vision_use_head": false + } +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/gemma3/tengomucho/tiny-random-gemma-3-vlm/c46c6b0ed8eec98e9572.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/gemma3/tengomucho/tiny-random-gemma-3-vlm/c46c6b0ed8eec98e9572.json new file mode 100644 index 0000000000000000000000000000000000000000..3be3a2bd91c648db31fa5f4d020b55549c457cd9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/gemma3/tengomucho/tiny-random-gemma-3-vlm/c46c6b0ed8eec98e9572.json @@ -0,0 +1,97 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "tengomucho/tiny-random-gemma-3-vlm", + "_task": "image-text-to-text", + "architectures": [ + "Gemma3ForConditionalGeneration" + ], + "boi_token_index": 255999, + "dtype": "bfloat16", + "eoi_token_index": 256000, + "image_token_index": 262144, + "initializer_range": 0.02, + "mm_tokens_per_image": 256, + "model_type": "gemma3", + "neuron": { + "_serialized_key": "NxDVLMNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "tengomucho/tiny-random-gemma-3-vlm", + "checkpoint_revision": "880db0f4a0e1000cec5193ea9a93c30ce425c0e5", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "image_seq_len": 256, + "image_size": 896, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 2048, + "max_num_images": 5, + "max_topk": 256, + "n_active_tokens": 2048, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 2048, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_key_value_heads": 2, + "text_config": { + "_sliding_window_pattern": 2, + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "final_logit_softcapping": null, + "head_dim": 64, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "layer_types": [ + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 131072, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "query_pre_attn_scalar": 168, + "rms_norm_eps": 1e-06, + "rope_local_base_freq": 10000.0, + "rope_scaling": { + "factor": 8.0, + "rope_type": "linear" + }, + "rope_theta": 1000000.0, + "sliding_window": 1024, + "sliding_window_pattern": 2, + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262208 + }, + "vision_config": { + "attention_dropout": 0.0, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 32, + "image_size": 896, + "intermediate_size": 128, + "layer_norm_eps": 1e-06, + "model_type": "siglip_vision_model", + "num_attention_heads": 2, + "num_channels": 3, + "num_hidden_layers": 2, + "patch_size": 14, + "vision_use_head": false + } +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/384dc7e8f39795ee4ea0.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/384dc7e8f39795ee4ea0.json new file mode 100644 index 0000000000000000000000000000000000000000..8270edf9073387b7830a9d789f52089d0f95baf9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/granite/hf-internal-testing/tiny-random-GraniteForCausalLM/384dc7e8f39795ee4ea0.json @@ -0,0 +1,59 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "hf-internal-testing/tiny-random-GraniteForCausalLM", + "_task": "text-generation", + "architectures": [ + "GraniteForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attention_multiplier": 1.0, + "dtype": "float32", + "embedding_multiplier": 1.0, + "hidden_act": "silu", + "hidden_size": 32, + "initializer_range": 0.02, + "intermediate_size": 64, + "logits_scaling": 1.0, + "max_position_embeddings": 2048, + "mlp_bias": false, + "model_type": "granite", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "hf-internal-testing/tiny-random-GraniteForCausalLM", + "checkpoint_revision": "c3074ebc0ac2fe545305f5e5f6cce2cc9b2aa0c5", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float32", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "residual_multiplier": 1.0, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 49152 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/llama/llamafactory/tiny-random-Llama-3/24892d985c7b4406e3d9.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/llama/llamafactory/tiny-random-Llama-3/24892d985c7b4406e3d9.json new file mode 100644 index 0000000000000000000000000000000000000000..3a5f041729ccd315d9ce05b60c6f15a12ea2078c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/llama/llamafactory/tiny-random-Llama-3/24892d985c7b4406e3d9.json @@ -0,0 +1,63 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "llamafactory/tiny-random-Llama-3", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 4, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 64, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "llamafactory/tiny-random-Llama-3", + "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/llama4/tiny-random/llama-4/99534d7aa08920f10c2c.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/llama4/tiny-random/llama-4/99534d7aa08920f10c2c.json new file mode 100644 index 0000000000000000000000000000000000000000..e30b374da419f36b2fd110fdad805dbd3db501e2 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/llama4/tiny-random/llama-4/99534d7aa08920f10c2c.json @@ -0,0 +1,126 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "tiny-random/llama-4", + "_task": "text-generation", + "architectures": [ + "Llama4ForConditionalGeneration" + ], + "boi_token_index": 200080, + "dtype": "bfloat16", + "eoi_token_index": 200081, + "image_token_index": 200092, + "model_type": "llama4", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "tiny-random/llama-4", + "checkpoint_revision": "9e716f5d4d1ffe0a44a15f46f4a12b840439aba4", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "text_config": { + "_attn_implementation_autoset": true, + "attention_bias": false, + "attention_chunk_size": 128, + "attention_dropout": 0.0, + "attn_scale": 0.1, + "attn_temperature_tuning": 4, + "bos_token_id": 200000, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "eos_token_id": [ + 200001, + 200007, + 200008 + ], + "floor_scale": 8192, + "for_llm_compressor": false, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 32, + "initializer_range": 0.02, + "interleave_moe_layer_step": 2, + "intermediate_size": 64, + "intermediate_size_mlp": 128, + "layer_types": [ + "chunked_attention", + "chunked_attention", + "chunked_attention", + "full_attention" + ], + "max_position_embeddings": 1048576, + "model_type": "llama4_text", + "moe_layers": [ + 1, + 3 + ], + "no_rope_layers": [ + 1, + 1, + 1, + 0 + ], + "num_attention_heads": 1, + "num_experts_per_tok": 1, + "num_hidden_layers": 4, + "num_key_value_heads": 1, + "num_local_experts": 8, + "output_router_logits": false, + "pad_token_id": 200018, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 500000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "tie_word_embeddings": true, + "use_cache": true, + "use_qk_norm": true, + "vocab_size": 202048 + }, + "tie_word_embeddings": false, + "vision_config": { + "_attn_implementation_autoset": true, + "_vision_feature_layer": -1, + "attention_dropout": 0.0, + "hidden_act": "gelu", + "hidden_size": 32, + "image_size": 336, + "initializer_range": 0.02, + "intermediate_size": 128, + "model_type": "llama4_vision_model", + "multi_modal_projector_bias": false, + "norm_eps": 1e-05, + "num_attention_heads": 1, + "num_channels": 3, + "num_hidden_layers": 2, + "patch_size": 14, + "pixel_shuffle_ratio": 0.5, + "projector_dropout": 0.0, + "projector_input_dim": 32, + "projector_output_dim": 32, + "rope_theta": 10000, + "vision_feature_layer": -1, + "vision_feature_select_strategy": "default", + "vision_output_dim": 32 + } +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/mixtral/dacorvo/Mixtral-tiny/a388d5c3785afcf32da9.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/mixtral/dacorvo/Mixtral-tiny/a388d5c3785afcf32da9.json new file mode 100644 index 0000000000000000000000000000000000000000..1ddffa0c7f63ecbb0f0e30c6af7c52f516477b50 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/mixtral/dacorvo/Mixtral-tiny/a388d5c3785afcf32da9.json @@ -0,0 +1,59 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "dacorvo/Mixtral-tiny", + "_task": "text-generation", + "architectures": [ + "MixtralForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3584, + "max_position_embeddings": 1024, + "model_type": "mixtral", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "dacorvo/Mixtral-tiny", + "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 32, + "num_experts_per_tok": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 8, + "num_local_experts": 8, + "output_router_logits": false, + "rms_norm_eps": 1e-05, + "rope_theta": 10000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "sliding_window": 4096, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 32000 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/phi3/yujiepan/phi-4-tiny-random/9b8d13c8a2771314dab7.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/phi3/yujiepan/phi-4-tiny-random/9b8d13c8a2771314dab7.json new file mode 100644 index 0000000000000000000000000000000000000000..45bec5a0328a8e082bab31cde42337755b438dc3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/phi3/yujiepan/phi-4-tiny-random/9b8d13c8a2771314dab7.json @@ -0,0 +1,60 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "yujiepan/phi-4-tiny-random", + "_task": "text-generation", + "architectures": [ + "Phi3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": {}, + "dtype": "bfloat16", + "embd_pdrop": 0.0, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 32, + "max_position_embeddings": 16384, + "model_type": "phi3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "yujiepan/phi-4-tiny-random", + "checkpoint_revision": "18a9a1168dc97ac6d128f811925670c275610f5a", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "original_max_position_embeddings": 16384, + "partial_rotary_factor": 1.0, + "resid_pdrop": 0.0, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 250000, + "sliding_window": null, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 100352 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen2/yujiepan/qwen2.5-128k-tiny-random/7255b98acc15e6a2d0ab.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen2/yujiepan/qwen2.5-128k-tiny-random/7255b98acc15e6a2d0ab.json new file mode 100644 index 0000000000000000000000000000000000000000..2ffd0e18be06189d59ff22eef2a8944094142553 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen2/yujiepan/qwen2.5-128k-tiny-random/7255b98acc15e6a2d0ab.json @@ -0,0 +1,65 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "yujiepan/qwen2.5-128k-tiny-random", + "_task": "text-generation", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "hidden_act": "silu", + "hidden_size": 8, + "initializer_range": 0.02, + "intermediate_size": 16, + "layer_types": [ + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 1, + "model_type": "qwen2", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "yujiepan/qwen2.5-128k-tiny-random", + "checkpoint_revision": "c8296d4ca3f87782876d2382fbb6481d1beb8ef0", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "bfloat16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "factor": 4.0, + "original_max_position_embeddings": 32768, + "rope_type": "yarn", + "type": "yarn" + }, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 152064 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/f1130442907090c84267.json b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/f1130442907090c84267.json new file mode 100644 index 0000000000000000000000000000000000000000..913d5daa000a324bcbdf75c0df361ddf22a14c17 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/0_REGISTRY/0.4.7.dev0/qwen3_moe/optimum-internal-testing/tiny-random-qwen3_moe/f1130442907090c84267.json @@ -0,0 +1,66 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "optimum-internal-testing/tiny-random-qwen3_moe", + "_task": "text-generation", + "architectures": [ + "Qwen3MoeForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "decoder_sparse_step": 2, + "dtype": "float32", + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 64, + "initializer_range": 0.02, + "intermediate_size": 128, + "max_position_embeddings": 40960, + "max_window_layers": 1, + "mlp_only_layers": [], + "model_type": "qwen3_moe", + "moe_intermediate_size": 128, + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "optimum-internal-testing/tiny-random-qwen3_moe", + "checkpoint_revision": "e0230be2839556b44b7400a233c73c74b4abb7af", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": false, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.26.6360.0+6f180f47", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.7.dev0", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn1", + "torch_dtype": "float32", + "tp_degree": 2 + }, + "norm_topk_prob": true, + "num_attention_heads": 2, + "num_experts": 8, + "num_experts_per_tok": 2, + "num_hidden_layers": 2, + "num_key_value_heads": 1, + "output_router_logits": false, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "router_aux_loss_coef": 0.001, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9637a8418978fd74f1836f815e9bc6a9dbb32800 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/vision_encoder/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36d2e1de1d3e58e392d1a7dfe7c5045d181e3e67 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993dee68fbc92c1381c2953a6841ca6bac25ef640995f14701b5d9d0c407ad75 +size 168100 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d930ba5d59ecb364a0ec0eff371f76e6e65ad8e8 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ec5770932ce43e5205c2dacc7f0b4aeff37c271e4903ed597e4e78f58071bb +size 1670144 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..49dc678952506d13ea4b943d8ffcfccf248dfbb3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_092c42e407ef77f61d3a+1d5aa319/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf78c8db78beae340905ca3e35ff41515ea3d115baf6d7c9a93eea5bbb1354e1 +size 1680998 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..8673b1f3c8dd5c8ef9797f5cde387a295596cb26 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_be29ba8a-7a7f-4372-84fa-3b7b002160ce/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a03c320bd59dcae7bdbc811eddad6db30e1b73b9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3eed4d7336a3fe4f57d0c928bffc2722b15f116fc1cd35af9afa040e2bbf38 +size 16523 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9877d932a304549e97c0ee91e489940adb8c9d4e Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_0e9105e9879e67fea1c7+f204d60e/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c2c112e73711021e0c15df93a41785c0d2abe5c2 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6085db70e15580c2947191de59c8f8624bcb1f2b2ced7221cdc0c5047360c78a +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a546e416443f2e1472d881dd657dd55891b21390 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10109054444174215653+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e20cf4e3f4233a2783c097442c24b33887ff64c4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe2ea14b6c62d7d9fd6e9fbc3cd8f10ab4c7273d3affd9ee205be9d4c744de9 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d25b2f54b6557e1612bc2e35f1fdc75fa79bded5 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10328629941106455555+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6e063c26ab061ae8678443c03fddc4e84812c8dd --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ae016169a5d5a2cb4d297a38b1d12f602f7f5b9813a33f9b222f3584526490c +size 13390 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..853a9d743cd8f473b3f310c6a5917c8fd3b6d6d9 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10418222503737580933+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ad97dbf2d0f7af2e1761e28de43a6889fa918b3f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1819c8f3d8f7806b7cbbaf20b3e49d30835aa8983886ae36bfa34635d31b90a2 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e28ef89c9307dbb332130be4ac291dac6ca39fee Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10721318147598613645+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1e68fa96808a86558a04afae8a9588698eba5449 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:754f7e25cdcbc1bfb3d6b929f2b2d2724705dbdff0a74e2b62ded296502770ae +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..adf5dc0617cd53977d90a6e4079db28ba1df9063 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10765524007756577422+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cc716460f7019d76592943341b469fb6a9cb8582 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd119b9021b7f4f4b1f0f3adbd66ea11c0e4df838e49a453a29b2839f20c6ead +size 71292 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0e20aad570232dd78cde9a29b9a44b9d6255f7bd --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_10958105338425775862+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eeb2765f07ab6a3a4134b3704e760a3470b33ead2c282fc05453663c9a975f2 +size 257024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..31c5657d2ccb444600cdc052e9b435af4a6855c0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aeb9179aee9ee6081f4c95a71b3ca131c588ec826e8190e2574d1f3c0702538 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..752845bc64ca738c501302e0752067a967f56bc4 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11118420881482565868+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..74c5774e8bc50bc1cc760a765d790cdee6d0346f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b369e6869ed06448a1071def7cebcc6a8ef172ec90403824fbae86eb22426c0 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e5e8b7536df51ceb8b693e796de834612ac6c082 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11161463652629626427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ead1ae0c97a7d93904892e60aa1ab202e788053e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027e5dfeb26a0c432a093f2ca64aa20b46808e812c1d8bf4ed2651d0e2e4a87d +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..afb581b4df0152c8c2b5645fb2850ef41b2cdb6f Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1130945346618153698+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2557ad5758573303c31517efd0d5b675d7f5218f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42d6420614057bd3bb8586e37517a9b3b13c3f4ac12276e54c2d91294b41bb1 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8f0fc936b62a48bd44e01c04def3c5ac96e17a2a Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11549152067032454443+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1bc0f4b6e21d05bf722eb57c84bf603ea022cf9c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bbe3b2d71c868abab8b58d9ae85a3b657e56016a574c6938515e322dd73f544 +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cdf219e101f33594868f7faa818630ff524c96b7 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_11667321066046192811+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1703df0bb6565a9eea8513361bd12a35e0f42d49 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e57d38306468e56e8dae5b94e7f0cafcbc6293ac7dcaa824d63413ed26db51 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..30efa65ad0b7d7337a1fbc59482bc6dc37e969ff Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1187491445709314374+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..53b878d325eb5ad869eaf7b54c9b4a01f9593a2e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf82c14e35b1a34ecb958e90ecd884b16691c298c32ed58f7c069bfe324dabd9 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d791a4f47e8d63391481f2d75c36bd1208642bc4 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12580891790095949370+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..34126116837cc521e2f6af8f152642bfd23fe461 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3769c2ef46df2d53562ac6969eeea0a98fab867ef401cce1e691b97d2faff87b +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..669f1f29b3fa829dca4b07b03c31a2aa6f8c0d57 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_12669343633959090527+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c98115425870337cfb443708cd1f206750a39521 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ba0eb405a64f1a8a20463e0e6938cdf656c70858d757c18c6d20531fa8e58d +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f8f513c68bcfdc3d1afaa86889bee542c8e1224f Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13056367298823201703+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..660aef936f732f8e7816196592b0065f8be8d61c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56048c2e4deb85e8fad4e366161487557095f561aeb0b64300a4ed104abcfb2 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f0f0ddbb95fcbf1a0f2bb30db0103418d9264f7a Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13100650965135615203+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c4c760e7bd8a165823967147bede93b017f13e6e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ab183cb943ea760657d8cf8b7cf11b06ebae843cb24f450e5d85b71f7653038 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6abd89c133aa77bbfed2dac6eec76deabc8da66d Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13461380380846100183+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f685d64b709aa918cd41961d34666725dbfa7951 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6236f5c1abf7102fc0da8aceedce6388713eda40bb3337e81a7bf6eee69124a +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..005a844fc2e5f490bb76aa89a96d77d1280ca990 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_13602679516193281315+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bbb28417fd53a1454349ca20b0a67f61591e4f38 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ef97d8b1f1e00e98d7323dc861fd4b2bc5f8cc99a60ca32860a888e7f1a9c5 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8c991a161f918ecec6964dbf41c7730e6f16e04e Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14239346133427913290+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..76114b86506f127ce7b09688fab33c339e8deb6d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d33425191bb1ae3e605aa38e251dd1d361dbff901bf5fa2883685f7bd5de92 +size 64892 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0f11ee35bab286bc23e046195fd3bf964bcc2fe2 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14702721124376124379+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f0d5a2d9b2b29ffaf31548a69a308c37cfeafbb1a66851f019abdeb05e17f4 +size 205824 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9f47d9598f70080ff9b41f493c93bada05300336 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc7fe624d673b9511c42c1335d648e1a0520a629a46ac99e67a5dd71e898c93 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c7b9370f1de39454162fd946b426c8d3d324e6e3 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14936212393998493614+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..820de5d0cc205ce4e936daffb4e2bcd7c658ba46 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473e19cf554da85391eab4a2ea6f35c320901aade798bf0ae538a7005f264260 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..62a85c18845b25e7283a3f5640119b300e52ea11 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_14960832858440335855+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..45e3500b105938f6e57fdf91670d18494f63ed13 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a02f0d9e115e736abcfcd7b959351725c7b5dc6390694719c4f4e9d69b66ea +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ccf84ff856fda1ccebd7519f335b69a8a4ef5c69 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1514731353949596933+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2900a76a448344912e69d43ab92b0605ed5c55b6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebd7d9a99a7d35f646845dd91bbf8f454ca628dba1b8273faf955223cc424f12 +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..940fda6c069fa8ed9254bdd8d1f182da1112aab1 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15198477290760618446+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6ff50089c3655d618d72151a88b76612f6f023ad --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b515267b262932776a972b9338e660b7f59c541b989339e8b23487731525448 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..94868a9822bab91be0bff1a5b6a92f844131d478 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15222253092427282234+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..644b3bb0f98f5c84e30cbdbd2c083c034e5b8596 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7bf3c9daa1b8caed67d56bbba8d17d72e3562adf439bee7a17576c7a07604a +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..09fab113d16f9aaedfda93cb6daa7d87e03bd430 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15223750852486905580+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..60ba63567125bb32486f24304aee6c7d6c642480 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eeb53627c7943dd1f9b41a1108b6d649659699cb6a6f505e6b8a574fcd1e577 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..723a876a5be6d57f27b846b8e6cb95148dc0a8b3 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15253255377911575399+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6f47feecda09389cfb7e5c2dc01060719946b43d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8f3fd270ed85c0b94938355a7e8be3b80e446c6e8903f437aa6eb51ccf6b30 +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c953b3ac74e83d111b84a583c2259199d06f0688 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15343564335710424735+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..43f482f1f0de1c00d58143418748c291156f760f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b5fe8e630f29cd032210345e6e9fd84d95c3bab0c9692b193b31939de20549 +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fea0af7e254926d85886e82927f065992f126a52 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15367257321159032990+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5327d094a580a5b9a2c21c44b0c6790979b30ff9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a901f33804600d44ef37a3aa9a1735aa84fb4e801cacf9f4db43666e40432d7f +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cdabb23028cb4c529658cc4d165dc6dcb1d6b610 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15620766740493012723+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f0611a5fb05e330a389b4cde3e600cd9a569f1d0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ffb18aa4d99b7f178ad03b8232cf02ed0bcd678e6af2a0dc9dec5f1123892d +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c796214af3473962fc681c67296bb4eadedb073c Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15622222013173370099+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6f37f5436c46f0a260f7383e2660695ac6fef834 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c934a78744237394d13e39a1bd5bbb11dd7b42f7be3a7b8f7a5fc5da1b9347c +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f236d6d852959f4093641b1275702404e7d1ad57 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15814635190611334626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..11d80941e0decea67da37ba02e22d31721cc3af5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac66fd379b44e62fbece8a84193e5c05d289090c75e799929fdaae02381db3b +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5cd180939d662c920db554c3e3770ed9e7cfa390 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15849389538601046108+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..99f4a389d62fa9380f794c890fca9578fac79139 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756b6b85ecd804d53e16199e28b7a0569ab22ee3f125ea088bff81dcc8e591e5 +size 13390 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ccbf76cb06cb9ad62261666966fafa516354f25b Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_15938019906629667494+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..61c6fbb0dfc89394a74f220290718fef117ad98c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604eed97d4cb2c95c3f31f67ecf0f13882fe9577fee8578b809ab5cf1bea5022 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..65d693b4d7264e7b105f917835fdc3c1315a7209 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16572343241222528064+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..59e4108a12503cbad0405d1a158fc5e335f92414 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29853f803215bcbc6d3793e7dda25896e422c26293831c74f1eb3f6e89968b38 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b7d9cb2fd4bec97ed44123f0d3618853b08133c5 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_16844852789387722836+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8941191d666437c162da5d89dff5c9e0e6979f01 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58cfce0a545ba32db7bd3a4ea3d78698aad160f9c93fa64deed1922a3fc3aaff +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5c6214bad3264b39090b257b8ed4f05d92f39cc9 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17123245497053472242+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..790441b6b60e81123b2aecc96d50d0476135a885 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43ca1aedfacb60da43df26a6610398699383fcec6e0451dc8079965a0c609bf +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..814b9b71df314cb4212e04c3afd47c7844a8936c Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17204955375083460075+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b3040f22e80c17cff32612de27e5ef344340f53f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2dacc8e8cb1fa698a10d3fb47aac975ca59602802e8b22b71b12fc96de9238 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..81027e6f2d49595b8bb0c89056ee446096d61643 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17535896501258944597+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e94aa960b4a6c67a766788af8958412b9d82d730 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34506a40a37a65f390e7322420fd658edffce92237f74971d84a93398e43a767 +size 7563 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..44208cf4daf33a9298c23d50f925b6adb6152cf1 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17651696436828856237+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..98b11eb0e5fd8d6ab1fbb123b916b7687720b07d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217de3183d445317d60b586261c3f03599141bbdce19b674d9ea17e6cf3288ef +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..80c1f7a1177ca253306257df55451277079379e4 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_17948314448419080055+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9346088618cc9bab1450d1dc5c683340f989d8b4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d564dd4284277ee46559508068c0abd74c100b3ca6df8e42229de0b5fa215c +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e9453c0742ab558403cff50c4f86e9d74a3b2b19 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18028711814699285702+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5df2c5876573bba484b1f30505aa3d0c5175fd3a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b790067bf9e4018056c389c04d4b55bc1baede10e463d0baff2d97363f346a +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b5647e6bc353ac424db76248ce46f601ebd6957f Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18180271515898292500+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..34217f4388980d45320bf5be8a5edb24a4ffa53b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9481178045b6cad3d698096a773c04fed2b2216e021f7378d58371a0dbabca +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..03402070c8ef8255a00713eaa8d735dda57ad42e Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18356199575735815087+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e87143f14cc2ef9c522d32cb9af67cabb55a9922 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd9aa5453691e10cb142cec4ab694c6611cffedd6cd988c9e362ba8c54f64eb +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..51a15fad7d5648d70e49f61dc301af887b0dc584 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_18424381030228225891+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5d6d4f2f557043d27b1638e14578ae222ff22dfc --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69961e84942a951fb64ae9a11d0cf5a829d9cb0a44657c92910cc5cebdb16a82 +size 265028 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..92e3c917a2d52159110e9f5407e9a066255c4ea6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ef793b72bbd7358feb859443de8758885f2406314c02ae75e73e12d1fa0e73 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..7d6def27cc07fa58ae8dd40dfceca4e7bb095de2 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1b90a01a280c7f83ac7d+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb8fa19c86028c0f54e31152bc775f8e13158a4c5e451d17e052b7b3b19cbf6 +size 237695 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9637a8418978fd74f1836f815e9bc6a9dbb32800 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/vision_encoder/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..08b872a8b753d67a7fe306e6c19077399b0fa361 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9720288d95a8758958e4e72ec9a8200c66ce73c5c9662baca5a928fde16604a5 +size 670142 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8a393695cb3299328a217955f671583e018d5427 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041229114ca51c4ac1f8af8c2c5d54f65d40182c5c4104da005484e3bbf4a426 +size 5520384 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..dc4ec9ee7b64917f67b6a43a42d86e661ab5978a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_1ecb3ac36e1e2c1ad82b+1d5aa319/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dab3d6ccfd909d8c915aa29e1821e3197a4ed2f4c2f3523508edc5c4e31e94 +size 5630549 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ee8d660037fe0335f39ba93a53e2ae5bbebaedb0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2892c77f257a0b986acc9f8f781ad727c6c6207d24247d6174a9df71233c4eae +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..22832186a0328d0a2048cc8b79f3eeb854ccf16a Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2002834835584798886+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..45a078e1e4a883d157933c8dcfdf644183ac72a6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d527d8229dac149bfffcd59cd88759f6086698c8c54ca2edbe43c332a4d9103 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bd75c282f9e3219e290dfa054eb0066426815d64 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2056527086677370201+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7ec7c0685dbe5c9be14c1aa6120f4975c927960e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2637120bb8b7f3d975e0f4757bb7b109ed7a6ca496046dafe46f2a034ad1f918 +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f523951b4f5f8f15fe7e021f53b813e2296984d4 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_207019710360629744+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3fa93c573976127df6afdf89c183d0d250c3075f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e719c25b956c740697a3823efaeb6947734e1064a99da41bc3b44caec57396b +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f81fbb66367bf89fdb38bd69bb7feca98ffefc61 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2277170645742549517+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4dcf5de3c3d5c1e3b75c80e5bc95abaea15f9481 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0399e758f0b5e291696f5ea4222839382df888140700ace789a55277269537d +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2df4626116fba7b6a67e3f06274e1f789129b49d Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2310601260340333307+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ce4be588d0267160ea10478d815516055ed8fc2a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8520a65c6927125d0a99980f90dfd8a87c0fa462d1ab53a5c5c65328c52b51 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bd88d56fd413f89bcf00986f97adf5ad98cc9c06 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2336135241874808112+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a0295e09c2544588e50fb54bfaff2d5a727c8f92 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91cad7f410845a1f5e154925b7bd6c8eea53c8dd2479d229e65c9935b9c5680 +size 65656 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..50b9945402bbb5c1afc8ba1c0c39f0f1c8dc5424 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2415230153358412105+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1566d14e5b68d61d51333e261b3a9ecd755a7f7f7601a8f6a946c23c74ddcf47 +size 113664 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3d5cb3877955dd88ca20526d09067b517b283812 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1c323c5b1c2bedc6fe79af5f591a67f597c3b46b617c42ce82af4aa0d1879b +size 65656 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7addd96e7695cd746f46540e841a5b9e274dc764 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2461949329746547933+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9b1a73603bc0d992be61ebad4a0e5956da989131582d2796182fe06f52eb04 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9429196ce6c53ce999dce46c602e68b0035b980c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67976203f6569c57f0e928d2fd9adb0b1204378b4f9c463b34c7be38f2e13951 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1484d8e22723fcf104727846957465e290da98fe Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2528493721815032553+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f6a963eaf2ed19ff61e5db69ce56425a0f6095cb --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f909370b37129005481da5f554672d3aea19a0764ecc33402e253bfa5f46c6 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..55651ae4f2ff1e36f32eeaa389db5baa3ad25326 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2673495192573214874+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1c125aac58cfbb54f47b051bc3daeb8949bd12d1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04567e576f7470741b23a93579bf87597a8e862bc52e869e26d707c0c1cf6ca +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..42255304f28fcfbd0aee304432b82e86fb0904b3 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2773640231439547819+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..acbeb4ee56cf1be1fa4e65f63bba82050769f8f9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9f4161d59c3064eb6306bfaed2b83d56642ab0c5fc2617006fc3582807f476 +size 69644 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..149dfbc8eb9813e3488f9da4890e0823463ea184 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2847128123827838605+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71992e2ab9ea4fb180df73ec8eb39b5267dc88258ce2c2e57ff3bd3211f9ecd9 +size 185344 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..852e1bb43ff8138ebb0fa35bf6287a507ca18d0b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3177380cc763d7eb2e66f19b5e1342db0a431694829b973d511df928909e6214 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fb99c4a95f7cba78b8a8b4cf11d5d73fe6fccf8d Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_295609847795004622+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9e71b7480340520dfda1674020117ab5bebcc5c4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_37fd863d-242d-4978-b224-95d1afab6bd5/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2fa6ff3f1c9fa5b3c680d315c50f31225505438 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7c8d84d47e200f3159c8e64c4716dc8cd14b2bcb3a4a29bb80d78c7c1de2d9 +size 46662 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4962003d5bfad038e84dabf6ce2e97bb79504788 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604891b0fa640fc92a7b268e8fd532a323e3f6920ce48ed83036fc812d31a4ca +size 1639424 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8648dc4cc8ad5cdf7e701fedd4410c3cf7c5ec11 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_2f6df614cedfefb278ad+ba1cc0c9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670c84d04cc2a91728886c5db0836a7364058329c3d62e8743c3f576f3434756 +size 1642398 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bff502489697339e567e1d3b95b62cf7921ca29e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9364be148d5a31687b789d970bb4ac078778b894999c4734da4af460baa67f64 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..27451e0ad8791861f52aa8ce8f09078f9c28ee55 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3041496671589897587+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..38b11353326d610c9e4c2701b50681722d0292be --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:282ba39f9d89e2a3a3d16f7daa7243af8b56ed1739519ff4cd1301e060c3455e +size 2980 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9201c4a8e8890f5f045782a057c14ac4fb593c17 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3137005055797691156+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..998043af90177480a4d337cb48e9ca4cfef2a254 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0336b0878cbc08125111ecf1c68d4bbe09966ce296f6990a43bb4a0141213b4 +size 1063430 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..05ff91eb4d00688e182298ee33174c7dc00bacad --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3777549366fbc26eff1a95e8dd234cfb0aa88f5a7e940c9b18eec7f6c6b059 +size 482304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4b8bfe7eefe9a91dd532011a07b15dc66c629b98 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_314f4a1fd5b86cb45475+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d47e69e1e8f37f00f8d28a417d4691f919780ed659c5b1381313f7521ea183 +size 501805 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3a3f810d46c694efa0d5565750400f00b65be2ed --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3feef0dda7a3c1efaf038ee25a9417e123d436f57bd5dbfab37f85923779f655 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0f545c2e33f2e8586491d2136c4fb4f192988b9c Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3151402538433347270+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ea55976e0344847416096021e327fa5d92a547cf --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6317640b982485644c4a15bda640eeec53792f0ea29683100ba4621a379529d4 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..710c8b7aee481bc8218604e75174007851a18005 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3408411055148028964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..96353a0bcac8d64f7e16f895872145997657330d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6dda4b2d5c2051aa7aea0125dc6529c1ee4456d9e6bda5d8a082757848d75e8 +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b2e5b02782cd384c4108242ce59947f7c0c27219 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3452664238449435997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cef791718e609042bcdb225162a92d864236d118 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:176a11b2939c6a93ed303561761ef8b0c13d5f620610ad716da3f50db5e32754 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fe03bf55304db133d9ad0edc53b81d63aa6706c2 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3473977008223510102+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c989e1e14780ad46cf380b564df2f70a0d1f1816 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b9e3a20a019d4e76bcc09a99be44c702b044fe99b1ab095824cfeb76f0397d +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a07a1db4a968eb710d0d3c9fa14e660cfa3d8f08 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_351125712011655761+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3500465d55edc0d5d153d5e7a391b613cd6619dd --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce3365d55d619cc9576531773fc7fb8b123909e08781ce157f986cde09addae +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e0bedb701862a7c8af377a902dab96d9ada571b9 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3598893940913165736+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5b12cb1efc3225f82da8bf84777d26f691d03759 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2feb88befd961f46a14ab7c4855f2563a103a66fae846f73bf146ac98ebba99b +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ae8bc6d00e7199fb5c3021c767d8e8a50723ca67 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3666848812136190174+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e0ada687e45b5f180dbcda1d8128bfc8d95c269d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c40c661956e48a2c0dfe1b7d06f4e61b20d8ebf85bbedc6c730277306ff9cf +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..009cc4e97eee18d58875e19754855e27242d2aa0 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3810487082929590416+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4013cca6a6631d42d880107c94f166453aa8d088 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6084a7bf9bd642c3c55ad0e66843b95c47323fde1ac830def9aab9c126c620d1 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..232f3e8f8a7a2bd462a8ddc933fff8de67d9a46c Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3867180522058240305+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5ec10edfac58e4afa7ebda5c356b09d7ee1daa02 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2f23a5cf5d2354144ce14c22524c132ac8756ef6317f7d55e40989bfad3b5b +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a3da224f6992eb142795c029f4e1bbff1775d618 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_3925893808370497910+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9637a8418978fd74f1836f815e9bc6a9dbb32800 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/vision_encoder/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..20a1a25945d58a83098319511559e23b6ef331f1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f12bec8705e3a5173ebb8f3cd98ff076bb08e17902eea1d1eebe8f1c1314219 +size 672652 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..aff75d5eb7efbf36e467b4ce873c95274b8f74d3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c319502cf9239161b289c03075274c0cb2f4aaa136351aa1eb9e73cb34ec24d7 +size 5520384 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f55541c6736463b22c59636ea102411ca0a3e792 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_39d3f063260a334e5faf+1d5aa319/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aea7a130b4ed161ab6e776ca50a60abde0d9373dde0d7ce91e10e1407a7661d +size 5630549 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e1dde57fd613d02ad85bdb705593f9443625421c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee86467144a5d00ccfdd31816a89c10638393ac2718aa08bfcdb7a8317949422 +size 211557 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4c9e6e580461d3b4537385509fbaa2f335a68dc9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4056a97430cdac07dfcc+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032603cca5a920cdc635c9c8a9cf8f92d18028c20c57c76eacee3a3e10e4a502 +size 246784 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c7df739c8132015cf67accbfa0e3d05d308865c1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e389acbfae02227ae3b3321d9b949b1ce62a6ec663588a19db7705e17cd9fe +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9396f7389b1f652375f3a47942be6c65652c09b8 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4131127169163408412+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ee65f9c2f4cf4aeeb1177bded86528cc6b6e58f0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5a46aea0b2e2835b5250bc61f6d3665d2cd59b0d7347a79f0a8520eabed15a +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8d2d037aa1c41eb2a8ab0e37e23911af49bbfef4 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4353393690555185410+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..242590387efa645da0849319d9e0855c170454eb --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbea1e264d8c863635813e60e1878bcd89ea87a954afff793e07730b288a4601 +size 3022238 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e8fed5b24cd0d931ec4a47e38cb03072ccb94017 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf0b3bbb0183f37dcfda7078f5e4c65ac01d6450a1476d85d8fa633f189cb26 +size 4639744 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a3384ab43f9c6b1443c91c2192d06e67bfd43ff7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4367d15ed2a99f9513be+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7be19c0e6ce0e27cb147736c28759101c384a35308996d291e9c9c2dadb3a71a +size 4806268 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a155e7f3cb411904390b950ed12c0a5bc908599e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0338b94ddfe87c8f4133cf5ee6046ae5c0db6ccb5f323662d05fa1538f82f109 +size 234164 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c890b4c1c594537da2cc6c4864ec58de79bf5426 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a467286de962aeac5a37b577d3799f8a2a199a8efd5bc2422d4112394224b17b +size 216064 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..32e452ad6f22f027aa66d10d8757dda016336566 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_442922c6e8235934f0d6+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53424c6c34e7890d8b0d374702e17dffb5babb92f089895ef81b59c4feb4bf51 +size 224247 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1a92e85b1a9dfb9cd079c4972f4f32a65de6c2d8 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152eacbee61ebe0d7097efcb913f7c4bb40eca61f82aa979643243e898f40729 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..84d494c555ddfee262dc79509819a29fea49f7bc Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4551778203046314844+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..98b69a8841251c211b7e5b4a00e36812cdf3466e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2d37660dc56661a14d8bde52ea3d9d20b9b7ac8926f038fc08c84d7582f9b5 +size 219281 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d7b96bd4c114674a8048f8bcd2c72660a4e7517a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_45a6bf555e1c49c092d9+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26b15845531ea4c7dea451a7e5f2b7af86000508585ab53616437fee0c817a1 +size 267264 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c3e872d328dca9158d521f536130a118a621d43a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17b2f897bf4bd591d749e3c88410bc18219ff164b12f4acda064724b8f65fd8 +size 9047 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cf847d10809a9fa240061162fcce780e5d7bc723 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4610209283123590769+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1f125c38411ce3ba8a6bf4b04d9b44a3530d43da --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0442f6a6dffee102cc43de19e3f25520ebd6a4a5b0104fd2de49c1bcdb30f0 +size 264553 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..70b82b11f8ec48275287e7d753a9d6788a20f227 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fcb4cdb4385286d1f261eee183cb1b52a90d5b47d2963305359332d46bff6e2 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3e764941032200e1d72aed4dd21c7d0eac0dd2dc --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_46399c12b84e29549d7f+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b8c17b1aabbf550f836bd06c54516da1d4eb98ca6aa713ef7706c8c532ca83 +size 237695 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..44361f8f83e7cda1fdde46060f9c3f977130e732 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:febdbf368cfbfc403a0347cab9e0c472b003602eacaee07e2ecd8d890ab2a426 +size 1112453 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..21c2708315c99ee29fc33cb00ce40e6a7891abb5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_468cb503ed948ecbec14+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2779338485479e9eff2d9109d1c1b5143ce1828449979d21aaba6427f2e68178 +size 543744 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a9b0e24c1cb61c77f7e2ad003b188711ac68f2e1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_d917e7ff-051d-45c5-8435-fa7441dc9b3a/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..728ef229c9708bbd12c0fec8b8e5bc1f8c77e74e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864fb3d54e34097a63b283b2c74075d364136787401606c3a8c5d16bfe106c82 +size 11083 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..655275423f611ff5bf700c091ad57442acbb7ced Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4ad80d9503d3bc9c2566+0a49eabe/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9637a8418978fd74f1836f815e9bc6a9dbb32800 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/vision_encoder/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..888f7b50c254ca89c54d0bfeabfefd0ba1ac2c95 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5715520078e4ee421814ff96d5226780b42bd4acb1a150ea323ea38c544eb6e +size 672775 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..52aa34354f6abe5c1953dce1d090d1e2d6940420 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08accad9cd5a4c1fabde420018757f0ae01e29a0900544fe985a260ed1bad0e3 +size 5520384 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b665f40e3437aecee6edb50a84ac2cc6f6e97b72 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4b095cd8fabab165ed6d+1d5aa319/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55e6b44757ede9dc4607ea82f461381be4f2708ffb78b02d18c1be5a6e4a17d +size 5630549 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..19d17441a088ddee5eeb065d945670e68d985e95 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace0633400c5484145c39a9ec317b3e121df26bc494c7c65aefa8104e99339b5 +size 265672 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f87a1348feddade12be2515102f0bb131cc100a1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e74975e027f27fcd9fa3ee66a7b9886aa354d8bdc7c935086eb00b4d02d8dd +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ca32b93715a59292d2b54e0e718d01f37e1a5578 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cad7ebf5d875744becc+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9634abc058bfb7422abf9b4990ac42e39a9728cb3c64d2fdccf97079fb616bd5 +size 237695 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..cce1264d80f5336a97cdcf236600edbaabc83cf4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_3bdf1de6-0f34-4156-a93b-2ec8a1b57c43/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f58c40b150372bf292427df8caf1a3dcb10c7f30 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3817934f3c636c3c6de76f8fbf66a313a5c26ade9832871b5caa9e01db8911 +size 8605 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e92252701f54b566a03da305bf6bfb87dfd098f4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc51d46861689778df782c0850f909df1acb55168522511b0c262118d35f777 +size 144384 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e5e4abb38e268aec14e794f92dd74444092e5af7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_4cdb733468a3cd1591dd+6c4ec841/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d93db781c7a790ae6c5f9f809d748fd887e2022d19b753e08e32deefd1c035 +size 146462 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..77572238ef0c33e03a3806510ccb8a42a88dee9d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_ae6ae598-137d-44e5-a89a-85bbca9ee90d/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6b34f22ab8fb43aaad0b00b6847f97882bc32911 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b284d9849fbc373496f3cf9fc508a4bb421278caf26f81750b7ce60cd9f9b20 +size 117265 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..61b2dd705c057ded92e13a57cfa41d2d6ed28d25 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228d6cd3c7c8e315a28ff3ad99a325e174dbf672bfc052a1873a632487aceae1 +size 349184 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..9203b15eeaf00e9c2a4eae1c7d5eebb4e0b37029 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_51379a2855f5f399a0e5+d3daf537/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68876b689c0c2db1eb576195ca007b26d5fc0f67508560ec5c05a3bb37ed0de +size 354932 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7fb8b5388244fc716b40ca6339a3436586a22d25 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d3bcee91387f0b01897ec49b9adc8f2edecf6d8bfb95c5a182055871a91f364 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a2060afb8d70a628d4ee30162d295b5e8de5a233 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5227686232775611551+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4f950a23fca5dd60923f0179c275e3843ce682ee --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36a4f74a8c741017a45662063c602278f60b980ae69e628a6fec20b0d586e84 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..523323a39fa4dc4f14e4de188884f4d659ceab19 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5445163994932093095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..225b6e6f85a32734fd81fb28c8c3dabd84d3bf1c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968e349b3561fb4c9ce7446bb52dc0e6c23958e83ab87c7a7367471948c6fcbd +size 2477972 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1a7dd71c57e984096f241288880c00f557fdd158 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_54fedd05d57b79d77412+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f72e10ba39b1fd984a62fc75024fbf855b21678cd138cbab9c38ebdd2c0de4 +size 2827264 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1ae49c4efcf63806b45e113975b501eee34e73e4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0d3a07fd370410e410b586daaece6c175911d321590cbdd81a3e972ff0ceea +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..22aea8c970afa954028ef4195d4fb0d30248c4c0 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5987440326304064932+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..043d6e4074631e832c744d21e67006afb148e60d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/chunked_prefill/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b7a3883de200f5875bdedcc37717ba56c91370c4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db8f1e8bf5bc1fe6554564412a4abf0a47b85c053cf0a21d2c51a9fa142860e +size 3234907 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..98a4d6d3eea22f03848b24668d5e8afd67ab5ee7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_5fcf9cccdf86e84ba90b+12dd9119/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3fd8d41ed2912af4ef510b3137aa3eb5c7bf21791968238c25a3f62a7668331 +size 10609664 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1108885f9dab5b521e11be83426b3029e9a9734d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62151e12b274e52edd30919c038b53526894d645f074e136cfd4e475e60af118 +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..48233b947488d1a44f57b0053ad2fac3ef1c7f0e Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6735694906803804508+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f6bb60c8567163b912dfda5fed7d0764437e21f3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109eba4753437ff8da8bc99dafe0afe9f1679f792d5ce00ee5aded46c7ef4418 +size 228312 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..808cfea4587ed0702324517a24ed28c119c1241b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3122a6c60141f9c61ef233e38de6ab1cdb5f1fb070aa6752156758ba0ae49770 +size 205824 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1a1de1ceef588c17e0cc6cb0895fc0ab4154f0b9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_67e3673d2c6b3ed29d6b+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7699f9c5ab52db2b88e2ea60a6ff9b7b3bdac20239a2afa43762e52cb106a2ea +size 214035 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c27e6c39a7a4c3b736e614d7725e8bfa29486eb1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/speculation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..707f349be495c66e01242baa4fd8c86c03fe8dd8 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dd17e3c61fe30341aaa191117d62a00fd95d1c8e1161c49e53a368c13839262 +size 1539251 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..32cb7e8f7cdad5465fc9de3dc5b30531e5438fc3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_695c146a79a4f5cc7a72+0788fa03/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b6b3cade9fe60e9c91ecf8ebbfc692a0d41cd996f97632d74576baefcd1f00 +size 3656704 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..317e5d265fb701f4f010af32ef5c8245c9725b70 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_e824dcf2-ad1a-4e39-af26-d7a18e1f7d1e/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..113d917ab527b6d4cf8a00d2de41b16225198b0f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e493ef4a7db6a337eb222e7df8526478e2c84227a9d54dff1b8771f1a2a3a1c +size 51585 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..36d90a324595757a9f8796f6da2c3c8e38afcc53 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa1b31c99499ce3b2ef29c07bfdc12dcfeb7cd478f9398fc8405082f7d00f5c +size 297984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8dcbe67cadd5e8826c892e48077c7692d721b707 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6e2b5e315e11af621bc9+0bfd318e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09ce4897080ffe58bd04ad377fdde0b0165a8c528b15ece6d224b5e68fd8779 +size 303668 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..45811bb105f747e913f91298eedc806de0484309 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3550fd568b702edb12b5518a5f15902441da120b6380f527b9d8a04326a69eaf +size 1640005 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..914c97bb5e4cb5992bbf755d076aa2d1e72d0f27 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_6ff93636da94fdcc97e1+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8faa3feb4b1d818108d6dff5e4f844094c1ec069c3581d574033ef77931deb2 +size 1608704 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..6b81fc2a42509b323f43b1bf0b3e116d298f873b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cc6f0396daea18dac7301fa488560c0c584d6aa5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad22fb029491359089a0b10cd5a81f2df6c979528518669d2d8887c6f566022b +size 280444 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2253a9bec3e6cd5cf7812a67e87d77b8459c40e7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_726c2cb286e0e55eb8bf+a276e327/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eedc9cb555452bc73d2169247cc7cc296f657fa3cee27d2d23d3732b96e48fc +size 318464 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..00bd0c68f574f1e2ee20a15fb5273face66abb8c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ecd3978b32598d72f396693ad4544660a5b7c1dd6a2d7611b46a21a3275dd6 +size 68236 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4b05e0869525f2bd79a0b69117e3f059ccbd1290 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7381740846052850377+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693847d9e7ce69e064ff4d8c3bcd0178a597afac06454dec7c962105feb26e6e +size 257024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..461cd2f71778086f49e6a87209791cc672526da9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca68e94b1af6bd10629de77e28d3e52fccc9dc6dc2f80b64489f97b9626f8f4b +size 9049 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1cd2bc60a7b439f4f5a4ee90167a774d3a18fad8 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668720123016410907+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e76af3eb3b49893f4c1c46b2e63d6e333bbde184 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29250640d2e174be020b9c4ab148d16f307fd1d86410114308087bcf1425f66d +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2ea9551c21bebbef4006d2d7b89256a5f0f4263c Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7668932524807494905+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..305c91f952eeefba03ccb952144820e09d1e27a4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45c3f201556e695e7ae29905e639e22f4c83eeec39c5ebcf7755d8661fd05f8 +size 65656 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6f298c70d6347666f058dde465a65a1c5096e15d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_777407429864707061+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfbd4e81af6f91eeebb2579b3311e5ec1424b5d2e67f7f1c5a4921a00acc405 +size 113664 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..535be2b7d778927ffda65bfa3d7d241acf79080a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6aa3d99e3711284c53c2199c423a62e59d6a9a3f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b83f48bff4d97569c91c9ebf09bad0f52dada9691bbca343ed16b83cf8bd31 +size 340002 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7393737a2ffb6207607925b697956d14a45d572f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7a9b5c69237773b0d8e5+6aa1814a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d4969975b4f5b7162d2f2774a84e2d657e082042392edbbfddd8474f2c6ee5 +size 809984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..799da8b82496b474df2c6544bccdc10968add61a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d66f7bcafcb7656c7efc765c3a02a9ca95c292ef3675f2c23eaeff6cb9535b5 +size 247004 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4a319ca167797b38542f051bc3c8f18e0ba3ae0d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_7f2b4b9b1cceabe7d2af+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2539196f8b1337521fa8aa0f9b67e0049e19f32619dffe7fd4fcdb1eef87d4 +size 297984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3a6ba168ca1acd39525fe2566f51fcb658d606c5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ffbb5821fa91687a94db51df3a460d721584e9d7b0d946f6cc80269d04a9999 +size 9045 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..285ae6e7efcd0d9b37ab545930b4ff2742ba27ef Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8065745847382738596+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d9c1fbd0dd514a81bda2951f895f0d53eb52edab --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6875cc9c4b5d2e87d77a437030e93677628ecbdc41c25662e2a41112f73b44a5 +size 13390 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..00c0bcc8acc6926e15ac4603af08b01b36d55680 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8101106092163136714+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9e48f1bbc35ad1c01cb548d17bc378ca95e11892 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a9b716ad9bf1c367c96f3fdb38e7441e5e0e38f508353e6b7320a4ab963713 +size 1814832 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..523ed65f88ff198015c50d133477080e38bfb154 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4d802a54b1bb993e86ac5174411dc3909562bc44860e5575c9191c0cbd9828 +size 953344 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..328b647fa2444a2e93d2fce38bbc7b2d9587db2c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_81a87405ba5f13d5b892+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbcb297b604feee6962b5700961148e15e433e71e10e991fb9b3020063ebe3af +size 1075733 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bf32cc0a4aa2d38aebe2780198fbc8d9d13e2ae6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79199bcc8ba7e66cacc043d1eb343531f74db1067bf52bb38b58936a1a6eff50 +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6a109d9712b81eb4cf6fa4a36723d899a37673ad Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8258596919576300171+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0b0437b5b77da9bec8904174c1ce5a839c09679c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0e0e3bab6d20869b1320d9c5512b5d0bb5198dda9f10fdcae2ee8debad2448 +size 7565 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2842349ede6370063670050e6077d7a609c6f93f Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8370111234766395649+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..dc56f05bf89d29e6ef580240e06fe56b7c2a9d44 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb28188dee146a0b6ca1a941d46f70e7a6d0ed3603a21da1dff9d0c309219b6b +size 65656 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..465f05675ee8a0481a85a60e2b948f623febbb85 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8480255632673264877+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7609458cf42f039e3dd2484ae456e4d4ea95367270689fb1864e40dae245d1 +size 103424 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4b74b369d2d9647f1ccc17e3de710f7382b5a207 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a401d0ec24681fdbbb984af56fb4e437e48cd18e9272b27a088fcbae4fd571a4 +size 992995 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c79ce52691643b13088110cff59ec2cc5b5ebc0e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_86075e4556dc11d8c736+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da7cc6177b28d71517294cb6faeb5e2083c48b05c57e22211e5b5a88d8a4852 +size 5633024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bf03e2a919673f9e2f0d2f1cb0838887282f3960 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_a7c8fd1c-bca7-47d4-89ed-8172fa666253/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..95e68cec2923efc1ff58d8e2931dde9dbf2e72cf --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da7c774d20f3baf58b36195f4bf9a7ea2f513979d65502068d5a6cf596d94b8 +size 16523 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2425e2a343ef0b8cff4ce36d216fbd327eea940a Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_861fb9760869024819e6+b4ce4545/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..998351a318543739cee281e09c453910a8cfe3cd --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4759ca2e075dd53d0a420a663f7a8428b7edbf29d7c3e5c5059439a06b43dd06 +size 247441 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a185d09d0d69cda86a800c92c1eb52bdcd6a5e91 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8641122add5ebb0f2fb6+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ecc6431a40085af3c63c6798fde66575b03f822de9cbc9ac21ce27f3d84491 +size 297984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7bed3899fbbf8f793ddd4342160f5ea06ddd0d3d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd97f330370735cbf06962972cd71e21bf5e6b6732c1a5a246cd19f96ed2285f +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f702dbebee3e1fee66b0458bc9625a1f59889cd2 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8647517076549899515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e0629a5ec96a39a27e0aea23514247b0b762325e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4006065b6e316c0802599fc0580ee884c66a806c10806d936ec18fbbe04e2017 +size 60644 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c5fbb830e51f34df6d8d1ed81537b90c67e9f3db --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8757223848751942536+e30acd3a/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084b91e74618336e192a5ed574ee5e2351d66271c739e4940a67794e8b55548f +size 103424 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..d87b092e50099f481f045134e7efab7f15bb4bd3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_c3859368-0d13-4c66-8010-ec6a365e78d1/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..28516860149b4406bdb44f8bf5e121950d307c6b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0ac78539f7e97b82dfec93b2be003539c214f7803d3ad0675590a48a124687 +size 39643 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..14681342206fab91e1ecd142c9cb5f8149d31d6f --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c3029a85a829a9dfd16a6f0f552553aeefd9ed869e0a9a51cfa9c8818e3dcd +size 257024 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..39779ad2c0cc917c5bc5bc1a6b123dfaafa3e41d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_899dd4b5844a62017e51+fb93dfa9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8778cf22818814aa7e90f928dd125d061eea8ae1bbadd2f68dace5ce8e684248 +size 259848 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..46518161d4d1771d081f4c49d18a37f6f01e54b2 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74d713a60c56de7fb27a3b95ae406e0697140c6d4c09a6b188594e7333f8f22 +size 219208 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1483da94d965d802265c0dc16f0d644815b12dda --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8dff451aecddeebe8235+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae48eb8233932217eb344ac0a00c5d8a8cea8848081facf08c65e2c3c95d7a5 +size 267264 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c2f6532177663ad74a26c034dad68cb42d20285 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7873aa8e2892c0ef1a64f9b3a1642fe65e5ab80e9cebce656d96db2ee62de768 +size 2447554 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..77d39d3db8242cec1527e9618541db054299e579 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384c8b401fab2ac392d4e6becec404d709caaedd691908a95b97ae70856f04e8 +size 2202624 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..17ad32fda6e0ebcc8448663d68ba54fa3333ea4b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_8fcfcfad7b5d1db7f1f6+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352d8d2394949a713571eecbf4657f6984864379fd05f2c52c7ba236fa7a5d83 +size 2313505 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..edc6c55fae4af05e7de32b3ea3cae60f038c8428 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6681078bb4452527316455e96a9c9ee0b5a46e13 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9097569c09304e5d089df6642e8ab93bd5a45f850d771908e121d5651e7dddb +size 264218 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c9bb6972927ef986c439cdd27777cfabbb4b02f7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ccf8b6cf42ac1e6e57d0bc3b17bc6ad0c980cc8e2386c57ec9d9baa434f2af2 +size 287744 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..96f6884cbe15f5d271ffbc9e639bf9eba82e1641 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9476bcb78290a635a605+dbd8466c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115f93ce2190117492dd7c37277bd40d8e0d3d85d7fd6ea73762e0b20d8b9d6e +size 297305 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..bec9ec1fc5fcc09c184ab846f4ce45bf554980a4 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a050018f5df0c57538c9964b32607f728a9cbcdce93f6e74503f577129441b9e +size 9048 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8bf65bfae4c0f608e88e01809d7082ae6ccb541f Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_961937999953548320+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ef3d03ed3752ce779673ba9e0f0cfa598c6b0366 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a92a07a0c0b4282f145416d1d6bf374610f1d64b37024116166abbd44f6e3cbe +size 8072 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1c1431cdb473cdb403804efecb3d89316d86b5d2 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_9781151164769474565+e30acd3a/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c04ad8212ab3ae811ba54594ed3868c0cb2e2453 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a0dcfa13b187aa0cc1f6bff431c38eb7cf8c0e6cb853050b6c60f35b00870a +size 218344 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1d84286435a5f3ac6ecf0a1bf709b6b7583c6e4b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffab88dfbe0a3cf1b5160a2ab8d5dcf1f0e5ea8c843bbeb361e60528d56d49b +size 236544 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f4237e584af313d51fb81736973595ee2010ad70 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a33fb48d4a8d8a234a6c+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f027fcf169367369de6b94df7654ca27aaee85baf60bec01b19d0ad601d99f +size 244757 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f938ed430ebf73a479742925cfe5657b26fe2a8e --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ed3d815eecafe3fbc3856053f0c17873958a6a0151d3527978bd0a67e2792a +size 263746 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8903d12bf608929969ec448da19b0b13da2650a8 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2d95bc55ec157fe52d221c65a5fda4c884e12ed2a4d98d117629a4bb8fc358 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..70de346a7942adcf7d26e2175f45f4b708e80e61 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a692480f3e5d4783f519+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b3dda62c7c9c4d71d9f5b1a201f6b805433926b67a79df7f29839ae4921840 +size 237695 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7709fb4a541a1a6f5be3a2c7da424fc02e9a7320 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48bc4825cae84a1817cf6c6561123441c414ec2f70770ea43d63d8c41b4b27a +size 247215 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..12199851c61a1e726019d384bbc22c2e9c15a9ea --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9921b97bf2b15bdeb3c+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155ea0b18396db4d62df4970654e3aadd56aa9d1e7a572b7aac188ff68bf18f9 +size 297984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..94197a3172a37b5e4b46ed19269ef2820eed1d44 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb782867ca12aca2856f9b0acc3f4f1eacc62fa2f658332134788eb3709783e +size 219488 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d6c9b0c2db57eb6577355efe6ccc22f4b1f246b6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_a9a2ef95893eb6c2ac0c+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73e867941f02b0e6374655f892ce668a3ca2a403b1a99006b1869951bcd886ce +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0cbd4b0637a1fed52a1cc1a79bbba2caa9c8d7e8 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd856758e3635e81bd8f2fff97230d2b653177a6e829e29b0c6b221d47d10b1a +size 202010 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..47184fb8ac35126f790eec01cc5825046bb9068b --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_afc5997fd19c4421610d+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea36aeb608f98b5f62e4e8f08bff866e583febe282cb1bbfec087d78633ca155 +size 287744 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6e23ca9dd35f7a854b83b46edc2235d75c92c042 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d1fdc2fb990b496c4e26eb3e5f5851c76869c69981ef8bc9a9ee22f63b6e77 +size 246140 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..73bf5589f76e8ff56bd600725e67a364d1039cc1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0953f33c42cdad0f22d+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879377d6215c13418b97d530d06358095d4a81b691fcd3f9164858a17669dcf7 +size 297984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9b8a42bc02b159a40cd05bf890cb9bcc32570a7a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e32ad2c8c87e803e8ff00b7faa3d0290ec234e17 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c097d8925bcec92c17b484d7a05dcb8ae757f43118abd1034c7f4538cfd066 +size 293312 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..035ca20da2f8c44a2b65692eb0376c426a834ec9 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1639dc3a8e8f485869a6819f21b9da7ccdbeb456873c6fb031e96757c261e9 +size 277504 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..96e67454c3d157504aa5cae3b28a235a96cd0f03 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b0e675a3286936c72690+8f3c2f7c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6f829a3e3093b99ba8e70506b9e9d7e913536f812bfe1e7330c60d6fa19641 +size 289434 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1f96e2ea8843befa96eadce59e704ec1953931ce --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86a9b9df8a6a7801550e6d7a36cd49ca20b88065fe81caca5ff1a7a74d5f6ee +size 2447236 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5b745264d369a93af1c8db07b1cf84feb679adca --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c099487f1c8c392d495290b5a88dd8311c0ad1b88da88648688599d3f75161 +size 2202624 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..21f34e49e018d9721011cbe4142a4b5d91427082 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b39813e16e069159d43b+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb02814090c61b88d46f7a136ad72ec3a7ce810466343859d646f50464db1a43 +size 2313505 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..043d6e4074631e832c744d21e67006afb148e60d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/chunked_prefill/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1c5ca90464bfa79ad4bbc99f83b9dcfa6110a4dd --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b814e34cd15e5df7ca243f321594e898502d9dd5be93c77c17f5d3c8ceca5857 +size 3242679 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..003ef00b9b5182a64e5834609bab1c02a8c502fa --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_b7f2cc22363c87fc88fe+12dd9119/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af120c4dee0f28000c71566db7235269cb1f5bd300898adcd250303594de1470 +size 10609664 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f3878d0c8fa6a9afc6dfe4af8f01a3b14316c779 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e86108b739bdff6025a098ec95872ef9dad2cfea84da1b39ff53e82bf69da8 +size 265028 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..09cd2c158b1f49cc76793ec38790d86e91d7db07 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8eae7f97f16c0a1c725573d087e821e82f59e2cb5898316db53d72628d2db4 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3701f1a026fce5ba5ad1a06796746467ab8f9f9d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c41356666aa7e4bc903a+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0980edf66fb0b039beb687a21a6d72dada1f67426562e1e9fb29341c86945d98 +size 237695 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..84d21a584c25c99c0d559fb081b69d098b1e61b0 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc946032f82b6ba5705e6f1d7c87240dc38ca6d0729dc075bd4ff232e7faf01a +size 247441 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6a9381d28ebd43573d79b52fb45c9e25db6ae78d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_c5a7f0e57efcb4453523+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2df92896e986dff70e3e96aad40f603965d2f4b9a5a51994cc1717b29d30c52 +size 297984 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..39bfe0028abefbffe46e10bb6e839962a0935e09 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6be7e25579503669de4f8a8a661e1eacd77011d8396915fddfe67645aaa19d +size 2438141 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a618cb81ca2d46422bc5fdaecab3aa75d6c09b15 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c9f80200c779ce1b5a4909ee293b7f43416383112c7db017aec79688afc29ab +size 2202624 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..9de3183611702375d7d9a2b2207fb24662d8f5d1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_ccc879b6d57945a570e0+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ac8722863f8610631c62eebd2540b7b09edcf9a9c65c491bff3127537b11da +size 2313505 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8ec9dda6b3d4140d03bd5f036baf88e2d38a98a7 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b631ccf763553972f59e811ab5da1b2dc2d469b96f31ad36d02e8053ecc57c +size 1367703 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..365cf6b154877c4ec63c8d0f2328718254dc1b64 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c447303d394552327db652d7eb8073c535bc9e747a2d7713f6a91e214cee65c +size 1946624 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1d86dab9fe41bdccf9579f7ad15db07f4bdde8c6 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d25570d3425ba1476d39+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee16307eb186938f1cd3985951288662dfd4530a84324e8864f8cc9682e8a42 +size 2039537 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..aef28675003f3a0a6f6a8945c4f535c8ce54b258 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_2fdf7de6-7a31-40c7-8d1f-3e61bac5d874/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9de3d4918494b18341bcb941fbf43b020af1d983 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8a489b60ba51c5ec479202a0ef85d6bdfa5b32f03a8bec7c510d7ae1e09e9e +size 6323 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9dbf8e28b05f1683e0a8fd184e9321bd375b4dc0 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_d983fb325a8273fcb20c+df392fc2/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9bb66890431d83c3082b8189e269a1b1f92412ad --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9cebec922a499a3d17108ea296eb9506889dab6b0cc1362f5977931bdf51ac +size 286035 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7e1011df6521fc671d6f50c02222c854b8155bd3 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_db09fe0fcea4d9289a2c+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12edcf68addfd003da057e130c70ad60d6fa1df08ff93103bbb2d9479238f13d +size 502784 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..83782d749299d82986aea62dffd120df426edb3a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_fbf1c42e-10ec-4bdb-95cc-84f890e685fb/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cef97b85a68855c8221b7af2e07ff39ab31cacd1 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa80d689dc42827f2aedf881d0a1016b7172188b7d3a3f29d5ef6cd33e2aca5 +size 11083 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2bfa31ce6feac908664b1a9f080edf21f2bddbe2 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e2795acf7375edddb4e7+22ed4718/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c042fd31446626dbfd748d97d63eaec659c6ad78 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6799d5919cc59f7af13b0e2f40f3af3846e196fe5bdbde89aa6304cd545c9cf +size 238994 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3fd567f146b8bc459930e113691d36396b62ac1a --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd336de97b18627df7c17076afffd7a94b20c9ff5afae19a7c0ad0759651cf4 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..489549f80b562ce0878a70484ab5f742c16e416c --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e5f90003e568d77fef85+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332b19607017c7654cb5e9ff4f794e2dfbeb2dade248cc882ef0389b5ef06232 +size 234517 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..940d15bcfbf565f54279ba68e3cadc642197e868 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7ab780bd85e87e24b1eaba791d57a251025ce658a800e1e85da7f27c4708c3 +size 239052 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..abe04e08d238dba19d380be6789644ec715bd138 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff69865e4b58a5e39d4338b8a9fe60f745457bca1de13954548dead01db871e2 +size 226304 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d55ad8bf263b11868b63cdf51c6f22112f8e1129 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_e7041024d4696f7839e4+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b1b556f8fdd83655ffcb3018d742ab331a1fe95512a5d3a037944774e265c9 +size 234517 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..fae48a2b45dec3787d62fe08a19cf9149a9f865d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/compile_flags.json @@ -0,0 +1 @@ +["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_c4dc688d-44cf-4dca-b846-96336bd039e7/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4cb0f97edccfc3967abd79ee9fc5eb9584c4a040 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea9ce3af591d5f2acb170eb62d2b077c9bf21c9ed08d5f1f82eaeb6c9b23198 +size 4307 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0c3980ddd762eb2765e276fece6f7eec6809e22c Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/model.neff differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..99fea85a31d8596489b4fe79416b0c824c813282 Binary files /dev/null and b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f0e380727987e728880a+457a54f7/wrapped_neff.hlo differ diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..837ac93baafd3d3de81b73565bdd78831bc550d5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fedf7d9987d25bc107d06695ee5669619c5c5a5a65e9336e784cced187294d1a +size 305646 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..231d5251d23d46bd6fc44340af75ab0b985348d5 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f468002258f03b4260ba15cbcb2d12d354774dd4ac1ca467edfc94644834d14 +size 349184 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/wrapped_neff.hlo b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c6c75f8c87f91f742ee82d8b68b260d20905b053 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_f19f2c834463d2978e50+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90847ddc73bb728ce51b4edf5c0cacfd80555e03a6277f6654292f8a65b48dc +size 359709 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/compile_flags.json b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..043d6e4074631e832c744d21e67006afb148e60d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/chunked_prefill/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.done b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.hlo_module.pb b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e354bd353678239f02321d8b784223e8bed7a23d --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e4e5b04db7c7c6a27f0a09c9ea160bcaa90aab19a414883029a5cbfe64da65 +size 3230809 diff --git a/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.neff b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fb1aaccafd642c5b2689f75e155dd5a964113f48 --- /dev/null +++ b/neuronxcc-2.26.6360.0+6f180f47/MODULE_fe2cfc6d41d8e092fd79+12dd9119/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6e01cc2eb686d52049b46827dc488d2b131965fe891a4a243062a935700f94b +size 10609664