diff --git a/.gitattributes b/.gitattributes index 9401c92fd5dc8f5b35b35cfc87d9a0d4781cbfd9..53a6d56f4d1a38bb89e48af082d8d7311d6c02e6 100644 --- a/.gitattributes +++ b/.gitattributes @@ -7410,3 +7410,50 @@ neuronxcc-2.21.33363.0+82129205/MODULE_8ff1216675c7144590c1+c4f887dc/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_8ff1216675c7144590c1+c4f887dc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_a73e950210b13ba9bed1+c4f887dc/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_a73e950210b13ba9bed1+c4f887dc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/29f87381a199b99e2f80.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/29f87381a199b99e2f80.json new file mode 100644 index 0000000000000000000000000000000000000000..b84b3b263c98e8baaf7b97be9d1aed2b06ecaec4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/441269935591cad8d370e512c0b93cdd2fce6247c40e5a4866d872ee5338b0de/29f87381a199b99e2f80.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/gemma-3-270m-it", + "_sliding_window_pattern": 6, + "_task": "text-generation", + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "dtype": "bfloat16", + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 640, + "initializer_range": 0.02, + "intermediate_size": 2048, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/gemma-3-270m-it", + "checkpoint_revision": "23cf460f6bb16954176b3ddcc8d4f250501458a9", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 1, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 4, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_local_base_freq": 10000.0, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": 512, + "unsloth_fixed": true, + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/63c09b6d5a07ca7c7660.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/63c09b6d5a07ca7c7660.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe404c259a2dd7040fe0fe52245d2940193ae59 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/63c09b6d5a07ca7c7660.json @@ -0,0 +1,88 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "feature-extraction", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 6, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 6, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 1024, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/7fc4b2b6168bb163363d.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/7fc4b2b6168bb163363d.json new file mode 100644 index 0000000000000000000000000000000000000000..ae48ec27e08b230eb18ea077bb6780f364bbafe1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/60feecaa0c4c075e2f3e46a3f55d9a273f0ddd75a0ecf64e4ae27352e0819506/7fc4b2b6168bb163363d.json @@ -0,0 +1,88 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "feature-extraction", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 4, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 1024, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/5ef0d470102a1386baac.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/5ef0d470102a1386baac.json new file mode 100644 index 0000000000000000000000000000000000000000..f86ba214fc313e28ef1c7ec15e4c08d2da5ee329 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/6454afdf3e9d66c7226c13a575b718845c25e53b0699600ba2bb4f883e9d841b/5ef0d470102a1386baac.json @@ -0,0 +1,63 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "llamafactory/tiny-random-Llama-3", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "float16", + "head_dim": 4, + "hidden_act": "silu", + "hidden_size": 16, + "initializer_range": 0.02, + "intermediate_size": 64, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "llamafactory/tiny-random-Llama-3", + "checkpoint_revision": "bf2a2e3bf199ad2ee96f02a3c00246c608db22a8", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 2, + "max_batch_size": 1, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "float16", + "tp_degree": 2 + }, + "num_attention_heads": 4, + "num_hidden_layers": 2, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/17e5c162137a63b70992.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/17e5c162137a63b70992.json new file mode 100644 index 0000000000000000000000000000000000000000..5f5039a7c673cfc19e80da7d94234484c684dd99 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/17e5c162137a63b70992.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 1, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 1024, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/d75242397c3ceee988e7.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/d75242397c3ceee988e7.json new file mode 100644 index 0000000000000000000000000000000000000000..00b8f403bbab607d5e7a38f4f064612760c8753c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/d75242397c3ceee988e7.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 4, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/gemma3_text/unsloth/gemma-3-270m-it/29f87381a199b99e2f80.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/gemma3_text/unsloth/gemma-3-270m-it/29f87381a199b99e2f80.json new file mode 100644 index 0000000000000000000000000000000000000000..b84b3b263c98e8baaf7b97be9d1aed2b06ecaec4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/gemma3_text/unsloth/gemma-3-270m-it/29f87381a199b99e2f80.json @@ -0,0 +1,82 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/gemma-3-270m-it", + "_sliding_window_pattern": 6, + "_task": "text-generation", + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "dtype": "bfloat16", + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 640, + "initializer_range": 0.02, + "intermediate_size": 2048, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 1, + "capacity_factor": null, + "checkpoint_id": "unsloth/gemma-3-270m-it", + "checkpoint_revision": "23cf460f6bb16954176b3ddcc8d4f250501458a9", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 1, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 4, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_local_base_freq": 10000.0, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": 512, + "unsloth_fixed": true, + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/llama/unsloth/Llama-3.2-1B-Instruct/d75242397c3ceee988e7.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/llama/unsloth/Llama-3.2-1B-Instruct/d75242397c3ceee988e7.json new file mode 100644 index 0000000000000000000000000000000000000000..00b8f403bbab607d5e7a38f4f064612760c8753c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/llama/unsloth/Llama-3.2-1B-Instruct/d75242397c3ceee988e7.json @@ -0,0 +1,64 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "unsloth/Llama-3.2-1B-Instruct", + "_task": "text-generation", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct", + "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c", + "continuous_batching": true, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 4, + "max_context_length": 1024, + "max_topk": 256, + "n_active_tokens": 1024, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": true, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 0, + "sequence_length": 1024, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/qwen3/Qwen/Qwen3-Embedding-0.6B/7fc4b2b6168bb163363d.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/qwen3/Qwen/Qwen3-Embedding-0.6B/7fc4b2b6168bb163363d.json new file mode 100644 index 0000000000000000000000000000000000000000..ae48ec27e08b230eb18ea077bb6780f364bbafe1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/qwen3/Qwen/Qwen3-Embedding-0.6B/7fc4b2b6168bb163363d.json @@ -0,0 +1,88 @@ +{ + "_entry_class": "SingleModelCacheEntry", + "_model_id": "Qwen/Qwen3-Embedding-0.6B", + "_task": "feature-extraction", + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "neuron": { + "_serialized_key": "NxDNeuronConfig", + "batch_size": 4, + "capacity_factor": null, + "checkpoint_id": "Qwen/Qwen3-Embedding-0.6B", + "checkpoint_revision": "c54f2e6e80b2d7b7de06f51cec4959f6b3e03418", + "continuous_batching": false, + "ep_degree": 1, + "fused_qkv": true, + "glu_mlp": true, + "local_ranks_size": 4, + "max_batch_size": 4, + "max_context_length": 8192, + "max_topk": 256, + "n_active_tokens": 8192, + "neuronxcc_version": "2.21.33363.0+82129205", + "on_device_sampling": false, + "optimum_neuron_version": "0.4.6.dev3", + "output_logits": false, + "pp_degree": 1, + "prefill_chunk_size": 1024, + "sequence_length": 8192, + "speculation_length": 0, + "start_rank_id": 0, + "target": "trn2", + "torch_dtype": "bfloat16", + "tp_degree": 4 + }, + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": true, + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151669 +} \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..60cf23c109fb2f1c01496e6dd2d8866a54f0c46f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4c8a569a13948c3e4a8450167a8b11178df1f69856508ed0cc53cd4dbc00448 +size 1529038 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..433c55aadbdc2bb14b3f738ae20442114c9de842 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994e356a4a4ff8f531034f17dbd0620157beebc6ce098e908be71580912920d2 +size 2049024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2460a4297b3acacb09302c9209fc7fed39098cf7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_00c8da7c3993a0959e41+ac10809c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07950155e53305f876bc9703f48d8d33fccacdb958f0978584100917dc14119c +size 2124464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..41fe0945729eff2fb1bde940e57646d77e4b8041 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1f9e7466-84ba-4c51-ba1b-e5caabc259a5/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8 +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5e5cd5c4379e0e36a1df83000c333dd89cccc124 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_0b8342fa1bedb542ad5e+db6d9813/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2b3cf42f76cd3581a00f0f73053063018dddf907 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9ba2049b-0b53-464d-87de-42da72765f03/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..985addd6e321aa7ab84eb218fb4275309d3d832b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_0d22ff60ac5c152f941f+8baf9299/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..391af289cc6c2d29cd8fb562c6deccbdeb2f1868 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1884f4dc3391ad185376ba07edda74cefa8ecf1b26e8b66b3b4b0c12093399 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..31919b823f066969b9f01da0a84b637e289c4d66 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10122749290754899775+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f85b0cb6af52c869717edcc62808794aedc283e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaea44379abc01256991f2d98d1d0d072ed11beb07e1c7f0f03ffd1c16b3701a +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..316097f7b3ce1337c74857fa66926d48c9b86b28 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_10574178149771668224+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e0797d173f71cfbfd5805fc310259b841d0f946b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2703ce042114f3c02aac56609ca879c405ecd38ac7dda2f88476aaa28700df1d +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ca170f5bbaebf0c990102d8fa79b60533ebb105e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11263357253962001147+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11282920422705003560+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11282920422705003560+fad94d7c/model.neff index fae9af5997b68dce61dcff0f41c4b84e5dd34cfa..5e8efe53f6dcd8d766da4f67d860e9c6098b757a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11282920422705003560+fad94d7c/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11282920422705003560+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..54ebf6474d87c21573ad7eff215e7ace59560e4c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d12804001a43af80c6c45209bc83aa1b32227a172de286bbd0ddbb21d79111 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..df8ace01af60c092995a80ed80dff369124033e9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1128490360109555897+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..86e277a41d1fc99399257ca59612faede3fdd46f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56e31dc60bc7f63bea4ce0161094e32e8d1c9c4d151b2b3552af7a39db0d7d31 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..47366c9df98869d053f817c63979c2f62065905e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11490866273502815451+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a93f22930a070b6d57240d9b7f6ccb33974894ab --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76af0d68508bac289b494b23a2b27ce2fe26fe94e87f53f0be842ab1121aaec9 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..63bd55f2253a4c5a10a7dd275b64f3f54b654bea Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1150969789231176771+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1adab4fa4333265f2c67660e86d9db7f924ad0d4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d818f06b5e86528fb6b141069285139693e25e6acb14c1c486f276374075ec +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c1687d4572bb78b91389fb3cddc2f648023f92c2 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11546540121525495183+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6543eba4b57806b88481c2bf8a004aca5927c458 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da3ca402e1534003e21aabf323506167b5c103a27cef8fa50f0abafc185424a +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2b3c341c7447456715968c25d26690a8eb8529f3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11676953452661559776+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5187615ddbb0ba8d6dd104ae4cc3f4729de13c86 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2e98380e0b76a1371acda61eefd11e9d11fb9c47d493dd99a717eb839d12ba +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f341a9b662965ec72518d8d30d1310ef07ff597f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_11931532323714974185+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..df7bc763d1c9ef427ae09d17da6e165c9d0af02f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1f2f69df16e2a12cc532b7a95005fe13c0c49a00dce3c17c08b58c33cc9c0e +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dd09a11a8543fd795b698c242fcec7af9289cf47 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12135789959823678561+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..99679c14112837c9d578a6b49177d86825d8b52e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2839eb13f81ee686502fc70b886bc8aa427e42247af7a3f6954145708bf58e61 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..17b70d066a19f91a5da3378b1697cb11325bc1c0 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12478043911807764906+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..64a1e832fc816e918e066c21e4acd36360bfc4c3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b4b3a632ec8d5accf1c999ade2b2b20efeecbfc48ab7accf96e6f786220db4 +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0ae376bf314efffff41ac5032c9f30877a98c517 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1249100401152664839+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0ae6868e177c27ba8ff4a8c75af7b31233ec28a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41affafe40603b8cd2fa87fe32846ac09594ebd5ec01d5f620ff46f71906afbd +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c235a0d850214c846fffcf142e161adee70c5b2f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12748010765961901033+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..15810e38894fa803ddda785bd036cf2fae05ad61 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd93a389bff5b22fd207eefc5175d127a50f0c13e2fe0cb1dbcca7db0bcc2842 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f541ca2edeaafa346945bba48cc3d5a7b4daba57 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12771324692613592332+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..41976d6de586f62bd93ee5ee0e10bf04b64da9d3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f121c1cc40233a5e96c29f0167dff539455a659b12c4b0c47f5f086b6b5b9e +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cbee3490b9791a57841ed71766bf3e7309c0c2d0 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_12834457297085507496+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7b73cda8b5b55a15a47c3e4642ba44238b7d6e8b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0ff9dc507b379504a7d271e88d30452aaebb7c5b8d293bba74f86aa3868fa4 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9283e6d4200d77cbe112b021dfb5e99554e4874a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13062223683537408628+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..97d0a7a0cf0e1cfbd75a8ab1aa5ac0c174ea38fe --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7f5dd6b7e1ac2553cff6b4ebd30468638489531b16187eca5256beddc7ec3b +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f459eb743189eada9c04bff472a6ee709768f859 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13446466398505999846+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..374d5cea4690590c5470ce30f46e2a0c70f3b3cc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f89f4991d02fe21d9ed358f19bb32a7980f983e768687c457bcc376abecd0e +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e4085ae3519f997fd240b294bff59dd9d71ba71d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13719446159300336451+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..644b45c5bdd9f1b55cbe2161d1b317836f86fe84 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942563b598fa67431233acd017700752ab5c13b67e5c0ca4f310ebc5600adac4 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..750cdedf9d53ae101605b23af8c9dcdb2778402d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13793922578573621054+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8738011b584f7e48dc7e8a4299c23a83eb6bea36 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b11e4f9afbfdec8efc2cc5d1dee3be7d2ddd7f87e89346f58970150076d84bf1 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9b92b41af2b1b65da9c0b0226690eb9234b5d314 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_13901415735034555500+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..866b7ec5f5cf59dafa8fea6fa3c1ff5449be6649 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462594f471354ecd7231152fcde2f89b171d8a5715751376dd62ee1267afe54d +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a7a35e2e6fa2bbb5dcf3cfd25b223d47c7518328 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14308280393556756453+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e077e40cdf1b7eed908b0fc0d5a225932cb708c2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4a4df48aca90b20a58cee33e7cfe5d32f5ab70149b91c482893f37a3f58850 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dad690ca4824598cfefa4c92165001a9b2d4d7f1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14426070982823999821+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0831baa2db70283113376929ae6256592e8d3403 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebabc58a6535e37b2e28acd42d4c4f44e97a8cf99c1dd1482b851329d9956581 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0a9b8a63779c11319f1314b111bd4fe50ec0a1cb Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14566089316374527762+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3607b90966a5437fddad8e73c5ed5487f2bb924c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b811313f15278a8d3a759aed9598f6da1b3614e33244994e56104357dc47158e +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2a715f64b69427ee64f1fc08914b959404a713ed Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14682667669710816026+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3adf9e4e7e4cda5ef39c9b5ecfd072bec0174bad --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6193780272bb6a5a5cc3dfa73d674afc9d381fc92b8fe0ff785e820064f94d64 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..111aa2f8675452f8a9eb2858939936b6c80317f3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14708250776934003880+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0deb3061cb45c9b2783c2def50550e9e40441003 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0110c9654c388ec32743a18706b1723468a8a128be369e29d53a77af30a09f75 +size 2841 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..adfab09b3274316109ae5a46c0ecbc00c68a9ed9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14793038077206225255+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d5cc9a470ec9f042e74b8a24dc239a44b05331d3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faab2f611529778ca8729c8d95cf15d345da06d410fe1e48ba006d8a63105822 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b8398252802097f77a9e01253ce4a02c8ddb2e78 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_14829215411680615025+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..50c9664cea1306ab8d61bfa9280419bba51903a8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec23da5393e8757df0285f43dd07e8f22b851e9423e6c8a116baa52b024b2e3 +size 2841 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e96788e68dec2b1dfde14c4ff03715c3ec738498 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15168875964119767259+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.hlo_module.pb index 0ece77905e970db495936fa8f37863a27a25124d..30ce98c60c57cdd91060830541b36948448817d1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c39069cb74cf484c1a94b992016a8a14bfaf2f1d5c6d80f07ea8de9ea757cad +oid sha256:b239012f7a46ba1968e27678b6739cccdd461603c15b0ce65fb1a5ea140c5ec1 size 62421 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.neff index fad38405876cae64224934ad6e557ee85f80a464..a64fc7a1adf3472824fc9938db786f2e995d5356 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15288779526832189846+fad94d7c/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:45a82379e9e2bd7806fd8270a49457f7b35483fd421a8477eb37f916e9ecc2cb +oid sha256:4519d89a4a7d100e169cb266cb120577dda639cf9cffa4c2d9774b841cbf4267 size 349184 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ab073e97c9418c7f9aa1e04d99767ef2e3f37d2e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f917386949309add93a4d0bf5530e3b70dc2fb6ceec1afd7564338021915d3 +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ae274ac1a82f5d70b53d20d3a79e3f68a9fd1d58 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15302002799292495259+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7db9cd95f91e656fb16d68c14f68db943cb8a12c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03abb7a1bd26a88a8dcd47b777fcf36ce61db3d3a22f1fdddb2cb8e1d7f2954 +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0f7a47c8070a77b17928bf2c3975b41ef6aa0842 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15484678696969748630+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..344c5530ee83f454dc612f5e6ef41c525e6537eb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:affd77cac6ce09f584046f9d53b64932842fc8ed276b637b36f516b72838ad1e +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2c6336366ef419731b1de2be7583180cf221ca4a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15524796211326413112+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..09bc069bb8b67f7b5c72943b22bc2c05f7f98ed2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c21a4a8a45c44999f7aebade2ba654d68ea9da54638e62e997fce63c73b7d16 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3977895358913fb93ce2244b00a34dbfa9ae84bf Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1572863824376797728+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2064fe706529bdd7007de281054193df879aa56d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f806f0c0a68b323363200593442c2859281de80ec67dff246e47393f0b4c5e2b +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..977d332b470c398cf98e93b5c7f6bee1f8de67a9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_15950175190319815306+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..db03093fe47d89cd834aa2897a1399b4d080bbed --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_854f5c18-2463-42cb-8390-de9ef7f9f00e/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298 +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..43d5b4b963981ebe506d90ea213f0f896fa9228c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_160c62ab23851315f94a+5583eaed/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d55970e3920acb59959332260448c0a75d3cef36 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6aef43384780e02d47673bc3748138ae32e57e06e9ba9c92455aaa9372b6087 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1a8668d716aeb0e269b9025b5131bb77e3729c20 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_16463487200014048572+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..165deab2166dfe6f648a315320e8398657f687ea --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb4c9cda8f555d368fc30b75653a4d7d32794c31d0ddbdc6fcb6c42ed8264a1 +size 62421 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..36a9ab10bdbb383c329dbbc3980ed82000ca953e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17017202802755053176+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998ee7d23caa0d72e02e22098a99c9a2f126fcddaf6d43392511f76fac0a2732 +size 175104 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3aea5f7135600ad97e19c339b6127bf4210fcc4d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc948f3e9a898384e609fe4c27932112860d28b41d78b5b6cb01d6bf6c6c726 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e7b30bd9409008bf853818f3888d2ad86fd5b20b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17493362177418641766+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4c613f48b90a9ce4f3bc27c79b969d79c8b05e92 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc90ce1ebc089331baa4e76f2458df9397321337dd3feef51b70fa0ab5948dca +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dfbbf0900412c2ae581d34b94281d2ee9e4e6469 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_17700277695802282216+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..89494aab837e109ad3f243c57d2798a0d87e631f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefb340006f4775436d99a5d4a45c928903e59d00ea2d37ca5ebf2151b33c231 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..31bfc7db37da8a9764e89f3fcb20b9d8ec78045d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1782870964568682349+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2df4d16dd6bd183a79578af0c7190c57f0fa1d9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eab39989c973700cb26e1e1abc6e078b47c38d7270e8415a979dcfcc5c9f3ac +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1fac0856e2a7d958dc5243d73bd82472d780829d Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18365044311641401388+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..064256fe94a9fa4da21466cd182a5a0c947b2ee4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5587c58cd1e8fc7d3bbb679f61897a47ce50d216f75faba86ffdc0d171a72c9d +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..705cea20c79e4ef5d0b8f0782e6ca44e84b6ecf3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18367791805466980309+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2faef10b4c4202475e0bc58e0be1277dddf59a79 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46559550f914ba96964852420d387a9fe3b697ef4ecdd8c2ec1033ff497d14cd +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1f81d0edb1efacbb5761791c776604d2e10dcea9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18410594922951894761+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e04b25d389bcf11f68f68005dcbe2366edb9801c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_71950c20-30c4-422d-9d2f-7d889eb91d66/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f10ddf4098d0380fd53aa82fc54634f8ae70bb3b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_18675cd03c64f35be81c+b4397f8f/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ef66d8b359906dbe3c33c4100ffd401a08fd3a25 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309e307002da7f6466d96ff8847d54c6711aa2105eee2b4f9218298886a5f42c +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5265fddabc8bb1856c410715f3fbfbef249da992 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_1934332990632684249+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..dbd8f9105dde5edb6d02eeee6b8f04bee10c52f0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd3ac46d6a5ab33a8a3417736a333e1a264a84128805fd938694c16b9f92468 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..908c05c28b8298dcd92ed6190dee4b1bf746d48e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_194284472733073758+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7b5e89a6c470afddc4c463cf5e9aad75a7df0c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c670a3e5-01a3-4e95-9f29-49f1d8c8d550/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8d45adeb1b031a5092cfb02e232ee9b9556ba302 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c42cb16d548be7e19bdb4aed4d8da3c5fc2720db8aa3a5df60546c91cc09238 +size 185344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..fb26be5a1a8ec34cc9f83f9b64c5c56ea60ed596 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2035c8ae39822a0f3cf7+1e18d200/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da77c68be79ab6e051a6fb85cd9186e69dea4250a2d0a46edbd2394f148d2d69 +size 187436 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9489d421c092a9b447d244b8929bff2ec107365f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f418f51a17acfe8d251d13b804b99a952e1ff78f8c6a2cba905a09d67416a085 +size 1577621 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3c3396246aad739da06091ec3a57a9634f2fd113 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdad30efbc5baad13d699ab6fbab1711c8a400b16681f1ebea7e3d7a3e2c7a5 +size 769024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a5e97a2a2678a06237bd22898e79f0a39486752b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_213e0ff283ee069ea9da+ac10809c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0e07087cd2c7598d57792c88f6706476069d1f6077d68955232a0ba1d725b4 +size 776820 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..33ddacd9ade28d5b6b30e851af442e54ace8cf94 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0e6f7f263c220dab24147198ded6f3121a86660801776032c472a81a553275 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..45f196007cfe4f749854dad3896aac255a7dbf35 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2228791393205060766+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7bbb052b7eabd456f6b009175d9561cdbe12393e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e242fe4092f0a84d6736854a108258383812590b9061dd348c80da7538006ce6 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1cc2d961f7c581e367cb9038b7057a244d4fc951 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2329876222689243662+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..1db8362794890b9e35054eb43acd96c53e3b1634 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/chunked_prefill/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7e6e52c82179ca7fb1acf26cf2a50ae1d436e317 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0df96ef0408ca28d4cfe867a22ad1220b26e90a7d97edf1dc6ffe79564e9260 +size 561398 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..241c9601b2186955c948b8a2870fad0bf7b87854 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23643e05a738684e87ac+593aa068/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75c74f900570cf3b1513739e3a3bdfd82eaf062296cc85a22a9162a4b472788 +size 22877184 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3c18214665ab208ee16402ace66a8dd081416d1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f30ad8d8c533aa54b724757457b2a14dd19df029 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1904e9cd67bd095863703ca2577cddaaca44bf3f76c82a13dbd87ed887dd4b +size 1289992 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f3ad5f65155dbb5a30f18d734502c2271602957e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_24c83ec8fce0272d4be2+a32116a7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb73b2e4c399b970a2c4ac0ef36cc5a56f4c37682f2378046bfb6cd28636ffc +size 728064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..292b05e3777de5f670e681769b7c4c5afffb4bd9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4410de18036c63f787cd03c0d1bb4185cea0920a3be2e29346f172a8373389f +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bb2bb7f6e664e7fa819565753175a36bc92b7b4c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2521649099528278656+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ce5471fdb3d3f1622f608980bdc7fc3dbf1ce322 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22230cf8f91d045f467a7552965e02f21882620f40d5272243b58de4fc030f06 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dea7e7fa59017f3ae0baac6eae1af23ba0f94c20 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_257185189653969973+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..377ea1d23ab1eba3827626af3a14bfce6cecc820 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21806f9317120a96bc27defe91e916794b3c31da2065d3f36ab51641c25aa037 +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..067b9f228fbea4b2be188adc9cf699fc42cc50f4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2601297182001415582+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..59f23d6ca22f9b24feca7287b9c87a6ecc06bd8f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606ab7d0cceaf638bee9bdba5d00d22bfce9f641bdcb807119c85fe4a240b1ab +size 62421 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c45e7c51f54d994e6b01efd2b04aae3c4bb3c53f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2615490115801662312+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd27a7cb81d370c0efd896c12efc8c67430748c5b565069b4bba14b4c8d487b1 +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..87e78544b069f80634b888b1922680cf383d946e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3fb3ea02-31b7-4d1e-a4d2-3d35b5270d35/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8 +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fa9711a28dccee3b6ad19e48feff3be3fc2ffe41 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_2b7ccfeb894a78877e98+48928b00/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.hlo_module.pb index a8c92b76d52a37f697cbf5aa33aa5c7f6114364a..b4a75b9e3cc7526226273160fae55acc763cc1e0 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e31ab2066d4ab01fcb0dbe110cae56399ee1d11e6974a860a1e3b1b85ac8079f +oid sha256:a99c5eedff6ca8144426bf1a6b085c932da75b22f3a9200649f6322ef33a5c1a size 65001 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.neff index ee7e00be23733f15b35f5e3919caa07935962e44..bbf606fd7d0eab0c0e5ed78b606c200ef65099ba 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3012851120592699539+fad94d7c/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ea576ae1119705ed465e86e50c86f5701ac10d1507e59d4a2f89f44dc21afd9 +oid sha256:d9798a860f4cbb726ab4683b2de5851a6ca4883a94e803e83e92cd994c423c43 size 420864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..207ca74d3398e0074945eac0a6758403153e13bb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8dc7f28407a9ad54764828bbb5060ddf4efbeaa04d9358bbbe559a9384ee474 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..faea0663bb3aaa54489a2bbd4572a171a00b48db Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_3030068783367019815+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..10161a156412e84d928de5e648565ad94254345b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c55574414d007ef88c47d7ffa47266c068cd32d32080a4ec609a00c3c61d23f +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bd8c1c80abe5df4e39d628ac807c748f6127a7f6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_3162564629706101163+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..09d25df0ea319ddf7e35387df1b6cf38d9e17d8f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac297f2fce016e013d84801c362f38aeb3f43eb398e0058c90ae1d5f43a93a53 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a362150ac60f9602c09f5b294eae761c8709b8f2 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_3244482731208305910+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a572381017bcad4f5a182868d3528bfeb5997592 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df82ee4e956ce16fa7e79b3bdc43dbdd06b867b0cd4c6c9019768b011722f023 +size 1562 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..84d0b447c2d1c25642fd645c436b03e1d479ec29 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_3614607607801880515+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d400cf737905936f64fddaac0765d5d1dde61629 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7ac02340796a2ba52c4371bcbd26c8a998e0adc7faad9df486f8188f63c864 +size 2841 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7508bbe2b73cdc64b8acd8856a0fd69fd46720ec Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_3698386089218043267+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..8ff81d6ee5803a779f88f37e461d23839a53f80d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_057f3963-1725-41a4-adf7-f9d7f019cd33/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8203a5aa5acd37ae7e6d6839b35c7438ee9e48fd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb674f0ac78f8d22ded7c755c983de3edb92563308d60b734d19e694f489568 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..169cd28ba43a9106a196d11952f260b4549ba4c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88eb07b24bf7332167e32356b048232325f83546242d41a8c40732fcc5129e2 +size 1342464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..926854f1ec757e68299614d2c24dd548e77c366a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_36af05b968af9541168f+e9a07323/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f491304872011a0f98d25f96d9255c1e63b49737064fb1971bea4c91f37408a +size 1345445 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..54a0003e120cd14551aa4baec8ea9357c091f0c1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb3122da5f39929c11a54edc31360f65a06504c72aa254aeeebc99af92536b59 +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ba5bd6d979dd51cc680ddbb2ad68dad2b5125d58 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4113587515180176344+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..61fd0d6ec6bd27f433ea7eb2600b9bce66b5b755 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4fdb90958207403150d7ef8dd2d75669f35e6a6f98c391560bbdfcd1145ce3 +size 1289403 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..34410b3935cbc9c9a517f082045f286e2c81fea0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6583b3bf60fb6856feaa8690161e617d1d332df7f6f97fdc71b2f116d6771a5c +size 584704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..839520f6275250eeefcf303cb80b585b55ac7529 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4150760178be1695737a+ac10809c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb5e20385b3a594b221f899e3d7d5adac95fb63f12179de7fad7e774ada491c +size 592486 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.hlo_module.pb index 765a0e89dedb5ef858a3293a2ba73011df6d53ab..17ee10a34955e0871aa06525c807b1de3d3f2a15 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50b79ff1c409e484963efd0c300c50436c6fdd13da071eea6f45a40ae4309faa +oid sha256:e2980c1ff80f6ca0b191e3de589711b68fc915ce242a379a8183ab84f10c54ef size 66369 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.neff index c81d09c10fdb003473e3a9e3dc35e31c7fd76734..c940a3d75b97b9f441ca4323546636c58b455561 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4463515990842974371+fad94d7c/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f47fd64f4db914e245bb86da44fe61fbf8825fd7398fe4c2f117a95b53583c2a +oid sha256:0057f6ff23c012dbd09202ebafbccabdfca1518cd4eb52b41d8d852caeab2f53 size 287744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8a66449094e02399d8b24e73d9c210001e5a53f4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc684300d0166d07620d735369029e87e34bc0a6fd9552ff2a290a0f1f2fab9 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..81ab648cb6226f016452e290a8d1e93cff35a189 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4499792136293068876+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..aea9efe91a93ea4936af817d5ce63ef5b0e465b6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d80b4cc09830ded0d3a5566a8e65367f8c56839172471b721cf34feb0bf83759 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4bf046d05e10c79be8703a8159cf85d948e29e65 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4687090760318545027+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3d97faa9533f96fbc93f3d6bf2f4d562465d4760 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d6b3abbe-80bf-4497-bdf3-b1217ff417f5/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cd854a215912e6b1fd193d01162b0f04d9f8e2b1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_4dc3bbc9d56febeffb76+d6fc0ba2/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2adf94fd9ebb1bbddc8f73b2ca1ed2237a95c4d4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d839362fa80cd0a40072b2aed34b667a3176feaa5edb5b8f3e97d43e437c157 +size 57417 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b264d9a961f71e59f9fc01ce14c9c410a89a90c0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5153839984625614734+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5d549ade03fe59130c050d4f8eb427f6344a4e20100619cc194c6231ce54e5 +size 154624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6f2aa23ec9c0980cbc9fe8da5268318d6bc00c6b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79cf7a628828a9cf07fd9f6a71a7026d0f17b32772d473d59b2228608a052c54 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..44a4198d77f5ae3ca1923879a14c0d9186e98bc7 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5177281383803097543+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..15e460b4129fdd5a87872be024f070fc539b1798 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ccec1a7c6e4d6c9fb9ad72394f6114ad0080509d81b3df742977aa9246bf13 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6523b367ccb148e3f7aa88b0cce4e490142057b1 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5286877518437099587+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b47036f428947053249a653efd0bcb58ecdd7d1c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093356737b29c64d6010182bcf87d18d89ef0a50453535d67d4b09d6a64b58b8 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..31257a4e7447ce5e4a9e7cdd16959810d6dd1678 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5349842033573303263+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9e46b1ebf9dd11b2d2d87fbbd9c3726b6d23ed8f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c0f69418de9ad6355a6d25a3c3f62f6aefe2e9b2ab399606785450bde007ec +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d7ddce6a03b27d2a81adadc4db9d708abd4789c9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5388726959775434876+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..af54bd4867b6052df6be2cf7988a9f111ab422e8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b6b1dc7a4379ad50014ded333237f1b56bd73bb158c521d86981befd3353be +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5a81b1dc24ea2c5b7a1843e77097b6a2c918baec Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5542961796924681095+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b9f29e7066913373712e49a6875072534dd6569f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f523e67e3c236d27c2daecfa0709e8cc2a7a12f2048315df0ed40207a83b92 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..79a56809533994244ed25c11272ecddc67380523 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5609433311592039704+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..17b2fcbe12f36129a4286ab3002cd1c2f2fd9810 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_84eb6981-44aa-4a19-a259-6b113c2818ec/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..479481f258a767533bb34853b1180d74f6757c80 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_615e99ffd5f0b09a0d6e+e0da2dfa/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..12b92ff1efc12a998e7af0428f1bb335d1449973 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614d43affe90d25f832746da974a2b1e7cd56b8519b69db53ac55080e712833b +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bf615713839cf85fac74dd5c579187e9e48ddb26 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6219451822032291127+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3409b090a58b7029bfcd911ef27b8bd7f2685719 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ecc15e23ff218e6405e706d2786ceaa489ff9f9d615344487c181be2324568f +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..14efc81cf554812e018987c9cbfa9b3ac776f14a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6288792953141070565+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..25030ed8d4a873c775ca1da3f28bd198bad9506b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8812b937704e3b8b60ed4bb9925a35c46e76e2d01a59a6e4737ed7c813e13284 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3bea3c633c625af8a30a7c7b8c8443367bf10e9e Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6354442597947884175+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07719e64d9ed380549793842146142f960375b28 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3276fa35e55bb4856f911ed47c3cd4424338737c0c7ca04ec8251f29ee5e9cf +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4444a6ccd6191ead2879c7b31debbd2f22e78cca Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_650105778945652736+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.hlo_module.pb index 06a38687efa9aad68713938a8e0208e6ee4fc895..970ee8c7763f9b2136cefd541bf87a55aa98fcf7 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9f98b6c3df79c844d9e7e9d9e5e28f7e9fb1f53384e5614442f310ff601358b +oid sha256:4835c3dc5ab035559fb1247e4b4c340f06d92eb905bcb90ce57dc14b3d877b26 size 68057 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.neff index 7ebbbc6a3410ddb87e876dda4a2ec8b17f2cd240..1e6fbe3c94433272f938e02c955b934851dc8fda 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6675209153932365269+fad94d7c/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3653d84b760091ddf4865a47b62e10cede254b4e03b3d1e1cf83b07e4ba8463 +oid sha256:207b611afc640aaba57a3a1440bec4a96787700c4af4704a14828fee5635aeed size 420864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..429d2d6dc3014887109c3e2f96cca0644dee2471 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e494e0e3cbf5efbea7f43edf66fd1aa6e05408c582c452f07db3e22be81915 +size 2048527 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..afae7d1504175ea7df2b4575a8f29578f2c91b2d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e160889a52c66f385825828a2350d91dfb68e6ae71c74808f566d91d4af4ef0 +size 3892224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3b062d83aab1ab5c52013f111fa29b270dc4f874 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_69d96c640a251d144e75+ac10809c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5f2e502fcb4bff749b718ada53216deae86f041e8636e6fc1950a531e66403 +size 3967667 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ad15e92dee9af623194e9cffa8d3787556cc8241 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c112ef382ed2e55952d3c1028128f24eead06ad694b51f8d73b4ae05398a27a1 +size 1565 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..84c1307ec995893791d088d01d088bdc3998f684 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7173606996062191428+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..261a6095a5d40939860f14e9d956f4f4cd66482c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8877ae6741dd09bc4efedc3bfd0a87afdcfcf417b5b3c0749b8b173106824a77 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f3335a3a58480a723707894c2796616f130dce17 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7336828428023629143+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..edc274884df2fb60f41042777ed658541e833aa8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cadcefdfcd3bcd015928bbf64d4d9b75e65ff1d60ea2bfaa41f69b6209a39ed +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2aa63f393782369366482763fad8b443452f48e9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_748813343141805358+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..938bd872c5402a2861732727bf1a75e2aa5c49d1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dcf5a1bdbfbedade59fd8338f8a37bf2fa14dc431ee50d25f01f2278cf81bf +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..03e5ace421dd248157a898a32d7f026180099582 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7572598732816611508+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..91c7af1689da9ba4d3aedac2fb9d7a4dc89e6cd4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf849adfe37fb43a37dec4748b83245b2beb129adbe41fa5ae749a04654bf0d +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dc37b787b24bebf56dbd68558642c0e818f49958 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_7749123387374288192+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..869e3de088392ba7653d246489d286bad7b8cacb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d8dc86bf5ae0a63006f4ff292b56f782bb10fc3ab3e9bdb65934f75e7835c1 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..523638fd2d603032dcca387f1fa88a1d21c03a62 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8094776618741344156+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.hlo_module.pb index 24435021059555b020be07c8f1161083c5788183..f3246e06e4476e69b5a134dc80479cdf5f7f915a 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62da45e0bde3c26c105f0a1d49d007e3e9a362954dce8d298b6457190c783e27 +oid sha256:732220582b1a5d73537c9f7d4b2f7aa309ed81f11c3b0f8c41593cb6777498b4 size 61661 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.neff index 43428ea4955d8813f9a55034656cfbf3139208a1..3fe058447541556f1d9789e75360690b2f571be1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8221872293709102527+fad94d7c/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8b5cde597988f7e8c9081c2595dcbecafd8339039de056ff1e9cdf39126ac94 +oid sha256:16f79952c9ceee9d97053b8d2da6e7951a42b929984f57ef16ca825af6946b77 size 318464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ef886063aba84a401508b5cd89f6d9738268c4f6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1878679ffa71a797849fa3d15b337fee484742ea9848408f90a307f222695ad8 +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..95ef0891bc3fd7d80035154a2d32e78db38da6ee Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8317786721536007847+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2ec3f112f0604ad55c99a5812b9e3ab3f62577d0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8b6a58fe663d2a0c0d5e05b735036a3ba9aa029a8e31570f00e769f64c2e3a +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..018bb67ebdb8fbd49d942fafa6cb40fdb9952999 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8353723424153853565+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c27120d67ac5f96076d9592a48a9a05dcf35aaa6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2246ef5f79f3bd5cff69ff910ac9f1526c725c45f7497b451c1b48d140056ff0 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..eedaef07fcb4b27e459b2f2c1a9f04f5318ac764 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8413308892365420887+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1643e879cacb934ca7a4ba2e59226c10036977ab --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294d375d57db6d76ac8957b1181766cdaedceb7d479afb980c5df629a4c94ef4 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8a526ec0fd145411d9aabe700671c92fbcb9f48b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8706950987802463799+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c40548e18d20b8314730b6f129893ea15073830 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d9441996ec846b539d3c5a429b2beb2d0e5e76c6c9f5657fdc4f1ade610c24e +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a73964f220c30e79761d2262a0f4831f18c76b48 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8748236573115751927+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4dc17f4fea404a109c629620e99bfc42527b1327 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b89cbb78c2e90c64f68d974c35fe33c07822805bff0766bc2431fb35fd3745 +size 1124 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..013a2169ab6488093dba84c66c7611b24f785782 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_8797675118411114012+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0fc56caf46512ddc5646497b165855ea013fe440 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c6e0fe36-c71d-4a4c-8d1d-776f5db3481c/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e2dc965dd37894b7e06fcc0ffc4dbe72271af6ab --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736a8588d94c6861a32e5da9d7936b08774a7bc0ae6871b8ecc3a569367b9c5d +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..61a3bd6d076d08c1dc42c35e3d07b61a2aa64b1e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_91bf3670a4b7a485f89a+ce72cbff/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421cacba7018c3d37dae089d7c9c01d01f9f5635b4f9d24674e79f9e91fd838e +size 280328 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..02648fa78003a6f078597559c61e1e530f07a01b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1a9b234b4d9405a3b5fcc53fab18262acd76fa4d103a4b7c8bb94ef0a1b0d5 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b896ded5d9da62a410405ae6229b3a0517d78ff9 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9579543204098717010+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6b12a9cf3130ea7eba83df0eff6454fa572b9e4c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14090accd01c5f5eda2b76258f7706eead0306ad8ea2090884c28222112e9150 +size 1271 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3e6f3282f61c526a1ad53766d16d0f897e1131dc Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9584688281969464946+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cce295cc82b3beb89406fe250b3192eff7985993 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea41e037f4fe6bb51c0b327702cea2fed92da6e3175099c255897379a0ed7e1e +size 62421 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5f293af99cfaa47777e853c15a847655bf0c1c81 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9595602990717811116+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976b92b2b559eb370cea9b5ace503e732142fb5db852c1f5bd59d35b320788b0 +size 164864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7d4a686e5d088dcd56244942194ed6615c3baddf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4b58ed62977b4f801522776f1b2603c39c6bc8eab229fd1c9a3614ad36a2bb +size 1564 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7edf8a9ea5ed4c356eea7cfc508966b681fddaba Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9657449211810287963+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..40f737c48f53c04868c3803aca5b8c1b94228f8c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baeac7ace57fc8b2b84e4d31b6bb378f198b56032d0b6274a188ea39129e7de5 +size 1126 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0125a298318270b3882d48c78f64ea217600f39b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_9673361637405552987+fad94d7c/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c79fdd30cf8d7aeee5c5c67240a408b4ef9bc536 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_7af309e3-81df-48a5-a4f5-59099de5ba0f/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7726075653c383b9c72701dd8ac55b2572dfca9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5458b796ad3b1b5ea7bc3487431f30522d4df19d1f9b4fcbc0a21f7f2f35c890 +size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..be1dc2cdf31c9729696db5f8d6d81622d1beb154 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9ebb65ad78df0dfd5676+4c44a4bd/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab80253aa903cf3c89cc94f3ccbd03bf8ae285fe464ba7227679f938a3c4733 +size 124800 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bb576be81f4094503c7e694be2e0e5e8d54ce48e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_26f63b66-309d-4eb3-8876-1377f38a990f/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..78ef7d579cc7a00be672157418a0b46cffe68f15 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c5df0af27e3597a5a02cfe0b2cce59fc075f5d0f6df08b53aa8ada6826c0c3 +size 185344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..37c3dbd56e8cdaf3884eaa0c2125f558d7ebecac --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a19be04ba5877e327147+9c7c756b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933ee3a9b404edb3d28cb1ed5da4f2eb01c000c9f8748f05f56557f71828d955 +size 187436 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..27f046f6827b817f5cef81f1f5dbb1979b336cd4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b55a8233-1125-473a-a932-25410640b3c0/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8203a5aa5acd37ae7e6d6839b35c7438ee9e48fd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb674f0ac78f8d22ded7c755c983de3edb92563308d60b734d19e694f489568 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0b3748b09036c4df677873db50e4ed6cc7f82921 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f0e20b3c3af8f21619f0f5a9b7dee446e6339b434d382360bd37bffd297035 +size 1342464 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..894eeb3c3598a4c25c983cfb460367589f653285 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_abe950392912637c46d6+9f698978/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302bf6c9c3702409eb66732b9cef449231f7d7816f8f7f5277917e2854d242b2 +size 1345445 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..35b02f8c0d36a35eecd7fa3390cbbc507684d095 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1256e7cc-39fd-42ae-9b34-ac640bbcac12/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9560b7ee3fb6eb469bf4f80864cf9d7607c8b381 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_b56e9febe4eb5ac63f31+0f51e7a0/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ba38eee8bc37aac77492ccd3651e82f1b3f1be53 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_85adac9d-a88f-478d-b7cf-214787d9eb70/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7efca78afca2e36abb76e262f71cd719add11bf4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_b69e9f0902a784930005+3e8cf33b/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7d1678bf25666438bbebf65702a2233ae75c43c9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f6af3f7db1119c495a00c37d138cc389367bbd46 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09932378ee9d79799aa3e006f88a3ff4007265a80448ec6122b9b3b794e52b8d +size 1725027 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0b0468f81daef79df802bb8fd4740dde7a4d1a29 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ffb29c6b444acc6004dd2bd463b01746bf7796c30e8fddeb788d60e39c07deb +size 1690624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..49b4b15912c978f8673d184a700e9bfa3ab02366 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bac0f4775017b9749086+ac10809c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf622c03d20bb0fce13c2ec984aa3176d6e382a5fb3fbe074235b2d88c3514c +size 1812514 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3c18214665ab208ee16402ace66a8dd081416d1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b1839ad5fbf7169ed9ee303690f7cdc65966be97 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7457fc97195a759a82257d01d654a7b2df317e70992e67123158119039d05c +size 2869699 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a5cc08852f58b8510688fd2e958dd0d7e28357da --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d1261d9597604aad47dc+a32116a7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02eb322f8fb3b6f3bc126e0efce62e9e719224fa12afb035495abf19ce677d56 +size 10210304 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3c18214665ab208ee16402ace66a8dd081416d1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..45c5ab999896e7f7eac723583c5f0bc574900cfc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ceef0a1e26b80512d0e546260de9763ccd955c7a49b275d773dc39ae1339090 +size 1303515 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9b78fab0507d7663681f19dc65542eb10113b6d4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d81214178e1a69d3c030+a32116a7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616c433d49f7c23a63f69e6301ec586e6d3e8a3862796999e5d2beb932e02808 +size 646144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2261e7c0c474fb20818b4efa1094b3254752fe40 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_32dfeb83-fee6-4081-ba77-e19b209b6e10/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..307f90c8e8aa2efa59b5a7f04944e13f8a7e1b5f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc96f7fb7fbf64514a818a779dd383411b8c502b328094192490c454e498a825 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8f9e716d50b1707f9d8e0ad37b4659c715e8d682 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe4c6b82c6928261665d69308a57ca79f8ca4baab125d8ae7fc52e5f05d822e +size 390144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8483ef788bd01090bdcf63ac96d23c786e77e520 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e4fb2e709dd9a7cab38f+b35fcb18/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce63894478e9324d5651d37b5609c9a52d7b7cd1db8e5aae40d987c7de479fb7 +size 395884 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..42b514e16c329ca24895b07832985a423c22e5c4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d0a9d9d8-2015-468e-9191-de8fb341319f/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298 +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bd86556c68f70ccf1364b634dc5c6007fe31432b Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_e5ee3c7c41cb421dd6e1+47c60b42/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..7435296f5dd9b5e81ed3776d71fa69e512ebe13b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_463c69f3-6167-4739-b739-945f7e3ca4b1/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..307f90c8e8aa2efa59b5a7f04944e13f8a7e1b5f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc96f7fb7fbf64514a818a779dd383411b8c502b328094192490c454e498a825 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..25b974adc251eec4271efd5237773abf54bbb525 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66029dbdb6f86fc43d06e14e1ae2f59a6aea581a09c0e8de13d7fc183e1ad92 +size 390144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f6d74ff2a025578b9d19c578daecdaf55b803ab9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e69cd7b9119d7b747c0a+c7fec16f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eb45d24d1ee04659a938714e183d044a44a802bf2cd0a678457a60e5875066d +size 395884 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3aea9249e48e2faa0959c9437fa7dba74b27276a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2b00086d-9125-421d-b25b-623bcb9f5aef/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b2d30b9a1834e9e23c2b7298b688492790672353 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c334d40fc7090b19dd6b8bbefbc5bc45e4f8262ed47b484cf61406946a6de7c4 +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c146954d7d432feb4602ceff1b7caafb9c9c063b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e8eeb8ab49bf0ebcab2e+742231d6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddef5413e205229753b13b807e4da97d5c78e37d64ad16045f9aa891142ae6bb +size 280328 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..abab916f343b1b55a2f2b63bf60a2d106a9be29e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_83acb7d4-36c9-462e-ae76-730a1b893c10/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..596804f47bd4ecfaa50de9ab7533b8139af67dc0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae90125c98857e6a3750f6fa643176751580198d43b02da683d2d1e4cf8d7239 +size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0a2bb52d64c388a2d33727451537182564cdf82b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ed0790cb7d5818aa4b49+3eebdf46/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7260e11a9d46941670c61cd8892d9fdeef31ec3bbed608ab1c23f0b961c0528e +size 124800 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..354df0ef6d5d4a07a1c6fa0de4364f2d3afe8ab1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1d99c400-0704-4f65-938c-081d978d82cc/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..50604677fbf25d7b519098dc89a8c2738e04cf1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cab74238b621677b38d0f2660428e2499dca903faab0b9597c2f828d7feb87 +size 29532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..02d3915207e3bae1e6918f0b687ae5dec44d2cd2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0ba76df4aceed3f8d01a4264915bcde85ec5e69f3bc6ee5b367a1cb8e96008 +size 441344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..107a668f7ed4dfe5fadd7ba510a08602e13b728f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2f85832e67cb8247710+4b431174/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1810773b4277a9af836704134f5965630ec7922045979fcb54b299dc22efd6c3 +size 447120 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3c18214665ab208ee16402ace66a8dd081416d1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7c132b7a8f393db223904832b7a3f72e778799b3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e4abebccd6871165ae7fbd49fbffd9482e3a5115ab051bc93322dc78d94c74a +size 1648531 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2f6b80afc6e3bd3a437fe493a25aa679644c1315 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f4cf0f8f791046fe5274+a32116a7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494ed9c14a2d6c45d19e37ee3be66af98651fbc6c418dbbbc40fb2e835b3b826 +size 4281344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..afc0fcffe62848e59ed0e5b0ee2f9088735a2fdb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_67ea14c3-3d70-4639-8147-fabe008c4bf2/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b050545e85d1adc68c37499eadab4b93c066a5c3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b705d66437ed91a243401b8b01711b8337e3147746669a22b30b46f47feefa +size 29532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b98536b96e5c3059c066ade31b51cfaa656c9d98 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762cde6527d4778dd71fb574d64e5def4b909ca474bc5a4f3f9a07d1e7c0063c +size 441344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4bc9bb279172c6549a0c28a4000c40a88790babd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f5465131654976d18953+d8417f71/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66e32db6dc8cd774b3d9e7747e6f1bc332cc1f30abb74cf55f7e2fe84a516fb +size 447120 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c43a28be3af06102107290b8aaa51b996b25df7d --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe667e689cbd850f3de100f6fc1e1b5180fdc690a16f78099b3421f9b83f3993 +size 2851 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5d6f1b7ee12caff9e6ae0abfdb4a826d818aa20e Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_11379115179221561421+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5bdf18256f0acac4e3ab8c1231c0217f353b347d --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16cfc499b07a3a4ad4cc61b87d290255fb4eb2d654c269f16ff99fbfaf777e1 +size 388012 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a0d9085c17c37aa279eac65ef05bbd02f5049b0b --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_12642634462137174255+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27570b2c1d38afebd3c89f2586c4252ab69669515dcb9b1d83ee1fc72be31544 +size 11725824 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..005fcadd3ef7daa9f7970922ce80c5d3e58845d2 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382867008e3112fcba07a5a5360a437279030f92ffc49c9f6127b569e0ea99c4 +size 910273 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/model.hlo_module.pb.lock b/neuronxcc-2.23.6484.0+3b612583/MODULE_13340228979636928251+fad94d7c/model.hlo_module.pb.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..98ed824bfc0d0c813a658df18b2b16d69324401b --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2", "--log-level=warning"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b18a78b79b8b9214856848d3c8345311b6d3d818 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f87402f249c3005a839863d9bb8be1b58cfd88e88bdd759bfa501424ec76776 +size 2052 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/model.log new file mode 100644 index 0000000000000000000000000000000000000000..af969b662baee12b0d5973d633dc73d8bec4dafc --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+3138e798/model.log @@ -0,0 +1,22 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/d1e759f9-613a-4af9-a5dd-5ca99faef9ee/model.MODULE_13531078006941320213+3138e798.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/d1e759f9-613a-4af9-a5dd-5ca99faef9ee/model.MODULE_13531078006941320213+3138e798.neff', '--target=trn2', '--log-level=warning', '--verbose=35']: +[ERROR] [NCC_EARG002] Illegal argument(s) - the following argument(s) are unrecognized: --log-level=warning. - Check that only recognized arguments are used: usage: neuronx-cc compile [--framework {XLA}] + [--target {trn1,inf2,trn1n,trn2,trn2n,trn3}] + [--logical-nc-config {1,2}] + [--enable-fast-loading-neuron-binaries] + [--enable-fast-context-switch] + [--auto-cast ] + [--auto-cast-type {fp16,bf16,tf32,fp8_e4m3}] + [--output ] [--optlevel {1,2,3}] [--help] + [--model-type {transformer,unet-inference,generic}] + [--distribution-strategy {fsdp,nemo,llm-training,generic}] + [--enable-dge] + [--verbose {debug|info|warning|user|off}] + [--logfile ] + [--logfile-verbose {debug|info|warning|user}] + [--enable-mixed-precision-accumulation] + [--disable-hlo-operand-type-check DISABLE_HLO_OPERAND_TYPE_CHECK] + [--enable-saturate-infinity] + [--hbm-scratchpad-page-size HBM_SCRATCHPAD_PAGE_SIZE] + [--execute-repetition EXECUTE_REPETITION] + [ ...] +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b18a78b79b8b9214856848d3c8345311b6d3d818 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f87402f249c3005a839863d9bb8be1b58cfd88e88bdd759bfa501424ec76776 +size 2052 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2c780ec3245dc6fb03c7156673537595ae9f6beb Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_13531078006941320213+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..de6f79720901381f43046554bff9ef7c16ec5819 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76105a64ebaba00cc3790b0010a0863b630885832b698ebe67f8eb42190058d3 +size 219166 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/model.log new file mode 100644 index 0000000000000000000000000000000000000000..52136965d9a62d5efbe7d2eb13bbcc636044fc79 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_13947002146994057621+fad94d7c/model.log @@ -0,0 +1,4 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/60f135be-b043-4949-9d09-728af31f0bf6/model.MODULE_13947002146994057621+fad94d7c.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/60f135be-b043-4949-9d09-728af31f0bf6/model.MODULE_13947002146994057621+fad94d7c.neff', '--target=trn2', '--verbose=35']: +[ERROR] [NCC_EVRF035] Opcode (dot) does not support 64-bit integer operands. Explicitly cast the operands to floating point type. Use --disable-operand-type-check=evrf_035 to turn off the error. Warning: turning off the error might cause numerical inaccuracy. +%dot.1 = s64[112]{0} dot(%convert, %reshape.10), lhs_contracting_dims={1}, rhs_contracting_dims={0} +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..23125d1b93d36cd12bc04ffb27d73c14b7f9dafb --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05876db173aeee63544866c4047755d6d789cab0144d2685ab13d87d5aec17c +size 455547 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/model.log new file mode 100644 index 0000000000000000000000000000000000000000..f7810a4e7b3ad3bdac67ee95da2baf57087e9630 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_14832091145415053640+fad94d7c/model.log @@ -0,0 +1,4 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/8f63124a-67c3-42f3-953d-1b6254a47575/model.MODULE_14832091145415053640+fad94d7c.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/8f63124a-67c3-42f3-953d-1b6254a47575/model.MODULE_14832091145415053640+fad94d7c.neff', '--target=trn2', '--verbose=35']: +[ERROR] [NCC_EVRF029] Operation sort is not supported on trn2. Use supported equivalent operation like TopK or replace it with an alternate implementation via Neuron Kernel Interface (NKI). +%sort.4389 = (f32[1,128256]{1,0}, s32[1,128256]{1,0}) sort(%select.4375, %iota.4376), dimensions={1}, to_apply=%compare-less-than.4383 +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..18c3ccd1ca207c2e16a40071c2f956ebaccab0ff --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b1a7634e8ed2020bafd6c308cd7eab8fbccdc7a06ba305ea46773eb4397894 +size 559819 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d675bd2ccc0082cbaf23507ea39a225b5db1ae75 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_16660895666415846207+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df9e93c081aa992f26bf92168be0742845345db8e9b6b9decb882223e0e69df +size 14377984 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..94758d8cf26c455a72f7979c4285a0c9ce58dd16 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb41e04e08d6046b981fb8fc0cebd746a0eed36787aadf52319f8b104ba6fd6 +size 2183 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f8abeec1a035b43f7af96f313e7774101f90d005 Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_17048866073059050151+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0aaa6d9aca192541837fea473762e1ee7848779c --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f5ae53649b65bf2651bf890a7571fdceb071bc09e69aeb70b0ea7057afec64 +size 219867 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/model.log new file mode 100644 index 0000000000000000000000000000000000000000..9c6eb845319611661b9644b22fc66420a22971d8 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_18293014969349557175+fad94d7c/model.log @@ -0,0 +1,4 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/d3525374-cad8-4c2d-ac0c-672cfb010298/model.MODULE_18293014969349557175+fad94d7c.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/d3525374-cad8-4c2d-ac0c-672cfb010298/model.MODULE_18293014969349557175+fad94d7c.neff', '--target=trn2', '--verbose=35']: +[ERROR] [NCC_EVRF035] Opcode (dot) does not support 64-bit integer operands. Explicitly cast the operands to floating point type. Use --disable-operand-type-check=evrf_035 to turn off the error. Warning: turning off the error might cause numerical inaccuracy. +%dot.2 = s64[112]{0} dot(%convert, %reshape.13), lhs_contracting_dims={1}, rhs_contracting_dims={0} +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..63426af242532214cd664329d9c690b4781ac884 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99b4595ae601550149daebc835273b1650284ba9ed621c24c43c51d577ccf26 +size 792619 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/model.log new file mode 100644 index 0000000000000000000000000000000000000000..b2da03deffbec0c6ed8b7c2f4ee8967bdd41f5e4 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_2360039316388195258+fad94d7c/model.log @@ -0,0 +1,4 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/84c554b8-c296-47a4-b984-c7d090a21ed0/model.MODULE_2360039316388195258+fad94d7c.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/84c554b8-c296-47a4-b984-c7d090a21ed0/model.MODULE_2360039316388195258+fad94d7c.neff', '--target=trn2', '--verbose=35']: +[ERROR] [NCC_EVRF029] Operation sort is not supported on trn2. Use supported equivalent operation like TopK or replace it with an alternate implementation via Neuron Kernel Interface (NKI). +%sort.4389 = (f32[1,128256]{1,0}, s32[1,128256]{1,0}) sort(%select.4375, %iota.4376), dimensions={1}, to_apply=%compare-less-than.4383, metadata={op_type="aten__topk" op_name="aten__topk" source_file="/home/dacorvo/.local/lib/python3.12/site-packages/transformers/generation/logits_process.py" source_line=518} +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..86ebe65265fdc968d7af975b64f006a2ebfdda89 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ffa2bd08464967f04a6a28042e15c9130f39b14fe5545756aabe3585814faf +size 3276 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e10ee212b491900ae5884d0c8a12371f353ad901 Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_4499113414753332703+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9d00b9aabc648334d68e4bf4bc577babd0965aa2 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda301afc2ef97730faab28ec6a96a0b7623b1482dae47221ae1a8918a2c10cb +size 2045 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4ffc5b45e47a6860b6bf01b7aecfeaab93a0312a Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_5885836415375504917+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..952efa0da6d3b46849df4f163e54c0a377f402cd --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4dbe4f5734a20f9ae73622e6cf5fb7ea04ce67f7c94d9fae7cbb9c19eaea5a2 +size 3004 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1d9968febe54f230ae7218e9aed52d9e72802da0 Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_6042444602763670664+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..08f93658682945d82490c8fa0f29465f4c51ba8d --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3fb82296a573f6a0ead76227721421a889227009acfd7dfbe22f0e85b575b5 +size 219232 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/model.log new file mode 100644 index 0000000000000000000000000000000000000000..e2259ac433ec2300babc40986f034ab5a2683264 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6102016972486921386+fad94d7c/model.log @@ -0,0 +1,4 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/fd6f365c-714e-4eec-8f2c-1e8dba136e8a/model.MODULE_6102016972486921386+fad94d7c.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/fd6f365c-714e-4eec-8f2c-1e8dba136e8a/model.MODULE_6102016972486921386+fad94d7c.neff', '--target=trn2', '--verbose=35']: +[ERROR] [NCC_EVRF035] Opcode (dot) does not support 64-bit integer operands. Explicitly cast the operands to floating point type. Use --disable-operand-type-check=evrf_035 to turn off the error. Warning: turning off the error might cause numerical inaccuracy. +%dot.1 = s64[112]{0} dot(%convert, %reshape.4568), lhs_contracting_dims={1}, rhs_contracting_dims={0} +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1aab0d44ba95778b5113903530a1c386c0c1c696 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc892b344b8d8905d1ba7818ddf1c1a3fb89a6a05f96f5a203bf2d5d6a170d4 +size 218281 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..81e0a3facf36f44c76c25608e4a468f03d63977a --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6916903775068390632+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70f85525fe433125695be91ef85fae40480313ef4ce84b2d331c4f8de7f7eca +size 8551424 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..74dace0b591e05dc6c33b0e419037a4b87065a1a --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ad6ad1653548167fe5592c6405f4e09a1ff8c470b1ca86ac045b37091c059e +size 734587 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f607ffef6bbdf174ad2d5027707f7242c3ee4eae --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_6933000544295673404+fad94d7c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f09a227ee4ae0fe5051cc60340ff09a37cc57ffa7634a64433e484f931729f0 +size 17091584 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6fac95fd5b4aef1c6e41eb62be467f518cdbe68d --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9987c17781928c5a788ec1a19f9e9e927e6222607e1bfade11a735a1bfcf17e +size 2093 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3234cf1116a00becb2aab77059ab759d6bc8d851 Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_7715922282582697994+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.done b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9074e9b5dbd20305419863c080e096ae04ee6df8 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc35b61688706e8c60f398942b81eed19e0e58d1d619d18070eda1aef219319b +size 2783 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.neff b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4fa6fb6ec2847fef0c18940224c0421659a58d9e Binary files /dev/null and b/neuronxcc-2.23.6484.0+3b612583/MODULE_7921333914338139373+fad94d7c/model.neff differ diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/compile_flags.json b/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a4799082c9d6c3c6ced31791825ec0dc08d2c281 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn2"] \ No newline at end of file diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/model.hlo_module.pb b/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0cc892e05446d8d85aa54fdfa3111e6e434689dd --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1640b23f8b56e37629384fabd578ae327a2436c3e6bb38a2e4ea122c13d95d7 +size 219867 diff --git a/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/model.log b/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/model.log new file mode 100644 index 0000000000000000000000000000000000000000..14e3953a05f9227e7d9c146bba2fd5161d979c43 --- /dev/null +++ b/neuronxcc-2.23.6484.0+3b612583/MODULE_9890029083478672538+fad94d7c/model.log @@ -0,0 +1,4 @@ +Failed compilation with ['neuronx-cc', 'compile', '--framework=XLA', '/tmp/dacorvo/neuroncc_compile_workdir/c57941df-fa81-4feb-8f3a-0b3ff4541df7/model.MODULE_9890029083478672538+fad94d7c.hlo_module.pb', '--output', '/tmp/dacorvo/neuroncc_compile_workdir/c57941df-fa81-4feb-8f3a-0b3ff4541df7/model.MODULE_9890029083478672538+fad94d7c.neff', '--target=trn2', '--verbose=35']: +[ERROR] [NCC_EVRF035] Opcode (dot) does not support 64-bit integer operands. Explicitly cast the operands to floating point type. Use --disable-operand-type-check=evrf_035 to turn off the error. Warning: turning off the error might cause numerical inaccuracy. +%dot.2 = s64[120]{0} dot(%convert, %reshape.13), lhs_contracting_dims={1}, rhs_contracting_dims={0} +[libneuronxla 2.2.15515.0+50c26cbd] \ No newline at end of file