Synchronizing local compiler cache.
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +17 -0
- neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1/llama/unsloth/Llama-3.2-1B-Instruct/2f94cc50b1fe1187a15f.json +62 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json +1 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done +0 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb +3 -0
- neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json +63 -0
- neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/37f7f1639bd7680a860b.json +64 -0
- neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json +63 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff +1 -1
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json +1 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done +0 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff +3 -0
- neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff +1 -1
- neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff +1 -1
- neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo +1 -1
- neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff +1 -1
- neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json +1 -0
.gitattributes
CHANGED
|
@@ -15491,3 +15491,20 @@ neuronxcc-2.21.33363.0+82129205/MODULE_17602083329285337032+bad9cf09/model.neff
|
|
| 15491 |
neuronxcc-2.21.33363.0+82129205/MODULE_18241785500365933890+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15492 |
neuronxcc-2.21.33363.0+82129205/MODULE_8676111827325322899+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15493 |
neuronxcc-2.21.33363.0+82129205/MODULE_9676093068425877505+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15491 |
neuronxcc-2.21.33363.0+82129205/MODULE_18241785500365933890+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15492 |
neuronxcc-2.21.33363.0+82129205/MODULE_8676111827325322899+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15493 |
neuronxcc-2.21.33363.0+82129205/MODULE_9676093068425877505+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15494 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15495 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 15496 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15497 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15498 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15499 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 15500 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15501 |
+
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15502 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15503 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 15504 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15505 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15506 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15507 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 15508 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_c5df6a2849dc2a262550+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
|
| 15509 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_c5df6a2849dc2a262550+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
|
| 15510 |
+
neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
|
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1/llama/unsloth/Llama-3.2-1B-Instruct/2f94cc50b1fe1187a15f.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"head_dim": 64,
|
| 11 |
+
"hidden_act": "silu",
|
| 12 |
+
"hidden_size": 2048,
|
| 13 |
+
"initializer_range": 0.02,
|
| 14 |
+
"intermediate_size": 8192,
|
| 15 |
+
"max_position_embeddings": 131072,
|
| 16 |
+
"mlp_bias": false,
|
| 17 |
+
"model_type": "llama",
|
| 18 |
+
"neuron": {
|
| 19 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 20 |
+
"batch_size": 1,
|
| 21 |
+
"capacity_factor": null,
|
| 22 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 23 |
+
"checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
|
| 24 |
+
"continuous_batching": false,
|
| 25 |
+
"ep_degree": 1,
|
| 26 |
+
"fused_qkv": true,
|
| 27 |
+
"glu_mlp": true,
|
| 28 |
+
"local_ranks_size": 2,
|
| 29 |
+
"max_batch_size": 1,
|
| 30 |
+
"max_context_length": 4096,
|
| 31 |
+
"max_topk": 256,
|
| 32 |
+
"n_active_tokens": 4096,
|
| 33 |
+
"neuronxcc_version": "2.21.18209.0+043b1bf7",
|
| 34 |
+
"on_device_sampling": true,
|
| 35 |
+
"optimum_neuron_version": "0.4.1",
|
| 36 |
+
"output_logits": false,
|
| 37 |
+
"pp_degree": 1,
|
| 38 |
+
"sequence_length": 4096,
|
| 39 |
+
"speculation_length": 0,
|
| 40 |
+
"start_rank_id": 0,
|
| 41 |
+
"target": "trn1",
|
| 42 |
+
"torch_dtype": "bfloat16",
|
| 43 |
+
"tp_degree": 2
|
| 44 |
+
},
|
| 45 |
+
"num_attention_heads": 32,
|
| 46 |
+
"num_hidden_layers": 16,
|
| 47 |
+
"num_key_value_heads": 8,
|
| 48 |
+
"pretraining_tp": 1,
|
| 49 |
+
"rms_norm_eps": 1e-05,
|
| 50 |
+
"rope_scaling": {
|
| 51 |
+
"factor": 32.0,
|
| 52 |
+
"high_freq_factor": 4.0,
|
| 53 |
+
"low_freq_factor": 1.0,
|
| 54 |
+
"original_max_position_embeddings": 8192,
|
| 55 |
+
"rope_type": "llama3"
|
| 56 |
+
},
|
| 57 |
+
"rope_theta": 500000.0,
|
| 58 |
+
"tie_word_embeddings": true,
|
| 59 |
+
"unsloth_fixed": true,
|
| 60 |
+
"use_cache": true,
|
| 61 |
+
"vocab_size": 128256
|
| 62 |
+
}
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:050e63f119bf3b1c7b360d1695e06cba77b8babce4ca5929c4d2a6505748c40c
|
| 3 |
+
size 379962
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d12b155f689bb3e299c8b38f5974a8db5ee77b046caaa391c9c10775fcfdf03
|
| 3 |
+
size 2233344
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f044fdc993c6c41c8ca0edb6f4a0e938e87dc56264da6f92195764c21c372290
|
| 3 |
+
size 2326403
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c030cf106862196561918698b00a1a8d3bd844ca252156e4e1866eeec7404a5d
|
| 3 |
+
size 474780
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21cd68b725d2b9fb19a0c95a4a7f7b37d6ad0b262fe043730355dd19f70e9a5d
|
| 3 |
+
size 10077184
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51141ad1492d98f0a5e85e1c5d001b7a8143e376efc09cfbe3f69b553e551a56
|
| 3 |
+
size 440125
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43196fb735617a4afce0afb07f4f4c4292fdde0c284d8d991fe4660f675a138a
|
| 3 |
+
size 9544704
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09c324a26c6bf6553bfa1b479b2ce5f8b4a0cdc73ff0c57a302ef3becf9f1853
|
| 3 |
+
size 383363
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3b6abef2e8972ae04728491572c1da70674ed11a269a59e019e38283f061d5a
|
| 3 |
+
size 2366464
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:166e770e1041f4f19e0401fdec3ed86959f280ec686f552fb963d43144d48f79
|
| 3 |
+
size 2459499
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40c708c5f1c2644af228bf4379cd7a61f407b20b0d85df3430c203e5538a2661
|
| 3 |
+
size 471147
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c3a9f90964e845fc120359c8ca5dbac32c8f01aaaf69fd94ee9288cb58a28f7
|
| 3 |
+
size 9667584
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25c9ef27abf72510a98fd0750e8ecd6e7d6c24a22af8856a19ad8b2efb703ab1
|
| 3 |
+
size 443756
|
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:808859c75a8989f793f55b52401fb5af231a63ed6c657ea25d6115dfd1a42b0c
|
| 3 |
+
size 9944064
|
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 64,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 2048,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 8192,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 24 |
+
"checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 4096,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 4096,
|
| 34 |
+
"neuronxcc_version": "2.21.33363.0+82129205",
|
| 35 |
+
"on_device_sampling": false,
|
| 36 |
+
"optimum_neuron_version": "0.4.4.dev2",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 4096,
|
| 40 |
+
"speculation_length": 0,
|
| 41 |
+
"start_rank_id": 0,
|
| 42 |
+
"target": "trn1",
|
| 43 |
+
"torch_dtype": "bfloat16",
|
| 44 |
+
"tp_degree": 2
|
| 45 |
+
},
|
| 46 |
+
"num_attention_heads": 32,
|
| 47 |
+
"num_hidden_layers": 16,
|
| 48 |
+
"num_key_value_heads": 8,
|
| 49 |
+
"pretraining_tp": 1,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 32.0,
|
| 53 |
+
"high_freq_factor": 4.0,
|
| 54 |
+
"low_freq_factor": 1.0,
|
| 55 |
+
"original_max_position_embeddings": 8192,
|
| 56 |
+
"rope_type": "llama3"
|
| 57 |
+
},
|
| 58 |
+
"rope_theta": 500000.0,
|
| 59 |
+
"tie_word_embeddings": true,
|
| 60 |
+
"unsloth_fixed": true,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/37f7f1639bd7680a860b.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 64,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 2048,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 8192,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
|
| 24 |
+
"checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 2,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 4096,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 4096,
|
| 34 |
+
"neuronxcc_version": "2.21.33363.0+82129205",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.4.dev2",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 4096,
|
| 40 |
+
"sequence_parallel_enabled": false,
|
| 41 |
+
"speculation_length": 0,
|
| 42 |
+
"start_rank_id": 0,
|
| 43 |
+
"target": "trn1",
|
| 44 |
+
"torch_dtype": "bfloat16",
|
| 45 |
+
"tp_degree": 2
|
| 46 |
+
},
|
| 47 |
+
"num_attention_heads": 32,
|
| 48 |
+
"num_hidden_layers": 16,
|
| 49 |
+
"num_key_value_heads": 8,
|
| 50 |
+
"pretraining_tp": 1,
|
| 51 |
+
"rms_norm_eps": 1e-05,
|
| 52 |
+
"rope_scaling": {
|
| 53 |
+
"factor": 32.0,
|
| 54 |
+
"high_freq_factor": 4.0,
|
| 55 |
+
"low_freq_factor": 1.0,
|
| 56 |
+
"original_max_position_embeddings": 8192,
|
| 57 |
+
"rope_type": "llama3"
|
| 58 |
+
},
|
| 59 |
+
"rope_theta": 500000.0,
|
| 60 |
+
"tie_word_embeddings": true,
|
| 61 |
+
"unsloth_fixed": true,
|
| 62 |
+
"use_cache": true,
|
| 63 |
+
"vocab_size": 128256
|
| 64 |
+
}
|
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_entry_class": "SingleModelCacheEntry",
|
| 3 |
+
"_model_id": "unsloth/Llama-3.2-1B",
|
| 4 |
+
"_task": "text-generation",
|
| 5 |
+
"architectures": [
|
| 6 |
+
"LlamaForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"attention_bias": false,
|
| 9 |
+
"attention_dropout": 0.0,
|
| 10 |
+
"dtype": "bfloat16",
|
| 11 |
+
"head_dim": 64,
|
| 12 |
+
"hidden_act": "silu",
|
| 13 |
+
"hidden_size": 2048,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 8192,
|
| 16 |
+
"max_position_embeddings": 131072,
|
| 17 |
+
"mlp_bias": false,
|
| 18 |
+
"model_type": "llama",
|
| 19 |
+
"neuron": {
|
| 20 |
+
"_serialized_key": "NxDNeuronConfig",
|
| 21 |
+
"batch_size": 1,
|
| 22 |
+
"capacity_factor": null,
|
| 23 |
+
"checkpoint_id": "unsloth/Llama-3.2-1B",
|
| 24 |
+
"checkpoint_revision": "9535bd9b1d1dea6acafbdc4813b728796aeb28da",
|
| 25 |
+
"continuous_batching": false,
|
| 26 |
+
"ep_degree": 1,
|
| 27 |
+
"fused_qkv": true,
|
| 28 |
+
"glu_mlp": true,
|
| 29 |
+
"local_ranks_size": 1,
|
| 30 |
+
"max_batch_size": 1,
|
| 31 |
+
"max_context_length": 8192,
|
| 32 |
+
"max_topk": 256,
|
| 33 |
+
"n_active_tokens": 8192,
|
| 34 |
+
"neuronxcc_version": "2.21.33363.0+82129205",
|
| 35 |
+
"on_device_sampling": true,
|
| 36 |
+
"optimum_neuron_version": "0.4.4.dev2",
|
| 37 |
+
"output_logits": false,
|
| 38 |
+
"pp_degree": 1,
|
| 39 |
+
"sequence_length": 8192,
|
| 40 |
+
"speculation_length": 0,
|
| 41 |
+
"start_rank_id": 0,
|
| 42 |
+
"target": "trn1",
|
| 43 |
+
"torch_dtype": "bfloat16",
|
| 44 |
+
"tp_degree": 1
|
| 45 |
+
},
|
| 46 |
+
"num_attention_heads": 32,
|
| 47 |
+
"num_hidden_layers": 16,
|
| 48 |
+
"num_key_value_heads": 8,
|
| 49 |
+
"pretraining_tp": 1,
|
| 50 |
+
"rms_norm_eps": 1e-05,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 32.0,
|
| 53 |
+
"high_freq_factor": 4.0,
|
| 54 |
+
"low_freq_factor": 1.0,
|
| 55 |
+
"original_max_position_embeddings": 8192,
|
| 56 |
+
"rope_type": "llama3"
|
| 57 |
+
},
|
| 58 |
+
"rope_theta": 500000.0,
|
| 59 |
+
"tie_word_embeddings": true,
|
| 60 |
+
"unsloth_fixed": true,
|
| 61 |
+
"use_cache": true,
|
| 62 |
+
"vocab_size": 128256
|
| 63 |
+
}
|
neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14644224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3bc84c662b5fab8d927c1faeeb0dca751fd1f4048e013936a22011c85e8d154
|
| 3 |
size 14644224
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d9f188c18c6026997c69ca5e5fb2b56c230547e4f77c84002047cf92a07fa2
|
| 3 |
+
size 405967
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b54af6ae513021b750620b7749e97b35e21ba91315de4e913c7b223a0a1c951
|
| 3 |
+
size 3943424
|
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883c07a022070e8d246ed578752ecdd2b9244e0da5fc79c9860383a8be444786
|
| 3 |
+
size 4018637
|
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5fa60c9ce8de33b02366450a36e239b7a83bb2caef842b87525f856a0c51576c
|
| 3 |
+
size 471625
|
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74458bb058b81899ca02684781170f7b61422576d137cdb2a2c9b0216d751bc2
|
| 3 |
+
size 114893824
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done
ADDED
|
File without changes
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6eb7c75bcfa666317e73a581023c3ec1ed6008d09e5b1cb0aa466f441350b60d
|
| 3 |
+
size 434848
|
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ef43268b32d01d319eb39bf02e056d3caa82f7d742f44831f165634ec7a4538
|
| 3 |
+
size 42179584
|
neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5223424
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d06f75a1e4b52e3c6677ce2384b543882d8ea3cdb9cd281c78f12844ed9d25e5
|
| 3 |
size 5223424
|
neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 12411904
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67a2afa1e975e6f17aff377c0d882e1d5607d1648ec03a9559820318b24b7de9
|
| 3 |
size 12411904
|
neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 12558920
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0dc8f9adfa9882a7212d3390f7feae5392fafc4121eaf1036b1e37b796bd56e6
|
| 3 |
size 12558920
|
neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 114013184
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6fcd0208f93d0034e8ba27de29cacfb822d98c06bc860349612fef53ad374a7
|
| 3 |
size 114013184
|
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
|