dacorvo HF Staff commited on
Commit
61dc316
·
verified ·
1 Parent(s): a9bfc57

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +17 -0
  2. neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1/llama/unsloth/Llama-3.2-1B-Instruct/2f94cc50b1fe1187a15f.json +62 -0
  3. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json +1 -0
  4. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done +0 -0
  5. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb +3 -0
  6. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff +3 -0
  7. neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo +3 -0
  8. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json +1 -0
  9. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done +0 -0
  10. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb +3 -0
  11. neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff +3 -0
  12. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json +1 -0
  13. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done +0 -0
  14. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb +3 -0
  15. neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff +3 -0
  16. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json +1 -0
  17. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done +0 -0
  18. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb +3 -0
  19. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff +3 -0
  20. neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo +3 -0
  21. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json +1 -0
  22. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done +0 -0
  23. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb +3 -0
  24. neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff +3 -0
  25. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json +1 -0
  26. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done +0 -0
  27. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb +3 -0
  28. neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff +3 -0
  29. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json +63 -0
  30. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/37f7f1639bd7680a860b.json +64 -0
  31. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json +63 -0
  32. neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff +1 -1
  33. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json +1 -0
  34. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done +0 -0
  35. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb +3 -0
  36. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff +3 -0
  37. neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo +3 -0
  38. neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/compile_flags.json +1 -0
  39. neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.done +0 -0
  40. neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.hlo_module.pb +3 -0
  41. neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.neff +3 -0
  42. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json +1 -0
  43. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done +0 -0
  44. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb +3 -0
  45. neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff +3 -0
  46. neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff +1 -1
  47. neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff +1 -1
  48. neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo +1 -1
  49. neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff +1 -1
  50. neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json +1 -0
.gitattributes CHANGED
@@ -15491,3 +15491,20 @@ neuronxcc-2.21.33363.0+82129205/MODULE_17602083329285337032+bad9cf09/model.neff
15491
  neuronxcc-2.21.33363.0+82129205/MODULE_18241785500365933890+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
15492
  neuronxcc-2.21.33363.0+82129205/MODULE_8676111827325322899+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
15493
  neuronxcc-2.21.33363.0+82129205/MODULE_9676093068425877505+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15491
  neuronxcc-2.21.33363.0+82129205/MODULE_18241785500365933890+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
15492
  neuronxcc-2.21.33363.0+82129205/MODULE_8676111827325322899+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
15493
  neuronxcc-2.21.33363.0+82129205/MODULE_9676093068425877505+bad9cf09/model.neff filter=lfs diff=lfs merge=lfs -text
15494
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
15495
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
15496
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
15497
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
15498
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text
15499
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
15500
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
15501
+ neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text
15502
+ neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
15503
+ neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
15504
+ neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
15505
+ neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
15506
+ neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
15507
+ neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
15508
+ neuronxcc-2.21.33363.0+82129205/MODULE_c5df6a2849dc2a262550+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
15509
+ neuronxcc-2.21.33363.0+82129205/MODULE_c5df6a2849dc2a262550+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
15510
+ neuronxcc-2.21.33363.0+82129205/MODULE_ff08200107e17dde7c8b+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1/llama/unsloth/Llama-3.2-1B-Instruct/2f94cc50b1fe1187a15f.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "head_dim": 64,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 2048,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 8192,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "neuron": {
19
+ "_serialized_key": "NxDNeuronConfig",
20
+ "batch_size": 1,
21
+ "capacity_factor": null,
22
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
23
+ "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
24
+ "continuous_batching": false,
25
+ "ep_degree": 1,
26
+ "fused_qkv": true,
27
+ "glu_mlp": true,
28
+ "local_ranks_size": 2,
29
+ "max_batch_size": 1,
30
+ "max_context_length": 4096,
31
+ "max_topk": 256,
32
+ "n_active_tokens": 4096,
33
+ "neuronxcc_version": "2.21.18209.0+043b1bf7",
34
+ "on_device_sampling": true,
35
+ "optimum_neuron_version": "0.4.1",
36
+ "output_logits": false,
37
+ "pp_degree": 1,
38
+ "sequence_length": 4096,
39
+ "speculation_length": 0,
40
+ "start_rank_id": 0,
41
+ "target": "trn1",
42
+ "torch_dtype": "bfloat16",
43
+ "tp_degree": 2
44
+ },
45
+ "num_attention_heads": 32,
46
+ "num_hidden_layers": 16,
47
+ "num_key_value_heads": 8,
48
+ "pretraining_tp": 1,
49
+ "rms_norm_eps": 1e-05,
50
+ "rope_scaling": {
51
+ "factor": 32.0,
52
+ "high_freq_factor": 4.0,
53
+ "low_freq_factor": 1.0,
54
+ "original_max_position_embeddings": 8192,
55
+ "rope_type": "llama3"
56
+ },
57
+ "rope_theta": 500000.0,
58
+ "tie_word_embeddings": true,
59
+ "unsloth_fixed": true,
60
+ "use_cache": true,
61
+ "vocab_size": 128256
62
+ }
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050e63f119bf3b1c7b360d1695e06cba77b8babce4ca5929c4d2a6505748c40c
3
+ size 379962
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d12b155f689bb3e299c8b38f5974a8db5ee77b046caaa391c9c10775fcfdf03
3
+ size 2233344
neuronxcc-2.21.18209.0+043b1bf7/MODULE_0953a1715d59163d7839+617f6939/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f044fdc993c6c41c8ca0edb6f4a0e938e87dc56264da6f92195764c21c372290
3
+ size 2326403
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c030cf106862196561918698b00a1a8d3bd844ca252156e4e1866eeec7404a5d
3
+ size 474780
neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b4151fbbf8e0bf9b207+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21cd68b725d2b9fb19a0c95a4a7f7b37d6ad0b262fe043730355dd19f70e9a5d
3
+ size 10077184
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51141ad1492d98f0a5e85e1c5d001b7a8143e376efc09cfbe3f69b553e551a56
3
+ size 440125
neuronxcc-2.21.18209.0+043b1bf7/MODULE_7840bb067b3b0dbbe82b+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43196fb735617a4afce0afb07f4f4c4292fdde0c284d8d991fe4660f675a138a
3
+ size 9544704
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c324a26c6bf6553bfa1b479b2ce5f8b4a0cdc73ff0c57a302ef3becf9f1853
3
+ size 383363
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3b6abef2e8972ae04728491572c1da70674ed11a269a59e019e38283f061d5a
3
+ size 2366464
neuronxcc-2.21.18209.0+043b1bf7/MODULE_8840dff3517b081d95d5+617f6939/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:166e770e1041f4f19e0401fdec3ed86959f280ec686f552fb963d43144d48f79
3
+ size 2459499
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c708c5f1c2644af228bf4379cd7a61f407b20b0d85df3430c203e5538a2661
3
+ size 471147
neuronxcc-2.21.18209.0+043b1bf7/MODULE_99d403ff6364aa8b581b+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3a9f90964e845fc120359c8ca5dbac32c8f01aaaf69fd94ee9288cb58a28f7
3
+ size 9667584
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.done ADDED
File without changes
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c9ef27abf72510a98fd0750e8ecd6e7d6c24a22af8856a19ad8b2efb703ab1
3
+ size 443756
neuronxcc-2.21.18209.0+043b1bf7/MODULE_dc91206bd2eb240d90b3+ad9e832d/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808859c75a8989f793f55b52401fb5af231a63ed6c657ea25d6115dfd1a42b0c
3
+ size 9944064
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/3657edd95e4d922f714c.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 1,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
24
+ "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
25
+ "continuous_batching": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 2,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 4096,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 4096,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": false,
36
+ "optimum_neuron_version": "0.4.4.dev2",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 4096,
40
+ "speculation_length": 0,
41
+ "start_rank_id": 0,
42
+ "target": "trn1",
43
+ "torch_dtype": "bfloat16",
44
+ "tp_degree": 2
45
+ },
46
+ "num_attention_heads": 32,
47
+ "num_hidden_layers": 16,
48
+ "num_key_value_heads": 8,
49
+ "pretraining_tp": 1,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_scaling": {
52
+ "factor": 32.0,
53
+ "high_freq_factor": 4.0,
54
+ "low_freq_factor": 1.0,
55
+ "original_max_position_embeddings": 8192,
56
+ "rope_type": "llama3"
57
+ },
58
+ "rope_theta": 500000.0,
59
+ "tie_word_embeddings": true,
60
+ "unsloth_fixed": true,
61
+ "use_cache": true,
62
+ "vocab_size": 128256
63
+ }
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B-Instruct/37f7f1639bd7680a860b.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 1,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
24
+ "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
25
+ "continuous_batching": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 2,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 4096,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 4096,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": true,
36
+ "optimum_neuron_version": "0.4.4.dev2",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 4096,
40
+ "sequence_parallel_enabled": false,
41
+ "speculation_length": 0,
42
+ "start_rank_id": 0,
43
+ "target": "trn1",
44
+ "torch_dtype": "bfloat16",
45
+ "tp_degree": 2
46
+ },
47
+ "num_attention_heads": 32,
48
+ "num_hidden_layers": 16,
49
+ "num_key_value_heads": 8,
50
+ "pretraining_tp": 1,
51
+ "rms_norm_eps": 1e-05,
52
+ "rope_scaling": {
53
+ "factor": 32.0,
54
+ "high_freq_factor": 4.0,
55
+ "low_freq_factor": 1.0,
56
+ "original_max_position_embeddings": 8192,
57
+ "rope_type": "llama3"
58
+ },
59
+ "rope_theta": 500000.0,
60
+ "tie_word_embeddings": true,
61
+ "unsloth_fixed": true,
62
+ "use_cache": true,
63
+ "vocab_size": 128256
64
+ }
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.4.dev2/llama/unsloth/Llama-3.2-1B/99ab78a5cc863ad14ed8.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 1,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B",
24
+ "checkpoint_revision": "9535bd9b1d1dea6acafbdc4813b728796aeb28da",
25
+ "continuous_batching": false,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 1,
30
+ "max_batch_size": 1,
31
+ "max_context_length": 8192,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 8192,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": true,
36
+ "optimum_neuron_version": "0.4.4.dev2",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "sequence_length": 8192,
40
+ "speculation_length": 0,
41
+ "start_rank_id": 0,
42
+ "target": "trn1",
43
+ "torch_dtype": "bfloat16",
44
+ "tp_degree": 1
45
+ },
46
+ "num_attention_heads": 32,
47
+ "num_hidden_layers": 16,
48
+ "num_key_value_heads": 8,
49
+ "pretraining_tp": 1,
50
+ "rms_norm_eps": 1e-05,
51
+ "rope_scaling": {
52
+ "factor": 32.0,
53
+ "high_freq_factor": 4.0,
54
+ "low_freq_factor": 1.0,
55
+ "original_max_position_embeddings": 8192,
56
+ "rope_type": "llama3"
57
+ },
58
+ "rope_theta": 500000.0,
59
+ "tie_word_embeddings": true,
60
+ "unsloth_fixed": true,
61
+ "use_cache": true,
62
+ "vocab_size": 128256
63
+ }
neuronxcc-2.21.33363.0+82129205/MODULE_238f936f6792c3472f34+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:190342af9d8e6a793029bc8b25c6290c88fb688093ec56636fcb1eb651395871
3
  size 14644224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bc84c662b5fab8d927c1faeeb0dca751fd1f4048e013936a22011c85e8d154
3
  size 14644224
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d9f188c18c6026997c69ca5e5fb2b56c230547e4f77c84002047cf92a07fa2
3
+ size 405967
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b54af6ae513021b750620b7749e97b35e21ba91315de4e913c7b223a0a1c951
3
+ size 3943424
neuronxcc-2.21.33363.0+82129205/MODULE_29010310fe43264b7105+a02c3a36/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:883c07a022070e8d246ed578752ecdd2b9244e0da5fc79c9860383a8be444786
3
+ size 4018637
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fa60c9ce8de33b02366450a36e239b7a83bb2caef842b87525f856a0c51576c
3
+ size 471625
neuronxcc-2.21.33363.0+82129205/MODULE_2fcf7c990c6fe04fecca+24129607/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74458bb058b81899ca02684781170f7b61422576d137cdb2a2c9b0216d751bc2
3
+ size 114893824
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb7c75bcfa666317e73a581023c3ec1ed6008d09e5b1cb0aa466f441350b60d
3
+ size 434848
neuronxcc-2.21.33363.0+82129205/MODULE_68052a3ce6462c8b3a87+24129607/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef43268b32d01d319eb39bf02e056d3caa82f7d742f44831f165634ec7a4538
3
+ size 42179584
neuronxcc-2.21.33363.0+82129205/MODULE_78c9e4beae8ae2b514a7+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87e73ef01588fef80e6c87110d1ba0b3a9ab156d3a5bea2935b6f97e8118ce99
3
  size 5223424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06f75a1e4b52e3c6677ce2384b543882d8ea3cdb9cd281c78f12844ed9d25e5
3
  size 5223424
neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ebfca33943e9704e99bfce6d117ab22e39439ad7d94d3eb6412585ee49cfcf2
3
  size 12411904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a2afa1e975e6f17aff377c0d882e1d5607d1648ec03a9559820318b24b7de9
3
  size 12411904
neuronxcc-2.21.33363.0+82129205/MODULE_9fe6e286c1c48b3cf2a9+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de006ce50095b37b169e379fcd1bf1903c0e22ffe60711a8e858b04836e2ee85
3
  size 12558920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc8f9adfa9882a7212d3390f7feae5392fafc4121eaf1036b1e37b796bd56e6
3
  size 12558920
neuronxcc-2.21.33363.0+82129205/MODULE_a6d912262b31e81edfe6+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0ebe7aa5e1ba33d7e2cb909b8df9ee8d25f1f1878a4dde47c74622a01bd3d37
3
  size 114013184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6fcd0208f93d0034e8ba27de29cacfb822d98c06bc860349612fef53ad374a7
3
  size 114013184
neuronxcc-2.21.33363.0+82129205/MODULE_af4b3f9716f68f17b23b+a02c3a36/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]