Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
500
jburtoft commited on
Commit
780c457
·
verified ·
1 Parent(s): 59530c3

Synchronizing local compiler cache.

Browse files
Files changed (19) hide show
  1. .gitattributes +5 -0
  2. neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.0.28/training/llama/TinyLlama/TinyLlama-1.1B-Chat-v1.0/8a31499781b39a1babbc.json +1 -0
  3. neuronxcc-2.17.194.0+d312836f/MODULE_12158439056489485781+a3455b04/model.done +0 -0
  4. neuronxcc-2.17.194.0+d312836f/MODULE_12158439056489485781+a3455b04/model.neff +3 -0
  5. neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/compile_flags.json +1 -0
  6. neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.done +0 -0
  7. neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.hlo_module.pb +3 -0
  8. neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.neff +3 -0
  9. neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/compile_flags.json +1 -0
  10. neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.done +0 -0
  11. neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.hlo_module.pb +3 -0
  12. neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.neff +3 -0
  13. neuronxcc-2.17.194.0+d312836f/MODULE_2308448243890921164+a3455b04/model.neff +0 -0
  14. neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/compile_flags.json +1 -0
  15. neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.done +0 -0
  16. neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.hlo_module.pb +3 -0
  17. neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.neff +3 -0
  18. neuronxcc-2.17.194.0+d312836f/MODULE_9616767901495728443+a3455b04/model.done +0 -0
  19. neuronxcc-2.17.194.0+d312836f/MODULE_9616767901495728443+a3455b04/model.neff +3 -0
.gitattributes CHANGED
@@ -7914,3 +7914,8 @@ neuronxcc-2.17.194.0+d312836f/MODULE_79b0456da25f2c0f8717+bfc62e4c/wrapped_neff.
7914
  neuronxcc-2.17.194.0+d312836f/MODULE_a605ff8b35de0a052bdc+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
7915
  neuronxcc-2.17.194.0+d312836f/MODULE_bc5c4a3dc3793311bdff+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
7916
  neuronxcc-2.17.194.0+d312836f/MODULE_bfedca8ab047e39c175b+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
7914
  neuronxcc-2.17.194.0+d312836f/MODULE_a605ff8b35de0a052bdc+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
7915
  neuronxcc-2.17.194.0+d312836f/MODULE_bc5c4a3dc3793311bdff+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
7916
  neuronxcc-2.17.194.0+d312836f/MODULE_bfedca8ab047e39c175b+431f5505/model.neff filter=lfs diff=lfs merge=lfs -text
7917
+ neuronxcc-2.17.194.0+d312836f/MODULE_12158439056489485781+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
7918
+ neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
7919
+ neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
7920
+ neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
7921
+ neuronxcc-2.17.194.0+d312836f/MODULE_9616767901495728443+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.0.28/training/llama/TinyLlama/TinyLlama-1.1B-Chat-v1.0/8a31499781b39a1babbc.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_attn_implementation_autoset": true, "architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5632, "max_position_embeddings": 2048, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.17.194.0+d312836f", "input_specs": {"attention_mask": [2, 1024], "input_ids": [2, 1024], "labels": [2, 1024]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 22, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.17.194.0+d312836f/MODULE_12158439056489485781+a3455b04/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_12158439056489485781+a3455b04/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e64e5754f06017544b28f3a3d88cf47480f56c68d1a9ab33b3e44e9add655ae7
3
+ size 53412864
neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46bb7d78e097f16af2452ce0d08d25515cefbc2d39cf89aca17cba03f6a6818
3
+ size 727108
neuronxcc-2.17.194.0+d312836f/MODULE_14048024522344946659+a3455b04/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed348d6378352b04981e55019121b1f5aeacdf267726d6169a9249e19f0e0eba
3
+ size 1260544
neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e560971ff2cf9c6a62dbfece2c33d4dfb384ae788f53659f2ce8b199194f8371
3
+ size 797253
neuronxcc-2.17.194.0+d312836f/MODULE_1957199108842295839+a3455b04/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00c16fb6dbbb7e2a709e4b9e351c6ff060cc7093eb26e9df0d25e8b9982822a
3
+ size 1711104
neuronxcc-2.17.194.0+d312836f/MODULE_2308448243890921164+a3455b04/model.neff CHANGED
Binary files a/neuronxcc-2.17.194.0+d312836f/MODULE_2308448243890921164+a3455b04/model.neff and b/neuronxcc-2.17.194.0+d312836f/MODULE_2308448243890921164+a3455b04/model.neff differ
 
neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3771b1c10b191b647bdc0f861645a92fda65ff253cb498d54ee7ce2fdde51578
3
+ size 797979
neuronxcc-2.17.194.0+d312836f/MODULE_244725607626777770+a3455b04/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:078d9b048a1f4b7cfe8f78a1ab49393da7c8a483b8ece1eff4f86cafc479bb6c
3
+ size 1711104
neuronxcc-2.17.194.0+d312836f/MODULE_9616767901495728443+a3455b04/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_9616767901495728443+a3455b04/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8acdbb9570744d2b7f291b67c9cff54822c210184520cc67ab251392c0934306
3
+ size 53412864