Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
450
5cp commited on
Commit
784ba23
·
verified ·
1 Parent(s): daa1b94

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +11 -0
  2. neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Meta-Llama-3-8B/4ab0fe7e2c40c0d680f7.json +1 -0
  3. neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/compile_flags.json +1 -0
  4. neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.done +0 -0
  5. neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.neff +3 -0
  7. neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/compile_flags.json +1 -0
  8. neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.done +0 -0
  9. neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.neff +3 -0
  11. neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/compile_flags.json +1 -0
  12. neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.done +0 -0
  13. neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.neff +3 -0
  15. neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/compile_flags.json +1 -0
  16. neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.done +0 -0
  17. neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.neff +3 -0
  19. neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/compile_flags.json +1 -0
  20. neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.done +0 -0
  21. neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.neff +3 -0
  23. neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/compile_flags.json +1 -0
  24. neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/model.done +0 -0
  25. neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/model.neff +0 -0
  27. neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/compile_flags.json +1 -0
  28. neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/model.done +0 -0
  29. neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/model.hlo_module.pb +3 -0
  30. neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/model.neff +0 -0
  31. neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/compile_flags.json +1 -0
  32. neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.done +0 -0
  33. neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.hlo_module.pb +3 -0
  34. neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.neff +3 -0
  35. neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/compile_flags.json +1 -0
  36. neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/model.done +0 -0
  37. neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/model.hlo_module.pb +3 -0
  38. neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/model.neff +0 -0
  39. neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/compile_flags.json +1 -0
  40. neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/model.done +0 -0
  41. neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/model.hlo_module.pb +3 -0
  42. neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/model.neff +0 -0
  43. neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/compile_flags.json +1 -0
  44. neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/model.done +0 -0
  45. neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/model.hlo_module.pb +3 -0
  46. neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/model.neff +0 -0
  47. neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/compile_flags.json +1 -0
  48. neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.done +0 -0
  49. neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.hlo_module.pb +3 -0
  50. neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.neff +3 -0
.gitattributes CHANGED
@@ -5686,3 +5686,14 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_9ac132d9fc76d1c18a07+39f12043/model.neff fi
5686
  neuronxcc-2.15.128.0+56dc5a86/MODULE_008c4346863d39436b21+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5687
  neuronxcc-2.15.128.0+56dc5a86/MODULE_c76967a3d431b4607b48+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5688
  neuronxcc-2.15.128.0+56dc5a86/MODULE_0ce7a3fb5794b8db9810+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
5686
  neuronxcc-2.15.128.0+56dc5a86/MODULE_008c4346863d39436b21+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5687
  neuronxcc-2.15.128.0+56dc5a86/MODULE_c76967a3d431b4607b48+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5688
  neuronxcc-2.15.128.0+56dc5a86/MODULE_0ce7a3fb5794b8db9810+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5689
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5690
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5691
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5692
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5693
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5694
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5695
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5696
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_4128086483990153852+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5697
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_5082644304767290766+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5698
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_6106557122909599531+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5699
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_9141305870672695184+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Meta-Llama-3-8B/4ab0fe7e2c40c0d680f7.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"attention_mask": [8, 1024], "input_ids": [8, 1024], "labels": [8, 1024]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 32, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 8, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e23ea1ef5a307e15cf2497e039c5b2d46615a3ef650404e0b5b3e93ffb909d9
3
+ size 3347150
neuronxcc-2.15.128.0+56dc5a86/MODULE_10590476520088687705+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bcca898ec97bc548c94859822e5e3140811aeb77c7c7adeff8402f9cfb029a5
3
+ size 28652544
neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969365837a25d1daf677a1044ace8c261c30455054f8044d0e971f18a205063c
3
+ size 3347150
neuronxcc-2.15.128.0+56dc5a86/MODULE_13310400581517894128+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8605bf7697c4d214e9a3f6ec6a5491ea44b87b3cf96fa7f585f032c908cfe694
3
+ size 28652544
neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6c146dbde02b3cb6f147afd25e50644dc7be5ce80e1bac841ae0598de84047
3
+ size 1287520
neuronxcc-2.15.128.0+56dc5a86/MODULE_13588927615260486100+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e99af53ff5c0f58b6c970a8e0ee147eab85e77000e8c2b9a7e693ab2539d613
3
+ size 3277824
neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38341b1949dfa9b9d61c9045791aaf3db3cfe0628b990079bd4235630be894d4
3
+ size 3347150
neuronxcc-2.15.128.0+56dc5a86/MODULE_13823464838041491417+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08615d1c85786c623ea9b686e813b917baf69789ad50d2b5eb9d54808a76d90a
3
+ size 28652544
neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:063466b846cc8e3cc6375db718175a04c7e5f1084efa95671460c3d63135aaab
3
+ size 1185132
neuronxcc-2.15.128.0+56dc5a86/MODULE_14213190839987439106+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0999d8b2fce4cf36c50c75a85cac482b497506c241f6d6386f01ac9f8f722e6b
3
+ size 2581504
neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed60c373176df3b523f053ec20534dc99008a8d52bcfdef5242bc1561e2dedb4
3
+ size 201197
neuronxcc-2.15.128.0+56dc5a86/MODULE_17314285303152621162+0662544f/model.neff ADDED
Binary file (165 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b71cfca52407a42fb5ff2107ef2d9ce1e2c7e17a8bc0bb49c9f73cb065f52b
3
+ size 201197
neuronxcc-2.15.128.0+56dc5a86/MODULE_18430577186801445835+0662544f/model.neff ADDED
Binary file (165 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ed8797676c3191a5c798928206c6d1614770005fdf2f501af51abb9906c2a5
3
+ size 3347150
neuronxcc-2.15.128.0+56dc5a86/MODULE_2394588702731496169+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46cfc838501ceccb07b0d766279e4cc4c82a56f372a7c8cf518521b1654d5e9
3
+ size 28652544
neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43394a5c2c4b35a226268b8d840ef970ae45bcc655436a0fb61d63691afd2f94
3
+ size 1875
neuronxcc-2.15.128.0+56dc5a86/MODULE_3397802771408874486+0662544f/model.neff ADDED
Binary file (31.7 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2750f96be6a571e99a222f78fa23876c8dbf622b5df2b5aea373ce018e538b3f
3
+ size 201197
neuronxcc-2.15.128.0+56dc5a86/MODULE_3399248974701032555+0662544f/model.neff ADDED
Binary file (165 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d39861ad45fe0fd106bc44a8a88b8d692e4bea2c550b44a1dfb896e92bf8d7
3
+ size 201197
neuronxcc-2.15.128.0+56dc5a86/MODULE_3568630405845763487+0662544f/model.neff ADDED
Binary file (165 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac17d1599f1b487340a451622d3b6661365cad7d988cf7c7f384d7417d01d82
3
+ size 3346642
neuronxcc-2.15.128.0+56dc5a86/MODULE_398124280434985577+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c763c63511f879490f95901fd1420895269118919151fae2ec1a24402f2c870
3
+ size 28652544