dacorvo HF Staff commited on
Commit
5117e6a
·
verified ·
1 Parent(s): fd4c197

Synchronizing local compiler cache.

Browse files
.gitattributes CHANGED
@@ -7285,3 +7285,5 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_0acad42a944795753dda+613edded/model.neff fi
7285
  neuronxcc-2.16.372.0+4a9b2326/MODULE_b41edc3f83cd80184989+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7286
  neuronxcc-2.16.372.0+4a9b2326/MODULE_6839e55c8e5b5c51afc8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7287
  neuronxcc-2.16.372.0+4a9b2326/MODULE_a4f284cbde01093ed6be+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
7285
  neuronxcc-2.16.372.0+4a9b2326/MODULE_b41edc3f83cd80184989+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7286
  neuronxcc-2.16.372.0+4a9b2326/MODULE_6839e55c8e5b5c51afc8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7287
  neuronxcc-2.16.372.0+4a9b2326/MODULE_a4f284cbde01093ed6be+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7288
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_cae7c5043181d0d1e84d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7289
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_d96d38302f6e06310c28+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev1/inference/qwen2/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B/384dfc83ed32346d9baf.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151643, "hidden_act": "silu", "hidden_size": 1536, "initializer_range": 0.02, "intermediate_size": 8960, "max_position_embeddings": 131072, "max_window_layers": 21, "model_type": "qwen2", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", "checkpoint_revision": "530ca3e1ad39d440e182c2e4317aa40f012512fa", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 12, "num_hidden_layers": 28, "num_key_value_heads": 2, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "use_mrope": false, "use_sliding_window": false, "vocab_size": 151936}
neuronxcc-2.16.372.0+4a9b2326/MODULE_cae7c5043181d0d1e84d+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_cae7c5043181d0d1e84d+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_cae7c5043181d0d1e84d+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872eef70ef6fd42a1d551b7baff75939f7486aec427ad60b1171aeea07029956
3
+ size 427437
neuronxcc-2.16.372.0+4a9b2326/MODULE_cae7c5043181d0d1e84d+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08211ffcce7ec3672eccab5be46e6c64c1ffeeb3aeea3079f51d1721576bf469
3
+ size 27403264
neuronxcc-2.16.372.0+4a9b2326/MODULE_d96d38302f6e06310c28+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_d96d38302f6e06310c28+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_d96d38302f6e06310c28+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:306cfd24ba4f9520891578d5bddc9b74620df38340340aaefa1b729fb3abff89
3
+ size 354884
neuronxcc-2.16.372.0+4a9b2326/MODULE_d96d38302f6e06310c28+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d84050865051050552fd38d07797d1348362962757731b4308d961348ee14566
3
+ size 2786304