Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
313
grayjh commited on
Commit
97fb376
·
verified ·
1 Parent(s): 82ca0b7

Synchronizing local compiler cache.

Browse files
Files changed (11) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/TinyLlama/TinyLlama-1.1B-Chat-v1.0/e964eb48de03570767de.json +1 -0
  3. neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/compile_flags.json +1 -0
  4. neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.done +0 -0
  5. neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.neff +3 -0
  7. neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff +0 -0
  8. neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/compile_flags.json +1 -0
  9. neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.done +0 -0
  10. neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.hlo_module.pb +3 -0
  11. neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.neff +3 -0
.gitattributes CHANGED
@@ -5832,3 +5832,5 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_56746260f3284b6fa940+39f12043/model.neff fi
5832
  neuronxcc-2.15.128.0+56dc5a86/MODULE_7a7df059e848289de148+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5833
  neuronxcc-2.15.128.0+56dc5a86/MODULE_1859997071416568602+04484abb/model.neff filter=lfs diff=lfs merge=lfs -text
5834
  neuronxcc-2.15.128.0+56dc5a86/MODULE_2149708600236361622+04484abb/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
5832
  neuronxcc-2.15.128.0+56dc5a86/MODULE_7a7df059e848289de148+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
5833
  neuronxcc-2.15.128.0+56dc5a86/MODULE_1859997071416568602+04484abb/model.neff filter=lfs diff=lfs merge=lfs -text
5834
  neuronxcc-2.15.128.0+56dc5a86/MODULE_2149708600236361622+04484abb/model.neff filter=lfs diff=lfs merge=lfs -text
5835
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5836
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/TinyLlama/TinyLlama-1.1B-Chat-v1.0/e964eb48de03570767de.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5632, "max_position_embeddings": 2048, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"attention_mask": [1, 1024], "input_ids": [1, 1024], "labels": [1, 1024]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 22, "num_key_value_heads": 4, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e8179cab4b6f19fa00fe34bf7090e2aa33b796cf03dea3efcc3ea29f3d8353
3
+ size 1473423
neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48296bba6dc5dcfddaa07dd3c7394160a4f1df6b503a5c4101ea869dc37b486c
3
+ size 20521984
neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff CHANGED
Binary files a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff differ
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3297bdc1fdb8aa577fe01d73274210491fd0316fe5c8c011721d84e7bac4343
3
+ size 1473798
neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:302cd9cf7d7296a544a77e7a831df3fa85e01d5b8ac6d62dd4d659607281e567
3
+ size 20521984