Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
200
dacorvo HF staff commited on
Commit
7ebfca3
•
1 Parent(s): 5d220aa

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/meta-llama/Meta-Llama-3-70B/0adf6aba1769f67465f7.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3428,3 +3428,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_cf83f5b5494dc3bd20ce+2c2d707e/model.neff fi
3428
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f0d645907221fd556f37+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3429
  neuronxcc-2.14.227.0+2d4f85be/MODULE_2ae933e12dd15d105c42+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3430
  neuronxcc-2.14.227.0+2d4f85be/MODULE_5721783cff00ee8bc640+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3428
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f0d645907221fd556f37+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3429
  neuronxcc-2.14.227.0+2d4f85be/MODULE_2ae933e12dd15d105c42+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3430
  neuronxcc-2.14.227.0+2d4f85be/MODULE_5721783cff00ee8bc640+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3431
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3432
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3433
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3434
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3435
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3436
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3437
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3438
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3439
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3440
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3441
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3442
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/meta-llama/Meta-Llama-3-70B/0adf6aba1769f67465f7.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 8192, "initializer_range": 0.02, "intermediate_size": 28672, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Meta-Llama-3-70B", "checkpoint_revision": "b4d08b7db49d488da3ac49adf25a6b9ac01ae338", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 64, "num_hidden_layers": 80, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a415738c483f52a1c1fd0c7506ae108b23a5349e3993718a97943c9c321f31fb
3
+ size 667140
neuronxcc-2.14.227.0+2d4f85be/MODULE_05f83307192304f88e39+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bd2480fe2385d267912ec63cdeed35c7786f6586161a7c6d039465667ac547
3
+ size 11869184
neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0aafd47e6db8eda8eee61615e203f06f4fefe75f426975edd694e3e7633cc8a
3
+ size 839401
neuronxcc-2.14.227.0+2d4f85be/MODULE_1a4aaa68b1221206cdfc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010c9ca7bfd3c02f8bad80bf9f99bf3e46942503f8afeac28cc82fe7ddd090e6
3
+ size 8694784
neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efc66a53d482a11aa1a858339f30616bdec28b1fcae51776a4c51d4fe044f255
3
+ size 667140
neuronxcc-2.14.227.0+2d4f85be/MODULE_2bbd6739e168e7bf2d56+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bbc2931f96af0888346330ffbf7c092ee52dde4b18da42dae4a2ec9ab97aac
3
+ size 10906624
neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6331aee065e009a6773805131915a465d0ddb8e6064dd70ff2fe8e96462c45b8
3
+ size 839401
neuronxcc-2.14.227.0+2d4f85be/MODULE_59288da55d0fc77d53d0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c677b0599aeec03b10202eb03cc9d9e9652d8d1e5d3cc4f57e57552195ab888c
3
+ size 8541184
neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ce50652edb3471b4602c547b359e087f758fbd100e7754b4a77a772959788d
3
+ size 839401
neuronxcc-2.14.227.0+2d4f85be/MODULE_7bb1e1a0b68d0591b541+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17904ed38652c20e8eb395ad150bc3a4c084b049159eda74e96c504bbe0965c2
3
+ size 8582144
neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55fa873fbc604de025237a874a03e9d431a0b2155ee67928f3aee1a1b6c9e6cb
3
+ size 839401
neuronxcc-2.14.227.0+2d4f85be/MODULE_8a088d4510a70520114a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841e59728986c38dc6b2d2436f5edabd518027531631908de1a1bc840c1a988d
3
+ size 8838144
neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1a4442389dc85e4337b62f2d993168fd7b2ba817b1a96816187fa05c870795
3
+ size 839401
neuronxcc-2.14.227.0+2d4f85be/MODULE_933bc8e8810f3e355913+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb97711c9a9fcd1a9b6f6e7fabe3d4d7fc03a8e8233ca37b5b8b3c2244a5ceb6
3
+ size 8561664
neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ae8e1d0313e976bd6543b377205fa1851dfa82e6666b3fd6c8fc931c049e83
3
+ size 839401
neuronxcc-2.14.227.0+2d4f85be/MODULE_9b6d15e993b06039f125+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68225efd7f5eed6529eac640451b32c22f829d8d90d76931364a77892aa66e44
3
+ size 9186304
neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b177376d4fb1eac84712f8879326b95d16ff920a50db280487eb9270cb18a21
3
+ size 667140
neuronxcc-2.14.227.0+2d4f85be/MODULE_c0209f9183e5bdee79bb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2cea682411031cd2dd69b0530ec75df6c89a45dd2337cabe3197fbf100b1f8
3
+ size 4793344
neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c3bbe168176b2ba7500d0bf3562dc99dae45b16354b9208d4efa6c810a5c468
3
+ size 667140
neuronxcc-2.14.227.0+2d4f85be/MODULE_e9fcf9d21bbb642e70cc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6a56a65f5d87e06f179f38464bcbbbdb17471da6d94fddf0e2f714ce75b55b6
3
+ size 26809344
neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1583610928e589606bbeec0d5ecbdd9f60acf90c1eb0a83811a177fcb41b19aa
3
+ size 658629
neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d605a840afc9b1be1f24725ccf0be61db738bbd1b6f16bdfb6f2227a64ad794a
3
+ size 11664384
neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0622e13a2eaa626294b7100ada017a846becad8b5786a574af0ce1ea9b517b
3
+ size 667140
neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ae262edafce616e3f0ae0c8285e068db39351d2b1789e5da5c26e54ec52eb4
3
+ size 15064064