Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files Community
dacorvo HF staff commited on
Commit
7e4a91d
·
verified ·
1 Parent(s): 51b4099

Synchronizing local compiler cache.

Browse files
Files changed (24) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.1.0.dev1/inference/phi3/microsoft/Phi-3-mini-4k-instruct/09b1dc0af2e57a33fb34.json +1 -0
  3. neuronxcc-2.15.143.0+e39249ad/MODULE_1f6cff7b8c7ee3876236+39f12043/model.neff +1 -1
  4. neuronxcc-2.15.143.0+e39249ad/MODULE_2eeecff6f903dd1aaf30+39f12043/model.neff +1 -1
  5. neuronxcc-2.15.143.0+e39249ad/MODULE_2fafc1ff132d5f941aad+39f12043/model.neff +1 -1
  6. neuronxcc-2.15.143.0+e39249ad/MODULE_3af7e7ef3791e98d3c6d+39f12043/model.neff +1 -1
  7. neuronxcc-2.15.143.0+e39249ad/MODULE_46e098601535b4170185+39f12043/model.neff +1 -1
  8. neuronxcc-2.15.143.0+e39249ad/MODULE_4f8465ac364975d34bcb+39f12043/model.neff +1 -1
  9. neuronxcc-2.15.143.0+e39249ad/MODULE_640ad25f4ab9e0ce4ac7+39f12043/model.neff +1 -1
  10. neuronxcc-2.15.143.0+e39249ad/MODULE_722d3c4ebc79e2bbd531+39f12043/model.neff +1 -1
  11. neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/compile_flags.json +1 -0
  12. neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.done +0 -0
  13. neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.neff +3 -0
  15. neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/compile_flags.json +1 -0
  16. neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.done +0 -0
  17. neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.neff +3 -0
  19. neuronxcc-2.15.143.0+e39249ad/MODULE_b420f7ff165f4f0517c3+39f12043/model.neff +1 -1
  20. neuronxcc-2.15.143.0+e39249ad/MODULE_bb86f1f35879e84a7798+39f12043/model.neff +1 -1
  21. neuronxcc-2.15.143.0+e39249ad/MODULE_f46c84f4be3f40eafec4+39f12043/model.neff +1 -1
  22. neuronxcc-2.15.143.0+e39249ad/MODULE_f63ff654073837167064+39f12043/model.neff +1 -1
  23. neuronxcc-2.15.143.0+e39249ad/MODULE_fcdf5b6858bafa453910+39f12043/model.neff +1 -1
  24. neuronxcc-2.15.143.0+e39249ad/MODULE_ff275b5606db64ceaea0+39f12043/model.neff +2 -2
.gitattributes CHANGED
@@ -1865,3 +1865,5 @@ neuronxcc-2.15.143.0+e39249ad/MODULE_4ed353419620544e02a0+39f12043/model.neff fi
1865
  neuronxcc-2.15.143.0+e39249ad/MODULE_e8c36bfc1fde3e269180+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1866
  neuronxcc-2.15.143.0+e39249ad/MODULE_63cbd319a3d911724981+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1867
  neuronxcc-2.15.143.0+e39249ad/MODULE_8938e8bef94bcc33f561+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
1865
  neuronxcc-2.15.143.0+e39249ad/MODULE_e8c36bfc1fde3e269180+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1866
  neuronxcc-2.15.143.0+e39249ad/MODULE_63cbd319a3d911724981+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1867
  neuronxcc-2.15.143.0+e39249ad/MODULE_8938e8bef94bcc33f561+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1868
+ neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1869
+ neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.1.0.dev1/inference/phi3/microsoft/Phi-3-mini-4k-instruct/09b1dc0af2e57a33fb34.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "auto_map": {"AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config", "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"}, "bos_token_id": 1, "embd_pdrop": 0.0, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 4096, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "microsoft/Phi-3-mini-4k-instruct", "checkpoint_revision": "0a67737cc96d2554230f90338b163bc6380a2a85", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "original_max_position_embeddings": 4096, "pad_token_id": 32000, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "sliding_window": 2047, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32064}
neuronxcc-2.15.143.0+e39249ad/MODULE_1f6cff7b8c7ee3876236+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51bf171f94f9804c13f8b2c5e2dfa8418ba7295354b59ec1d137e594fa7c4de2
3
  size 3124224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:762b9be3f390373aa44c767c26c294ccc69e31cece925752f79fc0a0b311847a
3
  size 3124224
neuronxcc-2.15.143.0+e39249ad/MODULE_2eeecff6f903dd1aaf30+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3142a5e8019c33a5ef1b9cc53abb6dff4f8f1d50d0e04d749b04c81e8e78f6ef
3
  size 5264384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e8825862f5e7f5cdb7a35e2b1fe979a72772d77735bc1469210aa4a48ea6cc
3
  size 5264384
neuronxcc-2.15.143.0+e39249ad/MODULE_2fafc1ff132d5f941aad+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ecf3dd4fd7bfcd84755db1c6e02e0c8636166a781de06fe106d75e2bf45267d
3
  size 10845184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2f9e2ad514b97b416bb6aef9e34afe3d9274d4699802b2151053d474f7499a
3
  size 10845184
neuronxcc-2.15.143.0+e39249ad/MODULE_3af7e7ef3791e98d3c6d+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:335b430e4841d72c9841f63f75d7d0de45ca610c707c09b557a29554761e19c9
3
  size 4199424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b9321a15b876218410414c4c07afb5558a3a841fc22a4d9a188f0b52f0c7c29
3
  size 4199424
neuronxcc-2.15.143.0+e39249ad/MODULE_46e098601535b4170185+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d05301e480562da305f10a43be768d89386d1b48a8c84340c28f232b45e86fa6
3
  size 3523584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a8a33e23fba0fd52355d4dd08b0e117a0714b7eb2ffeb0ff24c28802a15f8e5
3
  size 3523584
neuronxcc-2.15.143.0+e39249ad/MODULE_4f8465ac364975d34bcb+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90c4f57defdfb2564d5a6e55524dd2bc6096ebb019a82660921be2fbb57bcc5c
3
  size 3113984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff10460d516079a69929f2c403e056bf9d8d3ae03e57791fd11a12c034d21a99
3
  size 3113984
neuronxcc-2.15.143.0+e39249ad/MODULE_640ad25f4ab9e0ce4ac7+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aed8feb1ed1fe46eb30eadb7c354481d90449089639f2116acd11c72c30ad0b2
3
  size 3339264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceb6500e07b7cbc86470939b6463fe217cfb521293360825d64c29540e3bb1a0
3
  size 3339264
neuronxcc-2.15.143.0+e39249ad/MODULE_722d3c4ebc79e2bbd531+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fbaf06d4ad87a3f53dc034df20eb74f7a3468d54689007ca059c38b29f145a1
3
  size 3564544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216e220c2e421cef516863cefb967c0b2e10e7ba9a1aa0cdfaa6aea8d841cd76
3
  size 3564544
neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378d931a8595d172458138c14f1d2bd48a0997db7c0e05aa969fa611148633c5
3
+ size 430729
neuronxcc-2.15.143.0+e39249ad/MODULE_733a6bca18aa9a6325aa+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a62a31afb226c1b3aab217a98308ee163a9c4eda18818df22b879bc5c6e728
3
+ size 4844544
neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317d8f73b199ff24af718b889545a103377e008117878943dfa6f1b0e0bb66e3
3
+ size 338062
neuronxcc-2.15.143.0+e39249ad/MODULE_967d83f73b8fe30e4d14+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231c1050ce5173f558ffa251685afbcd05c6adf3f1655c4ac11fd73a96ae7cac
3
+ size 14193664
neuronxcc-2.15.143.0+e39249ad/MODULE_b420f7ff165f4f0517c3+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a873b6981fc26e2572db4d3e64bb2b31d4ef36aeccf87b8c6c8620e6ef8351f
3
  size 3615744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df8456803038538c572ee1da28196c61c073660662850a007c297025880e40e
3
  size 3615744
neuronxcc-2.15.143.0+e39249ad/MODULE_bb86f1f35879e84a7798+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f90139cd0d7490783c7308c8f812756f7a897844edfa675eda4a16bdb6968985
3
  size 24187904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be01f3371375ea939c51f2a3bcd524d25d14f673cec78d25a36f30630b3b6e91
3
  size 24187904
neuronxcc-2.15.143.0+e39249ad/MODULE_f46c84f4be3f40eafec4+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a44f7412f20757c4f65770c17f04be082d44549d984ce2d9da57001e84042d6c
3
  size 3800064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d04a1b35c7cd84b95185c7d1398e5d2fc81201373e091282dd4676246f959eb5
3
  size 3800064
neuronxcc-2.15.143.0+e39249ad/MODULE_f63ff654073837167064+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:222d03619526335d9f9c03db8bc7234d21a6c33bbfa89ff0ea9d2d66866b0eb7
3
  size 3206144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f16c4f2138ccda56cd07db50cdd9e4dec9f14451b317ef4dccedc2db487972e
3
  size 3206144
neuronxcc-2.15.143.0+e39249ad/MODULE_fcdf5b6858bafa453910+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdb285f617fca099f1409e397c39eb94b3d01afc3677fdf3a460f37ad834bc4b
3
  size 4680704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a78d2fb1987a08c0801be5e6fc758c74b2506449f75d1d7c59d07ef90f4ff8d
3
  size 4680704
neuronxcc-2.15.143.0+e39249ad/MODULE_ff275b5606db64ceaea0+39f12043/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46d1f1d8dc3c1709dcb3ae0c6aac64f95a3524aa66a474765c06c6fad367de2c
3
- size 3073024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2889c2e8ac728c5fdee6d1b3b3994c47be4cc2e4ae2c2a186ec3b6c78ef5638
3
+ size 3083264