Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
348
dacorvo HF staff commited on
Commit
5b879de
·
verified ·
1 Parent(s): 8219f9a

Synchronizing local compiler cache.

Browse files
Files changed (18) hide show
  1. .gitattributes +4 -0
  2. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev1/inference/gpt2/openai-community/gpt2/f173c509660868474329.json +1 -0
  3. neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/compile_flags.json +1 -0
  4. neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.done +0 -0
  5. neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.hlo_module.pb +3 -0
  6. neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.neff +3 -0
  7. neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/compile_flags.json +1 -0
  8. neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.done +0 -0
  9. neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.hlo_module.pb +3 -0
  10. neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.neff +3 -0
  11. neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/compile_flags.json +1 -0
  12. neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.done +0 -0
  13. neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.hlo_module.pb +3 -0
  14. neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.neff +3 -0
  15. neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/compile_flags.json +1 -0
  16. neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.done +0 -0
  17. neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.hlo_module.pb +3 -0
  18. neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.neff +3 -0
.gitattributes CHANGED
@@ -7065,3 +7065,7 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/text_encoder/model.neu
7065
  neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/unet/model.neuron filter=lfs diff=lfs merge=lfs -text
7066
  neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/vae_decoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7067
  neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/vae_encoder/model.neuron filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
7065
  neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/unet/model.neuron filter=lfs diff=lfs merge=lfs -text
7066
  neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/vae_decoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7067
  neuronxcc-2.16.372.0+4a9b2326/MODULE_7e7fca15c0984515564d/vae_encoder/model.neuron filter=lfs diff=lfs merge=lfs -text
7068
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7069
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7070
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7071
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0.dev1/inference/gpt2/openai-community/gpt2/f173c509660868474329.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "openai-community/gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257}
neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e375041cd0d90cc05d72a96745c41efbd5b6d33633ba58ea6db07359cdd06a54
3
+ size 130816
neuronxcc-2.16.372.0+4a9b2326/MODULE_7786c616cccd1ac72880+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a01bf122172aba209721d04c99a2a530d1707bd7685047455ada0cd96c6e90
3
+ size 431104
neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988f1d787993816587bb2b730e6611a887e8940ab51dc3f4c38f88af509eb647
3
+ size 130816
neuronxcc-2.16.372.0+4a9b2326/MODULE_8ef431117e563aa8c71a+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f447249a046c9fb1c3133240a89fbcfdd5bb8e14c707248fd9319551bd10fb9
3
+ size 379904
neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af44a05cd636a41ebb172387deda5b4e98f3c54f0f2360e863d1a33fee258ba1
3
+ size 130816
neuronxcc-2.16.372.0+4a9b2326/MODULE_c27a48d8c5b5ce213f8d+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada02aebcaa802214dbf7fc3fe97d7521a4f82996a21fde97092f15ab5540e1f
3
+ size 390144
neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b0293fce8ab14215cd20bb7b167fff0bc52cce6524cc776475ec8588faf73e
3
+ size 130816
neuronxcc-2.16.372.0+4a9b2326/MODULE_c958f929699ed0d7344c+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8455599bde069f5c4c65489a9fd1cfa033a20ab1317bc82f956644cbe091670
3
+ size 400384