Hugging Face's logo

umd-vt-nyu
/
ar1e4_cos_llama1b_bsz64_16

Safetensors
Model card Files Community
xcpan commited on
Commit
3364b5c
·
verified ·
1 Parent(s): 5f8fa60

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-32580/config.json +62 -0
  2. checkpoint-32580/generation_config.json +13 -0
  3. checkpoint-32580/latest +1 -0
  4. checkpoint-32580/model-00001-of-00003.safetensors +3 -0
  5. checkpoint-32580/model-00002-of-00003.safetensors +3 -0
  6. checkpoint-32580/model-00003-of-00003.safetensors +3 -0
  7. checkpoint-32580/model.safetensors.index.json +0 -0
  8. checkpoint-32580/rng_state_0.pth +3 -0
  9. checkpoint-32580/rng_state_1.pth +3 -0
  10. checkpoint-32580/rng_state_10.pth +3 -0
  11. checkpoint-32580/rng_state_11.pth +3 -0
  12. checkpoint-32580/rng_state_12.pth +3 -0
  13. checkpoint-32580/rng_state_13.pth +3 -0
  14. checkpoint-32580/rng_state_14.pth +3 -0
  15. checkpoint-32580/rng_state_15.pth +3 -0
  16. checkpoint-32580/rng_state_16.pth +3 -0
  17. checkpoint-32580/rng_state_17.pth +3 -0
  18. checkpoint-32580/rng_state_18.pth +3 -0
  19. checkpoint-32580/rng_state_19.pth +3 -0
  20. checkpoint-32580/rng_state_2.pth +3 -0
  21. checkpoint-32580/rng_state_20.pth +3 -0
  22. checkpoint-32580/rng_state_21.pth +3 -0
  23. checkpoint-32580/rng_state_22.pth +3 -0
  24. checkpoint-32580/rng_state_23.pth +3 -0
  25. checkpoint-32580/rng_state_24.pth +3 -0
  26. checkpoint-32580/rng_state_25.pth +3 -0
  27. checkpoint-32580/rng_state_26.pth +3 -0
  28. checkpoint-32580/rng_state_27.pth +3 -0
  29. checkpoint-32580/rng_state_28.pth +3 -0
  30. checkpoint-32580/rng_state_29.pth +3 -0
  31. checkpoint-32580/rng_state_3.pth +3 -0
  32. checkpoint-32580/rng_state_30.pth +3 -0
  33. checkpoint-32580/rng_state_31.pth +3 -0
  34. checkpoint-32580/rng_state_32.pth +3 -0
  35. checkpoint-32580/rng_state_33.pth +3 -0
  36. checkpoint-32580/rng_state_34.pth +3 -0
  37. checkpoint-32580/rng_state_35.pth +3 -0
  38. checkpoint-32580/rng_state_36.pth +3 -0
  39. checkpoint-32580/rng_state_37.pth +3 -0
  40. checkpoint-32580/rng_state_38.pth +3 -0
  41. checkpoint-32580/rng_state_39.pth +3 -0
  42. checkpoint-32580/rng_state_4.pth +3 -0
  43. checkpoint-32580/rng_state_40.pth +3 -0
  44. checkpoint-32580/rng_state_41.pth +3 -0
  45. checkpoint-32580/rng_state_42.pth +3 -0
  46. checkpoint-32580/rng_state_43.pth +3 -0
  47. checkpoint-32580/rng_state_44.pth +3 -0
  48. checkpoint-32580/rng_state_45.pth +3 -0
  49. checkpoint-32580/rng_state_46.pth +3 -0
  50. checkpoint-32580/rng_state_47.pth +3 -0
checkpoint-32580/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_projector_type": "mlp2x_gelu",
18
+ "gen_vision_tower": "eva-clip-E-14-plus",
19
+ "head_dim": 64,
20
+ "hidden_act": "silu",
21
+ "hidden_size": 2048,
22
+ "image_aspect_ratio": "square",
23
+ "initializer_range": 0.02,
24
+ "intermediate_size": 8192,
25
+ "max_position_embeddings": 131072,
26
+ "mlp_bias": false,
27
+ "mm_hidden_size": 1152,
28
+ "mm_patch_merge_type": "flat",
29
+ "mm_projector_lr": null,
30
+ "mm_projector_type": "mlp2x_gelu",
31
+ "mm_use_im_patch_token": false,
32
+ "mm_use_im_start_end": false,
33
+ "mm_vision_select_feature": "patch",
34
+ "mm_vision_select_layer": -2,
35
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
36
+ "model_type": "llava_llama",
37
+ "n_query": 64,
38
+ "num_attention_heads": 32,
39
+ "num_hidden_layers": 16,
40
+ "num_key_value_heads": 8,
41
+ "pad_token_id": 128256,
42
+ "pretraining_tp": 1,
43
+ "rms_norm_eps": 1e-05,
44
+ "rope_scaling": {
45
+ "factor": 32.0,
46
+ "high_freq_factor": 4.0,
47
+ "low_freq_factor": 1.0,
48
+ "original_max_position_embeddings": 8192,
49
+ "rope_type": "llama3"
50
+ },
51
+ "rope_theta": 500000.0,
52
+ "tie_word_embeddings": true,
53
+ "tokenizer_model_max_length": 256,
54
+ "tokenizer_padding_side": "right",
55
+ "torch_dtype": "bfloat16",
56
+ "transformers_version": "4.43.1",
57
+ "tune_mm_mlp_adapter": false,
58
+ "use_cache": false,
59
+ "use_mm_proj": true,
60
+ "vision_tower_pretrained": null,
61
+ "vocab_size": 128260
62
+ }
checkpoint-32580/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-32580/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step32580
checkpoint-32580/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4737a83971c59cb1181868ac7abc476b38a36705865a0336edaa4b47580e6a
3
+ size 4959476728
checkpoint-32580/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49290ef1d8933723e8b40ceeeb16a9117706a0073b7e88d8c0d56695b987a6c0
3
+ size 4945870360
checkpoint-32580/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c58cfefeed3f8c7de4fb9a8c6fba464b6082c0eda6fd2b3552a0729610543b2
3
+ size 2662825752
checkpoint-32580/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-32580/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb1165242405b17b3d6a8186ae61b13dcb1faa5a54320bebd74ef8d71b964bf7
3
+ size 15984
checkpoint-32580/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562c262916c9997ec644c42fed9655ab28706b74fca20290ca921c4761d6a4b0
3
+ size 15984
checkpoint-32580/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6fd4911141e2842a3d884ce4d2109eaeeedefd435098cadf9b564c65967a6eb
3
+ size 15997
checkpoint-32580/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ba6ece259230c4e521fc019ff78563c612add590722906bc4725a8f02ad5376
3
+ size 15997
checkpoint-32580/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1bd528dc10399e3df15ae65f3098a87d293e8d4777932e1875d6dadae5f2760
3
+ size 15997
checkpoint-32580/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddc21f5027e4c32e3cbc9daa1863acde639199470b640785b2bf069b1758850
3
+ size 15997
checkpoint-32580/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c7d46874297ff7a0b9cc4607aac3d077700d8f60db95b27325fad44d0ed974
3
+ size 15997
checkpoint-32580/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a20510fa92135806b278f3c0f3a327dcede9674b4eb3de8360d7643b2a73f1a
3
+ size 15997
checkpoint-32580/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae977358a355ce6de0e03dc670b2fa3a73740738372eba7141c15e602305b55
3
+ size 15997
checkpoint-32580/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ab62a47b4182d7b0054759bae9eb85e68a5a9830df34471808551c4e38d07c
3
+ size 15997
checkpoint-32580/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df719cf0b253ddc8eac6f2a79664636b0b9342a6cddf761247c4879799dc40b2
3
+ size 15997
checkpoint-32580/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80793c86787cfa0f840d09994228503e4774d6db444f8f5df3bc08a106d1b8a0
3
+ size 15997
checkpoint-32580/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d40f8118f513299624ded0a9bcf09778b961635615090409394d4f96f928f6
3
+ size 15984
checkpoint-32580/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed65876901ff1b50dbbc82146f7f9e5fc8d17de27e26b94bc0b462afc46902c5
3
+ size 15997
checkpoint-32580/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be7fdbddb4eea1f93ff5e71ffbbc05b02f84930704711f70386df522e9a884e
3
+ size 15997
checkpoint-32580/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd15884afbc70553d1f8d331a338d75162a6aa5a3278a5aa111f6ff170e95dc
3
+ size 15997
checkpoint-32580/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60494daefaecf18bef0f0a06b91d5623ddac6f25ed9ed926b7cea54e665eee4a
3
+ size 15997
checkpoint-32580/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025d931dfc44dca1f619166ff7a9076a7abf446a641367b0a8991b149906af19
3
+ size 15997
checkpoint-32580/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51b000192cfd2e892be352add3817a244251cd8bd7fd9a8aac36514eefc9df72
3
+ size 15997
checkpoint-32580/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99884f6407c4cde47354c1dffdc4404a9f64869102532272ca0d7462e879040c
3
+ size 15997
checkpoint-32580/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c76d59d8f91af5e9d9d66df4a9c031406c1eb67299b63441a81309356defa29
3
+ size 15997
checkpoint-32580/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d964120a96fbce51725ea70090eb9b75938fe6ef0ead76de0edf78d36b64e2e
3
+ size 15997
checkpoint-32580/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6c9533bcfc3ed2a64f2cfd51c28464d43184d376dec949cb664e9d1137407a9
3
+ size 15997
checkpoint-32580/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4391f924238a4cb855c4cbdc6d1a14954f785431c75997d05c7a4ee6615dae7
3
+ size 15984
checkpoint-32580/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f357fadfe4204e01ae1ff0f15585be8295dd6439d3c6feb626a7145d04eca1af
3
+ size 15997
checkpoint-32580/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f828c59ca16e90a89b08be8b7012a1e60b60952e14df5b323f36dc5d426bfab5
3
+ size 15997
checkpoint-32580/rng_state_32.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f67c20a1702d8afdab81a123ef21d2c33b212defdff50355e87b0301303c7c
3
+ size 15997
checkpoint-32580/rng_state_33.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39152431e785f82b1927c6793549cd3b3e4465d69fa611da39ff4a273ee40585
3
+ size 15997
checkpoint-32580/rng_state_34.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a040ee311ad8a5765ae767b0c2b1600cbde36754e35a988337263a9912503f55
3
+ size 15997
checkpoint-32580/rng_state_35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21794dfa9b41aade79a212f85e178b87319de404292905cafaa0aeef01ec0db4
3
+ size 15997
checkpoint-32580/rng_state_36.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e22ce20c3e61881f0313038ef269fa8ce1ce5371906c92a0b781c528a5ad3da
3
+ size 15997
checkpoint-32580/rng_state_37.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c5a527b98138ccaaa709aa0fcf3ef0a1f1eceefe92424ff5d4d25ca03253f65
3
+ size 15997
checkpoint-32580/rng_state_38.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a8d1e1c0ec7bfa005f39119adecb1cdf0d543462a8f2fb033645068871c83a
3
+ size 15997
checkpoint-32580/rng_state_39.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55126ca11977c4f0a89f4f694522261b9e09bc914a179acbd82da8b0ea49f41
3
+ size 15997
checkpoint-32580/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7b19bb9543a16bf9f4cd96466ac581436f63070f5815f3a7ba57980608994f
3
+ size 15984
checkpoint-32580/rng_state_40.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07160bb6d7bf8d29acd6798acc37fbc764f02a5ee2b7195ec7e06d92034dc782
3
+ size 15997
checkpoint-32580/rng_state_41.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae7ac86aa0a6f19aad12946a5d54f27fecfbeb0fbd01c43d2c9a30f1700e204
3
+ size 15997
checkpoint-32580/rng_state_42.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83dbe3bf168fb9f7baf15f6655f9098a50d4622abcd3acdabcb46f43826ed90d
3
+ size 15997
checkpoint-32580/rng_state_43.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dcc4f4252f930562322d6a1ce0aded916a145496b1c31125db792b4cd03c551
3
+ size 15997
checkpoint-32580/rng_state_44.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:576b81b1d28deb58074d03356c01e0bee75e5b9a37b36b6ae457f7f2471cb876
3
+ size 15997
checkpoint-32580/rng_state_45.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4f63569baabf2e373879f8494abef079ecf08fbeb4fb35662e3bd92c87086dc
3
+ size 15997
checkpoint-32580/rng_state_46.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0788aaa09233a285b1ccb7397b15347a325e77fd9fe6ac33327d1b12d8e2644
3
+ size 15997
checkpoint-32580/rng_state_47.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08c04b5317a0cd8d10afa6ddee057befcd6dac68b8c432aee963b968b22647fc
3
+ size 15997