Hugging Face's logo

umd-vt-nyu
/
ar1e4_cos_llama1b_bsz64_16

Safetensors
Model card Files Community
xcpan commited on
Commit
5f8fa60
·
verified ·
1 Parent(s): 4b86e9b

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-26064/config.json +62 -0
  2. checkpoint-26064/generation_config.json +13 -0
  3. checkpoint-26064/latest +1 -0
  4. checkpoint-26064/model-00001-of-00003.safetensors +3 -0
  5. checkpoint-26064/model-00002-of-00003.safetensors +3 -0
  6. checkpoint-26064/model-00003-of-00003.safetensors +3 -0
  7. checkpoint-26064/model.safetensors.index.json +0 -0
  8. checkpoint-26064/rng_state_0.pth +3 -0
  9. checkpoint-26064/rng_state_1.pth +3 -0
  10. checkpoint-26064/rng_state_10.pth +3 -0
  11. checkpoint-26064/rng_state_11.pth +3 -0
  12. checkpoint-26064/rng_state_12.pth +3 -0
  13. checkpoint-26064/rng_state_13.pth +3 -0
  14. checkpoint-26064/rng_state_14.pth +3 -0
  15. checkpoint-26064/rng_state_15.pth +3 -0
  16. checkpoint-26064/rng_state_16.pth +3 -0
  17. checkpoint-26064/rng_state_17.pth +3 -0
  18. checkpoint-26064/rng_state_18.pth +3 -0
  19. checkpoint-26064/rng_state_19.pth +3 -0
  20. checkpoint-26064/rng_state_2.pth +3 -0
  21. checkpoint-26064/rng_state_20.pth +3 -0
  22. checkpoint-26064/rng_state_21.pth +3 -0
  23. checkpoint-26064/rng_state_22.pth +3 -0
  24. checkpoint-26064/rng_state_23.pth +3 -0
  25. checkpoint-26064/rng_state_24.pth +3 -0
  26. checkpoint-26064/rng_state_25.pth +3 -0
  27. checkpoint-26064/rng_state_26.pth +3 -0
  28. checkpoint-26064/rng_state_27.pth +3 -0
  29. checkpoint-26064/rng_state_28.pth +3 -0
  30. checkpoint-26064/rng_state_29.pth +3 -0
  31. checkpoint-26064/rng_state_3.pth +3 -0
  32. checkpoint-26064/rng_state_30.pth +3 -0
  33. checkpoint-26064/rng_state_31.pth +3 -0
  34. checkpoint-26064/rng_state_32.pth +3 -0
  35. checkpoint-26064/rng_state_33.pth +3 -0
  36. checkpoint-26064/rng_state_34.pth +3 -0
  37. checkpoint-26064/rng_state_35.pth +3 -0
  38. checkpoint-26064/rng_state_36.pth +3 -0
  39. checkpoint-26064/rng_state_37.pth +3 -0
  40. checkpoint-26064/rng_state_38.pth +3 -0
  41. checkpoint-26064/rng_state_39.pth +3 -0
  42. checkpoint-26064/rng_state_4.pth +3 -0
  43. checkpoint-26064/rng_state_40.pth +3 -0
  44. checkpoint-26064/rng_state_41.pth +3 -0
  45. checkpoint-26064/rng_state_42.pth +3 -0
  46. checkpoint-26064/rng_state_43.pth +3 -0
  47. checkpoint-26064/rng_state_44.pth +3 -0
  48. checkpoint-26064/rng_state_45.pth +3 -0
  49. checkpoint-26064/rng_state_46.pth +3 -0
  50. checkpoint-26064/rng_state_47.pth +3 -0
checkpoint-26064/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_projector_type": "mlp2x_gelu",
18
+ "gen_vision_tower": "eva-clip-E-14-plus",
19
+ "head_dim": 64,
20
+ "hidden_act": "silu",
21
+ "hidden_size": 2048,
22
+ "image_aspect_ratio": "square",
23
+ "initializer_range": 0.02,
24
+ "intermediate_size": 8192,
25
+ "max_position_embeddings": 131072,
26
+ "mlp_bias": false,
27
+ "mm_hidden_size": 1152,
28
+ "mm_patch_merge_type": "flat",
29
+ "mm_projector_lr": null,
30
+ "mm_projector_type": "mlp2x_gelu",
31
+ "mm_use_im_patch_token": false,
32
+ "mm_use_im_start_end": false,
33
+ "mm_vision_select_feature": "patch",
34
+ "mm_vision_select_layer": -2,
35
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
36
+ "model_type": "llava_llama",
37
+ "n_query": 64,
38
+ "num_attention_heads": 32,
39
+ "num_hidden_layers": 16,
40
+ "num_key_value_heads": 8,
41
+ "pad_token_id": 128256,
42
+ "pretraining_tp": 1,
43
+ "rms_norm_eps": 1e-05,
44
+ "rope_scaling": {
45
+ "factor": 32.0,
46
+ "high_freq_factor": 4.0,
47
+ "low_freq_factor": 1.0,
48
+ "original_max_position_embeddings": 8192,
49
+ "rope_type": "llama3"
50
+ },
51
+ "rope_theta": 500000.0,
52
+ "tie_word_embeddings": true,
53
+ "tokenizer_model_max_length": 256,
54
+ "tokenizer_padding_side": "right",
55
+ "torch_dtype": "bfloat16",
56
+ "transformers_version": "4.43.1",
57
+ "tune_mm_mlp_adapter": false,
58
+ "use_cache": false,
59
+ "use_mm_proj": true,
60
+ "vision_tower_pretrained": null,
61
+ "vocab_size": 128260
62
+ }
checkpoint-26064/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-26064/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step26064
checkpoint-26064/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb4459084881c6eac635db7165f5d116d6ddfbd775b7a9f4bf7e933c46a390b
3
+ size 4959476728
checkpoint-26064/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49290ef1d8933723e8b40ceeeb16a9117706a0073b7e88d8c0d56695b987a6c0
3
+ size 4945870360
checkpoint-26064/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5af269a975d2eba35642d2538ba428b1ca5e65f748d2eb0a9b05ca14074674
3
+ size 2662825752
checkpoint-26064/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-26064/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ee195ebde9bf012f945f068f133e7fe22fef5450c496607e3ef11cc2034a186
3
+ size 15984
checkpoint-26064/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0fe1a3315d60b197207c5cb249d0ce4f9ce6d7585e696276d9ffbcb5379893
3
+ size 15984
checkpoint-26064/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f738251daa1fac4b29babe39e3b371110cb9b9829df0c4b57b4558cfe15d56
3
+ size 15997
checkpoint-26064/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c179fb6687abe512b5c01b983b87eb31b935f248779df495100db51d8e61cb8
3
+ size 15997
checkpoint-26064/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30b21630615ff43f6754a0b6ee3e72b3ff03a41d508a24120e594aa27552e94e
3
+ size 15997
checkpoint-26064/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc3dc7efa0195e0bc0bfdce2b00e134b505a1211582a758b7b9a917b367ba3f
3
+ size 15997
checkpoint-26064/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f42cdecc516330d759d818a3cd98c771f755f54c7f6e7ef5f54848db5378820
3
+ size 15997
checkpoint-26064/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89cc4326d13146102b8dd6e9a662dbb09d4500694faaf69485efc80955831cf
3
+ size 15997
checkpoint-26064/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5215ec651a69ae6f4c72a1d240f0726d4f40e4613ce4c64e65d813647303d7d4
3
+ size 15997
checkpoint-26064/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee0d6a845ad26f202c801a0caf1340c96a4599aa985e50049f986c17ec4e2c7
3
+ size 15997
checkpoint-26064/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b506b55b4d19b49446cab33ff393d147e29cf5b2e71514fc5fd805994cf45d7
3
+ size 15997
checkpoint-26064/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53951215db1ff25a55cdac92f6554030a8f3687c3c581f9c9bac27adc6bb7f97
3
+ size 15997
checkpoint-26064/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c5bd6eae04542162b3e94245555bd81312524066bc01d0ebbfc4fd8554240e
3
+ size 15984
checkpoint-26064/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a557f7c7edd5ea6d52536602564d8b52b3f48bc46cbc5212d56bca5dc3ba146
3
+ size 15997
checkpoint-26064/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc51999c208ed6b558d054e8ea340982e2ac4f8600cb24020a29b2e771edc399
3
+ size 15997
checkpoint-26064/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cb1579fe47405b092a6a39116444b7a488ab025a8d9f1df789e870bd71f534
3
+ size 15997
checkpoint-26064/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0cba6dfd33106d68db89b7af640ddb4551f0d11d2a5e5ac1a6ffe86dcf9ec8
3
+ size 15997
checkpoint-26064/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d2811a62467d5c599847b512cadc4c908f34aa6d32627745054d5801a3f5d9
3
+ size 15997
checkpoint-26064/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1207eea94c2d89249e1ad66441c26fa0d6d5a585ce6ac41a3be81a28b1e4486
3
+ size 15997
checkpoint-26064/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c45c989ad887078a58eb56f1071f32d71adcd4a3a8619bff71b7addeaa50b9e
3
+ size 15997
checkpoint-26064/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1c53b15753e34568e94a013304b1684fdf0adbbe2cfd09d708841bd6d9a32a
3
+ size 15997
checkpoint-26064/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3a18317fb035a796f8f279e57d293b718d1ca9d7f550d01cd1d685a495c3b9
3
+ size 15997
checkpoint-26064/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd3358dea434d55e5a1ef4f77329f2ffbb39f42399aa0262c42faf0d4f24cdda
3
+ size 15997
checkpoint-26064/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b74942c68b00d657cfce186b0eeb4aa8f52efa04b114803b605fee8de45972
3
+ size 15984
checkpoint-26064/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b0b81cc16bb2031ccc20a850296b04a15fedee121794779132ba479e92c0f04
3
+ size 15997
checkpoint-26064/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6afd80cbf27adf673f80ddc1e34a0254bcb013e0ea2037fb1858173a67b609a
3
+ size 15997
checkpoint-26064/rng_state_32.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f4eeffad8113c26909eeed311c19f168489211a124e6e23b42db53a2104c2e
3
+ size 15997
checkpoint-26064/rng_state_33.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9437b92a3f1f7470cbea7573682e3882b46c558c82f2204ba509672884285b4c
3
+ size 15997
checkpoint-26064/rng_state_34.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dcc75d535674cbb56fe3a6190513518b47e6d9491f7e0b02501bf206a4e058c
3
+ size 15997
checkpoint-26064/rng_state_35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a73216620872844155291ee6ae4468ed4e2db2f3214ab077b16e0a56b596172b
3
+ size 15997
checkpoint-26064/rng_state_36.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:768971fdddb8cffe6b9262d0bb2872960393ced74580461db9b025560b3e23e9
3
+ size 15997
checkpoint-26064/rng_state_37.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0124ba157420af869b11cf756ee5fe2826030a331efc1d0f69b1020009f56fdc
3
+ size 15997
checkpoint-26064/rng_state_38.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81be4f55cc53bad4874aaef3d7f54a079855af9ebd590c3bfa5f8f464d712af5
3
+ size 15997
checkpoint-26064/rng_state_39.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5370bad8ff02604a18de1692436364e83c65369c598c18548289da6afa51b73a
3
+ size 15997
checkpoint-26064/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cd66dd2ba958fc9929441817d8154abbd929c0aa9cd66ff3171965bdaaf5d78
3
+ size 15984
checkpoint-26064/rng_state_40.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4856f7362697d717fcc84dcdbb7f00e480d839a79e9b80646feaf108f1ff76fd
3
+ size 15997
checkpoint-26064/rng_state_41.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b970528bdd8274fe4e28c1f981cca06f91f9049243141c5299fdaaac3ab8cc
3
+ size 15997
checkpoint-26064/rng_state_42.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:054724b00ce849dbd64e1f56cb3a224874367ad9f958af92cd28930cb4f76a8f
3
+ size 15997
checkpoint-26064/rng_state_43.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7808a7514006269df448e1372a587332f6d89dcecf4ad0ffdb4dfa903a093f62
3
+ size 15997
checkpoint-26064/rng_state_44.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd56370adb20be4043473dfc191a2477c01bdcac56b7643bd984c8cf40f2c99
3
+ size 15997
checkpoint-26064/rng_state_45.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5756d06cea38270cbdf05a101d0cc9a62f44fe9d1548ac2ab36d0ad0a169e4db
3
+ size 15997
checkpoint-26064/rng_state_46.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651dca7f4b706134d9a1abba8fdee8fd06fd5a405f567f8315d1ce013fa3bb7a
3
+ size 15997
checkpoint-26064/rng_state_47.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c3c3031b7ff11acc33e5218eb83a454e3e8dcaab48f50f27af91bead74962ed
3
+ size 15997