Hugging Face's logo

umd-vt-nyu
/
ar1e4_cos_llama1b_bsz64_16

Safetensors
Model card Files Community
xcpan commited on
Commit
df713df
·
verified ·
1 Parent(s): 590fbd4

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-13032/config.json +62 -0
  2. checkpoint-13032/generation_config.json +13 -0
  3. checkpoint-13032/latest +1 -0
  4. checkpoint-13032/model-00001-of-00003.safetensors +3 -0
  5. checkpoint-13032/model-00002-of-00003.safetensors +3 -0
  6. checkpoint-13032/model-00003-of-00003.safetensors +3 -0
  7. checkpoint-13032/model.safetensors.index.json +0 -0
  8. checkpoint-13032/rng_state_0.pth +3 -0
  9. checkpoint-13032/rng_state_1.pth +3 -0
  10. checkpoint-13032/rng_state_10.pth +3 -0
  11. checkpoint-13032/rng_state_11.pth +3 -0
  12. checkpoint-13032/rng_state_12.pth +3 -0
  13. checkpoint-13032/rng_state_13.pth +3 -0
  14. checkpoint-13032/rng_state_14.pth +3 -0
  15. checkpoint-13032/rng_state_15.pth +3 -0
  16. checkpoint-13032/rng_state_16.pth +3 -0
  17. checkpoint-13032/rng_state_17.pth +3 -0
  18. checkpoint-13032/rng_state_18.pth +3 -0
  19. checkpoint-13032/rng_state_19.pth +3 -0
  20. checkpoint-13032/rng_state_2.pth +3 -0
  21. checkpoint-13032/rng_state_20.pth +3 -0
  22. checkpoint-13032/rng_state_21.pth +3 -0
  23. checkpoint-13032/rng_state_22.pth +3 -0
  24. checkpoint-13032/rng_state_23.pth +3 -0
  25. checkpoint-13032/rng_state_24.pth +3 -0
  26. checkpoint-13032/rng_state_25.pth +3 -0
  27. checkpoint-13032/rng_state_26.pth +3 -0
  28. checkpoint-13032/rng_state_27.pth +3 -0
  29. checkpoint-13032/rng_state_28.pth +3 -0
  30. checkpoint-13032/rng_state_29.pth +3 -0
  31. checkpoint-13032/rng_state_3.pth +3 -0
  32. checkpoint-13032/rng_state_30.pth +3 -0
  33. checkpoint-13032/rng_state_31.pth +3 -0
  34. checkpoint-13032/rng_state_32.pth +3 -0
  35. checkpoint-13032/rng_state_33.pth +3 -0
  36. checkpoint-13032/rng_state_34.pth +3 -0
  37. checkpoint-13032/rng_state_35.pth +3 -0
  38. checkpoint-13032/rng_state_36.pth +3 -0
  39. checkpoint-13032/rng_state_37.pth +3 -0
  40. checkpoint-13032/rng_state_38.pth +3 -0
  41. checkpoint-13032/rng_state_39.pth +3 -0
  42. checkpoint-13032/rng_state_4.pth +3 -0
  43. checkpoint-13032/rng_state_40.pth +3 -0
  44. checkpoint-13032/rng_state_41.pth +3 -0
  45. checkpoint-13032/rng_state_42.pth +3 -0
  46. checkpoint-13032/rng_state_43.pth +3 -0
  47. checkpoint-13032/rng_state_44.pth +3 -0
  48. checkpoint-13032/rng_state_45.pth +3 -0
  49. checkpoint-13032/rng_state_46.pth +3 -0
  50. checkpoint-13032/rng_state_47.pth +3 -0
checkpoint-13032/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_projector_type": "mlp2x_gelu",
18
+ "gen_vision_tower": "eva-clip-E-14-plus",
19
+ "head_dim": 64,
20
+ "hidden_act": "silu",
21
+ "hidden_size": 2048,
22
+ "image_aspect_ratio": "square",
23
+ "initializer_range": 0.02,
24
+ "intermediate_size": 8192,
25
+ "max_position_embeddings": 131072,
26
+ "mlp_bias": false,
27
+ "mm_hidden_size": 1152,
28
+ "mm_patch_merge_type": "flat",
29
+ "mm_projector_lr": null,
30
+ "mm_projector_type": "mlp2x_gelu",
31
+ "mm_use_im_patch_token": false,
32
+ "mm_use_im_start_end": false,
33
+ "mm_vision_select_feature": "patch",
34
+ "mm_vision_select_layer": -2,
35
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
36
+ "model_type": "llava_llama",
37
+ "n_query": 64,
38
+ "num_attention_heads": 32,
39
+ "num_hidden_layers": 16,
40
+ "num_key_value_heads": 8,
41
+ "pad_token_id": 128256,
42
+ "pretraining_tp": 1,
43
+ "rms_norm_eps": 1e-05,
44
+ "rope_scaling": {
45
+ "factor": 32.0,
46
+ "high_freq_factor": 4.0,
47
+ "low_freq_factor": 1.0,
48
+ "original_max_position_embeddings": 8192,
49
+ "rope_type": "llama3"
50
+ },
51
+ "rope_theta": 500000.0,
52
+ "tie_word_embeddings": true,
53
+ "tokenizer_model_max_length": 256,
54
+ "tokenizer_padding_side": "right",
55
+ "torch_dtype": "bfloat16",
56
+ "transformers_version": "4.43.1",
57
+ "tune_mm_mlp_adapter": false,
58
+ "use_cache": false,
59
+ "use_mm_proj": true,
60
+ "vision_tower_pretrained": null,
61
+ "vocab_size": 128260
62
+ }
checkpoint-13032/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-13032/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step13032
checkpoint-13032/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb751c218ce1cc07f68c1c9c93b0dcc0fd06db27b56f5d469487e84715d64ce0
3
+ size 4959476728
checkpoint-13032/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49290ef1d8933723e8b40ceeeb16a9117706a0073b7e88d8c0d56695b987a6c0
3
+ size 4945870360
checkpoint-13032/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356c387fd109fc4d655011438628ff6c290400681309e49724e21e6abd9c82f1
3
+ size 2662825752
checkpoint-13032/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-13032/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d2a2034ebb05cb71c510897f2795b31164e50f17b270bc25d2be3ad9a17b22
3
+ size 15984
checkpoint-13032/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:060dfdb1c49102cbdc8868a6031e68787601b4ccd782f3fb9b137e20c1fd2c7a
3
+ size 15984
checkpoint-13032/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e399fc629fb329b9b93692e401b33be8867380046b18cc87c12df164dcad68
3
+ size 15997
checkpoint-13032/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c473a357a733fb7c57265f3e14c10d360993af038cf74bb5c3546a9a2d82189
3
+ size 15997
checkpoint-13032/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35de61b460e105ac4a5447ae4f1632be56ab426138f735c9a1822fa5264ef578
3
+ size 15997
checkpoint-13032/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:714f7e4439f84c8c4e2993af0b742dd3c84689340fd3758ad0d18a4f0d6550cf
3
+ size 15997
checkpoint-13032/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cdb656e226a5b6566cba54e225c3a98f9cfe7265d8dde19e0a04d5c8c6ed39e
3
+ size 15997
checkpoint-13032/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c27517cbfe974f71f1acf4bab482d373c0b560121efa321521458aa927537745
3
+ size 15997
checkpoint-13032/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3790f79f3fd62b4dc9b08e962d9a3db29abdcaa5dbfb78ca372fa44e583131
3
+ size 15997
checkpoint-13032/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a670e84286eba23dca4867c5ca238f5b5971bb83b6ad66b408903755b30314b1
3
+ size 15997
checkpoint-13032/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c30085e2e5a54252dbd07290eb8ef14092b31077b5dd74a60b575dccd860fb
3
+ size 15997
checkpoint-13032/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0080668067c01f0a969bfcd2c0b63cd0705df3ae52d967fb36271072b31d6ae7
3
+ size 15997
checkpoint-13032/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af01895cb66e616591f2e4baa8dcd8151530eab133c73571ccb31c74f35422ce
3
+ size 15984
checkpoint-13032/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b16d14fbfac901c2651370f8ea00a184d6a301cbf7248122ae014c894f50831c
3
+ size 15997
checkpoint-13032/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e770faa415af7789869de13d3d8ac3db4cdd5d4d5a3a020465431fb978b8c7a1
3
+ size 15997
checkpoint-13032/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47eaad0e3ccc3fe8e69f5ddb539ec87efe4f56c775ca680475826506ce4d2f43
3
+ size 15997
checkpoint-13032/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e7f82e6240d806bfb13f4c99999ede6c1df0b6f481439dc245cf9b163555da
3
+ size 15997
checkpoint-13032/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71418dee51608c8491dc3437bc665c7456b7e6a7039ac14065d75d8b4f8a154c
3
+ size 15997
checkpoint-13032/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd787c82c87b35c9a03f2919bf5dbf9e7b9efa23391b68a38b3148cbe137d2f
3
+ size 15997
checkpoint-13032/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e180bc9f946f68086473d7badf2aed8979559b1e0f8e0465ea48f4c33aceb509
3
+ size 15997
checkpoint-13032/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dabc3454f928ce6586a63b9ce282b97236249a239750633cdc223bafae9b8f94
3
+ size 15997
checkpoint-13032/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:773972ad10f1cafa1e1bb32966f1527422b821de12917f8f9bc3508dba58fd8c
3
+ size 15997
checkpoint-13032/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef5ab98cc42393c429ad811b105ae0c94da1054050b9c269ccadb77c850576d
3
+ size 15997
checkpoint-13032/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677921992b1e0cef3aee776f245975003d22f51d9bd6ed20f248ded1deb72fa9
3
+ size 15984
checkpoint-13032/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6061a0c4c9db2e0c311270bbe55069d570b421935f949f4f8fd90a4389fdaad2
3
+ size 15997
checkpoint-13032/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9771399e0fc00611de1b03549202f2b9ac6dfacb5dfab980961d155371fc23c
3
+ size 15997
checkpoint-13032/rng_state_32.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4419591afcf4ce277bf186fb4f62d8c5534e6c8084d65e6fbba14be9d0064d6
3
+ size 15997
checkpoint-13032/rng_state_33.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821cf03324dc372585abf7fabe500fd8da98f850ad303957400af75285c623a7
3
+ size 15997
checkpoint-13032/rng_state_34.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51c2dc864f2d56a49505f0e5a7c7b9b6aae8076d9fe3bbdee077fb18061e12c0
3
+ size 15997
checkpoint-13032/rng_state_35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82109cf0f767ed3ee8bf45859cebee3569583f28f109150e143d4dc25bfcf88
3
+ size 15997
checkpoint-13032/rng_state_36.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a397495df285655c20def1c6c3f62267126e36f29aff120713526d7098e10ee8
3
+ size 15997
checkpoint-13032/rng_state_37.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0b3fce4bd90afd393c1fc99730bb2b6c3a495e8499dc56056468a4088d165cd
3
+ size 15997
checkpoint-13032/rng_state_38.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4585a6735dc16055be45d37f0265d87bbeb9786cdf65e9ad067e1669ade3837e
3
+ size 15997
checkpoint-13032/rng_state_39.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a821db6173a0ee6c0499b1e228b04c35d712af437b6138d8104eebc81027e3
3
+ size 15997
checkpoint-13032/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d69353c629541c690c5471f8ec05fdab2bfecf3d37afaa436bc45939da6db68f
3
+ size 15984
checkpoint-13032/rng_state_40.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:873dbeff081099b526211c593261101b1ae0e2a9b02f7f9f0a623e8ebd89cfa8
3
+ size 15997
checkpoint-13032/rng_state_41.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:399883676f7897896bb1806d39a8044fa2e4bb877a0089f3e72ed8719db7bd6e
3
+ size 15997
checkpoint-13032/rng_state_42.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cded483e18b4bc70a3cf531f92fc662406598b617989ec0ef38f5c6a01a7b38
3
+ size 15997
checkpoint-13032/rng_state_43.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2eaa901e4bff6b86ed76e49db57d7ee651e7d6752473583b7bcd7c69ac99fde
3
+ size 15997
checkpoint-13032/rng_state_44.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0326347a9e34feb585b466af23f75cd8962349ef707dc1226c6410260361d046
3
+ size 15997
checkpoint-13032/rng_state_45.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0d3fd4ef201a94e140d82df58c05189103468b00ce9c74f5bf83f3f1d81d3e
3
+ size 15997
checkpoint-13032/rng_state_46.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa7ce3e83511fd4d2c45f80012b864a9ef6e2a50a407bfc5d418f64569e825b
3
+ size 15997
checkpoint-13032/rng_state_47.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68c5121ec560bca4c10d1ccf8e24be11ef9c392e5c8a4b14d4f55670948316a
3
+ size 15997