Hugging Face's logo

umd-vt-nyu
/
diffclipllama1b

Safetensors
llava_llama
Model card Files Community
xcpan commited on
Commit
f64068f
·
verified ·
1 Parent(s): 09f8db3

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +11 -0
  2. checkpoint-13032/config.json +60 -0
  3. checkpoint-13032/generation_config.json +13 -0
  4. checkpoint-13032/latest +1 -0
  5. checkpoint-13032/model-00001-of-00003.safetensors +3 -0
  6. checkpoint-13032/model-00002-of-00003.safetensors +3 -0
  7. checkpoint-13032/model-00003-of-00003.safetensors +3 -0
  8. checkpoint-13032/model.safetensors.index.json +0 -0
  9. checkpoint-13032/rng_state_0.pth +3 -0
  10. checkpoint-13032/rng_state_1.pth +3 -0
  11. checkpoint-13032/rng_state_10.pth +3 -0
  12. checkpoint-13032/rng_state_11.pth +3 -0
  13. checkpoint-13032/rng_state_12.pth +3 -0
  14. checkpoint-13032/rng_state_13.pth +3 -0
  15. checkpoint-13032/rng_state_14.pth +3 -0
  16. checkpoint-13032/rng_state_15.pth +3 -0
  17. checkpoint-13032/rng_state_16.pth +3 -0
  18. checkpoint-13032/rng_state_17.pth +3 -0
  19. checkpoint-13032/rng_state_18.pth +3 -0
  20. checkpoint-13032/rng_state_19.pth +3 -0
  21. checkpoint-13032/rng_state_2.pth +3 -0
  22. checkpoint-13032/rng_state_20.pth +3 -0
  23. checkpoint-13032/rng_state_21.pth +3 -0
  24. checkpoint-13032/rng_state_22.pth +3 -0
  25. checkpoint-13032/rng_state_23.pth +3 -0
  26. checkpoint-13032/rng_state_24.pth +3 -0
  27. checkpoint-13032/rng_state_25.pth +3 -0
  28. checkpoint-13032/rng_state_26.pth +3 -0
  29. checkpoint-13032/rng_state_27.pth +3 -0
  30. checkpoint-13032/rng_state_28.pth +3 -0
  31. checkpoint-13032/rng_state_29.pth +3 -0
  32. checkpoint-13032/rng_state_3.pth +3 -0
  33. checkpoint-13032/rng_state_30.pth +3 -0
  34. checkpoint-13032/rng_state_31.pth +3 -0
  35. checkpoint-13032/rng_state_32.pth +3 -0
  36. checkpoint-13032/rng_state_33.pth +3 -0
  37. checkpoint-13032/rng_state_34.pth +3 -0
  38. checkpoint-13032/rng_state_35.pth +3 -0
  39. checkpoint-13032/rng_state_36.pth +3 -0
  40. checkpoint-13032/rng_state_37.pth +3 -0
  41. checkpoint-13032/rng_state_38.pth +3 -0
  42. checkpoint-13032/rng_state_39.pth +3 -0
  43. checkpoint-13032/rng_state_4.pth +3 -0
  44. checkpoint-13032/rng_state_40.pth +3 -0
  45. checkpoint-13032/rng_state_41.pth +3 -0
  46. checkpoint-13032/rng_state_42.pth +3 -0
  47. checkpoint-13032/rng_state_43.pth +3 -0
  48. checkpoint-13032/rng_state_44.pth +3 -0
  49. checkpoint-13032/rng_state_45.pth +3 -0
  50. checkpoint-13032/rng_state_46.pth +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ checkpoint-13032/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ checkpoint-16290/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ checkpoint-19548/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
+ checkpoint-22806/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
+ checkpoint-26064/tokenizer.json filter=lfs diff=lfs merge=lfs -text
41
+ checkpoint-29322/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
+ checkpoint-3258/tokenizer.json filter=lfs diff=lfs merge=lfs -text
43
+ checkpoint-32580/tokenizer.json filter=lfs diff=lfs merge=lfs -text
44
+ checkpoint-6516/tokenizer.json filter=lfs diff=lfs merge=lfs -text
45
+ checkpoint-9774/tokenizer.json filter=lfs diff=lfs merge=lfs -text
46
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoint-13032/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaLlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "freeze_mm_mlp_adapter": false,
14
+ "gen_hidden_size": 1792,
15
+ "gen_pooling": "early_pool2d_4",
16
+ "gen_vision_tower": "eva-clip-E-14-plus",
17
+ "head_dim": 64,
18
+ "hidden_act": "silu",
19
+ "hidden_size": 2048,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 8192,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 16,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 32.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": true,
51
+ "tokenizer_model_max_length": 256,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.51.3",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-13032/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.51.3"
13
+ }
checkpoint-13032/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step13032
checkpoint-13032/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6a51200f4a9ff056e63ebbdca1de325020eaca963e1e4f88722061dbd18129
3
+ size 4955415870
checkpoint-13032/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b088e0e2c4fb5916f448522fa5aef361db713e2c2c0ceac534662c8d52e330d
3
+ size 4971563008
checkpoint-13032/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bac9ccfacb7ba8ba232013e84043e195da9b628a898d3cedd3ee9a669437fa5
3
+ size 4180840856
checkpoint-13032/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-13032/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1250708e750f5a743ee5aae273b4bbecae64c11dc6a0e4eee353ca778922e0d
3
+ size 15984
checkpoint-13032/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6771e7e039ca20bca1903339ca060f58177008918466a4360c88ca3c265cad4a
3
+ size 15984
checkpoint-13032/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c63ab24380aabd7961f4bab021d0ae003adbbc95ee5cb602e0ad559b102d9e
3
+ size 15997
checkpoint-13032/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd332a894753e0e280562363cc156bf96269a3fa53c10cff8a23d8dbe3ad9179
3
+ size 15997
checkpoint-13032/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:badfca90d87489a40b4a17f2c02023150a3a6000a5029fea0ea7ce364191863f
3
+ size 15997
checkpoint-13032/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ca144cb79015fbd174790533ab41773834c0fdddad1fb2c04ff73e7ce0ed3d2
3
+ size 15997
checkpoint-13032/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85eebed5813b2cd761fb1c41968bb5f47cec528aa83fbb1dfe65607ce3e995a
3
+ size 15997
checkpoint-13032/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604bf1defec2a1c11d542d061991d2e97d70537aaed6a797748d0b881346f171
3
+ size 15997
checkpoint-13032/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972dc9086c932c76f1d06d01f314b7177865d9e498df412897b077e11f520623
3
+ size 15997
checkpoint-13032/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27327fa06c61a0dfa3593e2ec2f52b33c55d184e2f0f79f89837b1c01606558b
3
+ size 15997
checkpoint-13032/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f20f3f49e5916e64bbec46beab7c3097919150abc36a85ebbc1e841676f3e0f7
3
+ size 15997
checkpoint-13032/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7197b7b6db6817c597c9c3ad319a1dfe47e9b2e88639d36b0ac75676f31a956
3
+ size 15997
checkpoint-13032/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89c9b8c22c1e24b14f7788d8520cea4b8c08ecca78f13ca57386f8243a6909e5
3
+ size 15984
checkpoint-13032/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4d4368710f1bd11e2d14bdeafbfa4c2b1a3255687cb4802f5f8eafe1ddda6c
3
+ size 15997
checkpoint-13032/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741fb8a2b28efad07ed2eac404a06fcb43a30806485d139e0af372645d969a6c
3
+ size 15997
checkpoint-13032/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6bf8e67661c6ff1ecb8edb86fb0770feed71f7b244e88d5ce61f05ec83d3eb7
3
+ size 15997
checkpoint-13032/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea2dcc82e2a321585eebc7cadce2f0c85921eb2699af1e4af2eb97eb2cde94c
3
+ size 15997
checkpoint-13032/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c5203f34f502393aff31f4f36bd843117113fc94a4c2018cec70f84698f799
3
+ size 15997
checkpoint-13032/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2b0ab827e69b540ec019bd019fc27bddd7dfd9bd583926947ac197d33f6fcf
3
+ size 15997
checkpoint-13032/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b89bad48a72b9238da5e2155566d38a60a4900dcb55f0b6f5009d366d9df34
3
+ size 15997
checkpoint-13032/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d51f3607e746d1a262e4ee8be1f205650db797c63981c14d8d438cbb63b13e
3
+ size 15997
checkpoint-13032/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b9ec01d8779daa5c52f8b97a9ee223857e30e695620b6d6f315cb448608d30
3
+ size 15997
checkpoint-13032/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461997afee47dabd6ee84f6697b4f75177ea1464dbb21da582842c7412f63085
3
+ size 15997
checkpoint-13032/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e16c9b60f6b2a8b0dc74724b09ce07b56dae17e497aa02a27eb879e710d13c7
3
+ size 15984
checkpoint-13032/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df7fecd37ed32f22b38e17b668370adcd5f7438c6137af863ef79978fc440ca7
3
+ size 15997
checkpoint-13032/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:310f0eb8237ba444f6d0397504f58fe5e231b4b474bcfeba5a25ca9ab5bbd06e
3
+ size 15997
checkpoint-13032/rng_state_32.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0caea246e8e15a0ed40a8f809365095f537e947d127481530dba0d078f88a75c
3
+ size 15997
checkpoint-13032/rng_state_33.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfbc9e8d6b4bf1d5137acb8ac84717c5a9a03c2cae6cbbfd336b77775cb3b50c
3
+ size 15997
checkpoint-13032/rng_state_34.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b796128eb946b95fc0f2ec71451ba678d13315f621c184f13655d8f6786e64fe
3
+ size 15997
checkpoint-13032/rng_state_35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34eadfcd0fd7718d951b06b1dab5dbee5d740569245bceca75d6dba0a65951da
3
+ size 15997
checkpoint-13032/rng_state_36.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a3899131e6e5fb383a7adbdc824fc8bcf6e59405fee3aaa5caf57e48de4790
3
+ size 15997
checkpoint-13032/rng_state_37.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e8c4bbb372f532f9436b772090271be4af4fcad936ebef2a670d789057cc5cd
3
+ size 15997
checkpoint-13032/rng_state_38.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4cc98bfe8fab43753b0e7f818cff0041d632b457f8038f9f9e25dd91a014be9
3
+ size 15997
checkpoint-13032/rng_state_39.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c585807d8870b76d66703ff0b18fb9a486db00813bb4d72da4bc950ecbfc6174
3
+ size 15997
checkpoint-13032/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3243d263cf92dbf4b97f4dca4fdf529dd2762e18dbac8d200452881d1f4de0e
3
+ size 15984
checkpoint-13032/rng_state_40.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a8ad576755846e458bedd5536c0338128c2b9595a21bb4bd27f942158a6148c
3
+ size 15997
checkpoint-13032/rng_state_41.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7f5dbd4cb551a19c3dd1f9fdc8e678a3eea12166eb4e0582d1084ac42cecb6f
3
+ size 15997
checkpoint-13032/rng_state_42.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d414a036dd246a610733170c857d8b468cc5f3942df6a709968eba1000a4bb22
3
+ size 15997
checkpoint-13032/rng_state_43.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e7da42d3864ad87b96e279111c6a3c746071e4332a1815b13265dea858a136
3
+ size 15997
checkpoint-13032/rng_state_44.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f25f88f5ccc42dfe27f6953b1b23e63f46b5c588b73624bb3c9e0bc78bfea6
3
+ size 15997
checkpoint-13032/rng_state_45.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f4b3d73b30c830ac07cd48af3617806e9d2a0ef16ac7da7256fd6518ddf39a9
3
+ size 15997
checkpoint-13032/rng_state_46.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3fa82458d50fed2ad1f127ec5b11e3288bc964b25bc778e18052f6f359a445d
3
+ size 15997