Hugging Face's logo

umd-vt-nyu
/
diff_clip_fast_freezemllm_1e4_0119_lghead_b32_16

Safetensors
Model card Files Community
xcpan commited on
Commit
a1dbe94
·
verified ·
1 Parent(s): 7eb678d

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-10000/config.json +60 -0
  2. checkpoint-10000/generation_config.json +13 -0
  3. checkpoint-10000/latest +1 -0
  4. checkpoint-10000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-10000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-10000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-10000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-10000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-10000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-10000/model.safetensors.index.json +0 -0
  11. checkpoint-10000/rng_state_0.pth +3 -0
  12. checkpoint-10000/rng_state_1.pth +3 -0
  13. checkpoint-10000/rng_state_10.pth +3 -0
  14. checkpoint-10000/rng_state_100.pth +3 -0
  15. checkpoint-10000/rng_state_101.pth +3 -0
  16. checkpoint-10000/rng_state_102.pth +3 -0
  17. checkpoint-10000/rng_state_103.pth +3 -0
  18. checkpoint-10000/rng_state_104.pth +3 -0
  19. checkpoint-10000/rng_state_105.pth +3 -0
  20. checkpoint-10000/rng_state_106.pth +3 -0
  21. checkpoint-10000/rng_state_107.pth +3 -0
  22. checkpoint-10000/rng_state_108.pth +3 -0
  23. checkpoint-10000/rng_state_109.pth +3 -0
  24. checkpoint-10000/rng_state_11.pth +3 -0
  25. checkpoint-10000/rng_state_110.pth +3 -0
  26. checkpoint-10000/rng_state_111.pth +3 -0
  27. checkpoint-10000/rng_state_112.pth +3 -0
  28. checkpoint-10000/rng_state_113.pth +3 -0
  29. checkpoint-10000/rng_state_114.pth +3 -0
  30. checkpoint-10000/rng_state_115.pth +3 -0
  31. checkpoint-10000/rng_state_116.pth +3 -0
  32. checkpoint-10000/rng_state_117.pth +3 -0
  33. checkpoint-10000/rng_state_118.pth +3 -0
  34. checkpoint-10000/rng_state_119.pth +3 -0
  35. checkpoint-10000/rng_state_12.pth +3 -0
  36. checkpoint-10000/rng_state_120.pth +3 -0
  37. checkpoint-10000/rng_state_121.pth +3 -0
  38. checkpoint-10000/rng_state_122.pth +3 -0
  39. checkpoint-10000/rng_state_123.pth +3 -0
  40. checkpoint-10000/rng_state_124.pth +3 -0
  41. checkpoint-10000/rng_state_125.pth +3 -0
  42. checkpoint-10000/rng_state_126.pth +3 -0
  43. checkpoint-10000/rng_state_127.pth +3 -0
  44. checkpoint-10000/rng_state_13.pth +3 -0
  45. checkpoint-10000/rng_state_14.pth +3 -0
  46. checkpoint-10000/rng_state_15.pth +3 -0
  47. checkpoint-10000/rng_state_16.pth +3 -0
  48. checkpoint-10000/rng_state_17.pth +3 -0
  49. checkpoint-10000/rng_state_18.pth +3 -0
  50. checkpoint-10000/rng_state_19.pth +3 -0
checkpoint-10000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-10000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-10000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step10000
checkpoint-10000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3978268e2506f512732c31dd1d0111b855213271d7fad092e10fb732d37d0f7c
3
+ size 4977255824
checkpoint-10000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95d0cba6b694718603936afbf6fddfdc8bf8ad37c2477100ce39b6114b84f81
3
+ size 4999802720
checkpoint-10000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1cb5b2c1f3f44e3c6809c7aa665341fc6e5007b5b8e729f851acb0cc4d9843e
3
+ size 4915916176
checkpoint-10000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f31b14c0e22c368f47bd9dd75982ddb1c28e98144a882ef15bc5ac2e24712485
3
+ size 4977460342
checkpoint-10000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dead7b0d328369211e344f81b9b95c11d38e0a68d20710564ba623b6f0cfc93b
3
+ size 4945870360
checkpoint-10000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7951fbe2fd72565c05a1a5a28219b5efdbf6e5e77f15e1d0a55378cbf2c616c1
3
+ size 2388247400
checkpoint-10000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-10000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b40067e731be0fe979e4f2d21960107b5b2800a8b0c34ca832f51615d0df89
3
+ size 15984
checkpoint-10000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b8b33763158ea79084bf915fb018687bcfc64e5767f193420769ab0db015e7a
3
+ size 15984
checkpoint-10000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fb1255fd960c7bfd6a12e99146bc8a5e92881d53671e170b05735cd809301a
3
+ size 15997
checkpoint-10000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28be36decce22762bbf39557e6e7f66d44c9fe631b9e33898e56bf96d4a58ffc
3
+ size 16010
checkpoint-10000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55af492b513211930a0198d076bf8eeb0e87f8ed734ec70d8a9df0d432975269
3
+ size 16010
checkpoint-10000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13ef9002ecbb0715dfb1dfd20ed62fc3052b9fc2bb753e0b450658fe883efeb
3
+ size 16010
checkpoint-10000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede08d3c3541836fd0bdad4465bde0cb03bc577e2eab2fcd27320d7c8afe2494
3
+ size 16010
checkpoint-10000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b48cf68f1445f5ac7cd027991be6109f1222e62a135e0e2a85a6e2d8bf2a88
3
+ size 16010
checkpoint-10000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3e469158ca288a1c25c0aab9d4ec82814974d8449981a0f53fcf61a1190331
3
+ size 16010
checkpoint-10000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fe861d94eae9106e1a2bf5268ee57cbcd355865fc3ff5aecbd6b9ad8d87212
3
+ size 16010
checkpoint-10000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cd345f47f4eebb01bda85910294ac31d17bee70452aa3ecf8c037d8541e13f2
3
+ size 16010
checkpoint-10000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22bfd40cc461815e241aa9c05f1125150824006d6a7ecdf7c20e45a6e3384f9b
3
+ size 16010
checkpoint-10000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:989cd246e28f98123dcad8a787608450351376a1ec9cb2a5268074d11b5fe0d9
3
+ size 16010
checkpoint-10000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5302616e904508555d8d1dc78eaa42f8fcd33a1513a3c46476880d9127359370
3
+ size 15997
checkpoint-10000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf044194c5f722a027eee8946dd37c776d28a05f0f376c307d500801e93d92f
3
+ size 16010
checkpoint-10000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b6e72f67adfa2748c913dfb85c2726667811d87df9c27f493111983b6cb1c1e
3
+ size 16010
checkpoint-10000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0055a47df040638ceff4d6c318895538e5dc6bc025197fbb29eb247d77ecb5aa
3
+ size 16010
checkpoint-10000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:817a136f82241a3cc4979c95a4e4883a1ae3bb4db0d750e7abe05580937eb6a4
3
+ size 16010
checkpoint-10000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a826946e5d2cb98b5b2dbd4f46f1c8f8eed8547bda26021af916e613b422dd8
3
+ size 16010
checkpoint-10000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff223a8fa7ae07e09e1fbb5f7efaeab89dcdc3ea8fdbe33b8a01c05f86ea788
3
+ size 16010
checkpoint-10000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e79820e9cae6fa44e455e738148a13409e85591e57340f806bffd7684160a5
3
+ size 16010
checkpoint-10000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d3662baacea22af7cccf89180c7661dabb854cbb1e43282e206b4fe53f30a9
3
+ size 16010
checkpoint-10000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df1c975a5907c6f6c4a86f08a54dde87392788f4857c89620872fb982920c3f
3
+ size 16010
checkpoint-10000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776abf32271dcf78ce0d9588d96442a84c5a65d2d241aa3534afd31adc9c9b7d
3
+ size 16010
checkpoint-10000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beca6bb92ef74644344f7fdac8290c38ff0b28bd5a53cee76675815b64de5bf6
3
+ size 15997
checkpoint-10000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb5988b90b500da8c3f70cb66594b92d86c0543a6e737f0a35bb1ae728ea073a
3
+ size 16010
checkpoint-10000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad76293daf6324a472d6f875b0bc1b7ce94b02ace9bf34f0430f76228d573e0
3
+ size 16010
checkpoint-10000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57b66e8667a95958da2de1010171ddd14e8524371af7e95d4c8f3256e9e4a33
3
+ size 16010
checkpoint-10000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c464b03d74d082230e5df279df2d7f77f4b7fff141dce167a794ead7a84a9c4
3
+ size 16010
checkpoint-10000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0fda5f92fca94f1a1ecfaa1d0883d44808baa30bdb790ada1715bed450981fd
3
+ size 16010
checkpoint-10000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e512e4581b1f2703769ab62679c911ae87b8ceb09622c1fd3c4731c9125109
3
+ size 16010
checkpoint-10000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b11a7519fad3834d329143cc8e08b3f00a465a7ed9c7c791db2b3ebb7950f8
3
+ size 16010
checkpoint-10000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e30f2604f397252df7070fa891cb4560abad5380fa5f23b8567bde34e0af9b4
3
+ size 16010
checkpoint-10000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a178e228eaa955116038e1ff9d294f1701a8a3a3d3bcc30e4501ee237fcbd6d4
3
+ size 15997
checkpoint-10000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b455b534e545b0205f234f6f671a19de3cce0a4e045a090483a4b16e4b0df090
3
+ size 15997
checkpoint-10000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf80ea854c5d7dfe135fa80f91445d2121c0c48ece34e0dfb6b6d78a4f3da01
3
+ size 15997
checkpoint-10000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976063de14816f756d1c2cd00fc1fed79be8357d5a6a52657b279dc01dc73eb4
3
+ size 15997
checkpoint-10000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f93d5ee42c0e28df5f8b8a8df4a23740c07c6dc6bd7c03ef61fe0c2f1e911a
3
+ size 15997
checkpoint-10000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e92967f61676947827936564d8d5b89288892c7647824419dba626a3a89ee21
3
+ size 15997
checkpoint-10000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2655e3ee963f370c7da9f1317883a1cf79c40e9ea7c872b7d382b18e2c4eb2
3
+ size 15997