Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
cdf5762
·
verified ·
1 Parent(s): 19cca61

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. checkpoint-230000/added_tokens.json +27 -0
  3. checkpoint-230000/config.json +69 -0
  4. checkpoint-230000/generation_config.json +15 -0
  5. checkpoint-230000/latest +1 -0
  6. checkpoint-230000/merges.txt +0 -0
  7. checkpoint-230000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-230000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-230000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-230000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-230000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-230000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-230000/model.safetensors.index.json +0 -0
  14. checkpoint-230000/rng_state_0.pth +3 -0
  15. checkpoint-230000/rng_state_1.pth +3 -0
  16. checkpoint-230000/rng_state_10.pth +3 -0
  17. checkpoint-230000/rng_state_100.pth +3 -0
  18. checkpoint-230000/rng_state_101.pth +3 -0
  19. checkpoint-230000/rng_state_102.pth +3 -0
  20. checkpoint-230000/rng_state_103.pth +3 -0
  21. checkpoint-230000/rng_state_104.pth +3 -0
  22. checkpoint-230000/rng_state_105.pth +3 -0
  23. checkpoint-230000/rng_state_106.pth +3 -0
  24. checkpoint-230000/rng_state_107.pth +3 -0
  25. checkpoint-230000/rng_state_108.pth +3 -0
  26. checkpoint-230000/rng_state_109.pth +3 -0
  27. checkpoint-230000/rng_state_11.pth +3 -0
  28. checkpoint-230000/rng_state_110.pth +3 -0
  29. checkpoint-230000/rng_state_111.pth +3 -0
  30. checkpoint-230000/rng_state_112.pth +3 -0
  31. checkpoint-230000/rng_state_113.pth +3 -0
  32. checkpoint-230000/rng_state_114.pth +3 -0
  33. checkpoint-230000/rng_state_115.pth +3 -0
  34. checkpoint-230000/rng_state_116.pth +3 -0
  35. checkpoint-230000/rng_state_117.pth +3 -0
  36. checkpoint-230000/rng_state_118.pth +3 -0
  37. checkpoint-230000/rng_state_119.pth +3 -0
  38. checkpoint-230000/rng_state_12.pth +3 -0
  39. checkpoint-230000/rng_state_120.pth +3 -0
  40. checkpoint-230000/rng_state_121.pth +3 -0
  41. checkpoint-230000/rng_state_122.pth +3 -0
  42. checkpoint-230000/rng_state_123.pth +3 -0
  43. checkpoint-230000/rng_state_124.pth +3 -0
  44. checkpoint-230000/rng_state_125.pth +3 -0
  45. checkpoint-230000/rng_state_126.pth +3 -0
  46. checkpoint-230000/rng_state_127.pth +3 -0
  47. checkpoint-230000/rng_state_13.pth +3 -0
  48. checkpoint-230000/rng_state_14.pth +3 -0
  49. checkpoint-230000/rng_state_15.pth +3 -0
  50. checkpoint-230000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -66,3 +66,5 @@ checkpoint-210000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
66
  checkpoint-210000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
67
  checkpoint-220000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
68
  checkpoint-220000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
66
  checkpoint-210000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
67
  checkpoint-220000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
68
  checkpoint-220000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
69
+ checkpoint-230000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
+ checkpoint-230000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-230000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-230000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-230000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-230000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step230000
checkpoint-230000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-230000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d7b95ba9c5191f4f53b198dc93989cefd7222c1694bcb848c0d2d9284fa99c
3
+ size 4965863624
checkpoint-230000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-230000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-230000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e447aec440fde7284aaba7cad67e7c6438bfc7af39e02d472662b72559c7b1c2
3
+ size 4999900758
checkpoint-230000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-230000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-230000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-230000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da67223e8da78ac9c636e73fdfccb3cfa7b09ea1b5362bdad92cadc3e3a09311
3
+ size 15984
checkpoint-230000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0505cb038df8dcabd1e789407d2e26c1e3938e25a704e4442c140781245a0262
3
+ size 15984
checkpoint-230000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be538e6ff1624c592afe6c9694d5d9376af2ca5f5c11ae275a385e2c9753dcb6
3
+ size 15997
checkpoint-230000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2536a41d45a12a968f75d642c1b9ba7dff84c9d0f84894260b1073c5e629eb62
3
+ size 16010
checkpoint-230000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90dc80c2bc6cd366cb4d98ab5edbad4dc15b8fcf052e0871137ab4db58d1a14f
3
+ size 16010
checkpoint-230000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1646fae246c363ddbc229b73596f00ce1d3f8142c8193399bcc0a651687c458
3
+ size 16010
checkpoint-230000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97da916d0aec8ff3dcb5562c4219b724a0e4564c92bc8f3affeb3e92fb4ac4a7
3
+ size 16010
checkpoint-230000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11f2e3923652af7c1dcf61935dbf31908139457691450260a1cf49b0bda148de
3
+ size 16010
checkpoint-230000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5dc15a08ff2eb3e2ac08a9a4ac163213d8b8c6f7b9f4eb30ad670a2939750c5
3
+ size 16010
checkpoint-230000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32e39f5f92e9224e60fff90a3cbda1184ef6f638d0be96566d4f98417ae16103
3
+ size 16010
checkpoint-230000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18492c5d20d4a969eb5954cc03be9ca84d17d0a9daf4f9fa3f719f8fd808ad15
3
+ size 16010
checkpoint-230000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a129fdf09f6da71ee8e222a4c9c348c896ddcb58f6be44c2d2b3b6f3ee6b0f4
3
+ size 16010
checkpoint-230000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a14b537bfcd6697046c84adbf48aeef1b125cf1087ee4de4acfd1f8cbab934
3
+ size 16010
checkpoint-230000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e67045ce5115404f9329c4f9baea8bfc8081e83c6b8d84e2ce0be8a3d63cc12
3
+ size 15997
checkpoint-230000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c797c7932070d7096b0534c17dd435043d5565e5bf2f6e173971b5552ddc389
3
+ size 16010
checkpoint-230000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fa4d0ae196d14810c65b94f2ab8d63c806abe8c5703b9ea8ff0a044bd47ad74
3
+ size 16010
checkpoint-230000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8e7bc38aee46ca4bc5c698b7101299c72384430520438c773fd2fcbafa0359
3
+ size 16010
checkpoint-230000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e59cd621656b8b3589c2d86668069532a56be3983ef1381a42ab43eb517d06
3
+ size 16010
checkpoint-230000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f16abbb618a2c9aac93d7889091dbc39439b4eb8e84ef40c9bb36963b81bd56
3
+ size 16010
checkpoint-230000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3db80a034a6c2a380c7723aefa924c60e6fa20f5c1332e789c9506dbd6a9710
3
+ size 16010
checkpoint-230000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30307b01c0e45c976246c11b9ab9976915a4343d8fb9e6ac2f750a1011a134a1
3
+ size 16010
checkpoint-230000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:509b0882a81b4952e72ae1215a5cf079d9a7abcf69ba8d325592a2a695d44744
3
+ size 16010
checkpoint-230000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf4140c62eb5ab4e5927ad80d0602376c5a91633dd62d6b6522328c1f94059ed
3
+ size 16010
checkpoint-230000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc6349b78f29195046c27af04ddb5c766c4891a8ef3a9a769ac0afab05e6258
3
+ size 16010
checkpoint-230000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b145a3d1b806600b6dbb9d9a36134da25d2bd729ff0217c7b9bd492eb3627c9
3
+ size 15997
checkpoint-230000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952671d2e792981d004fe7b8371a7b71418a7e2babb8a43132dfc2d0636f6615
3
+ size 16010
checkpoint-230000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70c4cbf51c3144c8844099cbc93a434f327e275c2bf3caa6ef361ff3b00a79f0
3
+ size 16010
checkpoint-230000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a363c87bd230eb6a17d9c760b4846dbb776ebd0385cfda2fb760bb18b6fe18b7
3
+ size 16010
checkpoint-230000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc7ccdeae0762f686a70e8cce6bd9522ff586d8eea74b4368ef62d5fd2a9b2e
3
+ size 16010
checkpoint-230000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfda3c62f37a60509649d8d90d704fcd99bf593d12589b2e4a9d86ad10b0feea
3
+ size 16010
checkpoint-230000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff5da0152857a26f4765cf5de0760b2195992f0811e82a022bf78c8c48d2147
3
+ size 16010
checkpoint-230000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31fd4fb3628036524d9daadeff6dd41853834cf12700a1e62f2e93049a6cd8e3
3
+ size 16010
checkpoint-230000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1745e58f06993aebbf814b3595f447c43da776185e2a61aec544abb93f0bcd75
3
+ size 16010
checkpoint-230000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab8b5cdbdec3ca953d48bdf0c2307f44fb89857d0e97aa8a586018dd824162de
3
+ size 15997
checkpoint-230000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:707f87e911357971d3cfa6e20076a97772a0d3c10d76dcddb0f16b16d0a0e1fd
3
+ size 15997
checkpoint-230000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f156a05e90595c6636a2318a649bad2e3f5065c004fe9cb1b6c555d311b17ae
3
+ size 15997
checkpoint-230000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa87b93a3c95ca7cdd86ff78de41ae32c001645b224433c2176bf088cd593c27
3
+ size 15997