Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
0775f2a
·
verified ·
1 Parent(s): 0debf1e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. checkpoint-120000/added_tokens.json +27 -0
  3. checkpoint-120000/config.json +69 -0
  4. checkpoint-120000/generation_config.json +15 -0
  5. checkpoint-120000/latest +1 -0
  6. checkpoint-120000/merges.txt +0 -0
  7. checkpoint-120000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-120000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-120000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-120000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-120000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-120000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-120000/model.safetensors.index.json +0 -0
  14. checkpoint-120000/rng_state_0.pth +3 -0
  15. checkpoint-120000/rng_state_1.pth +3 -0
  16. checkpoint-120000/rng_state_10.pth +3 -0
  17. checkpoint-120000/rng_state_100.pth +3 -0
  18. checkpoint-120000/rng_state_101.pth +3 -0
  19. checkpoint-120000/rng_state_102.pth +3 -0
  20. checkpoint-120000/rng_state_103.pth +3 -0
  21. checkpoint-120000/rng_state_104.pth +3 -0
  22. checkpoint-120000/rng_state_105.pth +3 -0
  23. checkpoint-120000/rng_state_106.pth +3 -0
  24. checkpoint-120000/rng_state_107.pth +3 -0
  25. checkpoint-120000/rng_state_108.pth +3 -0
  26. checkpoint-120000/rng_state_109.pth +3 -0
  27. checkpoint-120000/rng_state_11.pth +3 -0
  28. checkpoint-120000/rng_state_110.pth +3 -0
  29. checkpoint-120000/rng_state_111.pth +3 -0
  30. checkpoint-120000/rng_state_112.pth +3 -0
  31. checkpoint-120000/rng_state_113.pth +3 -0
  32. checkpoint-120000/rng_state_114.pth +3 -0
  33. checkpoint-120000/rng_state_115.pth +3 -0
  34. checkpoint-120000/rng_state_116.pth +3 -0
  35. checkpoint-120000/rng_state_117.pth +3 -0
  36. checkpoint-120000/rng_state_118.pth +3 -0
  37. checkpoint-120000/rng_state_119.pth +3 -0
  38. checkpoint-120000/rng_state_12.pth +3 -0
  39. checkpoint-120000/rng_state_120.pth +3 -0
  40. checkpoint-120000/rng_state_121.pth +3 -0
  41. checkpoint-120000/rng_state_122.pth +3 -0
  42. checkpoint-120000/rng_state_123.pth +3 -0
  43. checkpoint-120000/rng_state_124.pth +3 -0
  44. checkpoint-120000/rng_state_125.pth +3 -0
  45. checkpoint-120000/rng_state_126.pth +3 -0
  46. checkpoint-120000/rng_state_127.pth +3 -0
  47. checkpoint-120000/rng_state_13.pth +3 -0
  48. checkpoint-120000/rng_state_14.pth +3 -0
  49. checkpoint-120000/rng_state_15.pth +3 -0
  50. checkpoint-120000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -40,3 +40,5 @@ logs/336337.out filter=lfs diff=lfs merge=lfs -text
40
  logs/338184.out filter=lfs diff=lfs merge=lfs -text
41
  checkpoint-110000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
  checkpoint-110000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
40
  logs/338184.out filter=lfs diff=lfs merge=lfs -text
41
  checkpoint-110000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
  checkpoint-110000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
43
+ checkpoint-120000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
44
+ checkpoint-120000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-120000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-120000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-120000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-120000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step120000
checkpoint-120000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-120000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3a2030ce4fe11245e2c9a037b426d66bd666c0539e6bcb8ab05f4cb4e75f82
3
+ size 4965863624
checkpoint-120000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-120000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-120000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5624c621b4dcd04708a2b35358cb863e1331e1cedaec9c707ce704b72a8660da
3
+ size 4999900758
checkpoint-120000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-120000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-120000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-120000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ec2a92157ea21dc07ce81070f7a648f09bbc96d79c7484c2154b726764fd14
3
+ size 15984
checkpoint-120000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac12c9ceb601911c1f973f577887ab27984306d2c905d203cae4d34de4dc0096
3
+ size 15984
checkpoint-120000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb785f554383c5d248080b5aa3b4d6ea5ce584f7bf32c76fb51cc31a6a7b536
3
+ size 15997
checkpoint-120000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4639c0783788b2239f0a963da65d7bcb7df09f1d4b5454aabbe023d28911582
3
+ size 16010
checkpoint-120000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b3d3a082f1ab2d1276b6c371f08872b6bf42a94c62baa1e410dde8d5909ab1
3
+ size 16010
checkpoint-120000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83cd2e6455462e80ee7a5c59955840ce7e72ec5575136f1abf4e212d77ac4d1a
3
+ size 16010
checkpoint-120000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6dac32b24775ac5be29b34aa55c97ca3dd1d7609b6fac8f5e5ac6b2ef672079
3
+ size 16010
checkpoint-120000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9131feb78267f4d4c70300b899dda9b7b8c3e7b75bdfd2cb6501d09e9126c03a
3
+ size 16010
checkpoint-120000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e7773222afa1e63c7d38d553f0ea518092d3ad3bcd8857053db7e07e9041a0
3
+ size 16010
checkpoint-120000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d80cb66ed143a323e004c3075b4647e37b9fa7a0a7e37cb06d6121e7b282bc71
3
+ size 16010
checkpoint-120000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd0716aecee4b068b9cc36a11c59d8ec3c0d09872e34ac4c7e67fa7a630eb896
3
+ size 16010
checkpoint-120000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2906455d98b254479bf497aaf48896f68d7b81db4823dd78d95777fc42090aa0
3
+ size 16010
checkpoint-120000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb774e1744db438011269fbbca8a882fec5c209e1ce3a8cd842c735c9690a86d
3
+ size 16010
checkpoint-120000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58e63f51712ad8c81063309f0a712ec2f1eaede4aa0d9128d08d96fe7bc2032
3
+ size 15997
checkpoint-120000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6cbd8a6460aabebb5e4ff585e1002ac080cc2fa3753459b91e0d0b66f9f35f
3
+ size 16010
checkpoint-120000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:623b1aaa61e194f4ea764a5b51951e82f970958660a828cd0662848f23bcc668
3
+ size 16010
checkpoint-120000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85db18a308798150c82479f36119ee22959d6955bcf4554e233c4a6e924308c
3
+ size 16010
checkpoint-120000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76289ff48ee22f03c5b3e4d29fdc76bda393eda833ac4bc78712f5007ca4acc4
3
+ size 16010
checkpoint-120000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e57303b41001e9348baf6087e612ae1b9c7b816a908d1e33798505c0474b078
3
+ size 16010
checkpoint-120000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41357ac10bc70b0573c5cd038f050515d6a5461237d47eb6285b709e21af2ec8
3
+ size 16010
checkpoint-120000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f25b6d75246ca02a5e6e1a49167c60657bcc21b0d7c251cdd8866c5db6dd26
3
+ size 16010
checkpoint-120000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc9ba40c0176b6fbbfc2eafb084a66f4aac156aa9572f74dae0edf0311140095
3
+ size 16010
checkpoint-120000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2171f78cd83e8c53d70c24f680474898249c9d3a416d5edbee8127f9f78e0523
3
+ size 16010
checkpoint-120000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209111ab3704a59102365b0c7d25ee8dbb0bcbc26f0267b77212b21b39da47fa
3
+ size 16010
checkpoint-120000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61fb76b8e510348f725e8bea546ab9c48393d1902131dcd298f1a56d51c5cc29
3
+ size 15997
checkpoint-120000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b42fba64184864914d577cd734723f481d71b76dd00110a13815a1c3e693bc2
3
+ size 16010
checkpoint-120000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02e42529ab49365b899072a717aae11cd9a3f1af7d420990b20bf1c2f884a84
3
+ size 16010
checkpoint-120000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08948e44150131b20d2ed31251de37089cbf7eea1b56b86ecf1d73b9e1299592
3
+ size 16010
checkpoint-120000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f3b2fb7807d242fa49e2292d2244740ac19c4b5081b8955f676c5872b284cba
3
+ size 16010
checkpoint-120000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5858d5c7c08d6bfcd02f3cd2e590769db352807358dd26b21808a262d27b2b5e
3
+ size 16010
checkpoint-120000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a596059bb6d1623675e95d84a570a913abbf08354e5044341c7a340517a71999
3
+ size 16010
checkpoint-120000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b6c0258d8987ef1a291c6cd57a54676c0c2464d3abb1b2d83628abe2324588
3
+ size 16010
checkpoint-120000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e907bcc864d5706215be73813000f3d6e5b5b7f9ba28d64c6e88db9962c2d6e8
3
+ size 16010
checkpoint-120000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7175bf09a8d5deed1216b484cbfcd6462d5306deaed9ea19255c27faa58e912e
3
+ size 15997
checkpoint-120000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:767bf8d82dca8cd761a2c52cad975746cfa6a811b203aa3dfa9fa405a9afa5c5
3
+ size 15997
checkpoint-120000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:823d0e05b4c9f58330f910e12bdb1f31c6b1b2f607203cdacef9161748de6cd6
3
+ size 15997
checkpoint-120000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d63e82334630eca73cb1a5cbf731258fb5e74cb4c921ba2ebc7e9073d49ab0b
3
+ size 15997