hello2mao commited on
Commit
930b9db
1 Parent(s): 9d40d7f

add file new

Browse files
config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen-VL-Chat",
3
+ "architectures": [
4
+ "QWenLMHeadModel"
5
+ ],
6
+ "attn_dropout_prob": 0.0,
7
+ "auto_map": {
8
+ "AutoConfig": "Qwen/Qwen-VL-Chat--configuration_qwen.QWenConfig",
9
+ "AutoModelForCausalLM": "Qwen/Qwen-VL-Chat--modeling_qwen.QWenLMHeadModel"
10
+ },
11
+ "bf16": false,
12
+ "emb_dropout_prob": 0.0,
13
+ "fp16": true,
14
+ "fp32": false,
15
+ "hidden_size": 4096,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 22016,
18
+ "kv_channels": 128,
19
+ "layer_norm_epsilon": 1e-06,
20
+ "max_position_embeddings": 8192,
21
+ "model_type": "qwen",
22
+ "no_bias": true,
23
+ "num_attention_heads": 32,
24
+ "num_hidden_layers": 32,
25
+ "onnx_safe": null,
26
+ "quantization_config": {
27
+ "bits": 4,
28
+ "group_size": 128,
29
+ "quant_method": "awq",
30
+ "version": "gemm",
31
+ "zero_point": true
32
+ },
33
+ "rotary_emb_base": 10000,
34
+ "rotary_pct": 1.0,
35
+ "scale_attn_weights": true,
36
+ "seq_length": 2048,
37
+ "tie_word_embeddings": false,
38
+ "tokenizer_type": "QWenTokenizer",
39
+ "torch_dtype": "float16",
40
+ "transformers_version": "4.41.0",
41
+ "use_cache": false,
42
+ "use_dynamic_ntk": true,
43
+ "use_flash_attn": false,
44
+ "use_logn_attn": true,
45
+ "visual": {
46
+ "heads": 16,
47
+ "image_size": 448,
48
+ "image_start_id": 151857,
49
+ "layers": 48,
50
+ "mlp_ratio": 4.9231,
51
+ "output_dim": 4096,
52
+ "patch_size": 14,
53
+ "width": 1664
54
+ },
55
+ "vocab_size": 151936
56
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chat_format": "chatml",
3
+ "do_sample": true,
4
+ "eos_token_id": 151643,
5
+ "max_new_tokens": 512,
6
+ "max_window_size": 6144,
7
+ "pad_token_id": 151643,
8
+ "top_k": 0,
9
+ "top_p": 0.3,
10
+ "transformers_version": "4.41.0"
11
+ }
inputs_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b2244a6b556ed65016f96b6fa3194b97883c1f72626f32c60396ae426512e99
3
+ size 8989222
key_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42dc4557673272c35a03679316c58d26c20f08b6a00e80d8e9058ae75d2b813
3
+ size 813246
outputs_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1213e1a07c0de172a8486af8b9fcd89576f40ce19eb382df88898d5d9dc21788
3
+ size 16577051
pytorch_model-00001-of-00005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88aa01b1ddbbeeabdc8f0be892581b24ae2a28ade260bbf7e912882e511d52a
3
+ size 1978974586
pytorch_model-00002-of-00005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8f9a09e7d0bdc5ad445c91c712e7c3af1015d44a7bb5550b65d4c4ff173033
3
+ size 1999617476
pytorch_model-00003-of-00005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4792b18c1e2462e082b8a267714115216aeaa752096db5f66697333ab9c6659
3
+ size 1997286821
pytorch_model-00004-of-00005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e4ea3025077aca688b6f3859d6ced9e698389835ae710eb5d1c8813c9d4653
3
+ size 1994925486
pytorch_model-00005-of-00005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5136a9421de1b492af8462ffe50d37d404ac4d28d9fbc78046c1e64bb75007
3
+ size 1857142830
pytorch_model.bin.index.json ADDED
The diff for this file is too large to render. See raw diff
 
qwen.tiktoken ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {},
3
+ "auto_map": {
4
+ "AutoTokenizer": [
5
+ "Qwen/Qwen-VL-Chat--tokenization_qwen.QWenTokenizer",
6
+ null
7
+ ]
8
+ },
9
+ "clean_up_tokenization_spaces": true,
10
+ "model_max_length": 8192,
11
+ "tokenizer_class": "QWenTokenizer"
12
+ }
value_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:192d768aa32f189f76e9c38e0eb25bcec30bf6b3eee8e83ba707fd6a3025e1a1
3
+ size 813446