RaushanTurganbay HF staff commited on
Commit
e362165
1 Parent(s): 8472989

Upload processor

Browse files
tokenizer_config.json CHANGED
@@ -51,8 +51,12 @@
51
  "clean_up_tokenization_spaces": false,
52
  "eos_token": "<|im_end|>",
53
  "errors": "replace",
 
54
  "model_max_length": 131072,
 
55
  "pad_token": "<|endoftext|>",
 
 
56
  "processor_class": "LlavaOnevisionProcessor",
57
  "split_special_tokens": false,
58
  "tokenizer_class": "Qwen2Tokenizer",
 
51
  "clean_up_tokenization_spaces": false,
52
  "eos_token": "<|im_end|>",
53
  "errors": "replace",
54
+ "max_length": null,
55
  "model_max_length": 131072,
56
+ "pad_to_multiple_of": null,
57
  "pad_token": "<|endoftext|>",
58
+ "pad_token_type_id": 0,
59
+ "padding_side": "right",
60
  "processor_class": "LlavaOnevisionProcessor",
61
  "split_special_tokens": false,
62
  "tokenizer_class": "Qwen2Tokenizer",
video_processor/preprocessor_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": true,
3
+ "do_normalize": true,
4
+ "do_pad": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "LlavaOnevisionVideoProcessor",
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "processor_class": "LlavaOnevisionProcessor",
19
+ "resample": 3,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 384,
23
+ "width": 384
24
+ }
25
+ }