Hugging Face's logo

SmallDoge
/
Doge-20M-checkpoint

Text Generation
Transformers
Safetensors
English
doge
conversational
custom_code
Model card Files Community
JingzeShi commited on
Commit
a80b13e
·
verified ·
1 Parent(s): ee06108

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +8 -8
  2. tokenizer_config.json +8 -8
tokenizer.json CHANGED
@@ -2272,8 +2272,8 @@
2272
  "special": true
2273
  },
2274
  {
2275
- "id": 252,
2276
- "content": "<|reserved_special_token_244|>",
2277
  "single_word": false,
2278
  "lstrip": false,
2279
  "rstrip": false,
@@ -2281,8 +2281,8 @@
2281
  "special": true
2282
  },
2283
  {
2284
- "id": 253,
2285
- "content": "<|reserved_special_token_245|>",
2286
  "single_word": false,
2287
  "lstrip": false,
2288
  "rstrip": false,
@@ -2290,8 +2290,8 @@
2290
  "special": true
2291
  },
2292
  {
2293
- "id": 254,
2294
- "content": "<|reserved_special_token_246|>",
2295
  "single_word": false,
2296
  "lstrip": false,
2297
  "rstrip": false,
@@ -2299,8 +2299,8 @@
2299
  "special": true
2300
  },
2301
  {
2302
- "id": 255,
2303
- "content": "<|reserved_special_token_247|>",
2304
  "single_word": false,
2305
  "lstrip": false,
2306
  "rstrip": false,
 
2272
  "special": true
2273
  },
2274
  {
2275
+ "id": 32768,
2276
+ "content": "<think>",
2277
  "single_word": false,
2278
  "lstrip": false,
2279
  "rstrip": false,
 
2281
  "special": true
2282
  },
2283
  {
2284
+ "id": 32769,
2285
+ "content": "</think>",
2286
  "single_word": false,
2287
  "lstrip": false,
2288
  "rstrip": false,
 
2290
  "special": true
2291
  },
2292
  {
2293
+ "id": 32770,
2294
+ "content": "<answer>",
2295
  "single_word": false,
2296
  "lstrip": false,
2297
  "rstrip": false,
 
2299
  "special": true
2300
  },
2301
  {
2302
+ "id": 32771,
2303
+ "content": "</answer>",
2304
  "single_word": false,
2305
  "lstrip": false,
2306
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -2016,32 +2016,32 @@
2016
  "single_word": false,
2017
  "special": true
2018
  },
2019
- "252": {
2020
- "content": "<|reserved_special_token_244|>",
2021
  "lstrip": false,
2022
  "normalized": false,
2023
  "rstrip": false,
2024
  "single_word": false,
2025
  "special": true
2026
  },
2027
- "253": {
2028
- "content": "<|reserved_special_token_245|>",
2029
  "lstrip": false,
2030
  "normalized": false,
2031
  "rstrip": false,
2032
  "single_word": false,
2033
  "special": true
2034
  },
2035
- "254": {
2036
- "content": "<|reserved_special_token_246|>",
2037
  "lstrip": false,
2038
  "normalized": false,
2039
  "rstrip": false,
2040
  "single_word": false,
2041
  "special": true
2042
  },
2043
- "255": {
2044
- "content": "<|reserved_special_token_247|>",
2045
  "lstrip": false,
2046
  "normalized": false,
2047
  "rstrip": false,
 
2016
  "single_word": false,
2017
  "special": true
2018
  },
2019
+ "32768": {
2020
+ "content": "<think>",
2021
  "lstrip": false,
2022
  "normalized": false,
2023
  "rstrip": false,
2024
  "single_word": false,
2025
  "special": true
2026
  },
2027
+ "32769": {
2028
+ "content": "</think>",
2029
  "lstrip": false,
2030
  "normalized": false,
2031
  "rstrip": false,
2032
  "single_word": false,
2033
  "special": true
2034
  },
2035
+ "32770": {
2036
+ "content": "<answer>",
2037
  "lstrip": false,
2038
  "normalized": false,
2039
  "rstrip": false,
2040
  "single_word": false,
2041
  "special": true
2042
  },
2043
+ "32771": {
2044
+ "content": "</answer>",
2045
  "lstrip": false,
2046
  "normalized": false,
2047
  "rstrip": false,