Witold Wydmański commited on
Commit
cab993a
·
1 Parent(s): caa6c4a

fix: specify tokenizer

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import openai
3
  import tiktoken
4
  from multiprocessing.pool import ThreadPool
5
 
6
- enc = tiktoken.encoding_for_model('gpt-3.5-turbo')
7
 
8
  MODES = {
9
  "Short summary": "Succintly summarize the following meeting transcript in a single paragraph.",
 
3
  import tiktoken
4
  from multiprocessing.pool import ThreadPool
5
 
6
+ enc = tiktoken.get_encoding("cl100k_base")
7
 
8
  MODES = {
9
  "Short summary": "Succintly summarize the following meeting transcript in a single paragraph.",