tamang0000
commited on
Commit
•
d655e4d
1
Parent(s):
e805282
wordings
Browse files
app.py
CHANGED
@@ -109,7 +109,7 @@ with gr.Blocks() as sutra_token_count:
|
|
109 |
# Assamese Tokenizer Specs & Stats.
|
110 |
## Tokenize paragraphs in multiple languages and compare token counts.
|
111 |
Space inspired from [SUTRA](https://huggingface.co/spaces/TWO/sutra-tokenizer-comparison
|
112 |
-
Number of Tokens (
|
113 |
""")
|
114 |
textbox = gr.Textbox(label="Input Text")
|
115 |
submit_button = gr.Button("Submit")
|
@@ -140,7 +140,7 @@ with gr.Blocks() as sutra_tokenize:
|
|
140 |
# Assamese Tokenizer Sentence Inspector.
|
141 |
## Tokenize a sentence with various tokenizers and inspect how it's broken down.
|
142 |
Space inspired from [SUTRA](https://huggingface.co/spaces/TWO/sutra-tokenizer-comparison)
|
143 |
-
Number of Tokens (
|
144 |
""")
|
145 |
textbox = gr.Textbox(label="Input Text")
|
146 |
submit_button = gr.Button("Submit")
|
|
|
109 |
# Assamese Tokenizer Specs & Stats.
|
110 |
## Tokenize paragraphs in multiple languages and compare token counts.
|
111 |
Space inspired from [SUTRA](https://huggingface.co/spaces/TWO/sutra-tokenizer-comparison
|
112 |
+
Number of Tokens (The less he better)
|
113 |
""")
|
114 |
textbox = gr.Textbox(label="Input Text")
|
115 |
submit_button = gr.Button("Submit")
|
|
|
140 |
# Assamese Tokenizer Sentence Inspector.
|
141 |
## Tokenize a sentence with various tokenizers and inspect how it's broken down.
|
142 |
Space inspired from [SUTRA](https://huggingface.co/spaces/TWO/sutra-tokenizer-comparison)
|
143 |
+
Number of Tokens (The less the better)
|
144 |
""")
|
145 |
textbox = gr.Textbox(label="Input Text")
|
146 |
submit_button = gr.Button("Submit")
|