dixitrivedi
commited on
Commit
•
11f11dc
1
Parent(s):
59fbc3a
Update app.py
Browse files
app.py
CHANGED
@@ -45,10 +45,13 @@ class TokenizationVisualizer:
|
|
45 |
|
46 |
|
47 |
def playground_tab(visualizer):
|
48 |
-
st.title("Tokenization Visualizer
|
49 |
st.markdown("""
|
50 |
You can use this playground to visualize Llama2 tokens & Gujarati Llama tokens generated by the tokenizers.
|
51 |
""")
|
|
|
|
|
|
|
52 |
|
53 |
|
54 |
text_input = st.text_area("Enter text below to visualize tokens:", height=300)
|
|
|
45 |
|
46 |
|
47 |
def playground_tab(visualizer):
|
48 |
+
st.title("Tokenization Visualizer")
|
49 |
st.markdown("""
|
50 |
You can use this playground to visualize Llama2 tokens & Gujarati Llama tokens generated by the tokenizers.
|
51 |
""")
|
52 |
+
st.write()
|
53 |
+
st.write()
|
54 |
+
st.write()
|
55 |
|
56 |
|
57 |
text_input = st.text_area("Enter text below to visualize tokens:", height=300)
|