Commit
•
df4af0a
1
Parent(s):
40183cc
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
|
|
| 1 |
import streamlit as st
|
|
|
|
| 2 |
from transformers import AutoTokenizer
|
| 3 |
|
| 4 |
st.set_page_config(layout="wide")
|
|
|
|
|
|
|
| 5 |
|
| 6 |
class TokenizationVisualizer:
|
| 7 |
|
|
|
|
| 1 |
+
import os
|
| 2 |
import streamlit as st
|
| 3 |
+
from huggingface_hub import login
|
| 4 |
from transformers import AutoTokenizer
|
| 5 |
|
| 6 |
st.set_page_config(layout="wide")
|
| 7 |
+
token = os.environ.get("hf_token")
|
| 8 |
+
login(token=token)
|
| 9 |
|
| 10 |
class TokenizationVisualizer:
|
| 11 |
|