Spaces:
Sleeping
Sleeping
User token
Browse files
app.py
CHANGED
@@ -12,6 +12,7 @@ from accelerate.utils import convert_bytes, calculate_maximum_sizes
|
|
12 |
HAS_DISCUSSION = True
|
13 |
MODEL_NAME = None
|
14 |
LIBRARY = None
|
|
|
15 |
TOKEN = os.environ.get("HUGGINGFACE_API_LOGIN", None)
|
16 |
|
17 |
def check_for_discussion(model_name:str):
|
@@ -23,9 +24,10 @@ def check_for_discussion(model_name:str):
|
|
23 |
|
24 |
def report_results():
|
25 |
"Reports the results of a memory calculation to the model's discussion page, and opens a new tab to it afterwards"
|
26 |
-
global MODEL_NAME, LIBRARY, TOKEN
|
27 |
api = HfApi(token=TOKEN)
|
28 |
-
results = calculate_memory(MODEL_NAME, LIBRARY, ["fp32", "fp16", "int8", "int4"], raw=True)
|
|
|
29 |
post = f"""# Model Memory Requirements\n
|
30 |
|
31 |
These calculations were measured from the [Model Memory Utility Space](https://hf.co/spaces/hf-accelerate/model-memory-utility) on the Hub.
|
@@ -149,6 +151,7 @@ with gr.Blocks() as demo:
|
|
149 |
with gr.Row():
|
150 |
btn = gr.Button("Calculate Memory Usage")
|
151 |
post_to_hub = gr.Button(value = "Report results in this model repo's discussions!\n(Will open in a new tab)", visible=False)
|
|
|
152 |
|
153 |
btn.click(
|
154 |
calculate_memory, inputs=[inp, library, options, access_token], outputs=[out_text, out, post_to_hub],
|
|
|
12 |
HAS_DISCUSSION = True
|
13 |
MODEL_NAME = None
|
14 |
LIBRARY = None
|
15 |
+
USER_TOKEN = None
|
16 |
TOKEN = os.environ.get("HUGGINGFACE_API_LOGIN", None)
|
17 |
|
18 |
def check_for_discussion(model_name:str):
|
|
|
24 |
|
25 |
def report_results():
|
26 |
"Reports the results of a memory calculation to the model's discussion page, and opens a new tab to it afterwards"
|
27 |
+
global MODEL_NAME, LIBRARY, TOKEN, USER_TOKEN
|
28 |
api = HfApi(token=TOKEN)
|
29 |
+
results = calculate_memory(MODEL_NAME, LIBRARY, ["fp32", "fp16", "int8", "int4"], access_token=USER_TOKEN, raw=True)
|
30 |
+
USER_TOKEN = None
|
31 |
post = f"""# Model Memory Requirements\n
|
32 |
|
33 |
These calculations were measured from the [Model Memory Utility Space](https://hf.co/spaces/hf-accelerate/model-memory-utility) on the Hub.
|
|
|
151 |
with gr.Row():
|
152 |
btn = gr.Button("Calculate Memory Usage")
|
153 |
post_to_hub = gr.Button(value = "Report results in this model repo's discussions!\n(Will open in a new tab)", visible=False)
|
154 |
+
USER_TOKEN = access_token
|
155 |
|
156 |
btn.click(
|
157 |
calculate_memory, inputs=[inp, library, options, access_token], outputs=[out_text, out, post_to_hub],
|