Johnyquest7
commited on
Update app.py
Browse filesedited model space
app.py
CHANGED
@@ -102,8 +102,8 @@ CSS = """
|
|
102 |
"""
|
103 |
|
104 |
|
105 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
106 |
-
model = AutoModelForCausalLM.from_pretrained("
|
107 |
|
108 |
|
109 |
@spaces.GPU
|
|
|
102 |
"""
|
103 |
|
104 |
|
105 |
+
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
|
106 |
+
model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype="auto", device_map="auto")
|
107 |
|
108 |
|
109 |
@spaces.GPU
|