Hugging Face's logo

Spaces:
nyuuzyou
/
EuroLLM-1.7B-Instruct
Running on Zero

App Files Community
nyuuzyou commited on
Commit
245a9f1
·
verified ·
1 Parent(s): e8f48ed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
14
 
15
  model_id = "utter-project/EuroLLM-1.7B-Instruct"
16
  tokenizer = AutoTokenizer.from_pretrained(model_id)
17
- model = AutoModelForCausalLM.from_pretrained(model_id)
18
 
19
  @spaces.GPU
20
  def generate(
 
14
 
15
  model_id = "utter-project/EuroLLM-1.7B-Instruct"
16
  tokenizer = AutoTokenizer.from_pretrained(model_id)
17
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
18
 
19
  @spaces.GPU
20
  def generate(