Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -17,12 +17,11 @@ else:
|
|
17 |
|
18 |
model = LlamaForCausalLM.from_pretrained(
|
19 |
"decapoda-research/llama-7b-hf",
|
20 |
-
load_in_8bit=True,
|
21 |
torch_dtype=torch.float16,
|
22 |
device_map="auto",
|
23 |
)
|
24 |
model = PeftModel.from_pretrained(
|
25 |
-
model, "tloen/alpaca-lora-7b", torch_dtype=torch.float16
|
26 |
)
|
27 |
|
28 |
|
|
|
17 |
|
18 |
model = LlamaForCausalLM.from_pretrained(
|
19 |
"decapoda-research/llama-7b-hf",
|
|
|
20 |
torch_dtype=torch.float16,
|
21 |
device_map="auto",
|
22 |
)
|
23 |
model = PeftModel.from_pretrained(
|
24 |
+
model, "tloen/alpaca-lora-7b", torch_dtype=torch.float16, force_download=True
|
25 |
)
|
26 |
|
27 |
|