Spaces:
Runtime error
Runtime error
Commit
·
7e35678
1
Parent(s):
a34b3b9
push
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ with init_empty_weights():
|
|
17 |
raw_model = MossForCausalLM._from_config(config, torch_dtype=torch.float)
|
18 |
raw_model.tie_weights()
|
19 |
model = load_checkpoint_and_dispatch(
|
20 |
-
raw_model, model_path, device_map="balanced_low_0", no_split_module_classes=["MossBlock"], dtype=torch.float,
|
21 |
offload_folder="offload_folder"
|
22 |
)
|
23 |
|
|
|
17 |
raw_model = MossForCausalLM._from_config(config, torch_dtype=torch.float)
|
18 |
raw_model.tie_weights()
|
19 |
model = load_checkpoint_and_dispatch(
|
20 |
+
raw_model, checkpoint=model_path, device_map="balanced_low_0", no_split_module_classes=["MossBlock"], dtype=torch.float,
|
21 |
offload_folder="offload_folder"
|
22 |
)
|
23 |
|