xiaowang7777 commited on
Commit
7e35678
·
1 Parent(s): a34b3b9
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ with init_empty_weights():
17
  raw_model = MossForCausalLM._from_config(config, torch_dtype=torch.float)
18
  raw_model.tie_weights()
19
  model = load_checkpoint_and_dispatch(
20
- raw_model, model_path, device_map="balanced_low_0", no_split_module_classes=["MossBlock"], dtype=torch.float,
21
  offload_folder="offload_folder"
22
  )
23
 
 
17
  raw_model = MossForCausalLM._from_config(config, torch_dtype=torch.float)
18
  raw_model.tie_weights()
19
  model = load_checkpoint_and_dispatch(
20
+ raw_model, checkpoint=model_path, device_map="balanced_low_0", no_split_module_classes=["MossBlock"], dtype=torch.float,
21
  offload_folder="offload_folder"
22
  )
23