Abhinav Kulkarni commited on
Commit
5fd8819
1 Parent(s): 24a5819

Updated README

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -71,6 +71,7 @@ with init_empty_weights():
71
  torch_dtype=torch.float16, trust_remote_code=True)
72
 
73
  real_quantize_model_weight(model, w_bit=w_bit, q_config=q_config, init_only=True)
 
74
 
75
  model = load_checkpoint_and_dispatch(model, load_quant, device_map="balanced")
76
 
 
71
  torch_dtype=torch.float16, trust_remote_code=True)
72
 
73
  real_quantize_model_weight(model, w_bit=w_bit, q_config=q_config, init_only=True)
74
+ model.tie_weights()
75
 
76
  model = load_checkpoint_and_dispatch(model, load_quant, device_map="balanced")
77