ycchen commited on
Commit
f588773
·
1 Parent(s): 8b786f3

Update modeling_qwen.py

Browse files
Files changed (1) hide show
  1. modeling_qwen.py +1 -1
modeling_qwen.py CHANGED
@@ -785,7 +785,7 @@ class QWenModel(QWenPreTrainedModel):
785
  self.post_init()
786
 
787
  # BUG: hardcode
788
- self.skip_checkpointing_layer_ids = list(range(30))
789
 
790
  def get_input_embeddings(self):
791
  return self.wte
 
785
  self.post_init()
786
 
787
  # BUG: hardcode
788
+ # self.skip_checkpointing_layer_ids = list(range(30))
789
 
790
  def get_input_embeddings(self):
791
  return self.wte