Update modeling_qwen.py
Browse files- modeling_qwen.py +1 -1
modeling_qwen.py
CHANGED
@@ -785,7 +785,7 @@ class QWenModel(QWenPreTrainedModel):
|
|
785 |
self.post_init()
|
786 |
|
787 |
# BUG: hardcode
|
788 |
-
self.skip_checkpointing_layer_ids = list(range(30))
|
789 |
|
790 |
def get_input_embeddings(self):
|
791 |
return self.wte
|
|
|
785 |
self.post_init()
|
786 |
|
787 |
# BUG: hardcode
|
788 |
+
# self.skip_checkpointing_layer_ids = list(range(30))
|
789 |
|
790 |
def get_input_embeddings(self):
|
791 |
return self.wte
|