Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
@@ -446,7 +446,7 @@ class NewAttention(nn.Module):
|
|
446 |
if use_memory_efficient_attention is None:
|
447 |
use_memory_efficient_attention = self.config.use_memory_efficient_attention
|
448 |
self.use_memory_efficient_attention = use_memory_efficient_attention
|
449 |
-
self.memory_efficient_attention = None
|
450 |
if self.use_memory_efficient_attention:
|
451 |
assert self.memory_efficient_attention is not None, 'please install xformers'
|
452 |
if self.config.unpad_inputs:
|
|
|
446 |
if use_memory_efficient_attention is None:
|
447 |
use_memory_efficient_attention = self.config.use_memory_efficient_attention
|
448 |
self.use_memory_efficient_attention = use_memory_efficient_attention
|
449 |
+
self.memory_efficient_attention = None
|
450 |
if self.use_memory_efficient_attention:
|
451 |
assert self.memory_efficient_attention is not None, 'please install xformers'
|
452 |
if self.config.unpad_inputs:
|