guymorganb
commited on
Commit
·
f2c95c3
1
Parent(s):
b3294bc
messing around with differing settings.
Browse files- modeling_lsg_bert.py +1 -1
modeling_lsg_bert.py
CHANGED
@@ -60,7 +60,7 @@ class LSGBertConfig(BertConfig):
|
|
60 |
def __init__(
|
61 |
self,
|
62 |
base_model_prefix="lsg",
|
63 |
-
block_size=
|
64 |
sparse_block_size=128,
|
65 |
adaptive=True,
|
66 |
sparsity_factor=2,
|
|
|
60 |
def __init__(
|
61 |
self,
|
62 |
base_model_prefix="lsg",
|
63 |
+
block_size=0,
|
64 |
sparse_block_size=128,
|
65 |
adaptive=True,
|
66 |
sparsity_factor=2,
|