Commit
·
2714bad
1
Parent(s):
4108979
diminished block size and sparse_block_size to deal with leftovers
Browse files- modeling_lsg_bert.py +2 -2
modeling_lsg_bert.py
CHANGED
@@ -60,8 +60,8 @@ class LSGBertConfig(BertConfig):
|
|
60 |
def __init__(
|
61 |
self,
|
62 |
base_model_prefix="lsg",
|
63 |
-
block_size=
|
64 |
-
sparse_block_size=
|
65 |
sparsity_factor=2,
|
66 |
adaptive=True,
|
67 |
lsh_num_pre_rounds=1,
|
|
|
60 |
def __init__(
|
61 |
self,
|
62 |
base_model_prefix="lsg",
|
63 |
+
block_size=64,
|
64 |
+
sparse_block_size=64,
|
65 |
sparsity_factor=2,
|
66 |
adaptive=True,
|
67 |
lsh_num_pre_rounds=1,
|