guymorganb commited on
Commit
2714bad
·
1 Parent(s): 4108979

diminished block size and sparse_block_size to deal with leftovers

Browse files
Files changed (1) hide show
  1. modeling_lsg_bert.py +2 -2
modeling_lsg_bert.py CHANGED
@@ -60,8 +60,8 @@ class LSGBertConfig(BertConfig):
60
  def __init__(
61
  self,
62
  base_model_prefix="lsg",
63
- block_size=128,
64
- sparse_block_size=128,
65
  sparsity_factor=2,
66
  adaptive=True,
67
  lsh_num_pre_rounds=1,
 
60
  def __init__(
61
  self,
62
  base_model_prefix="lsg",
63
+ block_size=64,
64
+ sparse_block_size=64,
65
  sparsity_factor=2,
66
  adaptive=True,
67
  lsh_num_pre_rounds=1,