TheBloke
/

falcon-40b-instruct-GPTQ

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions Community

Update config.json

#10

by mike-ravkine - opened Jun 1, 2023

base: refs/heads/main

←

from: refs/pr/10

Discussion Files changed

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -11,8 +11,8 @@
     "AutoModelForCausalLM": "modelling_RW.RWForCausalLM"
   },
   "bias": false,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
   "hidden_dropout": 0.0,
   "hidden_size": 8192,
   "initializer_range": 0.02,

     "AutoModelForCausalLM": "modelling_RW.RWForCausalLM"
   },
   "bias": false,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
   "hidden_dropout": 0.0,
   "hidden_size": 8192,
   "initializer_range": 0.02,