abhinavkulkarni
/

mosaicml-mpt-7b-instruct-w4-g128-awq

Text Generation

text-generation-inference

Model card Files Files and versions Community

abhinavkulkarni commited on Sep 7, 2023

Commit

818a87e

•

1 Parent(s): 97e604d

Upload config

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "attn_config": {
     "alibi": true,
     "alibi_bias_max": 8,
-    "attn_impl": "triton",
     "attn_pdrop": 0,
     "attn_type": "multihead_attention",
     "attn_uses_sequence_id": false,
@@ -45,8 +45,8 @@
   "norm_type": "low_precision_layernorm",
   "resid_pdrop": 0,
   "tokenizer_name": "EleutherAI/gpt-neox-20b",
-  "torch_dtype": "float16",
-  "transformers_version": "4.30.0.dev0",
   "use_cache": false,
   "verbose": 0,
   "vocab_size": 50432

   "attn_config": {
     "alibi": true,
     "alibi_bias_max": 8,
+    "attn_impl": "torch",
     "attn_pdrop": 0,
     "attn_type": "multihead_attention",
     "attn_uses_sequence_id": false,
   "norm_type": "low_precision_layernorm",
   "resid_pdrop": 0,
   "tokenizer_name": "EleutherAI/gpt-neox-20b",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.33.1",
   "use_cache": false,
   "verbose": 0,
   "vocab_size": 50432