Upload GPTNeoXForCausalLM

README.md

@@ -1,39 +1,31 @@
 ---
 language: en
+license: mit
 tags:
 - b1ade
-license: mit
+datasets:
+- Open-Orca/OpenOrca
+- WizardLM/WizardLM_evol_instruct_V2_196k
 widget:
-- text: |-
-    context: <math>
-     question: <Evaluate -24 + -24 + 15*2.>
-     answer: <
+- text: "context: <math>\n question: <Evaluate -24 + -24 + 15*2.>\n answer: <"
   example_title: Math
-- text: >-
-    context: <You are a helpful assistant, who always provide explanation. Think
-    like you are answering to a five year old.>
-     question: <Determine the sentiment:
-
-    We viewed the vcr and found it to be fascinating. Not knowing anything about
-    this true story, I thought: Oh, no, P.Brosnan as an American Indian, what a
-    bad choice until I discovered the truth about Grey Owl. The film does a good
-    job of demonstrating the dignity of these native peoples and undermining the
-    racist myths about them. And Annie Galipeau, WOW, what a beauty, and very
-    convincing as an Indian woman (I believe she is French-Canadian; she sure
-    reverts to the all-too familiar speech of such). In spite, of Brosnan's
-    detached, grunting style, in the end he comes through convincingly as a
-    passionate, dedicated man. The plot is a little weak in demostrating his
-    conversion from trapper to animal coservationist. Good film, highly
-    recommended.>
-     answer: <
+- text: "context: <You are a helpful assistant, who always provide explanation. Think\
+    \ like you are answering to a five year old.>\n question: <Determine the sentiment:\n\
+    \nWe viewed the vcr and found it to be fascinating. Not knowing anything about\
+    \ this true story, I thought: Oh, no, P.Brosnan as an American Indian, what a\
+    \ bad choice until I discovered the truth about Grey Owl. The film does a good\
+    \ job of demonstrating the dignity of these native peoples and undermining the\
+    \ racist myths about them. And Annie Galipeau, WOW, what a beauty, and very convincing\
+    \ as an Indian woman (I believe she is French-Canadian; she sure reverts to the\
+    \ all-too familiar speech of such). In spite, of Brosnan's detached, grunting\
+    \ style, in the end he comes through convincingly as a passionate, dedicated man.\
+    \ The plot is a little weak in demostrating his conversion from trapper to animal\
+    \ coservationist. Good film, highly recommended.>\n answer: <"
   example_title: Sentiment
 - inference:
   - parameters:
     - max_new_tokens: 512
     - top_p=0.99
-datasets:
-- Open-Orca/OpenOrca
-- WizardLM/WizardLM_evol_instruct_V2_196k
 ---
 
 

config.json

@@ -1,8 +1,9 @@
 {
-  "_name_or_path": "w601sxs/b1ade-1b",
+  "_name_or_path": "tmp_trainer_scratch/checkpoint-376000/",
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
+  "attention_bias": true,
   "attention_dropout": 0.0,
   "bos_token_id": 0,
   "classifier_dropout": 0.1,
@@ -22,7 +23,7 @@
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.34.0",
+  "transformers_version": "4.37.2",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50304

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 0,
   "eos_token_id": 0,
-  "transformers_version": "4.34.0"
+  "transformers_version": "4.37.2"
 }

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3918114d8b0889fd527ead5ed62df6deb07edacc6d4ea428230178529580fd
+size 2023586384