Training in progress, step 10

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "yunconglong/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B",
+  "base_model_name_or_path": "inceptionai/jais-adapted-13b-chat",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,11 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
+    "down_proj",
     "v_proj",
+    "gate_proj",
+    "up_proj",
     "q_proj",
     "o_proj",
-    "gate"
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8965992527255993fa7c27b675fad891bcf5cad66a2ab8f7e874ad426fccea5
-size 125880752
+oid sha256:71de7ade359e4a5b97ef44202846a7dbba0b260fa03f60635d57963f291f39c6
+size 500770656

runs/Sep07_21-02-58_f5d5418cdb41/events.out.tfevents.1725742983.f5d5418cdb41.2630.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c8053efb90acf53b2944fa4e2d296e869d011e86b6f754481570e5a0001fe3
+size 5953

special_tokens_map.json

@@ -1,9 +1,4 @@
 {
-  "additional_special_tokens": [
-    "<unk>",
-    "<s>",
-    "</s>"
-  ],
   "bos_token": {
     "content": "<s>",
     "lstrip": false,

tokenizer.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
-size 493443
+oid sha256:b5be997e01a75127ffdc0f1b8186ec7c7f35748fa170844058ad91ace4cf08c5
+size 1178104

tokenizer_config.json

@@ -1,7 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
-  "add_prefix_space": null,
+  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -28,21 +28,13 @@
       "special": true
     }
   },
-  "additional_special_tokens": [
-    "<unk>",
-    "<s>",
-    "</s>"
-  ],
   "bos_token": "<s>",
+  "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:]  %}{% set system_message = '### Instruction: ' + messages[0]['content'] + '\nComplete the conversation below between [|Human|] and [|AI|]:\n### Input:'%}{% else %}{% set loop_messages = messages %}{% set system_message = '### Instruction: Your name is \\'Jais\\', and you are named after Jebel Jais, the highest mountain in UAE. You were made by \\'Inception\\' in the UAE. You are a helpful, respectful, and honest assistant. Always answer as helpfully as possible, while being safe. Complete the conversation below between [|Human|] and [|AI|]:\n### Input:' %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = system_message  %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{% if loop.index0 == 0 %}{{ content + ' [|Human|] ' + message['content'] }}{% else %}{{ '\n[|Human|] ' + content.strip() }}{% endif %}{% elif message['role'] == 'assistant' %}{{ '\n[|AI|] '  + content.strip() }}{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %} {{'\n[|AI|]\n### Response:'}}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,
-  "max_length": null,
-  "model_max_length": 255,
-  "pad_to_multiple_of": null,
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
-  "pad_token_type_id": 0,
-  "padding_side": "left",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:331db1041cc2a8963a83622b011c39fb2bfd1a0a9df1239b5e5fd3dec5bbb548
+oid sha256:4a2acfbec4770f0da67f53e5cb50b6225d900cbe4468d6b587af62eb69fca5fc
 size 5432