Training in progress, step 1

adapter_config.json

@@ -3,6 +3,8 @@
   "auto_mapping": null,
   "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
   "bias": "none",
+  "eva_config": null,
+  "exclude_modules": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
@@ -10,7 +12,8 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 64,
+  "lora_bias": false,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81c9d355f008b0adb46d511ae406865c26f73df1f4e97941a726c8c7ca691925
+oid sha256:4204ce310e35607e6f934b482c82130dbb84bedee8843bf3b970edccaecb8864
 size 67126104

runs/Dec10_07-53-18_autodl-container-0a974485ba-aee10501/events.out.tfevents.1733788685.autodl-container-0a974485ba-aee10501.2024.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d0ee7fa3db2145efeb4c23ccda210b26f2641fa20ace8315f557064e665b23
+size 5812

runs/Dec10_07-59-13_autodl-container-0a974485ba-aee10501/events.out.tfevents.1733788767.autodl-container-0a974485ba-aee10501.2191.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486398df410f4d6acbea45d68cc878f34f19a4bf8c4e7a01bff2260d8dd2b9ba
+size 6159

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:640e66771ea12d869e4408c8d5ee1bc3036f82dcde2e966997804de847411616
+oid sha256:80af17427dcb1c2205a3656278a6ec676618e8d6d72c4fcbf855b92d4328ae14
 size 5688