upload w lora trained dpo model

adapter/adapter_config.json

@@ -17,12 +17,12 @@
   "revision": null,
   "target_modules": [
     "q_proj",
-    "k_proj",
-    "down_proj",
+    "up_proj",
     "gate_proj",
     "o_proj",
+    "k_proj",
     "v_proj",
-    "up_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b9d7f425ceb4c19fc793ecbb7df899d54fd3fb97ff104b465c603b697cc90
+size 335604696

adapter_config.json

@@ -0,0 +1,28 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "teknium/OpenHermes-2.5-Mistral-7B",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "up_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj",
+    "v_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a55b001229b2704c438fe6d608e1d6431155fc2b16b98b3db1adf464d087cde
+oid sha256:a184bff13ae9e1b78a650d398b76d307e151e9c418a30d63f7bd117833188ccd
 size 4943178720

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3709ab8e2c55900161d59979d56ea284a62855c8837160be8d77bca8996e6081
+oid sha256:ad4ddc5ce0481630fe46c156707e2cb7aad8e011eeb5e4e92425a4ba86608e6d
 size 4999819336

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b085fdafc909d58e7da2a27c334cdbcf682ea361e8a8018f59abecd759fc1a84
+oid sha256:08e4d59d049b97867acb658f6ea1fcfb0a3a5d9de5b63f80ef0675094536b984
 size 4540532728