Training in progress, step 1100

adapter_config.json

@@ -18,7 +18,7 @@
   "loftq_config": {},
   "lora_alpha": 32,
   "lora_bias": false,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -28,35 +28,35 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "qkv",
-    "key",
-    "projections.4",
-    "projections.8",
-    "projections.11",
     "projections.1",
-    "projections.2",
-    "projections.16",
+    "projections.4",
+    "fc1",
+    "projection",
+    "query",
+    "projections.10",
+    "itm_head",
+    "projections.12",
     "fc2",
-    "text_projection",
-    "projections.15",
+    "projections.8",
     "value",
-    "projections.10",
-    "projections.6",
-    "projections.5",
-    "projections.17",
-    "projection",
+    "projections.0",
+    "projections.16",
+    "projections.3",
     "vision_projection",
-    "dense",
-    "itm_head",
-    "projections.9",
     "projections.7",
-    "projections.12",
-    "fc1",
+    "qkv",
+    "projections.9",
+    "text_projection",
+    "projections.11",
+    "projections.17",
+    "key",
     "projections.13",
-    "projections.3",
-    "projections.0",
+    "projections.6",
+    "dense",
+    "projections.15",
+    "projections.5",
     "projections.14",
-    "query"
+    "projections.2"
   ],
   "target_parameters": null,
   "task_type": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d49ca6502e29582e09178f0b1b6446ebbbde139c5fb67830203fbf7fd96eeeb1
+oid sha256:1c4e44d966c8989561e79e31515cbad5fe511701d2abb0992d4da154e1346ee3
 size 157934960

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48ef5a74ad9d952ccd31dfaae42ef90ef7bffa8e016b4a82866f407fb37e6007
+oid sha256:1a860b29100235484f3397687f3b6c357a20f9d45606bfcdaff3c335277d1eee
 size 4773786592

runs/Oct08_08-21-55_e41bbb0dd69c/events.out.tfevents.1759911716.e41bbb0dd69c.134725.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:460c2268f7aa1d399ac088982b596e3858147d7b70b8f11e0736ef925e285750
-size 210362
+oid sha256:bb40486fbe197f80a7f95650aca35b0e368dceee59ef966a12cb411f3576a09b
+size 242825