weathon commited on
Commit
07cc3d3
·
verified ·
1 Parent(s): fa0fce1

Training in progress, step 200

Browse files
adapter_config.json CHANGED
@@ -16,47 +16,47 @@
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
- "lora_alpha": 64,
20
  "lora_bias": false,
21
- "lora_dropout": 0.0,
22
  "megatron_config": null,
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
  "qalora_group_size": 16,
27
- "r": 64,
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "projections.16",
32
- "fc2",
33
  "projections.10",
34
- "projections.3",
35
- "projections.14",
36
- "projections.4",
37
- "projections.8",
38
  "projections.1",
39
- "projections.17",
40
- "projections.9",
41
- "projections.6",
42
  "value",
43
- "vision_projection",
44
  "dense",
45
- "query",
46
- "projections.7",
47
  "projections.13",
 
 
 
 
 
 
 
 
48
  "key",
49
  "projection",
50
- "text_projection",
51
- "projections.0",
52
- "projections.15",
53
- "projections.11",
54
- "projections.12",
55
  "qkv",
56
- "itm_head",
 
 
 
 
57
  "projections.5",
58
- "projections.2",
59
- "fc1"
 
60
  ],
61
  "target_parameters": null,
62
  "task_type": null,
 
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
+ "lora_alpha": 128,
20
  "lora_bias": false,
21
+ "lora_dropout": 0.05,
22
  "megatron_config": null,
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
  "qalora_group_size": 16,
27
+ "r": 128,
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
+ "projections.17",
 
32
  "projections.10",
 
 
 
 
33
  "projections.1",
34
+ "fc1",
35
+ "projections.11",
 
36
  "value",
 
37
  "dense",
 
 
38
  "projections.13",
39
+ "projections.4",
40
+ "projections.2",
41
+ "projections.12",
42
+ "projections.3",
43
+ "projections.0",
44
+ "projections.7",
45
+ "itm_head",
46
+ "text_projection",
47
  "key",
48
  "projection",
49
+ "projections.8",
 
 
 
 
50
  "qkv",
51
+ "projections.9",
52
+ "vision_projection",
53
+ "projections.6",
54
+ "fc2",
55
+ "projections.16",
56
  "projections.5",
57
+ "query",
58
+ "projections.15",
59
+ "projections.14"
60
  ],
61
  "target_parameters": null,
62
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b84a680f25aca4f898936db0b94da22dfa4806a3241d63574a3c4ab662e59992
3
- size 315779008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5aa502c927033fcd95a5b97bb807ffb36b058ec45e0101c2568669e4ea68b68
3
+ size 631467288
runs/Oct08_02-36-25_e41bbb0dd69c/events.out.tfevents.1759890986.e41bbb0dd69c.19881.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:added1104f3ea194bfa9f533ac3ba8b0fa260eb98cf9903e8e719c9ebababefb
3
- size 22358
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbab7cdbdf36852d4e12d2b327cab782e2a9e29ccd43de81ea7777e0899ad5f
3
+ size 25523
runs/Oct08_02-51-28_e41bbb0dd69c/events.out.tfevents.1759891889.e41bbb0dd69c.23916.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:941772ced921f83c200f39cdbef0b7a3abae3c88368f3d4b10bcb55ea1540d0a
3
+ size 4650
runs/Oct08_02-53-19_e41bbb0dd69c/events.out.tfevents.1759892000.e41bbb0dd69c.24584.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3944e5a57e1ec88ac4d1f7c331a1236e0277dadb851e464047dd6f89b739b26
3
+ size 4650
runs/Oct08_02-55-54_e41bbb0dd69c/events.out.tfevents.1759892155.e41bbb0dd69c.25400.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:153a945a19718a5a24e0bf69db458214c99513c5895d5b9050ff85626669660a
3
+ size 11894
runs/Oct08_03-02-42_e41bbb0dd69c/events.out.tfevents.1759892563.e41bbb0dd69c.27255.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af248b12a742fbe6653c2e336a84acb77ef42633f92a1e4a9a9789c20b8f30da
3
+ size 46405
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7fb6989cd71af6446aaa7bbd135f1650d8a343e3c2323bad4ded21895b574d9
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b55a38165aafdae46d85fdd031b5f071bb3128107c333ab7759e7307681f3c
3
  size 5777