kmpartner commited on
Commit
47c4b2e
·
verified ·
1 Parent(s): 790462b

Update checkpoint-3250/adapter_config.json

Browse files
Files changed (1) hide show
  1. checkpoint-3250/adapter_config.json +1 -10
checkpoint-3250/adapter_config.json CHANGED
@@ -6,24 +6,18 @@
6
  },
7
  "base_model_name_or_path": null,
8
  "bias": "none",
9
- "corda_config": null,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
  "fan_in_fan_out": false,
13
  "inference_mode": true,
14
  "init_lora_weights": true,
15
- "layer_replication": null,
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
  "lora_alpha": 64,
20
- "lora_bias": false,
21
  "lora_dropout": 0.0,
22
  "megatron_config": null,
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
- "qalora_group_size": 16,
27
  "r": 64,
28
  "rank_pattern": {},
29
  "revision": null,
@@ -44,8 +38,5 @@
44
  "conv_shortcut"
45
  ],
46
  "task_type": null,
47
- "trainable_token_indices": null,
48
- "use_dora": false,
49
- "use_qalora": false,
50
- "use_rslora": false
51
  }
 
6
  },
7
  "base_model_name_or_path": null,
8
  "bias": "none",
 
 
 
9
  "fan_in_fan_out": false,
10
  "inference_mode": true,
11
  "init_lora_weights": true,
 
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
  "lora_alpha": 64,
 
16
  "lora_dropout": 0.0,
17
  "megatron_config": null,
18
  "megatron_core": "megatron.core",
19
  "modules_to_save": null,
20
  "peft_type": "LORA",
 
21
  "r": 64,
22
  "rank_pattern": {},
23
  "revision": null,
 
38
  "conv_shortcut"
39
  ],
40
  "task_type": null,
41
+ "use_dora": false
 
 
 
42
  }