MurrayTom commited on
Commit
3bb25d8
·
verified ·
1 Parent(s): 16f6e56

Delete qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36

Browse files
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/README.md DELETED
@@ -1,61 +0,0 @@
1
- ---
2
- library_name: peft
3
- license: other
4
- base_model: /data/kcl/myt/Qwen2-7B-Instruct
5
- tags:
6
- - llama-factory
7
- - lora
8
- - generated_from_trainer
9
- model-index:
10
- - name: qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36
11
- results: []
12
- ---
13
-
14
- <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
- should probably proofread and complete it, then remove this comment. -->
16
-
17
- # qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36
18
-
19
- This model is a fine-tuned version of [/data/kcl/myt/Qwen2-7B-Instruct](https://huggingface.co//data/kcl/myt/Qwen2-7B-Instruct) on the SafeEdit_train dataset.
20
-
21
- ## Model description
22
-
23
- More information needed
24
-
25
- ## Intended uses & limitations
26
-
27
- More information needed
28
-
29
- ## Training and evaluation data
30
-
31
- More information needed
32
-
33
- ## Training procedure
34
-
35
- ### Training hyperparameters
36
-
37
- The following hyperparameters were used during training:
38
- - learning_rate: 1e-05
39
- - train_batch_size: 2
40
- - eval_batch_size: 8
41
- - seed: 42
42
- - distributed_type: multi-GPU
43
- - num_devices: 4
44
- - gradient_accumulation_steps: 8
45
- - total_train_batch_size: 64
46
- - total_eval_batch_size: 32
47
- - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
48
- - lr_scheduler_type: cosine
49
- - num_epochs: 3.0
50
-
51
- ### Training results
52
-
53
-
54
-
55
- ### Framework versions
56
-
57
- - PEFT 0.15.1
58
- - Transformers 4.45.0
59
- - Pytorch 2.6.0+cu124
60
- - Datasets 3.5.0
61
- - Tokenizers 0.20.3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/adapter_config.json DELETED
@@ -1,39 +0,0 @@
1
- {
2
- "alpha_pattern": {},
3
- "auto_mapping": null,
4
- "base_model_name_or_path": "/data/kcl/myt/Qwen2-7B-Instruct",
5
- "bias": "none",
6
- "corda_config": null,
7
- "eva_config": null,
8
- "exclude_modules": null,
9
- "fan_in_fan_out": false,
10
- "inference_mode": true,
11
- "init_lora_weights": true,
12
- "layer_replication": null,
13
- "layers_pattern": null,
14
- "layers_to_transform": null,
15
- "loftq_config": {},
16
- "lora_alpha": 16,
17
- "lora_bias": false,
18
- "lora_dropout": 0.0,
19
- "megatron_config": null,
20
- "megatron_core": "megatron.core",
21
- "modules_to_save": null,
22
- "peft_type": "LORA",
23
- "r": 8,
24
- "rank_pattern": {},
25
- "revision": null,
26
- "target_modules": [
27
- "gate_proj",
28
- "v_proj",
29
- "q_proj",
30
- "up_proj",
31
- "o_proj",
32
- "down_proj",
33
- "k_proj"
34
- ],
35
- "task_type": "CAUSAL_LM",
36
- "trainable_token_indices": null,
37
- "use_dora": false,
38
- "use_rslora": false
39
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a831403938779bc5545eff2f88a521000c239dfde9a4906ddd92b844ce2579cf
3
- size 40422208
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/added_tokens.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "<|endoftext|>": 151643,
3
- "<|im_end|>": 151645,
4
- "<|im_start|>": 151644
5
- }
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/all_results.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "epoch": 2.9822485207100593,
3
- "num_input_tokens_seen": 6773184,
4
- "total_flos": 316290046623744.0,
5
- "train_loss": 1.2503274256590182,
6
- "train_runtime": 2924.7101,
7
- "train_samples_per_second": 4.154,
8
- "train_steps_per_second": 0.065
9
- }
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/special_tokens_map.json DELETED
@@ -1,20 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>"
5
- ],
6
- "eos_token": {
7
- "content": "<|im_end|>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
- "pad_token": {
14
- "content": "<|endoftext|>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false
19
- }
20
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
3
- size 11418266
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/tokenizer_config.json DELETED
@@ -1,44 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "added_tokens_decoder": {
4
- "151643": {
5
- "content": "<|endoftext|>",
6
- "lstrip": false,
7
- "normalized": false,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "151644": {
13
- "content": "<|im_start|>",
14
- "lstrip": false,
15
- "normalized": false,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "151645": {
21
- "content": "<|im_end|>",
22
- "lstrip": false,
23
- "normalized": false,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- }
28
- },
29
- "additional_special_tokens": [
30
- "<|im_start|>",
31
- "<|im_end|>"
32
- ],
33
- "bos_token": null,
34
- "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
- "clean_up_tokenization_spaces": false,
36
- "eos_token": "<|im_end|>",
37
- "errors": "replace",
38
- "model_max_length": 131072,
39
- "pad_token": "<|endoftext|>",
40
- "padding_side": "right",
41
- "split_special_tokens": false,
42
- "tokenizer_class": "Qwen2Tokenizer",
43
- "unk_token": null
44
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/train_results.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "epoch": 2.9822485207100593,
3
- "num_input_tokens_seen": 6773184,
4
- "total_flos": 316290046623744.0,
5
- "train_loss": 1.2503274256590182,
6
- "train_runtime": 2924.7101,
7
- "train_samples_per_second": 4.154,
8
- "train_steps_per_second": 0.065
9
- }
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/trainer_log.jsonl DELETED
@@ -1,38 +0,0 @@
1
- {"current_steps": 5, "total_steps": 189, "loss": 1.6681, "lr": 9.982741376606077e-06, "epoch": 0.07889546351084813, "percentage": 2.65, "elapsed_time": "0:01:27", "remaining_time": "0:53:56", "throughput": 2031.39, "total_tokens": 178672}
2
- {"current_steps": 10, "total_steps": 189, "loss": 1.6603, "lr": 9.931084650456892e-06, "epoch": 0.15779092702169625, "percentage": 5.29, "elapsed_time": "0:02:43", "remaining_time": "0:48:40", "throughput": 2200.31, "total_tokens": 358944}
3
- {"current_steps": 15, "total_steps": 189, "loss": 1.6342, "lr": 9.84538643114539e-06, "epoch": 0.23668639053254437, "percentage": 7.94, "elapsed_time": "0:03:59", "remaining_time": "0:46:22", "throughput": 2245.31, "total_tokens": 538544}
4
- {"current_steps": 20, "total_steps": 189, "loss": 1.6051, "lr": 9.726238331988625e-06, "epoch": 0.3155818540433925, "percentage": 10.58, "elapsed_time": "0:05:14", "remaining_time": "0:44:20", "throughput": 2258.92, "total_tokens": 711280}
5
- {"current_steps": 25, "total_steps": 189, "loss": 1.5336, "lr": 9.574462885855173e-06, "epoch": 0.39447731755424065, "percentage": 13.23, "elapsed_time": "0:06:32", "remaining_time": "0:42:51", "throughput": 2271.47, "total_tokens": 890528}
6
- {"current_steps": 30, "total_steps": 189, "loss": 1.4808, "lr": 9.391107866851143e-06, "epoch": 0.47337278106508873, "percentage": 15.87, "elapsed_time": "0:07:46", "remaining_time": "0:41:13", "throughput": 2282.1, "total_tokens": 1064976}
7
- {"current_steps": 35, "total_steps": 189, "loss": 1.4176, "lr": 9.177439057064684e-06, "epoch": 0.5522682445759369, "percentage": 18.52, "elapsed_time": "0:09:03", "remaining_time": "0:39:49", "throughput": 2287.6, "total_tokens": 1242464}
8
- {"current_steps": 40, "total_steps": 189, "loss": 1.3607, "lr": 8.934931508303446e-06, "epoch": 0.631163708086785, "percentage": 21.16, "elapsed_time": "0:10:20", "remaining_time": "0:38:31", "throughput": 2296.65, "total_tokens": 1424864}
9
- {"current_steps": 45, "total_steps": 189, "loss": 1.3325, "lr": 8.665259359149132e-06, "epoch": 0.7100591715976331, "percentage": 23.81, "elapsed_time": "0:11:38", "remaining_time": "0:37:15", "throughput": 2297.52, "total_tokens": 1605216}
10
- {"current_steps": 50, "total_steps": 189, "loss": 1.3015, "lr": 8.370284277626576e-06, "epoch": 0.7889546351084813, "percentage": 26.46, "elapsed_time": "0:12:57", "remaining_time": "0:36:02", "throughput": 2298.03, "total_tokens": 1787600}
11
- {"current_steps": 55, "total_steps": 189, "loss": 1.2871, "lr": 8.052042609272817e-06, "epoch": 0.8678500986193294, "percentage": 29.1, "elapsed_time": "0:14:16", "remaining_time": "0:34:45", "throughput": 2301.16, "total_tokens": 1969856}
12
- {"current_steps": 60, "total_steps": 189, "loss": 1.2506, "lr": 7.712731319328798e-06, "epoch": 0.9467455621301775, "percentage": 31.75, "elapsed_time": "0:15:33", "remaining_time": "0:33:26", "throughput": 2304.85, "total_tokens": 2151056}
13
- {"current_steps": 65, "total_steps": 189, "loss": 1.2444, "lr": 7.354692826101102e-06, "epoch": 1.0256410256410255, "percentage": 34.39, "elapsed_time": "0:16:49", "remaining_time": "0:32:05", "throughput": 2311.48, "total_tokens": 2333280}
14
- {"current_steps": 70, "total_steps": 189, "loss": 1.2097, "lr": 6.980398830195785e-06, "epoch": 1.1045364891518739, "percentage": 37.04, "elapsed_time": "0:18:06", "remaining_time": "0:30:47", "throughput": 2313.91, "total_tokens": 2514720}
15
- {"current_steps": 75, "total_steps": 189, "loss": 1.183, "lr": 6.592433251258423e-06, "epoch": 1.183431952662722, "percentage": 39.68, "elapsed_time": "0:19:22", "remaining_time": "0:29:27", "throughput": 2314.84, "total_tokens": 2691392}
16
- {"current_steps": 80, "total_steps": 189, "loss": 1.2053, "lr": 6.19347439001569e-06, "epoch": 1.26232741617357, "percentage": 42.33, "elapsed_time": "0:20:40", "remaining_time": "0:28:10", "throughput": 2316.57, "total_tokens": 2874128}
17
- {"current_steps": 85, "total_steps": 189, "loss": 1.1725, "lr": 5.786276438761928e-06, "epoch": 1.3412228796844181, "percentage": 44.97, "elapsed_time": "0:21:57", "remaining_time": "0:26:51", "throughput": 2316.26, "total_tokens": 3051232}
18
- {"current_steps": 90, "total_steps": 189, "loss": 1.163, "lr": 5.373650467932122e-06, "epoch": 1.4201183431952662, "percentage": 47.62, "elapsed_time": "0:23:17", "remaining_time": "0:25:36", "throughput": 2315.9, "total_tokens": 3235360}
19
- {"current_steps": 95, "total_steps": 189, "loss": 1.1811, "lr": 4.958445020019516e-06, "epoch": 1.4990138067061145, "percentage": 50.26, "elapsed_time": "0:24:34", "remaining_time": "0:24:18", "throughput": 2317.33, "total_tokens": 3416864}
20
- {"current_steps": 100, "total_steps": 189, "loss": 1.1796, "lr": 4.5435264448067595e-06, "epoch": 1.5779092702169626, "percentage": 52.91, "elapsed_time": "0:25:50", "remaining_time": "0:22:59", "throughput": 2315.15, "total_tokens": 3588656}
21
- {"current_steps": 105, "total_steps": 189, "loss": 1.1236, "lr": 4.131759111665349e-06, "epoch": 1.6568047337278107, "percentage": 55.56, "elapsed_time": "0:27:18", "remaining_time": "0:21:51", "throughput": 2300.51, "total_tokens": 3770480}
22
- {"current_steps": 110, "total_steps": 189, "loss": 1.14, "lr": 3.7259856355267275e-06, "epoch": 1.7357001972386588, "percentage": 58.2, "elapsed_time": "0:28:33", "remaining_time": "0:20:30", "throughput": 2305.43, "total_tokens": 3949808}
23
- {"current_steps": 115, "total_steps": 189, "loss": 1.1436, "lr": 3.3290072530340628e-06, "epoch": 1.8145956607495068, "percentage": 60.85, "elapsed_time": "0:29:49", "remaining_time": "0:19:11", "throughput": 2308.29, "total_tokens": 4129552}
24
- {"current_steps": 120, "total_steps": 189, "loss": 1.1168, "lr": 2.9435644843469434e-06, "epoch": 1.893491124260355, "percentage": 63.49, "elapsed_time": "0:31:05", "remaining_time": "0:17:52", "throughput": 2309.33, "total_tokens": 4307456}
25
- {"current_steps": 125, "total_steps": 189, "loss": 1.183, "lr": 2.5723182140992385e-06, "epoch": 1.972386587771203, "percentage": 66.14, "elapsed_time": "0:32:20", "remaining_time": "0:16:33", "throughput": 2310.49, "total_tokens": 4482576}
26
- {"current_steps": 130, "total_steps": 189, "loss": 1.1061, "lr": 2.217831322116797e-06, "epoch": 2.051282051282051, "percentage": 68.78, "elapsed_time": "0:33:36", "remaining_time": "0:15:15", "throughput": 2313.13, "total_tokens": 4664000}
27
- {"current_steps": 135, "total_steps": 189, "loss": 1.1299, "lr": 1.8825509907063328e-06, "epoch": 2.1301775147928996, "percentage": 71.43, "elapsed_time": "0:34:50", "remaining_time": "0:13:56", "throughput": 2315.18, "total_tokens": 4840624}
28
- {"current_steps": 140, "total_steps": 189, "loss": 1.1334, "lr": 1.5687918106563326e-06, "epoch": 2.2090729783037477, "percentage": 74.07, "elapsed_time": "0:36:07", "remaining_time": "0:12:38", "throughput": 2315.32, "total_tokens": 5019584}
29
- {"current_steps": 145, "total_steps": 189, "loss": 1.1393, "lr": 1.2787198025767417e-06, "epoch": 2.287968441814596, "percentage": 76.72, "elapsed_time": "0:37:25", "remaining_time": "0:11:21", "throughput": 2316.11, "total_tokens": 5199712}
30
- {"current_steps": 150, "total_steps": 189, "loss": 1.1358, "lr": 1.0143374638853892e-06, "epoch": 2.366863905325444, "percentage": 79.37, "elapsed_time": "0:38:41", "remaining_time": "0:10:03", "throughput": 2318.52, "total_tokens": 5381712}
31
- {"current_steps": 155, "total_steps": 189, "loss": 1.1423, "lr": 7.774699446684608e-07, "epoch": 2.445759368836292, "percentage": 82.01, "elapsed_time": "0:39:58", "remaining_time": "0:08:46", "throughput": 2320.76, "total_tokens": 5565648}
32
- {"current_steps": 160, "total_steps": 189, "loss": 1.1349, "lr": 5.697524478493288e-07, "epoch": 2.52465483234714, "percentage": 84.66, "elapsed_time": "0:41:13", "remaining_time": "0:07:28", "throughput": 2323.18, "total_tokens": 5745664}
33
- {"current_steps": 165, "total_steps": 189, "loss": 1.1684, "lr": 3.9261894064796136e-07, "epoch": 2.603550295857988, "percentage": 87.3, "elapsed_time": "0:42:32", "remaining_time": "0:06:11", "throughput": 2321.49, "total_tokens": 5924448}
34
- {"current_steps": 170, "total_steps": 189, "loss": 1.1034, "lr": 2.472922552608559e-07, "epoch": 2.6824457593688362, "percentage": 89.95, "elapsed_time": "0:43:46", "remaining_time": "0:04:53", "throughput": 2323.57, "total_tokens": 6102352}
35
- {"current_steps": 175, "total_steps": 189, "loss": 1.1398, "lr": 1.3477564710088097e-07, "epoch": 2.7613412228796843, "percentage": 92.59, "elapsed_time": "0:45:01", "remaining_time": "0:03:36", "throughput": 2323.27, "total_tokens": 6276448}
36
- {"current_steps": 180, "total_steps": 189, "loss": 1.1105, "lr": 5.584586887435739e-08, "epoch": 2.8402366863905324, "percentage": 95.24, "elapsed_time": "0:46:17", "remaining_time": "0:02:18", "throughput": 2323.62, "total_tokens": 6454720}
37
- {"current_steps": 185, "total_steps": 189, "loss": 1.1305, "lr": 1.1047808308075059e-08, "epoch": 2.9191321499013805, "percentage": 97.88, "elapsed_time": "0:47:34", "remaining_time": "0:01:01", "throughput": 2324.4, "total_tokens": 6634464}
38
- {"current_steps": 189, "total_steps": 189, "epoch": 2.9822485207100593, "percentage": 100.0, "elapsed_time": "0:48:44", "remaining_time": "0:00:00", "throughput": 2315.84, "total_tokens": 6773184}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/trainer_state.json DELETED
@@ -1,339 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 2.9822485207100593,
5
- "eval_steps": 500,
6
- "global_step": 189,
7
- "is_hyper_param_search": false,
8
- "is_local_process_zero": true,
9
- "is_world_process_zero": true,
10
- "log_history": [
11
- {
12
- "epoch": 0.07889546351084813,
13
- "grad_norm": 0.7517743802879164,
14
- "learning_rate": 9.982741376606077e-06,
15
- "loss": 1.6681,
16
- "num_input_tokens_seen": 178672,
17
- "step": 5
18
- },
19
- {
20
- "epoch": 0.15779092702169625,
21
- "grad_norm": 0.844390565883667,
22
- "learning_rate": 9.931084650456892e-06,
23
- "loss": 1.6603,
24
- "num_input_tokens_seen": 358944,
25
- "step": 10
26
- },
27
- {
28
- "epoch": 0.23668639053254437,
29
- "grad_norm": 0.9001854481599434,
30
- "learning_rate": 9.84538643114539e-06,
31
- "loss": 1.6342,
32
- "num_input_tokens_seen": 538544,
33
- "step": 15
34
- },
35
- {
36
- "epoch": 0.3155818540433925,
37
- "grad_norm": 0.9052489549925832,
38
- "learning_rate": 9.726238331988625e-06,
39
- "loss": 1.6051,
40
- "num_input_tokens_seen": 711280,
41
- "step": 20
42
- },
43
- {
44
- "epoch": 0.39447731755424065,
45
- "grad_norm": 0.8027376292951401,
46
- "learning_rate": 9.574462885855173e-06,
47
- "loss": 1.5336,
48
- "num_input_tokens_seen": 890528,
49
- "step": 25
50
- },
51
- {
52
- "epoch": 0.47337278106508873,
53
- "grad_norm": 0.7870518685476616,
54
- "learning_rate": 9.391107866851143e-06,
55
- "loss": 1.4808,
56
- "num_input_tokens_seen": 1064976,
57
- "step": 30
58
- },
59
- {
60
- "epoch": 0.5522682445759369,
61
- "grad_norm": 0.6854923958247626,
62
- "learning_rate": 9.177439057064684e-06,
63
- "loss": 1.4176,
64
- "num_input_tokens_seen": 1242464,
65
- "step": 35
66
- },
67
- {
68
- "epoch": 0.631163708086785,
69
- "grad_norm": 0.5750854251722598,
70
- "learning_rate": 8.934931508303446e-06,
71
- "loss": 1.3607,
72
- "num_input_tokens_seen": 1424864,
73
- "step": 40
74
- },
75
- {
76
- "epoch": 0.7100591715976331,
77
- "grad_norm": 0.5472056176391153,
78
- "learning_rate": 8.665259359149132e-06,
79
- "loss": 1.3325,
80
- "num_input_tokens_seen": 1605216,
81
- "step": 45
82
- },
83
- {
84
- "epoch": 0.7889546351084813,
85
- "grad_norm": 0.48469354587632074,
86
- "learning_rate": 8.370284277626576e-06,
87
- "loss": 1.3015,
88
- "num_input_tokens_seen": 1787600,
89
- "step": 50
90
- },
91
- {
92
- "epoch": 0.8678500986193294,
93
- "grad_norm": 0.5100775865785815,
94
- "learning_rate": 8.052042609272817e-06,
95
- "loss": 1.2871,
96
- "num_input_tokens_seen": 1969856,
97
- "step": 55
98
- },
99
- {
100
- "epoch": 0.9467455621301775,
101
- "grad_norm": 0.4278394592846904,
102
- "learning_rate": 7.712731319328798e-06,
103
- "loss": 1.2506,
104
- "num_input_tokens_seen": 2151056,
105
- "step": 60
106
- },
107
- {
108
- "epoch": 1.0256410256410255,
109
- "grad_norm": 0.4445611249536644,
110
- "learning_rate": 7.354692826101102e-06,
111
- "loss": 1.2444,
112
- "num_input_tokens_seen": 2333280,
113
- "step": 65
114
- },
115
- {
116
- "epoch": 1.1045364891518739,
117
- "grad_norm": 0.4249772475239759,
118
- "learning_rate": 6.980398830195785e-06,
119
- "loss": 1.2097,
120
- "num_input_tokens_seen": 2514720,
121
- "step": 70
122
- },
123
- {
124
- "epoch": 1.183431952662722,
125
- "grad_norm": 0.3890283360722578,
126
- "learning_rate": 6.592433251258423e-06,
127
- "loss": 1.183,
128
- "num_input_tokens_seen": 2691392,
129
- "step": 75
130
- },
131
- {
132
- "epoch": 1.26232741617357,
133
- "grad_norm": 0.38495737090738175,
134
- "learning_rate": 6.19347439001569e-06,
135
- "loss": 1.2053,
136
- "num_input_tokens_seen": 2874128,
137
- "step": 80
138
- },
139
- {
140
- "epoch": 1.3412228796844181,
141
- "grad_norm": 0.3810624778090492,
142
- "learning_rate": 5.786276438761928e-06,
143
- "loss": 1.1725,
144
- "num_input_tokens_seen": 3051232,
145
- "step": 85
146
- },
147
- {
148
- "epoch": 1.4201183431952662,
149
- "grad_norm": 0.38362267333836025,
150
- "learning_rate": 5.373650467932122e-06,
151
- "loss": 1.163,
152
- "num_input_tokens_seen": 3235360,
153
- "step": 90
154
- },
155
- {
156
- "epoch": 1.4990138067061145,
157
- "grad_norm": 0.368418324987837,
158
- "learning_rate": 4.958445020019516e-06,
159
- "loss": 1.1811,
160
- "num_input_tokens_seen": 3416864,
161
- "step": 95
162
- },
163
- {
164
- "epoch": 1.5779092702169626,
165
- "grad_norm": 0.383407588436673,
166
- "learning_rate": 4.5435264448067595e-06,
167
- "loss": 1.1796,
168
- "num_input_tokens_seen": 3588656,
169
- "step": 100
170
- },
171
- {
172
- "epoch": 1.6568047337278107,
173
- "grad_norm": 0.35574670619233356,
174
- "learning_rate": 4.131759111665349e-06,
175
- "loss": 1.1236,
176
- "num_input_tokens_seen": 3770480,
177
- "step": 105
178
- },
179
- {
180
- "epoch": 1.7357001972386588,
181
- "grad_norm": 0.37423484457216416,
182
- "learning_rate": 3.7259856355267275e-06,
183
- "loss": 1.14,
184
- "num_input_tokens_seen": 3949808,
185
- "step": 110
186
- },
187
- {
188
- "epoch": 1.8145956607495068,
189
- "grad_norm": 0.36784958426111003,
190
- "learning_rate": 3.3290072530340628e-06,
191
- "loss": 1.1436,
192
- "num_input_tokens_seen": 4129552,
193
- "step": 115
194
- },
195
- {
196
- "epoch": 1.893491124260355,
197
- "grad_norm": 0.34472939740012404,
198
- "learning_rate": 2.9435644843469434e-06,
199
- "loss": 1.1168,
200
- "num_input_tokens_seen": 4307456,
201
- "step": 120
202
- },
203
- {
204
- "epoch": 1.972386587771203,
205
- "grad_norm": 0.3888969617469796,
206
- "learning_rate": 2.5723182140992385e-06,
207
- "loss": 1.183,
208
- "num_input_tokens_seen": 4482576,
209
- "step": 125
210
- },
211
- {
212
- "epoch": 2.051282051282051,
213
- "grad_norm": 0.350147395425708,
214
- "learning_rate": 2.217831322116797e-06,
215
- "loss": 1.1061,
216
- "num_input_tokens_seen": 4664000,
217
- "step": 130
218
- },
219
- {
220
- "epoch": 2.1301775147928996,
221
- "grad_norm": 0.3861518755075231,
222
- "learning_rate": 1.8825509907063328e-06,
223
- "loss": 1.1299,
224
- "num_input_tokens_seen": 4840624,
225
- "step": 135
226
- },
227
- {
228
- "epoch": 2.2090729783037477,
229
- "grad_norm": 0.3546443595857142,
230
- "learning_rate": 1.5687918106563326e-06,
231
- "loss": 1.1334,
232
- "num_input_tokens_seen": 5019584,
233
- "step": 140
234
- },
235
- {
236
- "epoch": 2.287968441814596,
237
- "grad_norm": 0.34227747301098843,
238
- "learning_rate": 1.2787198025767417e-06,
239
- "loss": 1.1393,
240
- "num_input_tokens_seen": 5199712,
241
- "step": 145
242
- },
243
- {
244
- "epoch": 2.366863905325444,
245
- "grad_norm": 0.3394440679416029,
246
- "learning_rate": 1.0143374638853892e-06,
247
- "loss": 1.1358,
248
- "num_input_tokens_seen": 5381712,
249
- "step": 150
250
- },
251
- {
252
- "epoch": 2.445759368836292,
253
- "grad_norm": 0.3437394931824312,
254
- "learning_rate": 7.774699446684608e-07,
255
- "loss": 1.1423,
256
- "num_input_tokens_seen": 5565648,
257
- "step": 155
258
- },
259
- {
260
- "epoch": 2.52465483234714,
261
- "grad_norm": 0.34664670822827176,
262
- "learning_rate": 5.697524478493288e-07,
263
- "loss": 1.1349,
264
- "num_input_tokens_seen": 5745664,
265
- "step": 160
266
- },
267
- {
268
- "epoch": 2.603550295857988,
269
- "grad_norm": 0.33354356146833053,
270
- "learning_rate": 3.9261894064796136e-07,
271
- "loss": 1.1684,
272
- "num_input_tokens_seen": 5924448,
273
- "step": 165
274
- },
275
- {
276
- "epoch": 2.6824457593688362,
277
- "grad_norm": 0.37735672802246767,
278
- "learning_rate": 2.472922552608559e-07,
279
- "loss": 1.1034,
280
- "num_input_tokens_seen": 6102352,
281
- "step": 170
282
- },
283
- {
284
- "epoch": 2.7613412228796843,
285
- "grad_norm": 0.36263778412439085,
286
- "learning_rate": 1.3477564710088097e-07,
287
- "loss": 1.1398,
288
- "num_input_tokens_seen": 6276448,
289
- "step": 175
290
- },
291
- {
292
- "epoch": 2.8402366863905324,
293
- "grad_norm": 0.3793915300588604,
294
- "learning_rate": 5.584586887435739e-08,
295
- "loss": 1.1105,
296
- "num_input_tokens_seen": 6454720,
297
- "step": 180
298
- },
299
- {
300
- "epoch": 2.9191321499013805,
301
- "grad_norm": 0.34271636031236846,
302
- "learning_rate": 1.1047808308075059e-08,
303
- "loss": 1.1305,
304
- "num_input_tokens_seen": 6634464,
305
- "step": 185
306
- },
307
- {
308
- "epoch": 2.9822485207100593,
309
- "num_input_tokens_seen": 6773184,
310
- "step": 189,
311
- "total_flos": 316290046623744.0,
312
- "train_loss": 1.2503274256590182,
313
- "train_runtime": 2924.7101,
314
- "train_samples_per_second": 4.154,
315
- "train_steps_per_second": 0.065
316
- }
317
- ],
318
- "logging_steps": 5,
319
- "max_steps": 189,
320
- "num_input_tokens_seen": 6773184,
321
- "num_train_epochs": 3,
322
- "save_steps": 100,
323
- "stateful_callbacks": {
324
- "TrainerControl": {
325
- "args": {
326
- "should_epoch_stop": false,
327
- "should_evaluate": false,
328
- "should_log": false,
329
- "should_save": true,
330
- "should_training_stop": true
331
- },
332
- "attributes": {}
333
- }
334
- },
335
- "total_flos": 316290046623744.0,
336
- "train_batch_size": 2,
337
- "trial_name": null,
338
- "trial_params": null
339
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:578d7264005d7bb2415375feb4d2afc32a3ca447e14ffc34c1b7fef987277d58
3
- size 7480
 
 
 
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/training_loss.png DELETED
Binary file (39.9 kB)
 
qwen2-7b-instruct_refusal-sft-lora_v1_2025-09-26-03-11-36/vocab.json DELETED
The diff for this file is too large to render. See raw diff