anujsahani01 commited on
Commit
9e18523
·
1 Parent(s): ab42f87

Training in progress, step 500

Browse files
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:901a040f619bc1b4fc76f9d24901b792d45f0edc68c9b35b1529bc56ea88bb53
3
  size 1188025
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fff7516528c49e51cdf45048ff0bacde0bc322a7e8885427225f891bc01e23a2
3
  size 1188025
added_tokens.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "<ASSISTANT_TASK:>": 32771,
3
  "<END_TASK>": 32772,
 
4
  "<SYSTEM_TASK:>": 32769,
5
  "<USER_TASK:>": 32770,
6
  "<|PAD|>": 32768
 
1
  {
2
  "<ASSISTANT_TASK:>": 32771,
3
  "<END_TASK>": 32772,
4
+ "<PAD>": 32773,
5
  "<SYSTEM_TASK:>": 32769,
6
  "<USER_TASK:>": 32770,
7
  "<|PAD|>": 32768
tokenizer.json CHANGED
@@ -27,8 +27,8 @@
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
- "normalized": true,
31
- "special": false
32
  },
33
  {
34
  "id": 32770,
@@ -36,8 +36,8 @@
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
39
- "normalized": true,
40
- "special": false
41
  },
42
  {
43
  "id": 32771,
@@ -45,8 +45,8 @@
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
48
- "normalized": true,
49
- "special": false
50
  },
51
  {
52
  "id": 32772,
@@ -54,8 +54,17 @@
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
57
- "normalized": true,
58
- "special": false
 
 
 
 
 
 
 
 
 
59
  }
60
  ],
61
  "normalizer": null,
 
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
  },
33
  {
34
  "id": 32770,
 
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
  },
42
  {
43
  "id": 32771,
 
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
48
+ "normalized": false,
49
+ "special": true
50
  },
51
  {
52
  "id": 32772,
 
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
57
+ "normalized": false,
58
+ "special": true
59
+ },
60
+ {
61
+ "id": 32773,
62
+ "content": "<PAD>",
63
+ "single_word": false,
64
+ "lstrip": false,
65
+ "rstrip": false,
66
+ "normalized": false,
67
+ "special": true
68
  }
69
  ],
70
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -9,8 +9,9 @@
9
  "bos_token": "<|endoftext|>",
10
  "clean_up_tokenization_spaces": true,
11
  "eos_token": "<|endoftext|>",
12
- "model_max_length": 5000,
13
- "pad_token": "<|PAD|>",
14
  "tokenizer_class": "GPT2Tokenizer",
15
- "unk_token": "<|endoftext|>"
 
16
  }
 
9
  "bos_token": "<|endoftext|>",
10
  "clean_up_tokenization_spaces": true,
11
  "eos_token": "<|endoftext|>",
12
+ "model_max_length": 3000,
13
+ "pad_token": "<PAD>",
14
  "tokenizer_class": "GPT2Tokenizer",
15
+ "unk_token": "<|endoftext|>",
16
+ "vocab_size": 32774
17
  }