Hugging Face's logo

anujsahani01
/
PyLoomer_CodeParrot

Generated from Trainer
Model card Files
xet
Community
anujsahani01 commited on
Commit
3f91c9f
·
1 Parent(s): 0509931

Training in progress, step 500

Browse files
Files changed (5) hide show
  1. adapter_model.bin +1 -1
  2. added_tokens.json +0 -1
  3. tokenizer.json +10 -19
  4. tokenizer_config.json +3 -4
  5. training_args.bin +1 -1
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a0446a8010d097609c0b19c1f0d8be35b3455f6f84faa5a11078792c3dee71d
3
  size 1188025
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f0467c6dee1c0b29945bba2fd183cc9b549d9aadd12d99db574ae387fe549b
3
  size 1188025
added_tokens.json CHANGED
@@ -1,7 +1,6 @@
1
  {
2
  "<ASSISTANT_TASK:>": 32771,
3
  "<END_TASK>": 32772,
4
- "<PAD>": 32773,
5
  "<SYSTEM_TASK:>": 32769,
6
  "<USER_TASK:>": 32770,
7
  "<|PAD|>": 32768
 
1
  {
2
  "<ASSISTANT_TASK:>": 32771,
3
  "<END_TASK>": 32772,
 
4
  "<SYSTEM_TASK:>": 32769,
5
  "<USER_TASK:>": 32770,
6
  "<|PAD|>": 32768
tokenizer.json CHANGED
@@ -18,8 +18,8 @@
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
21
- "normalized": true,
22
- "special": false
23
  },
24
  {
25
  "id": 32769,
@@ -27,8 +27,8 @@
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
- "normalized": false,
31
- "special": true
32
  },
33
  {
34
  "id": 32770,
@@ -36,8 +36,8 @@
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
39
- "normalized": false,
40
- "special": true
41
  },
42
  {
43
  "id": 32771,
@@ -45,8 +45,8 @@
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
48
- "normalized": false,
49
- "special": true
50
  },
51
  {
52
  "id": 32772,
@@ -54,17 +54,8 @@
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
57
- "normalized": false,
58
- "special": true
59
- },
60
- {
61
- "id": 32773,
62
- "content": "<PAD>",
63
- "single_word": false,
64
- "lstrip": false,
65
- "rstrip": false,
66
- "normalized": false,
67
- "special": true
68
  }
69
  ],
70
  "normalizer": null,
 
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
  },
24
  {
25
  "id": 32769,
 
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
+ "normalized": true,
31
+ "special": false
32
  },
33
  {
34
  "id": 32770,
 
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
39
+ "normalized": true,
40
+ "special": false
41
  },
42
  {
43
  "id": 32771,
 
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
48
+ "normalized": true,
49
+ "special": false
50
  },
51
  {
52
  "id": 32772,
 
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
57
+ "normalized": true,
58
+ "special": false
 
 
 
 
 
 
 
 
 
59
  }
60
  ],
61
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -9,9 +9,8 @@
9
  "bos_token": "<|endoftext|>",
10
  "clean_up_tokenization_spaces": true,
11
  "eos_token": "<|endoftext|>",
12
- "model_max_length": 3000,
13
- "pad_token": "<PAD>",
14
  "tokenizer_class": "GPT2Tokenizer",
15
- "unk_token": "<|endoftext|>",
16
- "vocab_size": 32774
17
  }
 
9
  "bos_token": "<|endoftext|>",
10
  "clean_up_tokenization_spaces": true,
11
  "eos_token": "<|endoftext|>",
12
+ "model_max_length": 5000,
13
+ "pad_token": "<|PAD|>",
14
  "tokenizer_class": "GPT2Tokenizer",
15
+ "unk_token": "<|endoftext|>"
 
16
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fd979841e72ee0667737c83392990f8c6193c94174474cd5647e04ce871c18a
3
  size 3963
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fea0ccecb493671c8c3b4fd22a6ff8049971e810b4c545124845a558dd4e199
3
  size 3963