PyTorch
English
qwen2
RAG
IR
LLM
OpenDecoder / special_tokens_map.json
Meranti's picture
upload ckpt
19493b8 verified
{
"additional_special_tokens": [
{
"content": "Passage_1:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_2:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_3:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_4:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_5:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_6:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_7:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_8:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_9:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_10:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_11:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_12:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_13:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_14:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_15:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_16:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_17:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_18:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_19:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "Passage_20:",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
],
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}