tokenizer_config.json

{
  "n_queries": 256,
  "use_structure": true,
  "tokenizer_class": "iPLMTokenizer",
  "auto_map": {
    "AutoTokenizer": [
      "tokenization_iPLM.iPLMTokenizer",
      null
      ]
  }
}