Update tokenizer_config.json

tokenizer_config.json

@@ -1,48 +1,3 @@
-
-Hugging Face's logo Hugging Face
-
-Models
-Datasets
-Spaces
-Posts
-Docs
-Pricing
-
-meta-llama
-/
-Meta-Llama-3-8B-Instruct
-Text Generation
-Transformers
-Safetensors
-PyTorch
-English
-llama
-facebook
-meta
-llama-3
-conversational
-Inference Endpoints
-text-generation-inference
-Model card
-Files and versions
-Community
-108
-Meta-Llama-3-8B-Instruct
-/ tokenizer_config.json
-ArthurZ's picture
-ArthurZ
-HF staff
-Update tokenizer_config.json (#60)
-a897769
-verified
-5 days ago
-raw
-history
-blame
-contribute
-delete
-No virus
-51 kB
 {
   "added_tokens_decoder": {
     "128000": {
@@ -2106,5 +2061,4 @@ No virus
   "pad_token": "<|reserved_special_token_250|>",
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizerFast"
-}
-
+}