Update constants/models.py

constants/models.py

@@ -2,6 +2,7 @@ MODEL_MAP = {
     "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",  # [Recommended]
     "nous-mixtral-8x7b": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
     "Llama-3.1-70B-Instruct": "meta-llama/Meta-Llama-3.1-70B-Instruct",
+    "Mistral-Nemo-Instruct-2407": "mistralai/Mistral-Nemo-Instruct-2407",
     "mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",
     "yi-1.5-34b": "01-ai/Yi-1.5-34B-Chat",
     "gemma-7b": "google/gemma-1.1-7b-it",
@@ -23,6 +24,8 @@ STOP_SEQUENCES_MAP = {
     "nous-mixtral-8x7b": "<|im_end|>",
     # https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct/blob/1d54af340dc8906a2d21146191a9c184c35e47bd/tokenizer_config.json#L2055
     "Llama-3.1-70B-Instruct": "<|eot_id|>",
+    # https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct/blob/1d54af340dc8906a2d21146191a9c184c35e47bd/tokenizer_config.json#L2055
+    "Mistral-Nemo-Instruct-2407": "</s>",
     # https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2/blob/main/tokenizer_config.json#L33
     "mistral-7b": "</s>",
     # https://huggingface.co/01-ai/Yi-1.5-34B-Chat/blob/main/tokenizer_config.json#L42
@@ -37,6 +40,7 @@ TOKEN_LIMIT_MAP = {
     "mixtral-8x7b": 32768,
     "nous-mixtral-8x7b": 32768,
     "Llama-3.1-70B-Instruct": 32768,
+    "Mistral-Nemo-Instruct-2407": 32768,
     "mistral-7b": 32768,
     "yi-1.5-34b": 4096,
     "gemma-7b": 8192,
@@ -66,6 +70,13 @@ AVAILABLE_MODELS_DICTS = [
         "created": 1700000000,
         "owned_by": "NousResearch",
     },
+    {
+        "id": "Mistral-Nemo-Instruct-2407",
+        "description": "[mistralai/Mistral-Nemo-Instruct-2407]: https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "mistralai",
+    },
     {
         "id": "Llama-3.1-70B-Instruct",
         "description": "[meta-llama/Llama-3.1-70B-Instruct]: https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct",