Update apis/chat_api.py

apis/chat_api.py

@@ -26,6 +26,7 @@ from networks.huggingchat_streamer import HuggingchatStreamer
 from networks.openai_streamer import OpenaiStreamer
 
 from sentence_transformers import SentenceTransformer
+import tiktoken
 
 class ChatAPIApp:
     def __init__(self):
@@ -311,7 +312,7 @@ class ChatAPIApp:
 
     class EmbeddingRequest(BaseModel):
         model: str
-        input: str
+        input: list
         options: Optional[dict] = None
 
     class OllamaEmbeddingRequest(BaseModel):
@@ -323,7 +324,8 @@ class ChatAPIApp:
         try:
             model = request.model
             model_kwargs = request.options
-            embeddings = self.embeddings[model].encode(request.input, convert_to_tensor=True)#, **model_kwargs)
+            encoding = tiktoken.get_encoding("cl100k_base")
+            embeddings = self.embeddings[model].encode(encoding.decode(request.input), convert_to_tensor=True)#, **model_kwargs)
             return {
                 "object":"list", 
                 "data":[