update

.env.local.template

@@ -19,33 +19,27 @@ OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that
 OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
 
 
-# 'name', 'userMessageToken', 'assistantMessageToken' are required
+OPENAI_API_KEY=${OPENAI_API_KEY}
+
 MODELS=`[
   {
-    "name": "${MODEL_NAME}",
-    "chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
-    "preprompt": "",
-    "promptExamples": [
-      {
-        "title": "Python Fibonacci",
-        "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
-      }, {
-        "title": "What is a meme?",
-        "prompt": "What is a meme, and what's the history behind this word?"
-      }, {
-        "title": "Regex",
-        "prompt": "Create a regex to extract dates from logs"
-      }
-    ],
-    "endpoints": [
-      {
-        "type": "tgi",
-        "url": "http://127.0.0.1:8080"
-      }
-    ],
-    "parameters": ${MODEL_PARAMS}
+    "name": "yi-34b-chat-0205",
+    "parameters": {
+      "temperature": 0.3,
+      "top_p": 0.8,
+      "repetition_penalty": 0.0,
+      "max_tokens": 1024,
+      "top_k": 50,
+      "truncate": 1000,
+      "max_new_tokens": 1024
+    },
+    "endpoints": [{
+      "type" : "openai",
+      "baseURL": "${ENDPOINT}"
+    }]
   }
 ]`
+
 OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
 
 PUBLIC_ORIGIN=${SPACE_HOST}

Dockerfile

@@ -19,7 +19,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
     rm -rf /var/lib/apt/lists/*
 
 
-RUN git clone https://github.com/huggingface/chat-ui.git
+RUN git clone -b v0.7 https://github.com/huggingface/chat-ui.git
 
 WORKDIR /app/chat-ui
 
@@ -29,16 +29,27 @@ COPY .env.local.template .env.local.template
 RUN mkdir defaults
 ADD defaults /defaults
 RUN chmod -R 777 /defaults
+
+
+RUN --mount=type=secret,id=OPENAI_API_KEY,mode=0444 \
+    OPENAI_API_KEY=$(cat /run/secrets/OPENAI_API_KEY) && export OPENAI_API_KEY && echo "${OPENAI_API_KEY}" >> "/defaults/.openai.key" && cat /defaults/.openai.key
+
+
+RUN --mount=type=secret,id=ENDPOINT,mode=0444 \
+    ENDPOINT=$(cat /run/secrets/ENDPOINT) && export ENDPOINT && echo "${ENDPOINT}" >> "/defaults/.endpoint" && cat /defaults/.endpoint
+
+
 RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \
     MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
     && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
     && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
     && APP_COLOR="${APP_COLOR:="$(cat /defaults/APP_COLOR)"}" && export APP_COLOR \
     && APP_NAME="${APP_NAME:="$(cat /defaults/APP_NAME)"}" && export APP_NAME \
-    && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL && \
-    echo "${MONGODB_URL}" && \
-    envsubst < ".env.local.template" > ".env.local" \ 
-    && rm .env.local.template
+    && MONGODB_URL=$(cat /run/secrets/MONGODB_URL || cat /defaults/MONGODB_URL) && export MONGODB_URL && \
+    echo "${MONGODB_URL}" && OPENAI_API_KEY=$(cat /defaults/.openai.key) && export OPENAI_API_KEY && echo "${OPENAI_API_KEY}" \
+    && ENDPOINT=$(cat /defaults/.endpoint) && export ENDPOINT && echo "${ENDPOINT}" \
+    && envsubst < ".env.local.template" > ".env.local" \ 
+    && rm .env.local.template && cat .env.local
 
 
 
@@ -83,11 +94,11 @@ RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \
     && rm entrypoint.sh.template
 
 
-RUN curl -fsSL https://www.mongodb.org/static/pgp/server-7.0.asc | \
-    gpg -o /usr/share/keyrings/mongodb-server-7.0.gpg \
-   --dearmor
+RUN curl -fsSL https://pgp.mongodb.com/server-6.0.asc | \
+    gpg -o /usr/share/keyrings/mongodb-server-6.0.gpg \
+    --dearmor
 
-RUN echo "deb [ arch=amd64,arm64 signed-by=/usr/share/keyrings/mongodb-server-7.0.gpg ] https://repo.mongodb.org/apt/ubuntu jammy/mongodb-org/7.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-7.0.list
+RUN echo "deb [ arch=amd64,arm64 signed-by=/usr/share/keyrings/mongodb-server-6.0.gpg ] https://repo.mongodb.org/apt/ubuntu jammy/mongodb-org/6.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-6.0.list
 
 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
     mongodb-org && \
@@ -96,7 +107,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
 RUN mkdir -p /data/db
 RUN chown -R 1000:1000 /data
 
-RUN curl -fsSL https://deb.nodesource.com/setup_20.x | /bin/bash -
+RUN curl -fsSL https://deb.nodesource.com/setup_19.x | /bin/bash -
 
 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
     nodejs && \

README.md

@@ -2,12 +2,14 @@
 title: Yi 1.5 34B Chat
 emoji: 🚀
 colorFrom: indigo
-colorTo: blue
+colorTo: purple
 sdk: docker
 pinned: false
 app_port: 3000
 suggested_hardware: a10g-small
 license: apache-2.0
+models:
+  - 01-ai/Yi-1.5-34B-Chat
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

entrypoint.sh.template

@@ -1,17 +1,13 @@
 #!/bin/bash
 
-# Make sure `/data/db` directory exists even with persistent storage
-mkdir -p /data/db
-# If app crashed, mongo didn't stop gracefully. Remove all the old *.lock files
-find /data/db -name "*.lock" -type f -exec rm -f {} \; 
 # Start the local Mongo database
-mongod &
+#mongod &
 
 # Start the text-generation-inference process
-text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
+#text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
 
 # Wait for text-generation-inference to start
-curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
+#curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
 
 # Start the chat-ui process
 pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &