[fix] fix missing imports, wrong path in entrypoint.sh

app.py

@@ -1,9 +1,14 @@
 import gradio as gr
+import json
+import logging
 from fastapi import FastAPI
 
 from utils import session_logger
 
 
+session_logger.change_logging(logging.DEBUG)
+
+
 CUSTOM_GRADIO_PATH = "/"
 app = FastAPI(title="lisa_app", version="1.0")
 

scripts/entrypoint.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-WORKDIR="/var/task"
+WORKDIR="/code"
 XDG_CACHE_HOME="/data"
 MPLCONFIGDIR=${XDG_CACHE_HOME}/.cache/matplotlib
 TRANSFORMERS_CACHE=${XDG_CACHE_HOME}/.cache/transformers
@@ -30,24 +30,16 @@ which python
 python --version
 
 free -m
-which nvcc
-nvcc -V
-which nvidia-smi
-nvidia-smi
 pip list
 
-df -h / /data /home /var/task
+df -h / /data /home /code
 
-echo "WORKDIR - /var/task::"
+echo "WORKDIR - /code"
 ls -l ${WORKDIR}
 
 echo "XDG_CACHE_HOME - /data"
 find ${XDG_CACHE_HOME}
 
-CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.free,index --format=csv,nounits,noheader | sort -nr | head -1 | awk '{ print $NF }')
-echo "calculated CUDA_VISIBLE_DEVICES env variable: ${CUDA_VISIBLE_DEVICES}."
-export CUDA_VISIBLE_DEVICES
-
-python ${WORKDIR}/app.py --version='xinlai/LISA-13B-llama2-v1-explanatory' --precision='fp16' --load_in_4bit
+uvicorn app:app --host 0.0.0.0 --port 7860
 
 exit 0