app.py

import logging
import os
import sys

import gradio as gr
import uvicorn
from fastapi import FastAPI
from fastapi.staticfiles import StaticFiles
from fastapi.templating import Jinja2Templates
from spaces import GPU as SPACES_GPU

from lisa_on_cuda import routes
from lisa_on_cuda.utils import app_helpers, session_logger, utils

LOGLEVEL = os.getenv('LOGLEVEL', 'INFO').upper()
session_logger.change_logging(LOGLEVEL)

CUSTOM_GRADIO_PATH = "/"
app = FastAPI(title="lisa_app", version="1.0")
app.include_router(routes.router)


os.makedirs(utils.FASTAPI_STATIC, exist_ok=True)
app.mount("/static", StaticFiles(directory=utils.FASTAPI_STATIC), name="static")
templates = Jinja2Templates(directory="templates")


app_helpers.app_logger.info(f"sys.argv:{sys.argv}.")
args = app_helpers.parse_args([])
app_helpers.app_logger.info(f"prepared default arguments:{args}.")
inference_fn = app_helpers.get_inference_model_by_args(args, inference_decorator=SPACES_GPU)
app_helpers.app_logger.info(f"prepared inference_fn function:{inference_fn.__name__}, creating gradio interface...")
io = app_helpers.get_gradio_interface(inference_fn)
app_helpers.app_logger.info("created gradio interface")
app = gr.mount_gradio_app(app, io, path=CUSTOM_GRADIO_PATH)
app_helpers.app_logger.info("mounted gradio app within fastapi")


if __name__ == '__main__':
    try:
        uvicorn.run(app, host="0.0.0.0", port=7860)
    except Exception as ex:
        logging.error(f"ex_:{ex}.")
        raise ex