import logging import os import sys import gradio as gr import uvicorn from fastapi import FastAPI from fastapi.responses import FileResponse from fastapi.staticfiles import StaticFiles from fastapi.templating import Jinja2Templates from spaces import GPU as SPACES_GPU from lisa_on_cuda import routes from lisa_on_cuda.utils import app_helpers, session_logger, utils from lisa_on_cuda.utils import frontend_builder LOGLEVEL = os.getenv('LOGLEVEL', 'INFO').upper() session_logger.change_logging(LOGLEVEL) CUSTOM_GRADIO_PATH = "/" CUSTOM_STATIC_PATH = "/static" FASTAPI_TITLE = "lisa_app" app = FastAPI(title=FASTAPI_TITLE, version="1.0") app.include_router(routes.router) frontend_builder.build_frontend( project_root_folder=frontend_builder.env_project_root_folder, input_css_path=frontend_builder.env_input_css_path, output_dist_folder=utils.FASTAPI_STATIC / "dist" ) logging.info("build_frontend ok!") os.makedirs(utils.FASTAPI_STATIC, exist_ok=True) app.mount(CUSTOM_STATIC_PATH, StaticFiles(directory=utils.FASTAPI_STATIC / "dist"), name="static") @app.get(CUSTOM_STATIC_PATH) async def static() -> FileResponse: return FileResponse(path=str(utils.FASTAPI_STATIC / "dist" / "index.html"), media_type="text/html") templates = Jinja2Templates(directory="templates") app_helpers.app_logger.info(f"sys.argv:{sys.argv}.") args = app_helpers.parse_args([]) app_helpers.app_logger.info(f"prepared default arguments:{args}.") inference_fn = app_helpers.get_inference_model_by_args(args, inference_decorator=SPACES_GPU) app_helpers.app_logger.info(f"prepared inference_fn function:{inference_fn.__name__}, creating gradio interface...") io = app_helpers.get_gradio_interface(inference_fn) app_helpers.app_logger.info("created gradio interface") app = gr.mount_gradio_app(app, io, path=CUSTOM_GRADIO_PATH) app_helpers.app_logger.info("mounted gradio app within fastapi") if __name__ == '__main__': try: uvicorn.run(app, host="0.0.0.0", port=7860) except Exception as ex: logging.error(f"fastapi/gradio application {FASTAPI_TITLE} exception:{ex}.") raise ex