[refactor] try revert to nvidia pytorch docker based image, nvidia based entrypoint.sh with uvicorn command

Dockerfile

@@ -1,21 +1,61 @@
-FROM python:3.12-bookworm
+FROM nvcr.io/nvidia/pytorch:24.01-py3
 
-ARG PACKAGE_NAME="app_gradio_fastapi"
-ARG ROOT_DIR="/code"
-WORKDIR ${ROOT_DIR}
-RUN chmod 770 -R ${ROOT_DIR}/
+LABEL authors="[email protected]"
 
-RUN pip install pip --upgrade
-RUN python -m venv venv
-RUN . ${ROOT_DIR}/venv/bin/activate && pip install --no-cache-dir fastapi gradio
+ARG DEBIAN_FRONTEND=noninteractive
+ARG WORKDIR="/var/task"
 
-COPY ./scripts ${ROOT_DIR}/scripts
-COPY ./app.py ${ROOT_DIR}/app.py
-COPY ./utils ${ROOT_DIR}/utils
+ENV PYTHONUNBUFFERED=1
+ENV PYTHONPATH=${WORKDIR}:${WORKDIR}/venv:${PYTHONPATH}
+ENV PATH=${WORKDIR}/venv/bin:$PATH
+ENV XDG_CACHE_HOME=/data
 
-RUN chmod +x ${ROOT_DIR}/scripts/entrypoint.sh
+WORKDIR ${WORKDIR}
+COPY . ${WORKDIR}/
+RUN ls ${WORKDIR}/
+RUN mkdir -p ${XDG_CACHE_HOME}/.cache
+RUN chmod 770 ${XDG_CACHE_HOME}/.cache
+
+RUN apt update && apt upgrade -y && apt install --no-install-recommends -y \
+  build-essential \
+  python3.11 \
+  python3-pip \
+  python3-dev \
+  python3-venv \
+  git \
+  ffmpeg \
+  curl \
+  && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+RUN which python3
+RUN python3 --version
+RUN python3 -m venv venv
+RUN source ${WORKDIR}/venv/bin/activate python -m pip install pip --upgrade && python -m pip install -r ${WORKDIR}/requirements.txt
+RUN source ${WORKDIR}/venv/bin/activate && which python && python --version
+RUN chmod +x ${WORKDIR}/scripts/entrypoint.sh
+RUN curl -o /tmp/frpc_linux_amd64_v0.2 https://cdn-media.huggingface.co/frpc-gradio-0.2/frpc_linux_amd64
+RUN ls -l /tmp/frpc_linux_amd64_v0.2
+RUN cp /tmp/frpc_linux_amd64_v0.2 ${WORKDIR}/venv/lib/python*/site-packages/gradio
+RUN ls -l ${WORKDIR}/venv/lib/python*/site-packages/gradio
+RUN ls -l ${WORKDIR}/venv/bin
+RUN bash --version
+RUN chmod 770 ${WORKDIR}/flagged/
+RUN chmod 770 ${WORKDIR}/flagged/* || true
+RUN ls -ld ${WORKDIR}/flagged/
+RUN ls -ld ${WORKDIR}/flagged/* || echo "folders ${WORKDIR}/flagged/* not found"
+RUN ls -l ${WORKDIR}
+RUN ls -l ${WORKDIR}/scripts/
+RUN ls -l ${WORKDIR}/scripts/entrypoint.sh
 
 EXPOSE 7860
 
-CMD ["/code/scripts/entrypoint.sh"]
-# CMD ["uvicorn", "wrappers.main:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["/var/task/scripts/entrypoint.sh"]
+# CMD [
+#  "/var/task/scripts/entrypoint.sh",
+#  "/var/task/venv/bin/uvicorn", "app:lisa_app",
+#  "--host", "0.0.0.0",
+#  "--port", "7860",
+#  "--version='xinlai/LISA-13B-llama2-v1-explanatory'",
+#  "--precision='fp16'",
+#  "--load_in_4bit"
+# ]

scripts/entrypoint.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-WORKDIR="/code"
+WORKDIR="/var/task"
 XDG_CACHE_HOME="/data"
 MPLCONFIGDIR=${XDG_CACHE_HOME}/.cache/matplotlib
 TRANSFORMERS_CACHE=${XDG_CACHE_HOME}/.cache/transformers
@@ -30,16 +30,24 @@ which python
 python --version
 
 free -m
+which nvcc
+nvcc -V
+which nvidia-smi
+nvidia-smi
 pip list
 
-df -h / /data /home /code
+df -h / /data /home /var/task
 
-echo "WORKDIR - /code"
+echo "WORKDIR - /var/task"
 ls -l ${WORKDIR}
 
 echo "XDG_CACHE_HOME - /data"
 find ${XDG_CACHE_HOME}
 
+CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.free,index --format=csv,nounits,noheader | sort -nr | head -1 | awk '{ print $NF }')
+echo "calculated CUDA_VISIBLE_DEVICES env variable: ${CUDA_VISIBLE_DEVICES}."
+export CUDA_VISIBLE_DEVICES
+
 uvicorn app:app --host 0.0.0.0 --port 7860
 
 exit 0