Spaces:
Paused
Paused
Daniel Marques
commited on
Commit
·
dca490a
1
Parent(s):
70bcd03
fix: add websocket in handlerToken
Browse files- Dockerfile +8 -4
Dockerfile
CHANGED
@@ -3,6 +3,8 @@
|
|
3 |
# Run as `docker run -it --mount src="$HOME/.cache",target=/root/.cache,type=bind --gpus=all localgpt`, requires Nvidia container toolkit.
|
4 |
FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
|
5 |
|
|
|
|
|
6 |
RUN apt-get update && apt-get upgrade -y \
|
7 |
&& apt-get install -y git build-essential libpq-dev gcc \
|
8 |
wget ocl-icd-opencl-dev opencl-headers clinfo \
|
@@ -10,6 +12,8 @@ RUN apt-get update && apt-get upgrade -y \
|
|
10 |
g++-11 make python3 python-is-python3 pip redis \
|
11 |
&& mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
|
12 |
|
|
|
|
|
13 |
COPY . .
|
14 |
|
15 |
# setting build related env vars
|
@@ -25,12 +29,12 @@ RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
|
|
25 |
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 PIP_ROOT_USER_ACTION=ignore pip install --ignore-installed --timeout 100 -r requirements.txt
|
26 |
RUN pip install uvicorn
|
27 |
|
28 |
-
RUN useradd -m -u 1000 user
|
29 |
-
USER user
|
30 |
|
31 |
-
WORKDIR $HOME/app
|
32 |
|
33 |
-
COPY --chown=user . $HOME/app
|
34 |
|
35 |
RUN chmod +x ./run.sh
|
36 |
|
|
|
3 |
# Run as `docker run -it --mount src="$HOME/.cache",target=/root/.cache,type=bind --gpus=all localgpt`, requires Nvidia container toolkit.
|
4 |
FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
|
5 |
|
6 |
+
|
7 |
+
|
8 |
RUN apt-get update && apt-get upgrade -y \
|
9 |
&& apt-get install -y git build-essential libpq-dev gcc \
|
10 |
wget ocl-icd-opencl-dev opencl-headers clinfo \
|
|
|
12 |
g++-11 make python3 python-is-python3 pip redis \
|
13 |
&& mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
|
14 |
|
15 |
+
WORKDIR /app
|
16 |
+
|
17 |
COPY . .
|
18 |
|
19 |
# setting build related env vars
|
|
|
29 |
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 PIP_ROOT_USER_ACTION=ignore pip install --ignore-installed --timeout 100 -r requirements.txt
|
30 |
RUN pip install uvicorn
|
31 |
|
32 |
+
# RUN useradd -m -u 1000 user
|
33 |
+
# USER user
|
34 |
|
35 |
+
# WORKDIR $HOME/app
|
36 |
|
37 |
+
# COPY --chown=user . $HOME/app
|
38 |
|
39 |
RUN chmod +x ./run.sh
|
40 |
|