gfjiogopdfgdfs commited on
Commit
207cdf5
·
verified ·
1 Parent(s): 79b705b

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -1
Dockerfile CHANGED
@@ -2,6 +2,8 @@ FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
2
  # Install necessary packages
3
  RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
4
  RUN apt update && apt install -y wget
 
 
5
  # Set up a new user named "user" with user ID 1000
6
  RUN useradd -m -u 1000 user
7
  # Switch to the "user" user
@@ -52,4 +54,10 @@ ENV HF_HUB_ENABLE_HF_TRANSFER=1
52
  # Ensure the model is downloaded into the current working directory (models folder)
53
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
54
  WORKDIR $HOME/app/tabbyAPI
55
- CMD ["python3", "main.py"]
 
 
 
 
 
 
 
2
  # Install necessary packages
3
  RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
4
  RUN apt update && apt install -y wget
5
+ RUN apt-get install -y nodejs npm
6
+ RUN npm install -g localtunnel
7
  # Set up a new user named "user" with user ID 1000
8
  RUN useradd -m -u 1000 user
9
  # Switch to the "user" user
 
54
  # Ensure the model is downloaded into the current working directory (models folder)
55
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
56
  WORKDIR $HOME/app/tabbyAPI
57
+ RUN echo "#!/bin/bash" > startup.sh
58
+ RUN echo "lt --port 7860 &" >> startup.sh
59
+ RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
60
+ RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
61
+ RUN chmod +x startup.sh
62
+ CMD /bin/bash -c "./startup.sh && python3 main.py"
63
+