Spaces:
Runtime error
Runtime error
File size: 324 Bytes
d7c7a6c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
FROM huggingface/transformers-pytorch-gpu:latest
RUN pip install --upgrade pip
RUN pip install transformers
ENV MODEL_NAME="Hadeel11/your-finetuned-model"
ENV USE_FP16=True
Expose the port for the inference API
EXPOSE 8080
Run the TGI server
CMD ["python3", "-m", "transformers_serve", "--model-id", "${MODEL_NAME}"]
|