Add fastapi. Cache models
This commit is contained in:
parent
5968ea305a
commit
f03d90f378
|
@ -1,8 +1,14 @@
|
||||||
FROM nvidia/cuda:11.6.0-base-ubuntu20.04
|
FROM nvidia/cuda:11.6.0-base-ubuntu20.04
|
||||||
RUN apt-get update && apt-get install python3 python3-pip -y
|
RUN apt-get update && apt-get install python3 python3-pip -y
|
||||||
|
|
||||||
RUN pip3 install --upgrade diffusers transformers scipy python-dotenv cuda-python && \
|
RUN pip3 install --upgrade diffusers transformers scipy python-dotenv cuda-python fastapi uvicorn && \
|
||||||
pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu117 && \
|
pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu117 && \
|
||||||
pip install torch==1.11.0+cu115 torchvision==0.12.0+cu115 torchaudio==0.11.0+cu115 -f https://download.pytorch.org/whl/torch_stable.html
|
pip install torch==1.11.0+cu115 torchvision==0.12.0+cu115 torchaudio==0.11.0+cu115 -f https://download.pytorch.org/whl/torch_stable.html
|
||||||
|
|
||||||
COPY main.py /main.py
|
WORKDIR /app
|
||||||
|
|
||||||
|
COPY main.py /app/main.py
|
||||||
|
VOLUME /root/.cache/huggingface/diffusers/
|
||||||
|
|
||||||
|
|
||||||
|
CMD [ "uvicorn", "main:app", "--host", "0.0.0.0" ]
|
Loading…
Reference in New Issue