fauxpilot/triton.Dockerfile
2023-02-13 16:05:35 +01:00

6 lines
279 B
Docker

FROM moyix/triton_with_ft:22.09
# Install dependencies: torch
RUN python3 -m pip install --disable-pip-version-check -U torch --extra-index-url https://download.pytorch.org/whl/cu116
RUN python3 -m pip install --disable-pip-version-check -U transformers bitsandbytes accelerate