fix sglang run fail

amumu96 · Aug 23, 2024 · a6be844 · a6be844
1 parent 6090b28
commit a6be844
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/xinference/deploy/docker/Dockerfile b/xinference/deploy/docker/Dockerfile
@@ -30,6 +30,8 @@ RUN pip install --upgrade -i "$PIP_INDEX" pip && \
     pip install "llama-cpp-python>=0.2.82" -i https://abetlen.github.io/llama-cpp-python/whl/cu124 && \
     pip install -i "$PIP_INDEX" --upgrade-strategy only-if-needed -r /opt/inference/xinference/deploy/docker/requirements.txt && \
     pip install -i "$PIP_INDEX" --no-deps sglang && \
+    pip uninstall flashinfer -y && \
+    pip install flashinfer -i https://flashinfer.ai/whl/cu124/torch2.4 && \
     cd /opt/inference && \
     python3 setup.py build_web && \
     git restore . && \