Update Dockerfile >> flash_infer

logikon-ai · Aug 1, 2024 · 8e7f27a · 8e7f27a
1 parent 7fb8a19
commit 8e7f27a
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -30,8 +30,7 @@ RUN pip uninstall -y flash-attn
 RUN pip install flash-attn --no-build-isolation
 
 # Install flashinfer backend
-RUN pip install flashinfer -i https://flashinfer.ai/whl/cu124/torch2.4
-
+RUN pip install flashinfer -i  https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.3/flashinfer-0.1.3+cu121torch2.4-cp310-cp310-linux_x86_64.whl
 # Run cot-eval script on startup
 
 WORKDIR ${APP_HOME}/cot-eval