Trying with flash infer installed

Author: jakep-allenai

Dockerfile

@@ -63,9 +63,7 @@ ENV UV_INDEX_STRATEGY="unsafe-best-match"
 
 RUN uv pip install --system --no-cache -e .
 RUN uv pip install --system --no-cache ".[gpu]" --extra-index-url https://download.pytorch.org/whl/cu128
-
-# TODO Try this and measure performance on it
-#RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl
+RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl
 RUN uv pip install --system --no-cache ".[bench]"
 RUN playwright install-deps
 RUN playwright install chromium