Fix `CMD` for `llama-cpu` variant

10 months ago · 79c7cf645e
parent 00340c0504
commit 79c7cf645e
1 changed files with 1 additions and 1 deletions
--- a/2
+++ b/2
@ -112,7 +112,7 @@ RUN apt-get install --no-install-recommends -y git python3-dev build-essential p
 RUN unset TORCH_CUDA_ARCH_LIST LLAMA_CUBLAS
 RUN pip uninstall -y llama_cpp_python_cuda llama-cpp-python && pip install llama-cpp-python --force-reinstall --upgrade
 ENV EXTRA_LAUNCH_ARGS=""
-CMD ["python3", "/app/server.py", "--monkey-patch"]
+CMD ["python3", "/app/server.py", "--cpu"]

 FROM base AS default
 RUN echo "DEFAULT" >> /variant.txt