muryshev commited on
Commit
c92a3e4
1 Parent(s): 77d95ba

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -22,7 +22,7 @@ ENV LLAMA_CUBLAS=1
22
  RUN python3 -m pip install --no-cache-dir --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context huggingface-hub==0.14.1 flask apscheduler
23
 
24
  # Install llama-cpp-python (build with cuda)
25
- RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install --no-cache-dir llama-cpp-python
26
 
27
  RUN git config --global user.email "amatenkov@ntr.ai"
28
  RUN git config --global user.name "Andrew Matenkov"
 
22
  RUN python3 -m pip install --no-cache-dir --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context huggingface-hub==0.14.1 flask apscheduler
23
 
24
  # Install llama-cpp-python (build with cuda)
25
+ RUN CMAKE_ARGS="-DLLAMA_CUBLAS=ON -DLLAMA_AVX2=OFF -DLLAMA_F16C=OFF -DLLAMA_FMA=OFF" FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir
26
 
27
  RUN git config --global user.email "amatenkov@ntr.ai"
28
  RUN git config --global user.name "Andrew Matenkov"