ztime commited on
Commit
0f1a0f1
1 Parent(s): 0273a26

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -2
Dockerfile CHANGED
@@ -1,8 +1,11 @@
1
  FROM python:3.11-slim
2
 
3
- RUN apt update && apt install -y git cmake build-essential ninja-build
4
  WORKDIR /app
5
- RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 repo && cd repo && cmake -B build && cmake --build build --config Release --target server && cp ./build/bin/server /app/server
 
 
 
6
  RUN wget -c -O model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
7
  EXPOSE 7860
8
  CMD ["/app/server", "-m" "model.gguf", "--host", "0.0.0.0", "--port", "7860"]
 
1
  FROM python:3.11-slim
2
 
3
+ RUN apt update && apt install -y git cmake build-essential ninja-build wget
4
  WORKDIR /app
5
+ RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 repo && cd repo && \
6
+ sed -i 's/v1\/chat/api\/v1\/chat/g' examples/server/server.cpp
7
+
8
+ RUN cmake -B build && cmake --build build --config Release --target server && cp ./build/bin/server /app/server
9
  RUN wget -c -O model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
10
  EXPOSE 7860
11
  CMD ["/app/server", "-m" "model.gguf", "--host", "0.0.0.0", "--port", "7860"]