Hugging Face's logo

Spaces:
muryshev
/
llama-cpp-server-7b
Runtime error

App Files Community
muryshev commited on
Commit
b5a074c
•
1 Parent(s): 5dea8c2

Added run.sh

Browse files
Files changed (2) hide show
  1. Dockerfile +4 -1
  2. run.sh +2 -0
Dockerfile CHANGED
@@ -20,9 +20,12 @@ WORKDIR /app
20
 
21
  COPY --from=build /app/llama.cpp/server /app
22
  COPY --from=build /data/model.gguf /data/model.gguf
 
 
 
23
 
24
  ENV LC_ALL=C.utf8
25
 
26
  EXPOSE 7860
27
 
28
- CMD ./server -m /data/model.gguf -c 4096 -t 2 --port 7860 --host 0.0.0.0
 
20
 
21
  COPY --from=build /app/llama.cpp/server /app
22
  COPY --from=build /data/model.gguf /data/model.gguf
23
+ COPY ./run.sh /app/run.sh
24
+
25
+ RUN chmod +x run.sh
26
 
27
  ENV LC_ALL=C.utf8
28
 
29
  EXPOSE 7860
30
 
31
+ CMD ./run.sh
run.sh ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ #!/bin/bash
2
+ /app/server -m /data/model.gguf -c 4096 --port 7860 --host 0.0.0.0