0.6; Fixing docker compose bugs
Browse files- docker-compose.yml +4 -4
docker-compose.yml
CHANGED
@@ -3,18 +3,18 @@ version: '3.8'
|
|
3 |
services:
|
4 |
llama:
|
5 |
image: ghcr.io/ggerganov/llama.cpp:server
|
6 |
-
container_name: llama_server
|
7 |
ports:
|
8 |
- "8001:8001"
|
9 |
volumes:
|
10 |
-
- ./
|
11 |
command: >
|
12 |
--model /models/kai-model-7.2B-Q4_0.gguf
|
13 |
--alias kai-model:latest
|
14 |
--host 0.0.0.0
|
15 |
--port 8001
|
16 |
-
--
|
17 |
-
--
|
|
|
18 |
|
19 |
fastapi:
|
20 |
build: .
|
|
|
3 |
services:
|
4 |
llama:
|
5 |
image: ghcr.io/ggerganov/llama.cpp:server
|
|
|
6 |
ports:
|
7 |
- "8001:8001"
|
8 |
volumes:
|
9 |
+
- ./kai-model-7.2B-Q4_0.gguf:/models/kai-model-7.2B-Q4_0.gguf:ro
|
10 |
command: >
|
11 |
--model /models/kai-model-7.2B-Q4_0.gguf
|
12 |
--alias kai-model:latest
|
13 |
--host 0.0.0.0
|
14 |
--port 8001
|
15 |
+
--ctx-size 4096
|
16 |
+
--threads 4
|
17 |
+
|
18 |
|
19 |
fastapi:
|
20 |
build: .
|