aferrmt commited on
Commit
4cd5e4b
·
1 Parent(s): fc5f491

0.6; Fixing docker compose bugs

Browse files
Files changed (1) hide show
  1. docker-compose.yml +4 -4
docker-compose.yml CHANGED
@@ -3,18 +3,18 @@ version: '3.8'
3
  services:
4
  llama:
5
  image: ghcr.io/ggerganov/llama.cpp:server
6
- container_name: llama_server
7
  ports:
8
  - "8001:8001"
9
  volumes:
10
- - ./models:/models:ro
11
  command: >
12
  --model /models/kai-model-7.2B-Q4_0.gguf
13
  --alias kai-model:latest
14
  --host 0.0.0.0
15
  --port 8001
16
- --n_ctx 4096
17
- --n_threads 4
 
18
 
19
  fastapi:
20
  build: .
 
3
  services:
4
  llama:
5
  image: ghcr.io/ggerganov/llama.cpp:server
 
6
  ports:
7
  - "8001:8001"
8
  volumes:
9
+ - ./kai-model-7.2B-Q4_0.gguf:/models/kai-model-7.2B-Q4_0.gguf:ro
10
  command: >
11
  --model /models/kai-model-7.2B-Q4_0.gguf
12
  --alias kai-model:latest
13
  --host 0.0.0.0
14
  --port 8001
15
+ --ctx-size 4096
16
+ --threads 4
17
+
18
 
19
  fastapi:
20
  build: .