KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Comment out docker images

This commit is contained in:
Mayank Chhabra 2023-08-16 04:44:58 +07:00
parent 9e87d8cc84
commit 86ab744cfb
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
docker-compose.yml
View File

@ -2,11 +2,10 @@ version: '3.6'
services: services:
llama-gpt-api: llama-gpt-api:
image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest' # image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
# build: build:
# context: ./api context: ./api
# dockerfile: Dockerfile dockerfile: Dockerfile
command: /bin/sh -c "make build && python3 -m llama_cpp.server --n_ctx 4096 --n_threads 8 --n_gpu_layers 0 --n_batch 2096"
environment: environment:
MODEL: '/models/llama-2-7b-chat.bin' MODEL: '/models/llama-2-7b-chat.bin'