From 86ab744cfbeab2288746a0cead6d1bfdefa5a5f4 Mon Sep 17 00:00:00 2001 From: Mayank Chhabra Date: Wed, 16 Aug 2023 04:44:58 +0700 Subject: [PATCH] Comment out docker images --- docker-compose.yml | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index da087f4..e4d8abd 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -2,11 +2,10 @@ version: '3.6' services: llama-gpt-api: - image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest' - # build: - # context: ./api - # dockerfile: Dockerfile - command: /bin/sh -c "make build && python3 -m llama_cpp.server --n_ctx 4096 --n_threads 8 --n_gpu_layers 0 --n_batch 2096" + # image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest' + build: + context: ./api + dockerfile: Dockerfile environment: MODEL: '/models/llama-2-7b-chat.bin'