From b45347173e46078e889c00adeb2c2313c74802d3 Mon Sep 17 00:00:00 2001 From: Mayank Chhabra Date: Wed, 16 Aug 2023 04:59:40 +0700 Subject: [PATCH] Disable 13B docker builds, add images to docker-compose.yml --- .github/workflows/on-push.yml | 4 ++-- .gitignore | 3 ++- docker-compose-13b.yml | 5 ++++- docker-compose.yml | 10 ++-------- 4 files changed, 10 insertions(+), 12 deletions(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 4e84ebe..3001285 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -16,8 +16,8 @@ jobs: - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:${{ github.sha }} --push ./api - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest --push ./api # 13B - - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:${{ github.sha }} --push ./api - - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest --push ./api + # - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:${{ github.sha }} --push ./api + # - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest --push ./api # 70B # - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:${{ github.sha }} --push ./api # - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:latest --push ./api diff --git a/.gitignore b/.gitignore index 1499042..a60374a 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,3 @@ **/.DS_Store -models \ No newline at end of file +models +**/.todo \ No newline at end of file diff --git a/docker-compose-13b.yml b/docker-compose-13b.yml index 29d44ff..39c7831 100644 --- a/docker-compose-13b.yml +++ b/docker-compose-13b.yml @@ -2,7 +2,10 @@ version: '3.6' services: llama-gpt-api: - image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest' + # image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest' + build: + context: ./api + dockerfile: 13B.Dockerfile environment: MODEL: '/models/llama-2-13b-chat.bin' diff --git a/docker-compose.yml b/docker-compose.yml index e4d8abd..f291117 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -2,18 +2,12 @@ version: '3.6' services: llama-gpt-api: - # image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest' - build: - context: ./api - dockerfile: Dockerfile + image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest' environment: MODEL: '/models/llama-2-7b-chat.bin' llama-gpt-ui: - # image: 'ghcr.io/getumbrel/llama-gpt-ui:latest' - build: - context: ./ui - dockerfile: Dockerfile + image: 'ghcr.io/getumbrel/llama-gpt-ui:latest' ports: - 3000:3000 environment: