Disable 13B docker builds, add images to docker-compose.yml

This commit is contained in:
Mayank Chhabra 2023-08-16 04:59:40 +07:00
parent 86ab744cfb
commit b45347173e
4 changed files with 10 additions and 12 deletions

View File

@ -16,8 +16,8 @@ jobs:
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:${{ github.sha }} --push ./api
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest --push ./api
# 13B
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:${{ github.sha }} --push ./api
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest --push ./api
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:${{ github.sha }} --push ./api
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest --push ./api
# 70B
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:${{ github.sha }} --push ./api
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:latest --push ./api

3
.gitignore vendored
View File

@ -1,2 +1,3 @@
**/.DS_Store
models
models
**/.todo

View File

@ -2,7 +2,10 @@ version: '3.6'
services:
llama-gpt-api:
image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest'
# image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest'
build:
context: ./api
dockerfile: 13B.Dockerfile
environment:
MODEL: '/models/llama-2-13b-chat.bin'

View File

@ -2,18 +2,12 @@ version: '3.6'
services:
llama-gpt-api:
# image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
build:
context: ./api
dockerfile: Dockerfile
image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
environment:
MODEL: '/models/llama-2-7b-chat.bin'
llama-gpt-ui:
# image: 'ghcr.io/getumbrel/llama-gpt-ui:latest'
build:
context: ./ui
dockerfile: Dockerfile
image: 'ghcr.io/getumbrel/llama-gpt-ui:latest'
ports:
- 3000:3000
environment: