KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update docker service names for different model APIs

This commit is contained in:
Mayank Chhabra 2023-08-17 23:28:55 +07:00
parent c9cfd24234
commit bc1300fba5
3 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
docker-compose-13b.yml
View File

@ -1,7 +1,7 @@
version: '3.6'
services:
llama-gpt-api:
llama-gpt-api-13b:
# image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest'
build:
context: ./api
@ -17,7 +17,7 @@ services:
restart: on-failure
environment:
- 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX'
- 'OPENAI_API_HOST=http://llama-gpt-api:8000'
- 'OPENAI_API_HOST=http://llama-gpt-api-13b:8000'
- 'DEFAULT_MODEL=/models/llama-2-13b-chat.bin'
- 'WAIT_HOSTS=llama-gpt-api:8000'
- 'WAIT_HOSTS=llama-gpt-api-13b:8000'
- 'WAIT_TIMEOUT=600'

6
docker-compose-70b.yml
View File

@ -1,7 +1,7 @@
version: '3.6'
services:
llama-gpt-api:
llama-gpt-api-70b:
# image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:latest'
build:
context: ./api
@ -17,7 +17,7 @@ services:
restart: on-failure
environment:
- 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX'
- 'OPENAI_API_HOST=http://llama-gpt-api:8000'
- 'OPENAI_API_HOST=http://llama-gpt-api-70b:8000'
- 'DEFAULT_MODEL=/models/llama-2-70b-chat.bin'
- 'WAIT_HOSTS=llama-gpt-api:8000'
- 'WAIT_HOSTS=llama-gpt-api-70b:8000'
- 'WAIT_TIMEOUT=600'

6
docker-compose.yml
View File

@ -1,7 +1,7 @@
version: '3.6'
services:
llama-gpt-api:
llama-gpt-api-7b:
# image: ghcr.io/getumbrel/llama-gpt-api
build:
context: ./api
@ -17,7 +17,7 @@ services:
restart: on-failure
environment:
- 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX'
- 'OPENAI_API_HOST=http://llama-gpt-api:8000'
- 'OPENAI_API_HOST=http://llama-gpt-api-7b:8000'
- 'DEFAULT_MODEL=/models/llama-2-7b-chat.bin'
- 'WAIT_HOSTS=llama-gpt-api:8000'
- 'WAIT_HOSTS=llama-gpt-api-7b:8000'
- 'WAIT_TIMEOUT=600'