mirror of
https://github.com/OneUptime/oneuptime.git
synced 2026-04-06 00:32:12 +02:00
97cc28b182
This commit updates the Dockerfile.tpl to use the huggingface/transformers-pytorch-gpu image instead of the continuumio/anaconda3 image. This change allows the Llama app to utilize GPU resources for improved performance in AI processing. Additionally, the unnecessary installation of the transformers and accelerate libraries is removed as they are already included in the huggingface/transformers-pytorch-gpu image.
22 lines
418 B
YAML
22 lines
418 B
YAML
services:
|
|
llama:
|
|
extends:
|
|
file: ./docker-compose.base.yml
|
|
service: llama
|
|
ports:
|
|
- '8547:8547'
|
|
build:
|
|
network: host
|
|
context: .
|
|
dockerfile: ./Llama/Dockerfile
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities: [gpu]
|
|
|
|
networks:
|
|
oneuptime:
|
|
driver: bridge |