Removec arch gpu for ollama
This commit is contained in:
parent
c18c745400
commit
b6fbe161c1
24
llm.yml
24
llm.yml
@ -14,18 +14,18 @@ services:
|
||||
environment:
|
||||
OLLAMA_BASE_URLS: http://ollama:11434
|
||||
|
||||
# ollama:
|
||||
# image: ollama/ollama:latest
|
||||
# container_name: ollama
|
||||
# volumes:
|
||||
# - ./hdd0/ollama:/root/.ollama
|
||||
# deploy:
|
||||
# resources:
|
||||
# reservations:
|
||||
# devices:
|
||||
# - driver: nvidia
|
||||
# capabilities: ["gpu"]
|
||||
# count: all
|
||||
ollama:
|
||||
image: ollama/ollama:latest
|
||||
container_name: ollama
|
||||
volumes:
|
||||
- ./hdd0/ollama:/root/.ollama
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
capabilities: ["gpu"]
|
||||
count: all
|
||||
|
||||
openwebui-pipeline:
|
||||
image: ghcr.io/open-webui/pipelines:main
|
||||
|
||||
34
vms.yml
34
vms.yml
@ -22,40 +22,8 @@ services:
|
||||
resources:
|
||||
limits:
|
||||
cpus: '2.0'
|
||||
memory: 1G
|
||||
memory: 4G
|
||||
reservations:
|
||||
cpus: '0.5'
|
||||
memory: 256M
|
||||
|
||||
arch-gpu:
|
||||
image: registry.bouvais.lu/vms/arch-ttyd-gpu:1.0.0
|
||||
container_name: arch-gpu
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ./hdd0/vms/arch_gpu/data:/data
|
||||
- ./hdd0/vms/arch_gpu/root:/root
|
||||
command: >
|
||||
ttyd
|
||||
-p 7682
|
||||
-c "${TTYD_USERNAME}:${MASTER_PASSWORD}"
|
||||
-W
|
||||
bash
|
||||
labels:
|
||||
- traefik.enable=true
|
||||
- traefik.http.routers.arch_gpu.rule=Host(`arch-gpu.bouvais.lu`)
|
||||
- traefik.http.routers.arch_gpu.entrypoints=websecure
|
||||
- traefik.http.routers.arch_gpu.tls.certresolver=myresolver
|
||||
- traefik.http.services.arch_gpu.loadbalancer.server.port=7682
|
||||
deploy:
|
||||
resources:
|
||||
limits:
|
||||
cpus: '2.0'
|
||||
memory: 1G
|
||||
reservations:
|
||||
cpus: '0.5'
|
||||
memory: 256M
|
||||
devices:
|
||||
- driver: nvidia
|
||||
capabilities: ["gpu"]
|
||||
count: all
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user