Removec arch gpu for ollama
This commit is contained in:
parent
c18c745400
commit
b6fbe161c1
24
llm.yml
24
llm.yml
@ -14,18 +14,18 @@ services:
|
|||||||
environment:
|
environment:
|
||||||
OLLAMA_BASE_URLS: http://ollama:11434
|
OLLAMA_BASE_URLS: http://ollama:11434
|
||||||
|
|
||||||
# ollama:
|
ollama:
|
||||||
# image: ollama/ollama:latest
|
image: ollama/ollama:latest
|
||||||
# container_name: ollama
|
container_name: ollama
|
||||||
# volumes:
|
volumes:
|
||||||
# - ./hdd0/ollama:/root/.ollama
|
- ./hdd0/ollama:/root/.ollama
|
||||||
# deploy:
|
deploy:
|
||||||
# resources:
|
resources:
|
||||||
# reservations:
|
reservations:
|
||||||
# devices:
|
devices:
|
||||||
# - driver: nvidia
|
- driver: nvidia
|
||||||
# capabilities: ["gpu"]
|
capabilities: ["gpu"]
|
||||||
# count: all
|
count: all
|
||||||
|
|
||||||
openwebui-pipeline:
|
openwebui-pipeline:
|
||||||
image: ghcr.io/open-webui/pipelines:main
|
image: ghcr.io/open-webui/pipelines:main
|
||||||
|
|||||||
34
vms.yml
34
vms.yml
@ -22,40 +22,8 @@ services:
|
|||||||
resources:
|
resources:
|
||||||
limits:
|
limits:
|
||||||
cpus: '2.0'
|
cpus: '2.0'
|
||||||
memory: 1G
|
memory: 4G
|
||||||
reservations:
|
reservations:
|
||||||
cpus: '0.5'
|
cpus: '0.5'
|
||||||
memory: 256M
|
memory: 256M
|
||||||
|
|
||||||
arch-gpu:
|
|
||||||
image: registry.bouvais.lu/vms/arch-ttyd-gpu:1.0.0
|
|
||||||
container_name: arch-gpu
|
|
||||||
restart: unless-stopped
|
|
||||||
volumes:
|
|
||||||
- ./hdd0/vms/arch_gpu/data:/data
|
|
||||||
- ./hdd0/vms/arch_gpu/root:/root
|
|
||||||
command: >
|
|
||||||
ttyd
|
|
||||||
-p 7682
|
|
||||||
-c "${TTYD_USERNAME}:${MASTER_PASSWORD}"
|
|
||||||
-W
|
|
||||||
bash
|
|
||||||
labels:
|
|
||||||
- traefik.enable=true
|
|
||||||
- traefik.http.routers.arch_gpu.rule=Host(`arch-gpu.bouvais.lu`)
|
|
||||||
- traefik.http.routers.arch_gpu.entrypoints=websecure
|
|
||||||
- traefik.http.routers.arch_gpu.tls.certresolver=myresolver
|
|
||||||
- traefik.http.services.arch_gpu.loadbalancer.server.port=7682
|
|
||||||
deploy:
|
|
||||||
resources:
|
|
||||||
limits:
|
|
||||||
cpus: '2.0'
|
|
||||||
memory: 1G
|
|
||||||
reservations:
|
|
||||||
cpus: '0.5'
|
|
||||||
memory: 256M
|
|
||||||
devices:
|
|
||||||
- driver: nvidia
|
|
||||||
capabilities: ["gpu"]
|
|
||||||
count: all
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user