diff --git a/llm.yml b/llm.yml index 689b2e2..ee12caa 100644 --- a/llm.yml +++ b/llm.yml @@ -14,18 +14,18 @@ services: environment: OLLAMA_BASE_URLS: http://ollama:11434 - # ollama: - # image: ollama/ollama:latest - # container_name: ollama - # volumes: - # - ./hdd0/ollama:/root/.ollama - # deploy: - # resources: - # reservations: - # devices: - # - driver: nvidia - # capabilities: ["gpu"] - # count: all + ollama: + image: ollama/ollama:latest + container_name: ollama + volumes: + - ./hdd0/ollama:/root/.ollama + deploy: + resources: + reservations: + devices: + - driver: nvidia + capabilities: ["gpu"] + count: all openwebui-pipeline: image: ghcr.io/open-webui/pipelines:main diff --git a/vms.yml b/vms.yml index 32e9902..758333d 100644 --- a/vms.yml +++ b/vms.yml @@ -22,40 +22,8 @@ services: resources: limits: cpus: '2.0' - memory: 1G + memory: 4G reservations: cpus: '0.5' memory: 256M - arch-gpu: - image: registry.bouvais.lu/vms/arch-ttyd-gpu:1.0.0 - container_name: arch-gpu - restart: unless-stopped - volumes: - - ./hdd0/vms/arch_gpu/data:/data - - ./hdd0/vms/arch_gpu/root:/root - command: > - ttyd - -p 7682 - -c "${TTYD_USERNAME}:${MASTER_PASSWORD}" - -W - bash - labels: - - traefik.enable=true - - traefik.http.routers.arch_gpu.rule=Host(`arch-gpu.bouvais.lu`) - - traefik.http.routers.arch_gpu.entrypoints=websecure - - traefik.http.routers.arch_gpu.tls.certresolver=myresolver - - traefik.http.services.arch_gpu.loadbalancer.server.port=7682 - deploy: - resources: - limits: - cpus: '2.0' - memory: 1G - reservations: - cpus: '0.5' - memory: 256M - devices: - - driver: nvidia - capabilities: ["gpu"] - count: all -