commit 72c538272ab3491636e93cb8f7393f802f569d45 Author: Nareshkumar Rao Date: Wed Apr 16 15:08:41 2025 +0200 initial diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..71bd85f --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +data/ +models/ \ No newline at end of file diff --git a/compose.yml b/compose.yml new file mode 100644 index 0000000..d7d0c90 --- /dev/null +++ b/compose.yml @@ -0,0 +1,37 @@ +services: + ollama: + image: ollama/ollama:latest + volumes: + - ./models:/root/.ollama/models + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: [gpu] + # sillytavern: + # image: ghcr.io/sillytavern/sillytavern:latest + # environment: + # - NODE_ENV=production + # - FORCE_COLOR=1 + # - SILLYTAVERN_LISTEN=true + # - SILLYTAVERN_WHITELISTMODE=false + # - SILLYTAVERN_SECURITYOVERRIDE=true + # ports: + # - "8000:8000" + # volumes: + # - "./data/sillytavern/config:/home/node/app/config" + # - "./data/sillytavern/data:/home/node/app/data" + # - "./data/sillytavern/plugins:/home/node/app/plugins" + # - "./data/sillytavern/extensions:/home/node/app/public/scripts/extensions/third-party" + # restart: unless-stopped + open-webui: + image: ghcr.io/open-webui/open-webui:main + ports: + - "3000:8080" + environment: + - OLLAMA_BASE_URL=http://ollama:11434 + volumes: + - ./data/open-webui:/app/backend/data + restart: unless-stopped