Phase 3: Migrate karakeep stack to databases
- Add docker-compose.yml with web, meilisearch, chrome, ollama services - Add deploy-karakeep.yml Ansible playbook - Karakeep web on port 3054, meilisearch on 7700, ollama on 11434 - Fixed ollama CPU limit for 2-core VM - Migrated data (bookmarks, assets, llama3.2:3b model) from alien Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
Maddox
parent
0e3d0e3228
commit
38d8a72e41
2 changed files with 272 additions and 0 deletions
138
compose-files/databases/karakeep/docker-compose.yml
Normal file
138
compose-files/databases/karakeep/docker-compose.yml
Normal file
|
|
@ -0,0 +1,138 @@
|
||||||
|
services:
|
||||||
|
# =========================================================================
|
||||||
|
# Karakeep Web - Main application
|
||||||
|
# =========================================================================
|
||||||
|
web:
|
||||||
|
image: ghcr.io/karakeep-app/karakeep:${KARAKEEP_VERSION:-release}
|
||||||
|
container_name: karakeep-web
|
||||||
|
hostname: karakeep-web
|
||||||
|
restart: unless-stopped
|
||||||
|
volumes:
|
||||||
|
- ./data:/data
|
||||||
|
ports:
|
||||||
|
- "3054:3000"
|
||||||
|
environment:
|
||||||
|
- DATA_DIR=/data
|
||||||
|
- MEILI_ADDR=http://meilisearch:7700
|
||||||
|
- MEILI_MASTER_KEY=${MEILI_MASTER_KEY}
|
||||||
|
- BROWSER_WEB_URL=http://chrome:9222
|
||||||
|
- OLLAMA_BASE_URL=http://ollama:11434
|
||||||
|
- INFERENCE_TEXT_MODEL=${INFERENCE_TEXT_MODEL:-llama3.2:3b}
|
||||||
|
- INFERENCE_IMAGE_MODEL=${INFERENCE_IMAGE_MODEL:-llava}
|
||||||
|
- INFERENCE_LANG=${INFERENCE_LANG:-english}
|
||||||
|
- NEXTAUTH_URL=${NEXTAUTH_URL:-http://localhost:3000}
|
||||||
|
- NEXTAUTH_SECRET=${NEXTAUTH_SECRET}
|
||||||
|
- NODE_ENV=production
|
||||||
|
- NEXT_TELEMETRY_DISABLED=1
|
||||||
|
depends_on:
|
||||||
|
meilisearch:
|
||||||
|
condition: service_started
|
||||||
|
chrome:
|
||||||
|
condition: service_started
|
||||||
|
ollama:
|
||||||
|
condition: service_started
|
||||||
|
networks:
|
||||||
|
- karakeep_internal
|
||||||
|
- proxy
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
memory: 1G
|
||||||
|
cpus: '2.0'
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD-SHELL", "wget --no-verbose --tries=1 --spider http://127.0.0.1:3000/api/health || exit 1"]
|
||||||
|
interval: 30s
|
||||||
|
timeout: 10s
|
||||||
|
retries: 3
|
||||||
|
start_period: 30s
|
||||||
|
labels:
|
||||||
|
- "autoheal=true"
|
||||||
|
- "com.centurylinklabs.watchtower.enable=true"
|
||||||
|
- "homepage.group=Personal"
|
||||||
|
- "homepage.name=Karakeep"
|
||||||
|
- "homepage.icon=karakeep.png"
|
||||||
|
- "homepage.href=https://karakeep.3ddbrewery.com"
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# Meilisearch - Full-text search engine
|
||||||
|
# =========================================================================
|
||||||
|
meilisearch:
|
||||||
|
image: getmeili/meilisearch:v1.13.3
|
||||||
|
container_name: karakeep-meilisearch
|
||||||
|
hostname: meilisearch
|
||||||
|
restart: unless-stopped
|
||||||
|
volumes:
|
||||||
|
- ./meilisearch:/meili_data
|
||||||
|
ports:
|
||||||
|
- "7700:7700"
|
||||||
|
environment:
|
||||||
|
- MEILI_NO_ANALYTICS=true
|
||||||
|
- MEILI_MASTER_KEY=${MEILI_MASTER_KEY}
|
||||||
|
networks:
|
||||||
|
- karakeep_internal
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
memory: 1G
|
||||||
|
cpus: '1.0'
|
||||||
|
labels:
|
||||||
|
- "autoheal=true"
|
||||||
|
- "com.centurylinklabs.watchtower.enable=true"
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# Chrome - Headless browser for screenshots/crawling
|
||||||
|
# =========================================================================
|
||||||
|
chrome:
|
||||||
|
image: gcr.io/zenika-hub/alpine-chrome:123
|
||||||
|
container_name: karakeep-chrome
|
||||||
|
hostname: chrome
|
||||||
|
restart: unless-stopped
|
||||||
|
command:
|
||||||
|
- --no-sandbox
|
||||||
|
- --disable-gpu
|
||||||
|
- --disable-dev-shm-usage
|
||||||
|
- --remote-debugging-address=0.0.0.0
|
||||||
|
- --remote-debugging-port=9222
|
||||||
|
- --hide-scrollbars
|
||||||
|
networks:
|
||||||
|
- karakeep_internal
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
memory: 512M
|
||||||
|
cpus: '1.0'
|
||||||
|
labels:
|
||||||
|
- "autoheal=true"
|
||||||
|
- "com.centurylinklabs.watchtower.enable=true"
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# Ollama - Local AI inference (CPU-only on databases VM)
|
||||||
|
# =========================================================================
|
||||||
|
ollama:
|
||||||
|
image: ollama/ollama:latest
|
||||||
|
container_name: karakeep-ollama
|
||||||
|
hostname: ollama
|
||||||
|
restart: unless-stopped
|
||||||
|
volumes:
|
||||||
|
- ./ollama:/root/.ollama
|
||||||
|
ports:
|
||||||
|
- "11434:11434"
|
||||||
|
environment:
|
||||||
|
- OLLAMA_HOST=0.0.0.0:11434
|
||||||
|
networks:
|
||||||
|
- karakeep_internal
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
# Ollama needs more memory for models (CPU-only, limited by VM)
|
||||||
|
memory: 4G
|
||||||
|
cpus: '2.0'
|
||||||
|
labels:
|
||||||
|
- "autoheal=true"
|
||||||
|
- "com.centurylinklabs.watchtower.enable=true"
|
||||||
|
|
||||||
|
networks:
|
||||||
|
karakeep_internal:
|
||||||
|
driver: bridge
|
||||||
|
proxy:
|
||||||
|
external: true
|
||||||
134
playbooks/deploy-karakeep.yml
Normal file
134
playbooks/deploy-karakeep.yml
Normal file
|
|
@ -0,0 +1,134 @@
|
||||||
|
---
|
||||||
|
# Deploy Karakeep Stack to databases VM
|
||||||
|
# Containers: web, meilisearch, chrome, ollama
|
||||||
|
# Target: databases (192.168.1.81)
|
||||||
|
|
||||||
|
- name: Deploy Karakeep Stack
|
||||||
|
hosts: databases
|
||||||
|
vars:
|
||||||
|
appdata_path: /home/docker/appdata
|
||||||
|
service_name: karakeep
|
||||||
|
service_dir: "{{ appdata_path }}/{{ service_name }}"
|
||||||
|
compose_src: "{{ playbook_dir }}/../compose-files/databases/{{ service_name }}"
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
# =========================================================================
|
||||||
|
# PRE-FLIGHT CHECKS
|
||||||
|
# =========================================================================
|
||||||
|
- name: Check if .env file exists on control server
|
||||||
|
delegate_to: localhost
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: "{{ compose_src }}/.env"
|
||||||
|
register: env_file
|
||||||
|
|
||||||
|
- name: Fail if .env is missing
|
||||||
|
ansible.builtin.fail:
|
||||||
|
msg: |
|
||||||
|
.env file not found at {{ compose_src }}/.env
|
||||||
|
Copy .env.example to .env and fill in the secrets!
|
||||||
|
when: not env_file.stat.exists
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# DIRECTORY SETUP
|
||||||
|
# =========================================================================
|
||||||
|
- name: Create karakeep base directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ service_dir }}"
|
||||||
|
state: directory
|
||||||
|
mode: '0755'
|
||||||
|
|
||||||
|
- name: Create karakeep data directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ service_dir }}/data"
|
||||||
|
state: directory
|
||||||
|
mode: '0755'
|
||||||
|
|
||||||
|
- name: Create meilisearch directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ service_dir }}/meilisearch"
|
||||||
|
state: directory
|
||||||
|
mode: '0755'
|
||||||
|
|
||||||
|
- name: Create ollama directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ service_dir }}/ollama"
|
||||||
|
state: directory
|
||||||
|
mode: '0755'
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# FILE DEPLOYMENT
|
||||||
|
# =========================================================================
|
||||||
|
- name: Copy docker-compose.yml
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: "{{ compose_src }}/docker-compose.yml"
|
||||||
|
dest: "{{ service_dir }}/docker-compose.yml"
|
||||||
|
mode: '0644'
|
||||||
|
|
||||||
|
- name: Copy .env file
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: "{{ compose_src }}/.env"
|
||||||
|
dest: "{{ service_dir }}/.env"
|
||||||
|
mode: '0600'
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# CONTAINER DEPLOYMENT
|
||||||
|
# =========================================================================
|
||||||
|
- name: Deploy karakeep stack
|
||||||
|
community.docker.docker_compose_v2:
|
||||||
|
project_src: "{{ service_dir }}"
|
||||||
|
state: present
|
||||||
|
pull: always
|
||||||
|
register: karakeep_result
|
||||||
|
|
||||||
|
- name: Show deployment status
|
||||||
|
ansible.builtin.debug:
|
||||||
|
msg: "Karakeep stack deployed: {{ karakeep_result.changed }}"
|
||||||
|
|
||||||
|
# =========================================================================
|
||||||
|
# VERIFICATION
|
||||||
|
# =========================================================================
|
||||||
|
- name: Wait for karakeep-web to be healthy
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://localhost:3054/api/health"
|
||||||
|
status_code: 200
|
||||||
|
timeout: 10
|
||||||
|
register: web_health
|
||||||
|
retries: 15
|
||||||
|
delay: 10
|
||||||
|
until: web_health.status == 200
|
||||||
|
ignore_errors: true
|
||||||
|
|
||||||
|
- name: Wait for meilisearch to be ready
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://localhost:7700/health"
|
||||||
|
status_code: 200
|
||||||
|
timeout: 5
|
||||||
|
register: meili_health
|
||||||
|
retries: 10
|
||||||
|
delay: 5
|
||||||
|
until: meili_health.status == 200
|
||||||
|
ignore_errors: true
|
||||||
|
|
||||||
|
- name: Wait for ollama to be ready
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://localhost:11434/api/version"
|
||||||
|
status_code: 200
|
||||||
|
timeout: 5
|
||||||
|
register: ollama_health
|
||||||
|
retries: 10
|
||||||
|
delay: 5
|
||||||
|
until: ollama_health.status == 200
|
||||||
|
ignore_errors: true
|
||||||
|
|
||||||
|
- name: Summary
|
||||||
|
ansible.builtin.debug:
|
||||||
|
msg:
|
||||||
|
- "========================================="
|
||||||
|
- "Karakeep Stack Deployment Complete"
|
||||||
|
- "========================================="
|
||||||
|
- "✅ Karakeep Web: http://192.168.1.81:3054"
|
||||||
|
- "✅ Meilisearch: http://192.168.1.81:7700"
|
||||||
|
- "✅ Ollama: http://192.168.1.81:11434"
|
||||||
|
- "========================================="
|
||||||
|
- "NOTE: Ollama running on CPU only (no GPU)"
|
||||||
|
- "Models may need to be re-pulled after migration"
|
||||||
Loading…
Reference in a new issue