Files
site11/docker-compose.yml
jungwoo choi 07579ea9f5 docs: Add News API deployment guide and SAPIENS services
- Add comprehensive deployment guide in CLAUDE.md
  - Quick deploy commands for News API
  - Version management strategy (Major/Minor/Patch)
  - Rollback procedures
- Add detailed DEPLOYMENT.md for News API service
- Update docker-compose.yml with SAPIENS platform services
  - Add sapiens-web with PostgreSQL (port 3005, 5433)
  - Add sapiens-web2 with PostgreSQL (port 3006, 5434)
  - Configure health checks and dependencies

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
2025-10-22 09:20:55 +09:00

773 lines
20 KiB
YAML

services:
console-frontend:
build:
context: ./console/frontend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_console_frontend
ports:
- "${CONSOLE_FRONTEND_PORT}:80"
networks:
- site11_network
restart: unless-stopped
depends_on:
- console-backend
console-backend:
build:
context: ./console/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_console_backend
ports:
- "${CONSOLE_BACKEND_PORT}:8000"
environment:
- ENV=${ENV}
- PORT=8000
- USERS_SERVICE_URL=${USERS_SERVICE_URL}
- JWT_SECRET_KEY=${JWT_SECRET_KEY}
- JWT_ALGORITHM=${JWT_ALGORITHM}
- ACCESS_TOKEN_EXPIRE_MINUTES=${ACCESS_TOKEN_EXPIRE_MINUTES}
volumes:
- ./console/backend:/app
networks:
- site11_network
restart: unless-stopped
depends_on:
- users-backend
users-backend:
build:
context: ./services/users/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_users_backend
ports:
- "${USERS_BACKEND_PORT}:8000"
environment:
- ENV=${ENV}
- PORT=8000
- MONGODB_URL=${MONGODB_URL}
- DB_NAME=${USERS_DB_NAME}
- KAFKA_BOOTSTRAP_SERVERS=${KAFKA_BOOTSTRAP_SERVERS}
- KAFKA_GROUP_ID=${KAFKA_GROUP_ID}
volumes:
- ./services/users/backend:/app
- ./shared:/app/shared
networks:
- site11_network
restart: unless-stopped
depends_on:
- mongodb
- kafka
images-backend:
build:
context: ./services/images/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_images_backend
ports:
- "${IMAGES_SERVICE_PORT}:8000"
environment:
- ENV=${ENV}
- PORT=8000
- REDIS_URL=${REDIS_URL}
- MONGODB_URL=${MONGODB_URL}
- CACHE_DIR=/app/cache
- CONVERT_TO_WEBP=true
volumes:
- ./services/images/backend:/app
- ./data/images-cache:/app/cache
networks:
- site11_network
restart: unless-stopped
depends_on:
- redis
- mongodb
oauth-backend:
build:
context: ./services/oauth/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_oauth_backend
ports:
- "${OAUTH_SERVICE_PORT}:8000"
environment:
- ENV=${ENV}
- PORT=8000
- MONGODB_URL=${MONGODB_URL}
- OAUTH_DB_NAME=${OAUTH_DB_NAME}
- JWT_SECRET_KEY=${JWT_SECRET_KEY}
- JWT_ALGORITHM=${JWT_ALGORITHM}
- KAFKA_BOOTSTRAP_SERVERS=${KAFKA_BOOTSTRAP_SERVERS}
- KAFKA_GROUP_ID=${KAFKA_GROUP_ID}
volumes:
- ./services/oauth/backend:/app
- ./shared:/app/shared
networks:
- site11_network
restart: unless-stopped
depends_on:
- mongodb
- kafka
mongodb:
image: mongo:7.0
container_name: ${COMPOSE_PROJECT_NAME}_mongodb
environment:
- MONGO_INITDB_DATABASE=${MONGODB_DATABASE}
ports:
- "${MONGODB_PORT}:27017"
volumes:
- ./data/mongodb:/data/db
- ./data/mongodb/configdb:/data/configdb
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: echo 'db.runCommand("ping").ok' | mongosh localhost:27017/test --quiet
interval: 10s
timeout: 5s
retries: 5
redis:
image: redis:7-alpine
container_name: ${COMPOSE_PROJECT_NAME}_redis
ports:
- "${REDIS_PORT}:6379"
volumes:
- ./data/redis:/data
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "redis-cli", "ping"]
interval: 10s
timeout: 5s
retries: 5
zookeeper:
image: confluentinc/cp-zookeeper:7.5.0
container_name: ${COMPOSE_PROJECT_NAME}_zookeeper
environment:
ZOOKEEPER_CLIENT_PORT: 2181
ZOOKEEPER_TICK_TIME: 2000
ports:
- "${KAFKA_ZOOKEEPER_PORT}:2181"
volumes:
- ./data/zookeeper/data:/var/lib/zookeeper/data
- ./data/zookeeper/logs:/var/lib/zookeeper/log
networks:
- site11_network
restart: unless-stopped
kafka:
image: confluentinc/cp-kafka:7.5.0
container_name: ${COMPOSE_PROJECT_NAME}_kafka
depends_on:
- zookeeper
ports:
- "${KAFKA_PORT}:9092"
- "9101:9101"
environment:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
KAFKA_JMX_PORT: 9101
KAFKA_JMX_HOSTNAME: localhost
KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
volumes:
- ./data/kafka:/var/lib/kafka/data
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "kafka-broker-api-versions", "--bootstrap-server", "localhost:9092"]
interval: 10s
timeout: 5s
retries: 5
# Notifications Service
notifications-backend:
build:
context: ./services/notifications/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_notifications_backend
ports:
- "8013:8000"
environment:
- MONGODB_URL=mongodb://mongodb:27017
- REDIS_URL=redis://redis:6379
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092
- SMTP_HOST=${SMTP_HOST:-smtp.gmail.com}
- SMTP_PORT=${SMTP_PORT:-587}
- SMTP_USER=${SMTP_USER:-}
- SMTP_PASSWORD=${SMTP_PASSWORD:-}
- SMS_API_KEY=${SMS_API_KEY:-}
- SMS_API_URL=${SMS_API_URL:-}
- FCM_SERVER_KEY=${FCM_SERVER_KEY:-}
depends_on:
- mongodb
- redis
- kafka
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# MinIO Object Storage
minio:
image: minio/minio:latest
container_name: ${COMPOSE_PROJECT_NAME}_minio
ports:
- "9000:9000"
- "9001:9001"
environment:
- MINIO_ROOT_USER=${MINIO_ROOT_USER:-minioadmin}
- MINIO_ROOT_PASSWORD=${MINIO_ROOT_PASSWORD:-minioadmin}
volumes:
- ./data/minio:/data
command: server /data --console-address ":9001"
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
interval: 30s
timeout: 20s
retries: 3
# File Management Service
files-backend:
build:
context: ./services/files/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_files_backend
ports:
- "8014:8000"
environment:
- ENV=${ENV}
- PORT=8000
- MONGODB_URL=${MONGODB_URL}
- FILES_DB_NAME=${FILES_DB_NAME:-files_db}
- MINIO_ENDPOINT=minio:9000
- MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY:-minioadmin}
- MINIO_SECRET_KEY=${MINIO_SECRET_KEY:-minioadmin}
- MINIO_SECURE=false
volumes:
- ./services/files/backend:/app
- ./data/files-temp:/tmp
networks:
- site11_network
restart: unless-stopped
depends_on:
- mongodb
- minio
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# Apache Solr Search Engine
solr:
image: solr:9.4
container_name: ${COMPOSE_PROJECT_NAME}_solr
ports:
- "8983:8983"
volumes:
- ./data/solr:/var/solr
- ./services/search/solr-config:/opt/solr/server/solr/configsets/site11_config
command:
- solr-precreate
- site11
- /opt/solr/server/solr/configsets/site11_config
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8983/solr/site11/admin/ping"]
interval: 30s
timeout: 10s
retries: 3
# Search Service
search-backend:
build:
context: ./services/search/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_search_backend
ports:
- "8015:8000"
environment:
- ENV=${ENV}
- PORT=8000
- SOLR_URL=http://solr:8983/solr
- MONGODB_URL=${MONGODB_URL}
- KAFKA_BOOTSTRAP_SERVERS=${KAFKA_BOOTSTRAP_SERVERS}
volumes:
- ./services/search/backend:/app
networks:
- site11_network
restart: unless-stopped
depends_on:
- solr
- mongodb
- kafka
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# Statistics Service
statistics-backend:
build:
context: ./services/statistics/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_statistics_backend
ports:
- "8012:8000"
environment:
- REDIS_URL=redis://redis:6379
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092
- INFLUXDB_HOST=influxdb
- INFLUXDB_PORT=8086
- INFLUXDB_DATABASE=statistics
depends_on:
- redis
- kafka
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# Google Search Service
google-search-backend:
build:
context: ./services/google-search/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_google_search_backend
ports:
- "8016:8000"
environment:
- REDIS_HOST=redis
- REDIS_PORT=6379
- REDIS_DB=2
- GOOGLE_API_KEY=AIzaSyBakoCsDP_oF5V4oq_eEKs4eQb-ekqxnRM
- GOOGLE_SEARCH_ENGINE_ID=35bfbdb7b6f244569
- SERPAPI_KEY=${SERPAPI_KEY:-}
- DEFAULT_LANGUAGE=ko
- DEFAULT_COUNTRY=kr
- CACHE_TTL=3600
depends_on:
- redis
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# RSS Feed Service
rss-feed-backend:
build:
context: ./services/rss-feed/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_rss_feed_backend
ports:
- "8017:8000"
environment:
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=rss_feed_db
- REDIS_URL=redis://redis:6379
- REDIS_DB=3
- DEFAULT_UPDATE_INTERVAL=900
- MAX_ENTRIES_PER_FEED=100
- ENABLE_SCHEDULER=true
- SCHEDULER_TIMEZONE=Asia/Seoul
depends_on:
- mongodb
- redis
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# News Aggregator Service
news-aggregator-backend:
build:
context: ./services/news-aggregator/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_news_aggregator_backend
ports:
- "8018:8000"
environment:
- RSS_SERVICE_URL=http://rss-feed-backend:8000
- GOOGLE_SEARCH_SERVICE_URL=http://google-search-backend:8000
depends_on:
- rss-feed-backend
- google-search-backend
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# AI Writer Service
ai-writer-backend:
build:
context: ./services/ai-writer/backend
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_ai_writer_backend
ports:
- "8019:8000"
environment:
- NEWS_AGGREGATOR_URL=http://news-aggregator-backend:8000
- CLAUDE_API_KEY=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
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- REDIS_URL=redis://redis:6379
depends_on:
- mongodb
- redis
- news-aggregator-backend
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# AI Writer Worker Service
ai-writer-worker:
build:
context: ./services/ai-writer
dockerfile: worker/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_ai_writer_worker
environment:
- CLAUDE_API_KEY=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
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- REDIS_URL=redis://redis:6379
- WORKER_COUNT=3
depends_on:
- mongodb
- redis
- ai-writer-backend
networks:
- site11_network
restart: unless-stopped
# ============ Pipeline Services ============
# Pipeline Multi-threaded Scheduler Service
pipeline-scheduler:
build:
context: ./services/pipeline
dockerfile: scheduler/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_pipeline_scheduler
restart: unless-stopped
depends_on:
- redis
- mongodb
environment:
- REDIS_URL=redis://redis:6379
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- LOG_LEVEL=INFO
command: python multi_thread_scheduler.py
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Keyword Manager API Service
keyword-manager:
build:
context: ./services/pipeline
dockerfile: scheduler/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_keyword_manager
restart: unless-stopped
depends_on:
- mongodb
environment:
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- API_PORT=8100
command: python keyword_manager.py
ports:
- "8100:8100"
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Pipeline RSS Collector Worker
pipeline-rss-collector:
build:
context: ./services/pipeline
dockerfile: rss-collector/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_pipeline_rss_collector
restart: unless-stopped
depends_on:
- redis
environment:
- REDIS_URL=redis://redis:6379
- LOG_LEVEL=INFO
- RSS_ENQUEUE_DELAY=1.0
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Pipeline Google Search Worker
pipeline-google-search:
build:
context: ./services/pipeline
dockerfile: google-search/Dockerfile
restart: unless-stopped
depends_on:
- redis
environment:
- REDIS_URL=redis://redis:6379
- GOOGLE_API_KEY=AIzaSyBakoCsDP_oF5V4oq_eEKs4eQb-ekqxnRM
- GOOGLE_SEARCH_ENGINE_ID=35bfbdb7b6f244569
- LOG_LEVEL=INFO
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Pipeline AI Article Generator Worker
pipeline-ai-article-generator:
build:
context: ./services/pipeline
dockerfile: ai-article-generator/Dockerfile
restart: unless-stopped
depends_on:
- redis
- mongodb
environment:
- REDIS_URL=redis://redis:6379
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- CLAUDE_API_KEY=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
- LOG_LEVEL=INFO
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Pipeline Monitor (optional dashboard)
pipeline-monitor:
build:
context: ./services/pipeline
dockerfile: monitor/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_pipeline_monitor
restart: unless-stopped
depends_on:
- redis
- mongodb
ports:
- "8100:8000"
environment:
- REDIS_URL=redis://redis:6379
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- LOG_LEVEL=INFO
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Pipeline Translator
pipeline-translator:
build:
context: ./services/pipeline
dockerfile: translator/Dockerfile
restart: unless-stopped
depends_on:
- redis
- mongodb
environment:
- REDIS_URL=redis://redis:6379
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- DEEPL_API_KEY=3abbc796-2515-44a8-972d-22dcf27ab54a
- LOG_LEVEL=INFO
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# Pipeline Language Sync Service
pipeline-language-sync:
build:
context: ./services/pipeline
dockerfile: translator/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_pipeline_language_sync
restart: unless-stopped
depends_on:
- mongodb
environment:
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- DEEPL_API_KEY=3abbc796-2515-44a8-972d-22dcf27ab54a
- LOG_LEVEL=INFO
command: ["python", "language_sync.py"]
volumes:
- ./services/pipeline/shared:/app/shared:ro
- ./services/pipeline/config:/app/config:ro
networks:
- site11_network
# Pipeline Image Generator
pipeline-image-generator:
build:
context: ./services/pipeline
dockerfile: image-generator/Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_pipeline_image_generator
restart: unless-stopped
depends_on:
- redis
- mongodb
env_file:
- ./services/pipeline/.env
environment:
- REDIS_URL=redis://redis:6379
- MONGODB_URL=mongodb://mongodb:27017
- DB_NAME=ai_writer_db
- LOG_LEVEL=INFO
volumes:
- ./services/pipeline/shared:/app/shared:ro
networks:
- site11_network
# PostgreSQL for SAPIENS
sapiens-postgres:
image: postgres:16-alpine
container_name: ${COMPOSE_PROJECT_NAME}_sapiens_postgres
environment:
- POSTGRES_DB=sapiens_db
- POSTGRES_USER=sapiens_user
- POSTGRES_PASSWORD=sapiens_password
ports:
- "5433:5432"
volumes:
- ./data/sapiens-postgres:/var/lib/postgresql/data
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD-SHELL", "pg_isready -U sapiens_user -d sapiens_db"]
interval: 10s
timeout: 5s
retries: 5
# SAPIENS Web Platform
sapiens-web:
build:
context: ./services/sapiens-web
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_sapiens_web
ports:
- "3005:5000"
environment:
- NODE_ENV=development
- PORT=5000
- DATABASE_URL=postgresql://sapiens_user:sapiens_password@sapiens-postgres:5432/sapiens_db
- SESSION_SECRET=sapiens_dev_secret_key_change_in_production
volumes:
- ./services/sapiens-web:/app
- /app/node_modules
networks:
- site11_network
restart: unless-stopped
depends_on:
sapiens-postgres:
condition: service_healthy
# PostgreSQL for SAPIENS Web2
sapiens-postgres2:
image: postgres:16-alpine
container_name: ${COMPOSE_PROJECT_NAME}_sapiens_postgres2
environment:
- POSTGRES_DB=sapiens_db2
- POSTGRES_USER=sapiens_user2
- POSTGRES_PASSWORD=sapiens_password2
ports:
- "5434:5432"
volumes:
- ./data/sapiens-postgres2:/var/lib/postgresql/data
networks:
- site11_network
restart: unless-stopped
healthcheck:
test: ["CMD-SHELL", "pg_isready -U sapiens_user2 -d sapiens_db2"]
interval: 10s
timeout: 5s
retries: 5
# SAPIENS Web2 Platform
sapiens-web2:
build:
context: ./services/sapiens-web2
dockerfile: Dockerfile
container_name: ${COMPOSE_PROJECT_NAME}_sapiens_web2
ports:
- "3006:5000"
environment:
- NODE_ENV=development
- PORT=5000
- DATABASE_URL=postgresql://sapiens_user2:sapiens_password2@sapiens-postgres2:5432/sapiens_db2
- SESSION_SECRET=sapiens2_dev_secret_key_change_in_production
volumes:
- ./services/sapiens-web2:/app
- /app/node_modules
networks:
- site11_network
restart: unless-stopped
depends_on:
sapiens-postgres2:
condition: service_healthy
networks:
site11_network:
driver: bridge
name: site11_network
# Named volumes are replaced with bind mounts in ./data/ directory
# volumes:
# mongodb_data:
# mongodb_config:
# redis_data:
# images_cache:
# zookeeper_data:
# zookeeper_logs:
# kafka_data:
# minio_data:
# files_temp:
# solr_data: