feat: Implement backend core functionality for news-engine-console

Phase 1 Backend Implementation:
- ✅ MongoDB data models (Keyword, Pipeline, User, Application)
- ✅ Pydantic schemas for all models with validation
- ✅ KeywordService: Full CRUD, filtering, pagination, stats, toggle status
- ✅ PipelineService: Full CRUD, start/stop/restart, logs, config management
- ✅ Keywords API: 8 endpoints with complete functionality
- ✅ Pipelines API: 11 endpoints with complete functionality
- ✅ Updated TODO.md to reflect completion

Key Features:
- Async MongoDB operations with Motor
- Comprehensive filtering and pagination support
- Pipeline logging system
- Statistics tracking for keywords and pipelines
- Proper error handling with HTTP status codes
- Type-safe request/response models

Files Added:
- models/: 4 data models with PyObjectId support
- schemas/: 4 schema modules with Create/Update/Response patterns
- services/: KeywordService (234 lines) + PipelineService (332 lines)

Files Modified:
- api/keywords.py: 40 → 212 lines (complete implementation)
- api/pipelines.py: 25 → 300 lines (complete implementation)
- TODO.md: Updated checklist with completed items

Next Steps:
- UserService with authentication
- ApplicationService for OAuth2
- MonitoringService
- Redis integration
- Frontend implementation

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>

services/news-engine-console/backend/app/models/__init__.py

@@ -0,0 +1,7 @@
+# Data Models
+from .keyword import Keyword
+from .pipeline import Pipeline
+from .user import User
+from .application import Application
+
+__all__ = ["Keyword", "Pipeline", "User", "Application"]

services/news-engine-console/backend/app/models/application.py

@@ -0,0 +1,58 @@
+from datetime import datetime
+from typing import Optional, List
+from pydantic import BaseModel, Field
+from bson import ObjectId
+
+
+class PyObjectId(ObjectId):
+    """Custom ObjectId type for Pydantic"""
+    @classmethod
+    def __get_validators__(cls):
+        yield cls.validate
+
+    @classmethod
+    def validate(cls, v):
+        if not ObjectId.is_valid(v):
+            raise ValueError("Invalid ObjectId")
+        return ObjectId(v)
+
+    @classmethod
+    def __get_pydantic_json_schema__(cls, field_schema):
+        field_schema.update(type="string")
+
+
+class Application(BaseModel):
+    """OAuth2 Application data model"""
+
+    id: Optional[PyObjectId] = Field(default=None, alias="_id")
+    name: str = Field(..., min_length=1, max_length=100)
+    client_id: str = Field(..., description="OAuth2 Client ID (unique)")
+    client_secret: str = Field(..., description="Hashed client secret")
+    redirect_uris: List[str] = Field(default_factory=list)
+    grant_types: List[str] = Field(
+        default_factory=lambda: ["authorization_code", "refresh_token"]
+    )
+    scopes: List[str] = Field(
+        default_factory=lambda: ["read", "write"]
+    )
+    owner_id: str = Field(..., description="User ID who owns this application")
+    created_at: datetime = Field(default_factory=datetime.utcnow)
+    updated_at: datetime = Field(default_factory=datetime.utcnow)
+
+    class Config:
+        populate_by_name = True
+        arbitrary_types_allowed = True
+        json_encoders = {ObjectId: str}
+        json_schema_extra = {
+            "example": {
+                "name": "News Frontend App",
+                "client_id": "news_app_12345",
+                "redirect_uris": [
+                    "http://localhost:3000/auth/callback",
+                    "https://news.example.com/auth/callback"
+                ],
+                "grant_types": ["authorization_code", "refresh_token"],
+                "scopes": ["read", "write"],
+                "owner_id": "507f1f77bcf86cd799439011"
+            }
+        }

services/news-engine-console/backend/app/models/keyword.py

@@ -0,0 +1,55 @@
+from datetime import datetime
+from typing import Optional, Dict, Any
+from pydantic import BaseModel, Field
+from bson import ObjectId
+
+
+class PyObjectId(ObjectId):
+    """Custom ObjectId type for Pydantic"""
+    @classmethod
+    def __get_validators__(cls):
+        yield cls.validate
+
+    @classmethod
+    def validate(cls, v):
+        if not ObjectId.is_valid(v):
+            raise ValueError("Invalid ObjectId")
+        return ObjectId(v)
+
+    @classmethod
+    def __get_pydantic_json_schema__(cls, field_schema):
+        field_schema.update(type="string")
+
+
+class Keyword(BaseModel):
+    """Keyword data model for pipeline management"""
+
+    id: Optional[PyObjectId] = Field(default=None, alias="_id")
+    keyword: str = Field(..., min_length=1, max_length=200)
+    category: str = Field(..., description="Category: people, topics, companies")
+    status: str = Field(default="active", description="Status: active, inactive")
+    pipeline_type: str = Field(default="all", description="Pipeline type: rss, translation, all")
+    priority: int = Field(default=5, ge=1, le=10, description="Priority level 1-10")
+    metadata: Dict[str, Any] = Field(default_factory=dict)
+    created_at: datetime = Field(default_factory=datetime.utcnow)
+    updated_at: datetime = Field(default_factory=datetime.utcnow)
+    created_by: Optional[str] = Field(default=None, description="User ID who created this keyword")
+
+    class Config:
+        populate_by_name = True
+        arbitrary_types_allowed = True
+        json_encoders = {ObjectId: str}
+        json_schema_extra = {
+            "example": {
+                "keyword": "도널드 트럼프",
+                "category": "people",
+                "status": "active",
+                "pipeline_type": "all",
+                "priority": 8,
+                "metadata": {
+                    "description": "Former US President",
+                    "aliases": ["Donald Trump", "Trump"]
+                },
+                "created_by": "admin"
+            }
+        }

services/news-engine-console/backend/app/models/pipeline.py

@@ -0,0 +1,70 @@
+from datetime import datetime
+from typing import Optional, Dict, Any
+from pydantic import BaseModel, Field
+from bson import ObjectId
+
+
+class PyObjectId(ObjectId):
+    """Custom ObjectId type for Pydantic"""
+    @classmethod
+    def __get_validators__(cls):
+        yield cls.validate
+
+    @classmethod
+    def validate(cls, v):
+        if not ObjectId.is_valid(v):
+            raise ValueError("Invalid ObjectId")
+        return ObjectId(v)
+
+    @classmethod
+    def __get_pydantic_json_schema__(cls, field_schema):
+        field_schema.update(type="string")
+
+
+class PipelineStats(BaseModel):
+    """Pipeline statistics"""
+    total_processed: int = Field(default=0)
+    success_count: int = Field(default=0)
+    error_count: int = Field(default=0)
+    last_run: Optional[datetime] = None
+    average_duration_seconds: Optional[float] = None
+
+
+class Pipeline(BaseModel):
+    """Pipeline data model for process management"""
+
+    id: Optional[PyObjectId] = Field(default=None, alias="_id")
+    name: str = Field(..., min_length=1, max_length=100)
+    type: str = Field(..., description="Type: rss_collector, translator, image_generator")
+    status: str = Field(default="stopped", description="Status: running, stopped, error")
+    config: Dict[str, Any] = Field(default_factory=dict)
+    schedule: Optional[str] = Field(default=None, description="Cron expression for scheduling")
+    stats: PipelineStats = Field(default_factory=PipelineStats)
+    last_run: Optional[datetime] = None
+    next_run: Optional[datetime] = None
+    created_at: datetime = Field(default_factory=datetime.utcnow)
+    updated_at: datetime = Field(default_factory=datetime.utcnow)
+
+    class Config:
+        populate_by_name = True
+        arbitrary_types_allowed = True
+        json_encoders = {ObjectId: str}
+        json_schema_extra = {
+            "example": {
+                "name": "RSS Collector - Politics",
+                "type": "rss_collector",
+                "status": "running",
+                "config": {
+                    "interval_minutes": 30,
+                    "max_articles": 100,
+                    "categories": ["politics"]
+                },
+                "schedule": "*/30 * * * *",
+                "stats": {
+                    "total_processed": 1523,
+                    "success_count": 1500,
+                    "error_count": 23,
+                    "average_duration_seconds": 45.2
+                }
+            }
+        }

services/news-engine-console/backend/app/models/user.py

@@ -0,0 +1,49 @@
+from datetime import datetime
+from typing import Optional
+from pydantic import BaseModel, Field, EmailStr
+from bson import ObjectId
+
+
+class PyObjectId(ObjectId):
+    """Custom ObjectId type for Pydantic"""
+    @classmethod
+    def __get_validators__(cls):
+        yield cls.validate
+
+    @classmethod
+    def validate(cls, v):
+        if not ObjectId.is_valid(v):
+            raise ValueError("Invalid ObjectId")
+        return ObjectId(v)
+
+    @classmethod
+    def __get_pydantic_json_schema__(cls, field_schema):
+        field_schema.update(type="string")
+
+
+class User(BaseModel):
+    """User data model for authentication and authorization"""
+
+    id: Optional[PyObjectId] = Field(default=None, alias="_id")
+    username: str = Field(..., min_length=3, max_length=50)
+    email: EmailStr = Field(...)
+    hashed_password: str = Field(...)
+    full_name: str = Field(..., min_length=1, max_length=100)
+    role: str = Field(default="viewer", description="Role: admin, editor, viewer")
+    disabled: bool = Field(default=False)
+    created_at: datetime = Field(default_factory=datetime.utcnow)
+    last_login: Optional[datetime] = None
+
+    class Config:
+        populate_by_name = True
+        arbitrary_types_allowed = True
+        json_encoders = {ObjectId: str}
+        json_schema_extra = {
+            "example": {
+                "username": "johndoe",
+                "email": "johndoe@example.com",
+                "full_name": "John Doe",
+                "role": "editor",
+                "disabled": False
+            }
+        }