Enhance requirements and refactor migration script: add new dependencies for SQLAlchemy and Alembic, improve MongoDB migration logic with collection creation and indexing, and update logging for better traceability.

app/api/audiobook_routes.py

@@ -8,22 +8,19 @@ import shutil
 import logging
 from datetime import datetime
 from typing import Optional, List
-from fastapi import APIRouter, Request, HTTPException, BackgroundTasks, UploadFile, File, Form, Depends
-from fastapi.responses import FileResponse, JSONResponse
-from sqlalchemy.orm import Session
-from app.db_models.database import Audiobook, AudiobookStatus, AudiobookChunk, TextChunk
-from app.services.storage import storage
-from app.db import get_db, AUDIOBOOKS_COLLECTION
-from app.config import AUDIO_DIR, TEXT_DIR, TEMP_DIR
+from fastapi import APIRouter, Request, HTTPException, BackgroundTasks, UploadFile, File
+from fastapi.responses import FileResponse
 from pydantic import BaseModel
-import torchaudio
-import json
-import shutil
 from motor.motor_asyncio import AsyncIOMotorDatabase
 
-# Set up logging
+from app.db import get_db, AUDIOBOOKS_COLLECTION
+from app.config import AUDIO_DIR, TEXT_DIR, TEMP_DIR
+
+# Configure logging
+logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
-router = APIRouter(prefix="/audiobook", tags=["Audiobook"])
+
+router = APIRouter()
 
 class AudiobookBase(BaseModel):
     title: str

requirements.txt

@@ -24,4 +24,7 @@ ffmpeg-python>=0.2.0
 accelerate>=0.20.0
 pymongo>=4.6.1
 motor>=3.3.2
-python-dotenv>=1.0.1
+python-dotenv>=1.0.1
+sqlalchemy>=2.0.0
+alembic>=1.13.0
+psycopg2-binary>=2.9.9

scripts/migrate.py

@@ -1,42 +1,109 @@
 #!/usr/bin/env python3
 """
-Database migration script for the TTS API.
+MongoDB database migration script.
 """
 import os
 import sys
 import logging
-from pathlib import Path
+from motor.motor_asyncio import AsyncIOMotorClient
+import asyncio
+from datetime import datetime
 
-# Set up logging
+# Add the app directory to the Python path
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
+# Configure logging
 logging.basicConfig(
     level=logging.INFO,
     format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
 )
 logger = logging.getLogger(__name__)
 
-def run_migrations():
+# Import app configuration after setting up path
+from app.db import MONGO_URI, DB_NAME, AUDIOBOOKS_COLLECTION, VOICES_COLLECTION, AUDIO_CACHE_COLLECTION
+
+async def run_migrations():
     """Run database migrations."""
     try:
-        # Log current environment
-        logger.info(f"Current directory: {os.getcwd()}")
-        logger.info(f"Python Path (sys.path): {sys.path}")
+        logger.info(f"Starting MongoDB migrations for database: {DB_NAME}")
+        
+        # Connect to MongoDB
+        client = AsyncIOMotorClient(MONGO_URI)
+        db = client[DB_NAME]
         
-        # Import the database configuration
-        from app.db_models import init_db
+        # Create collections if they don't exist
+        collections = await db.list_collection_names()
         
-        # Initialize database tables
-        init_db()
-        logger.info("Database tables created successfully")
+        # Audiobooks collection
+        if AUDIOBOOKS_COLLECTION not in collections:
+            logger.info(f"Creating collection: {AUDIOBOOKS_COLLECTION}")
+            await db.create_collection(AUDIOBOOKS_COLLECTION)
+            # Create indexes
+            await db[AUDIOBOOKS_COLLECTION].create_index("id", unique=True)
+            await db[AUDIOBOOKS_COLLECTION].create_index("created_at")
+            await db[AUDIOBOOKS_COLLECTION].create_index("status")
         
-        return True
+        # Voices collection
+        if VOICES_COLLECTION not in collections:
+            logger.info(f"Creating collection: {VOICES_COLLECTION}")
+            await db.create_collection(VOICES_COLLECTION)
+            # Create indexes
+            await db[VOICES_COLLECTION].create_index("id", unique=True)
+            await db[VOICES_COLLECTION].create_index("name")
+            await db[VOICES_COLLECTION].create_index("type")
         
-    except ImportError as e:
-        logger.error(f"Error importing database configuration: {e}")
-        return False
+        # Audio cache collection
+        if AUDIO_CACHE_COLLECTION not in collections:
+            logger.info(f"Creating collection: {AUDIO_CACHE_COLLECTION}")
+            await db.create_collection(AUDIO_CACHE_COLLECTION)
+            # Create indexes
+            await db[AUDIO_CACHE_COLLECTION].create_index("hash", unique=True)
+            await db[AUDIO_CACHE_COLLECTION].create_index("created_at")
+            
+        # Add any future migrations here
+        # Example:
+        # await migrate_v1_to_v2(db)
+        
+        logger.info("Database migrations completed successfully")
+        
+    except Exception as e:
+        logger.error(f"Error during migrations: {str(e)}")
+        raise
+    finally:
+        # Close the client connection
+        client.close()
+
+async def migrate_v1_to_v2(db):
+    """
+    Example migration function for future use.
+    Updates documents from v1 to v2 schema.
+    """
+    try:
+        # Example: Add a new field to all documents
+        result = await db[AUDIOBOOKS_COLLECTION].update_many(
+            {"version": {"$exists": False}},
+            {
+                "$set": {
+                    "version": "2.0",
+                    "updated_at": datetime.utcnow()
+                }
+            }
+        )
+        logger.info(f"Migrated {result.modified_count} documents to v2")
+    except Exception as e:
+        logger.error(f"Error in v1 to v2 migration: {str(e)}")
+        raise
+
+def main():
+    """Main entry point for migrations."""
+    try:
+        # Run migrations
+        asyncio.run(run_migrations())
+        logger.info("Migrations completed successfully")
+        sys.exit(0)
     except Exception as e:
-        logger.error(f"Error running migrations: {e}")
-        return False
+        logger.error(f"Migration failed: {str(e)}")
+        sys.exit(1)
 
 if __name__ == "__main__":
-    success = run_migrations()
-    sys.exit(0 if success else 1) 
+    main()