restructure

CREDIT_SERVICE_EXAMPLE.py

@@ -1,181 +0,0 @@
-"""
-Example app.py configuration for Credit Service
-
-This shows how to configure the new middleware-based credit system.
-"""
-
-# ============================================================================
-# Credit Service Registration
-# ============================================================================
-
-from services.credit_service import CreditServiceConfig
-
-# Register credit service with route configurations
-CreditServiceConfig.register(
-    route_configs={
-        # Synchronous operations - credits confirmed/refunded immediately
-        "/gemini/generate-animation-prompt": {
-            "cost": 1,
-            "type": "sync"
-        },
-        "/gemini/edit-image": {
-            "cost": 1,
-            "type": "sync"
-        },
-        "/gemini/generate-text": {
-            "cost": 1,
-            "type": "sync"
-        },
-        "/gemini/analyze-image": {
-            "cost": 1,
-            "type": "sync"
-        },
-        
-        # Asynchronous operations - credits kept reserved until job completes
-        "/gemini/generate-video": {
-            "cost": 10,
-            "type": "async",
-            "status_endpoint": "/gemini/job/{job_id}"  # Optional metadata
-        },
-        
-        # Status check endpoints - no additional cost, but can trigger confirm/refund
-        "/gemini/job/{job_id}": {
-            "cost": 0,
-            "type": "async"
-        }
-    }
-)
-
-# ============================================================================
-# Middleware Chain (IMPORTANT: Order matters!)
-# ============================================================================
-
-# 1. AuthMiddleware MUST come first (sets request.state.user)
-app.add_middleware(AuthServiceConfig.get_middleware())
-
-# 2. CreditMiddleware comes after auth (needs request.state.user)
-app.add_middleware(CreditServiceConfig.get_middleware())
-
-# 3. Other middleware can follow
-# app.add_middleware(...)
-
-# ============================================================================
-# How It Works - Examples
-# ============================================================================
-
-"""
-SYNCHRONOUS OPERATION EXAMPLE:
-==============================
-
-1. User requests: POST /gemini/analyze-image
-   → Middleware: Reserve 1 credit
-   → Application: Process image analysis
-   → Application: Return 200 + analysis result
-   → Middleware: Confirm credit (success)
-
-2. User requests: POST /gemini/analyze-image  
-   → Middleware: Reserve 1 credit
-   → Application: Image validation fails
-   → Application: Return 400 + error
-   → Middleware: Refund credit (request error)
-
-
-ASYNCHRONOUS OPERATION EXAMPLE:
-===============================
-
-1. User requests: POST /gemini/generate-video
-   → Middleware: Reserve 10 credits
-   → Application: Create job, return job_id
-   → Application: Return 200 + {"job_id": "abc123", "status": "queued"}
-   → Middleware: Keep credits reserved (job pending)
-
-2. User polls: GET /gemini/job/abc123
-   → Middleware: No additional cost (cost=0)
-   → Application: Fetch job status
-   → Application: Return 200 + {"job_id": "abc123", "status": "processing"}
-   → Middleware: Keep credits reserved (still processing)
-
-3. User polls: GET /gemini/job/abc123
-   → Middleware: No additional cost
-   → Application: Fetch job status
-   → Application: Return 200 + {"job_id": "abc123", "status": "completed", "video_url": "..."}
-   → Middleware: Confirm 10 credits (job completed)
-
-4. Alternative - Job fails with refundable error:
-   GET /gemini/job/abc123
-   → Application: Return 200 + {"status": "failed", "error_message": "API_KEY_INVALID"}
-   → Middleware: Refund 10 credits (refundable server error)
-
-5. Alternative - Job fails with user error:
-   GET /gemini/job/abc123
-   → Application: Return 200 + {"status": "failed", "error_message": "safety filter"}  
-   → Middleware: Confirm 10 credits (non-refundable user error)
-
-
-TRANSACTION HISTORY:
-===================
-
-All operations are recorded in credit_transactions table:
-
-| transaction_id | type    | amount | balance_before | balance_after | reason                       |
-|----------------|---------|--------|----------------|---------------|------------------------------|
-| ctx_abc123     | reserve | -10    | 100            | 90            | POST /gemini/generate-video  |
-| cfm_def456     | confirm | 0      | 90             | 90            | Confirmed usage for ctx_abc  |
-
-User can query their history via: GET /credits/transactions
-"""
-
-# ============================================================================
-# Payment Integration (Still uses transaction manager directly)
-# ============================================================================
-
-"""
-In routers/payments.py, use CreditTransactionManager directly:
-
-from services.credit_service import CreditTransactionManager
-
-async def process_successful_payment(...):
-    await CreditTransactionManager.add_credits(
-        session=db,
-        user=user,
-        amount=credits_purchased,
-        source="payment",
-        reference_type="payment",
-        reference_id=transaction_id,
-        reason=f"Purchase: {package_id}",
-        metadata={"gateway": "razorpay", ...}
-    )
-"""
-
-# ============================================================================
-# Application Layer Changes
-# ============================================================================
-
-"""
-NO CHANGES NEEDED in application routers!
-
-Before (old approach):
-    @router.post("/gemini/analyze-image")
-    async def analyze_image(
-        request: Request,
-        user: User = Depends(verify_credits)  # ← Remove this
-    ):
-        # Had to manually handle credits
-        pass
-
-After (new approach):
-    @router.post("/gemini/analyze-image")
-    async def analyze_image(request: Request):
-        user = request.state.user  # Set by AuthMiddleware
-        # Credits automatically handled by middleware!
-        # Just focus on business logic
-        pass
-
-Old dependencies to REMOVE:
-- Depends(verify_credits)
-- Depends(verify_video_credits)
-- Manual credit deductions: user.credits -= X
-- Manual refunds in endpoints
-
-Everything is now handled automatically by middleware!
-"""

add_credit_transactions_table.py

@@ -1,120 +0,0 @@
-"""
-Database migration script to add credit_transactions table.
-
-Run this script to add the credit transaction tracking table to your database.
-
-Usage:
-    python add_credit_transactions_table.py
-"""
-import sqlite3
-import sys
-from pathlib import Path
-
-# Find database file
-DB_FILE = "apigateway_dev.db"
-if not Path(DB_FILE).exists():
-    DB_FILE = "apigateway_development.db"
-    if not Path(DB_FILE).exists():
-        print(f"Error: Database file not found. Looking for 'apigateway_dev.db' or 'apigateway_development.db'")
-        sys.exit(1)
-
-print(f"Using database: {DB_FILE}")
-
-# SQL to create credit_transactions table
-CREATE_TABLE_SQL = """
-CREATE TABLE IF NOT EXISTS credit_transactions (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    transaction_id VARCHAR(100) UNIQUE NOT NULL,
-    user_id INTEGER NOT NULL,
-    
-    -- Transaction details
-    transaction_type VARCHAR(20) NOT NULL,
-    amount INTEGER NOT NULL,
-    balance_before INTEGER NOT NULL,
-    balance_after INTEGER NOT NULL,
-    
-    -- Context
-    source VARCHAR(50) NOT NULL,
-    reference_type VARCHAR(30),
-    reference_id VARCHAR(100),
-    
-    -- Request/Response metadata
-    request_path VARCHAR(500),
-    request_method VARCHAR(10),
-    response_status INTEGER,
-    
-    -- Additional details
-    reason TEXT,
-    metadata JSON,
-    
-    -- Timestamps
-    created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
-    deleted_at DATETIME,
-    
-    FOREIGN KEY (user_id) REFERENCES users(id)
-);
-"""
-
-# SQL to create indexes
-CREATE_INDEXES_SQL = [
-    "CREATE INDEX IF NOT EXISTS ix_credit_transactions_transaction_id ON credit_transactions(transaction_id);",
-    "CREATE INDEX IF NOT EXISTS ix_user_transactions ON credit_transactions(user_id, created_at);",
-    "CREATE INDEX IF NOT EXISTS ix_transaction_type ON credit_transactions(transaction_type);",
-    "CREATE INDEX IF NOT EXISTS ix_reference ON credit_transactions(reference_type, reference_id);",
-    "CREATE INDEX IF NOT EXISTS ix_credit_transactions_created_at ON credit_transactions(created_at);",
-    "CREATE INDEX IF NOT EXISTS ix_credit_transactions_deleted_at ON credit_transactions(deleted_at);",
-]
-
-def run_migration():
-    """Run the migration to add credit_transactions table."""
-    try:
-        conn = sqlite3.connect(DB_FILE)
-        cursor = conn.cursor()
-        
-        # Check if table already exists
-        cursor.execute("""
-            SELECT name FROM sqlite_master 
-            WHERE type='table' AND name='credit_transactions';
-        """)
-        
-        if cursor.fetchone():
-            print("✅ Table 'credit_transactions' already exists. Skipping creation.")
-        else:
-            print("Creating 'credit_transactions' table...")
-            cursor.execute(CREATE_TABLE_SQL)
-            print("✅ Table created successfully!")
-        
-        # Create indexes
-        print("\nCreating indexes...")
-        for index_sql in CREATE_INDEXES_SQL:
-            cursor.execute(index_sql)
-        print("✅ Indexes created successfully!")
-        
-        # Commit changes
-        conn.commit()
-        
-        # Verify table
-        cursor.execute("PRAGMA table_info(credit_transactions);")
-        columns = cursor.fetchall()
-        
-        print(f"\nTable schema (columns: {len(columns)}):")
-        for col in columns:
-            print(f"  - {col[1]} ({col[2]})")
-        
-        conn.close()
-        
-        print("\n✅ Migration completed successfully!")
-        print("\nNext steps:")
-        print("  1. Update app.py to register credit service with route configs")
-        print("  2. The middleware will automatically track all credit operations")
-        print("  3. Check transaction history via /credits/transactions endpoint")
-        
-    except Exception as e:
-        print(f"\n❌ Migration failed: {e}")
-        sys.exit(1)
-
-if __name__ == "__main__":
-    print("="*60)
-    print("Credit Transactions Table Migration")
-    print("="*60)
-    run_migration()

check_exceptions.py

@@ -1,15 +0,0 @@
-
-try:
-    from google.api_core import exceptions
-    print("google.api_core.exceptions found")
-    print(f"ResourceExhausted: {exceptions.ResourceExhausted}")
-    print(f"Unauthenticated: {exceptions.Unauthenticated}")
-    print(f"PermissionDenied: {exceptions.PermissionDenied}")
-except ImportError:
-    print("google.api_core.exceptions NOT found")
-
-try:
-    from google import genai
-    print("google.genai found")
-except ImportError:
-    print("google.genai NOT found")

check_token_config.sh

@@ -1,54 +0,0 @@
-#!/bin/bash
-# Quick Token Configuration Diagnostic
-
-echo "=========================================="
-echo " JWT Token Configuration Diagnostic"
-echo "=========================================="
-
-echo -e "\n1️⃣ Environment Variables:"
-echo "   JWT_ACCESS_EXPIRY_MINUTES: $(grep JWT_ACCESS_EXPIRY_MINUTES .env 2>/dev/null | cut -d'=' -f2 || echo 'NOT SET')"
-echo "   JWT_REFRESH_EXPIRY_DAYS: $(grep JWT_REFRESH_EXPIRY_DAYS .env 2>/dev/null | cut -d'=' -f2 || echo 'NOT SET')"
-
-echo -e "\n2️⃣ Server Status:"
-if pgrep -f "python app.py" > /dev/null; then
-    echo "   ✅ Server is running"
-    echo "   PID: $(pgrep -f 'python app.py')"
-    echo "   Started: $(ps -p $(pgrep -f 'python app.py') -o lstart= 2>/dev/null)"
-else
-    echo "   ❌ Server is NOT running"
-fi
-
-echo -e "\n3️⃣ File Modification Times:"
-echo "   .env modified: $(stat -c '%y' .env 2>/dev/null | cut -d'.' -f1 || echo 'Unknown')"
-
-echo -e "\n4️⃣ Recommendation:"
-if pgrep -f "python app.py" > /dev/null; then
-    SERVER_START=$(ps -p $(pgrep -f "python app.py") -o etimes= | tr -d ' ')
-    if [ -f .env ]; then
-        ENV_MOD=$(stat -c '%Y' .env)
-        SERVER_START_TIME=$(($(date +%s) - SERVER_START))
-        
-        if [ $ENV_MOD -gt $SERVER_START_TIME ]; then
-            echo "   ⚠️  .env was modified AFTER server started!"
-            echo "   ⚠️  Server is using OLD configuration!"
-            echo "   "
-            echo "   👉 ACTION REQUIRED: Restart the server"
-            echo "   "
-            echo "   Run these commands:"
-            echo "   pkill -f 'python app.py'"
-            echo "   python app.py"
-        else
-            echo "   ✅ Server has latest .env configuration"
-            echo "   "
-            echo "   💡 Token expiry IS working, but you may not see it because:"
-            echo "   - Frontend automatically refreshes tokens"
-            echo "   - Refresh happens silently every ~1 minute"
-            echo "   "
-            echo "   To verify, check browser DevTools → Network tab for /auth/refresh calls"
-        fi
-    fi
-else
-    echo "   👉 Start the server first: python app.py"
-fi
-
-echo -e "\n=========================================="

scripts/README.md

@@ -0,0 +1,72 @@
+# Setup Scripts
+
+Utilities for initial setup and configuration validation.
+
+## Environment Configuration
+
+### `check_env_config.py` ⭐
+**Validate your entire environment configuration before running the app.**
+
+```bash
+# Check configuration and show warnings
+python scripts/setup/check_env_config.py
+
+# Strict mode - exit with error if any issues found
+python scripts/setup/check_env_config.py --strict
+```
+
+**What it checks:**
+- ✅ Required variables (JWT_SECRET, CORS_ORIGINS, Google OAuth)
+- ⚠️ Recommended variables (Gemini API, Razorpay, etc.)
+- ⚙️ Configuration values (token expiry, rate limits)
+- 🔒 Security issues (production CORS, HTTPS)
+
+**Run this before:**
+- First time setup
+- Deploying to production
+- After changing .env file
+
+---
+
+## Secret Generation
+
+### `generate_jwt_secret.py`
+Generate cryptographically secure JWT secret keys.
+
+```bash
+# Basic usage
+python scripts/setup/generate_jwt_secret.py
+
+# Custom length
+python scripts/setup/generate_jwt_secret.py --length 128
+
+# Different output formats
+python scripts/setup/generate_jwt_secret.py --format docker
+python scripts/setup/generate_jwt_secret.py --format export
+python scripts/setup/generate_jwt_secret.py --format raw
+```
+
+Add the generated secret to your `.env` file as `JWT_SECRET`.
+
+---
+
+## OAuth Setup
+
+### `get_google_token.py`
+Generate Google OAuth refresh tokens for Gmail and Drive services.
+
+```bash
+python scripts/setup/get_google_token.py
+```
+
+**Prerequisites:**
+1. Download OAuth 2.0 credentials from [Google Cloud Console](https://console.cloud.google.com/apis/credentials)
+2. Save as `client_secret.json` in project root
+3. Run the script and follow browser authentication flow
+
+**Outputs:**
+- `GOOGLE_CLIENT_ID`
+- `GOOGLE_CLIENT_SECRET`
+- `GOOGLE_REFRESH_TOKEN`
+
+Add these to your `.env` file.

scripts/setup/check_env_config.py

@@ -0,0 +1,251 @@
+#!/usr/bin/env python3
+"""
+Environment Configuration Checker
+
+Validates that all required environment variables are properly configured.
+Run this before deploying or starting the application.
+
+Usage:
+    python scripts/setup/check_env_config.py
+    python scripts/setup/check_env_config.py --strict  # Exit with error if any issues found
+"""
+
+import os
+import sys
+import argparse
+from pathlib import Path
+from typing import Dict, List, Tuple, Optional
+
+
+class EnvChecker:
+    """Check environment configuration for completeness and validity."""
+    
+    # Required environment variables
+    REQUIRED_VARS = {
+        "JWT_SECRET": {
+            "description": "Secret key for signing JWT tokens",
+            "validate": lambda v: len(v) > 32 and v != "your-secret-key-here-change-me",
+            "error": "Must be a secure random string (>32 chars). Generate with: python scripts/setup/generate_jwt_secret.py"
+        },
+        "CORS_ORIGINS": {
+            "description": "Allowed CORS origins for frontend",
+            "validate": lambda v: len(v) > 0 and "localhost" in v.lower() or "http" in v,
+            "error": "Must specify at least one origin (e.g., http://localhost:3000)"
+        },
+        "AUTH_SIGN_IN_GOOGLE_CLIENT_ID": {
+            "description": "Google OAuth Client ID",
+            "validate": lambda v: v.endswith(".apps.googleusercontent.com"),
+            "error": "Must be a valid Google Client ID from console.cloud.google.com"
+        },
+    }
+    
+    # Optional but recommended
+    RECOMMENDED_VARS = {
+        "ENVIRONMENT": {
+            "description": "Environment mode (production/development)",
+            "validate": lambda v: v in ["production", "development"],
+            "default": "development",
+            "warning": "Should be 'production' or 'development'"
+        },
+        "GEMINI_API_KEYS": {
+            "description": "Gemini API keys for video generation",
+            "validate": lambda v: len(v) > 20 and v != "your-gemini-api-key",
+            "default": None,
+            "warning": "Required for video generation features"
+        },
+        "RAZORPAY_KEY_ID": {
+            "description": "Razorpay payment gateway key ID",
+            "validate": lambda v: len(v) > 10 and v != "your_razorpay_key_id",
+            "default": None,
+            "warning": "Required for payment features"
+        },
+        "RAZORPAY_KEY_SECRET": {
+            "description": "Razorpay payment gateway secret",
+            "validate": lambda v: len(v) > 10 and v != "your_razorpay_key_secret",
+            "default": None,
+            "warning": "Required for payment features"
+        },
+        "RAZORPAY_WEBHOOK_SECRET": {
+            "description": "Razorpay webhook signature verification secret",
+            "validate": lambda v: len(v) > 10 and v != "your_webhook_secret",
+            "default": None,
+            "warning": "Required for payment webhook verification"
+        },
+    }
+    
+    # Configuration validation
+    CONFIG_CHECKS = {
+        "JWT_ACCESS_EXPIRY_MINUTES": {
+            "description": "Access token expiry time",
+            "validate": lambda v: v.isdigit() and 5 <= int(v) <= 60,
+            "default": "15",
+            "warning": "Recommended: 5-15 min (production), 30-60 min (development)"
+        },
+        "JWT_REFRESH_EXPIRY_DAYS": {
+            "description": "Refresh token expiry time",
+            "validate": lambda v: v.isdigit() and 1 <= int(v) <= 90,
+            "default": "7",
+            "warning": "Recommended: 7-14 days (production), 30-90 days (development)"
+        },
+        "JOB_PER_API_KEY": {
+            "description": "Concurrent jobs per Gemini API key",
+            "validate": lambda v: v.isdigit() and 1 <= int(v) <= 5,
+            "default": "2",
+            "warning": "Recommended: 1-3 to avoid rate limits"
+        },
+    }
+    
+    def __init__(self, env_file: str = ".env"):
+        self.env_file = Path(env_file)
+        self.env_vars = self._load_env()
+        self.errors: List[Tuple[str, str]] = []
+        self.warnings: List[Tuple[str, str]] = []
+        self.info: List[Tuple[str, str]] = []
+    
+    def _load_env(self) -> Dict[str, str]:
+        """Load environment variables from .env file."""
+        env_vars = {}
+        if not self.env_file.exists():
+            return env_vars
+        
+        with open(self.env_file) as f:
+            for line in f:
+                line = line.strip()
+                if line and not line.startswith("#") and "=" in line:
+                    key, value = line.split("=", 1)
+                    env_vars[key.strip()] = value.strip()
+        
+        return env_vars
+    
+    def check_required(self) -> None:
+        """Check required environment variables."""
+        for var, config in self.REQUIRED_VARS.items():
+            value = self.env_vars.get(var) or os.getenv(var)
+            
+            if not value:
+                self.errors.append((var, f"MISSING - {config['description']}. {config['error']}"))
+            elif not config["validate"](value):
+                self.errors.append((var, f"INVALID - {config['error']}"))
+            else:
+                self.info.append((var, "✓ Configured"))
+    
+    def check_recommended(self) -> None:
+        """Check recommended environment variables."""
+        for var, config in self.RECOMMENDED_VARS.items():
+            value = self.env_vars.get(var) or os.getenv(var)
+            
+            if not value:
+                if config.get("default"):
+                    self.info.append((var, f"Using default: {config['default']}"))
+                else:
+                    self.warnings.append((var, f"NOT SET - {config['warning']}"))
+            elif not config["validate"](value):
+                self.warnings.append((var, config["warning"]))
+            else:
+                self.info.append((var, "✓ Configured"))
+    
+    def check_config(self) -> None:
+        """Check configuration values."""
+        for var, config in self.CONFIG_CHECKS.items():
+            value = self.env_vars.get(var) or os.getenv(var) or config.get("default", "")
+            
+            if value and not config["validate"](str(value)):
+                self.warnings.append((var, f"{value} - {config['warning']}"))
+    
+    def check_file_exists(self) -> None:
+        """Check if .env file exists."""
+        if not self.env_file.exists():
+            self.errors.append((".env", "File not found! Copy .env.example to .env and configure it."))
+    
+    def check_cors_security(self) -> None:
+        """Check CORS configuration security."""
+        cors = self.env_vars.get("CORS_ORIGINS", "")
+        env = self.env_vars.get("ENVIRONMENT", "development")
+        
+        if env == "production":
+            if "localhost" in cors.lower():
+                self.warnings.append(("CORS_ORIGINS", "Contains localhost in production environment"))
+            if not cors.startswith("https://"):
+                self.warnings.append(("CORS_ORIGINS", "Should use HTTPS in production"))
+    
+    def run_all_checks(self) -> bool:
+        """Run all validation checks. Returns True if no errors."""
+        self.check_file_exists()
+        if self.env_file.exists():
+            self.check_required()
+            self.check_recommended()
+            self.check_config()
+            self.check_cors_security()
+        
+        return len(self.errors) == 0
+    
+    def print_report(self) -> None:
+        """Print validation report."""
+        print("\n" + "=" * 70)
+        print("  Environment Configuration Check")
+        print("=" * 70)
+        
+        if self.errors:
+            print("\n❌ ERRORS (Must Fix):")
+            print("-" * 70)
+            for var, msg in self.errors:
+                print(f"  [{var}]")
+                print(f"    {msg}\n")
+        
+        if self.warnings:
+            print("\n⚠️  WARNINGS (Review Recommended):")
+            print("-" * 70)
+            for var, msg in self.warnings:
+                print(f"  [{var}] {msg}")
+        
+        if self.info and not self.errors:
+            print("\n✅ Required Variables:")
+            print("-" * 70)
+            for var, msg in self.info:
+                if var in self.REQUIRED_VARS:
+                    print(f"  {var}: {msg}")
+        
+        print("\n" + "=" * 70)
+        
+        if not self.errors and not self.warnings:
+            print("✅ All checks passed! Environment is properly configured.")
+        elif not self.errors:
+            print("⚠️  Configuration is valid but has warnings. Review recommended.")
+        else:
+            print("❌ Configuration has errors. Please fix them before running the app.")
+        
+        print("=" * 70 + "\n")
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Validate environment configuration",
+        formatter_class=argparse.RawDescriptionHelpFormatter
+    )
+    parser.add_argument(
+        "--env-file",
+        default=".env",
+        help="Path to .env file (default: .env)"
+    )
+    parser.add_argument(
+        "--strict",
+        action="store_true",
+        help="Exit with error code if any issues found"
+    )
+    
+    args = parser.parse_args()
+    
+    checker = EnvChecker(args.env_file)
+    is_valid = checker.run_all_checks()
+    checker.print_report()
+    
+    if args.strict and (checker.errors or checker.warnings):
+        sys.exit(1)
+    elif not is_valid:
+        sys.exit(1)
+    
+    sys.exit(0)
+
+
+if __name__ == "__main__":
+    main()