remove celery

app.py

@@ -14,7 +14,6 @@ import click
 from utils import timeago
 from extensions import db, login_manager, csrf
 from utils.email_templates import create_default_templates
-from celery_worker import init_celery, celery
 
 # Load environment variables
 load_dotenv()
@@ -36,9 +35,6 @@ def create_app():
     login_manager.login_view = 'auth.login'
     csrf.init_app(app)
 
-    # Initialize Celery
-    init_celery(app)
-
     @app.context_processor
     def inject_csrf_token():
         return dict(csrf_token=generate_csrf())
@@ -63,12 +59,9 @@ def create_app():
         try:
             # Check database connection
             db.session.execute('SELECT 1')
-            # Check Redis connection
-            celery.control.inspect().ping()
             return jsonify({
                 'status': 'healthy',
-                'database': 'connected',
+                'database': 'connected'
-                'redis': 'connected'
             }), 200
         except Exception as e:
             return jsonify({

celery_worker.py

@@ -1,51 +0,0 @@
-from celery import Celery
-from flask import current_app
-import os
-import logging
-
-# Configure logging
-logger = logging.getLogger(__name__)
-
-# Get Redis URL from environment variable or use default
-REDIS_URL = os.getenv('REDIS_URL', 'redis://localhost:6379/0')
-
-# Configure Celery
-celery = Celery(
-    'docupulse',
-    backend=REDIS_URL,
-    broker=REDIS_URL,
-    # Add some default configuration
-    task_serializer='json',
-    accept_content=['json'],
-    result_serializer='json',
-    timezone='UTC',
-    enable_utc=True,
-    # Add retry configuration
-    task_acks_late=True,
-    task_reject_on_worker_lost=True,
-    task_default_retry_delay=300,  # 5 minutes
-    task_max_retries=3
-)
-
-def init_celery(app):
-    """Initialize Celery with Flask app context"""
-    celery.conf.update(app.config)
-
-    class ContextTask(celery.Task):
-        """Celery task that runs within Flask app context"""
-        def __call__(self, *args, **kwargs):
-            with app.app_context():
-                return self.run(*args, **kwargs)
-
-        def on_failure(self, exc, task_id, args, kwargs, einfo):
-            """Handle task failure"""
-            logger.error(f'Task {task_id} failed: {exc}')
-            super().on_failure(exc, task_id, args, kwargs, einfo)
-
-        def on_retry(self, exc, task_id, args, kwargs, einfo):
-            """Handle task retry"""
-            logger.warning(f'Task {task_id} is being retried: {exc}')
-            super().on_retry(exc, task_id, args, kwargs, einfo)
-
-    celery.Task = ContextTask
-    return celery 

docker-compose.yml

@@ -13,12 +13,10 @@ services:
       - POSTGRES_USER=postgres
       - POSTGRES_PASSWORD=postgres
       - POSTGRES_DB=docupulse
-      - REDIS_URL=redis://redis:6379/0
     volumes:
-      - uploads:/app/uploads
+      - docupulse_uploads:/app/uploads
     depends_on:
       - db
-      - redis
     restart: unless-stopped
     healthcheck:
       test: ["CMD", "curl", "-f", "http://localhost:5000/health"]
@@ -38,7 +36,7 @@ services:
       - POSTGRES_PASSWORD=postgres
       - POSTGRES_DB=docupulse
     volumes:
-      - postgres_data:/var/lib/postgresql/data
+      - docupulse_postgres_data:/var/lib/postgresql/data
     restart: unless-stopped
     healthcheck:
       test: ["CMD-SHELL", "pg_isready -U postgres"]
@@ -46,46 +44,18 @@ services:
       timeout: 10s
       retries: 3
 
-  redis:
-    image: redis:7
-    ports:
-      - "6379:6379"
-    restart: unless-stopped
-    healthcheck:
-      test: ["CMD", "redis-cli", "ping"]
-      interval: 30s
-      timeout: 10s
-      retries: 3
-
-  celery_worker:
-    build: .
-    command: celery -A celery_worker.celery worker --loglevel=info
 volumes:
-      - .:/app
+  docupulse_postgres_data:
-    environment:
+    name: docupulse_${COMPOSE_PROJECT_NAME:-default}_postgres_data
-      - FLASK_APP=app.py
+    driver: local
-      - FLASK_ENV=development
+    driver_opts:
-      - DATABASE_URL=postgresql://postgres:postgres@db:5432/docupulse
+      type: none
-      - REDIS_URL=redis://redis:6379/0
+      device: /var/lib/docupulse/postgres/${COMPOSE_PROJECT_NAME:-default}
-    depends_on:
+      o: bind
-      db:
+  docupulse_uploads:
-        condition: service_healthy
+    name: docupulse_${COMPOSE_PROJECT_NAME:-default}_uploads
-      redis:
+    driver: local
-        condition: service_healthy
+    driver_opts:
-    restart: unless-stopped
+      type: none
-    healthcheck:
+      device: /var/lib/docupulse/uploads/${COMPOSE_PROJECT_NAME:-default}
-      test: ["CMD", "celery", "-A", "celery_worker.celery", "inspect", "ping"]
+      o: bind
-      interval: 30s
-      timeout: 10s
-      retries: 3
-    deploy:
-      resources:
-        limits:
-          cpus: '0.5'
-          memory: 512M
-
-volumes:
-  postgres_data:
-    name: ${COMPOSE_PROJECT_NAME:-default}_postgres_data
-  uploads:
-    name: ${COMPOSE_PROJECT_NAME:-default}_uploads

entrypoint.sh

@@ -6,7 +6,6 @@ echo "POSTGRES_USER: $POSTGRES_USER"
 echo "POSTGRES_PASSWORD: $POSTGRES_PASSWORD"
 echo "POSTGRES_DB: $POSTGRES_DB"
 echo "DATABASE_URL: $DATABASE_URL"
-echo "REDIS_URL: $REDIS_URL"
 
 # Wait for the database to be ready
 echo "Waiting for database to be ready..."
@@ -15,13 +14,6 @@ while ! nc -z db 5432; do
 done
 echo "Database is ready!"
 
-# Wait for Redis to be ready
-echo "Waiting for Redis to be ready..."
-while ! nc -z redis 6379; do
-  sleep 0.1
-done
-echo "Redis is ready!"
-
 # Wait for PostgreSQL to be ready to accept connections
 echo "Waiting for PostgreSQL to accept connections..."
 until PGPASSWORD=$POSTGRES_PASSWORD psql -h db -U $POSTGRES_USER -d $POSTGRES_DB -c '\q'; do

requirements.txt

@@ -10,8 +10,5 @@ python-dotenv>=0.19.0
 psycopg2-binary==2.9.9
 gunicorn==21.2.0
 email_validator==2.1.0.post1
-celery>=5.3.0
-redis>=4.5.0
 alembic>=1.7.0
-flower>=2.0.0
 prometheus-client>=0.16.0 

utils/notification.py

@@ -10,7 +10,6 @@ from email.mime.text import MIMEText
 from email.mime.multipart import MIMEMultipart
 from email.utils import formatdate
 import json
-from celery_worker import celery
 
 logger = logging.getLogger(__name__)
 
@@ -31,16 +30,9 @@ def get_smtp_settings() -> Optional[Dict[str, Any]]:
         logger.error(f"Error retrieving SMTP settings: {str(e)}")
         return None
 
-@celery.task
+def send_email_via_smtp(mail: Mail) -> bool:
-def send_email_task(mail_id: int):
+    """Send an email synchronously"""
-    """Celery task to send an email asynchronously"""
     try:
-        # Get the mail record
-        mail = Mail.query.get(mail_id)
-        if not mail:
-            logger.error(f"Mail record not found for ID: {mail_id}")
-            return False
-
         # Get SMTP settings
         smtp_settings = get_smtp_settings()
         if not smtp_settings:
@@ -76,20 +68,6 @@ def send_email_task(mail_id: int):
 
     except Exception as e:
         logger.error(f"Error sending email: {str(e)}")
-        if mail:
-            mail.status = 'failed'
-            mail.error_message = str(e)
-            db.session.commit()
-        return False
-
-def send_email_via_smtp(mail: Mail) -> bool:
-    """Queue an email to be sent asynchronously"""
-    try:
-        # Queue the email sending task
-        send_email_task.delay(mail.id)
-        return True
-    except Exception as e:
-        logger.error(f"Error queueing email: {str(e)}")
         mail.status = 'failed'
         mail.error_message = str(e)
         db.session.commit()