Samir Boulahtit
401db56258
MIGRATION: - Delete app/api/v1/vendor/analytics.py (duplicate - analytics module already auto-discovered) - Move usage routes from app/api/v1/vendor/usage.py to billing module - Move onboarding routes from app/api/v1/vendor/onboarding.py to marketplace module - Move features routes to billing module (admin + vendor) - Move inventory routes to inventory module (admin + vendor) - Move marketplace/letzshop routes to marketplace module - Move orders routes to orders module - Delete legacy letzshop service files (moved to marketplace module) DOCUMENTATION: - Add docs/development/migration/module-autodiscovery-migration.md with full migration history - Update docs/architecture/module-system.md with Entity Auto-Discovery Reference section - Add detailed sections for each entity type: routes, services, models, schemas, tasks, exceptions, templates, static files, locales, configuration ARCHITECTURE VALIDATION: - Add MOD-016: Routes must be in modules, not app/api/v1/ - Add MOD-017: Services must be in modules, not app/services/ - Add MOD-018: Tasks must be in modules, not app/tasks/ - Add MOD-019: Schemas must be in modules, not models/schema/ - Update scripts/validate_architecture.py with _validate_legacy_locations method - Update .architecture-rules/module.yaml with legacy location rules These rules enforce that all entities must be in self-contained modules. Legacy locations now trigger ERROR severity violations. Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
85 lines
2.8 KiB
Python
85 lines
2.8 KiB
Python
# app/modules/marketplace/tasks/sync_tasks.py
|
|
"""
|
|
Celery tasks for Letzshop vendor directory synchronization.
|
|
|
|
Periodically syncs vendor information from Letzshop's public GraphQL API.
|
|
"""
|
|
|
|
import logging
|
|
from typing import Any
|
|
|
|
from app.core.celery_config import celery_app
|
|
from app.modules.task_base import ModuleTask
|
|
from app.services.admin_notification_service import admin_notification_service
|
|
from app.modules.marketplace.services.letzshop import LetzshopVendorSyncService
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@celery_app.task(
|
|
bind=True,
|
|
base=ModuleTask,
|
|
name="app.modules.marketplace.tasks.sync_tasks.sync_vendor_directory",
|
|
max_retries=2,
|
|
default_retry_delay=300,
|
|
autoretry_for=(Exception,),
|
|
retry_backoff=True,
|
|
)
|
|
def sync_vendor_directory(self) -> dict[str, Any]:
|
|
"""
|
|
Celery task to sync Letzshop vendor directory.
|
|
|
|
Fetches all vendors from Letzshop's public GraphQL API and updates
|
|
the local letzshop_vendor_cache table.
|
|
|
|
This task is scheduled to run daily via the module's scheduled_tasks
|
|
definition.
|
|
|
|
Returns:
|
|
dict: Sync statistics including created, updated, and error counts.
|
|
"""
|
|
with self.get_db() as db:
|
|
try:
|
|
logger.info("Starting Letzshop vendor directory sync...")
|
|
|
|
sync_service = LetzshopVendorSyncService(db)
|
|
|
|
def progress_callback(page: int, fetched: int, total: int):
|
|
"""Log progress during sync."""
|
|
logger.info(f"Vendor sync progress: page {page}, {fetched}/{total} vendors")
|
|
|
|
stats = sync_service.sync_all_vendors(progress_callback=progress_callback)
|
|
|
|
logger.info(
|
|
f"Vendor directory sync completed: "
|
|
f"{stats.get('created', 0)} created, "
|
|
f"{stats.get('updated', 0)} updated, "
|
|
f"{stats.get('errors', 0)} errors"
|
|
)
|
|
|
|
# Send admin notification if there were errors
|
|
if stats.get("errors", 0) > 0:
|
|
admin_notification_service.notify_system_info(
|
|
db=db,
|
|
title="Letzshop Vendor Sync Completed with Errors",
|
|
message=(
|
|
f"Synced {stats.get('total_fetched', 0)} vendors. "
|
|
f"Errors: {stats.get('errors', 0)}"
|
|
),
|
|
details=stats,
|
|
)
|
|
|
|
return stats
|
|
|
|
except Exception as e:
|
|
logger.error(f"Vendor directory sync failed: {e}", exc_info=True)
|
|
|
|
# Notify admins of failure
|
|
admin_notification_service.notify_critical_error(
|
|
db=db,
|
|
error_type="Vendor Directory Sync",
|
|
error_message=f"Failed to sync Letzshop vendor directory: {str(e)[:200]}",
|
|
details={"error": str(e)},
|
|
)
|
|
raise # Re-raise for Celery retry
|