Files
orion/Makefile
2025-09-21 16:03:44 +02:00

569 lines
20 KiB
Makefile

# Comprehensive Makefile for LetzShop API (Windows Compatible)
.PHONY: install install-test install-dev install-docs install-all dev test test-unit test-integration test-coverage test-fast test-slow test-auth test-products test-stock lint format check docker-build docker-up docker-down migrate clean check-tools setup setup-test docs docs-serve docs-build docs-deploy docs-clean help
# Check if required tools are installed (Windows compatible)
check-tools:
@where black >nul 2>&1 || (echo black is required but not installed. Run 'make install-dev' first. && exit 1)
@where isort >nul 2>&1 || (echo isort is required but not installed. Run 'make install-dev' first. && exit 1)
@where flake8 >nul 2>&1 || (echo flake8 is required but not installed. Run 'make install-dev' first. && exit 1)
@where mypy >nul 2>&1 || (echo mypy is required but not installed. Run 'make install-dev' first. && exit 1)
check-docs-tools:
@where mkdocs >nul 2>&1 || (echo mkdocs is required but not installed. Run 'make install-docs' first. && exit 1)
# Development setup
install:
pip install -r requirements.txt
install-test:
pip install -r tests/requirements-test.txt
install-dev:
pip install -r requirements.txt
pip install -r requirements-dev.txt
install-docs:
pip install -r requirements-docs.txt
install-all: install install-test install-dev install-docs
# Development servers
dev:
uvicorn main:app --reload --host 0.0.0.0 --port 8000
# Safe development startup (checks migrations first)
# Development workflow with migration check
dev-safe: migrate-check dev
@echo Development server started with migration check
dev-with-docs:
@echo Starting API server and documentation server...
@start /B uvicorn main:app --reload --host 0.0.0.0 --port 8000
@timeout /t 3 >nul
@mkdocs serve --dev-addr=0.0.0.0:8001
# Combined development environment
dev-full: dev-with-docs
@echo Development environment ready!
@echo API server: http://localhost:8000
@echo API docs: http://localhost:8000/docs
@echo Documentation: http://localhost:8001
# Full development setup with fresh database
dev-fresh: setup-fresh dev-full
# Documentation commands
docs: docs-serve
docs-serve:
@echo Starting MkDocs development server...
mkdocs serve --dev-addr=0.0.0.0:8001
docs-build:
@echo Building documentation site...
mkdocs build --clean --strict
docs-build-quiet:
@echo Building documentation (quiet)...
mkdocs build --clean --quiet
docs-deploy:
@echo Deploying documentation to GitHub Pages...
mkdocs gh-deploy --clean
docs-deploy-force:
@echo Force deploying documentation to GitHub Pages...
mkdocs gh-deploy --clean --force
docs-update:
@echo Updating documentation with API information...
python scripts/update_docs.py
docs-clean:
@echo Cleaning documentation build files...
@if exist site rmdir /s /q site
@echo Documentation build files cleaned!
docs-check:
@echo Checking documentation for issues...
mkdocs build --strict --verbose
docs-help:
mkdocs --help
# Testing commands
test:
pytest tests/ -v
test-unit:
pytest tests/ -v -m unit
test-integration:
pytest tests/ -v -m integration
test-coverage:
pytest tests/ --cov=app --cov=models --cov=utils --cov=middleware --cov-report=html --cov-report=term-missing
test-fast:
pytest tests/ -v -m "not slow"
test-slow:
pytest tests/ -v -m slow
# Specific test files
test-auth:
pytest tests/test_auth.py -v
test-products:
pytest tests/test_products.py -v
test-stock:
pytest tests/test_stock.py -v
test-marketplace:
pytest tests/test_marketplace.py -v
test-admin:
pytest tests/test_admin.py -v
# Code quality (skip check-tools for now)
lint:
@echo Running flake8...
flake8 . --max-line-length=120 --extend-ignore=E203,W503,I201,I100 --exclude=venv,__pycache__,.git
@echo Running mypy...
mypy . --ignore-missing-imports --exclude venv
format:
@echo Running black...
black . --exclude venv
@echo Running isort...
isort . --skip venv
# Combined format and lint
check: format lint
# Combined test with coverage and linting
ci: format lint test-coverage
# Database-aware CI pipeline
ci-db: format lint migrate-check test-coverage
@echo CI pipeline with database checks completed
# Database migrations
migrate-create:
@if "$(message)"=="" (echo Error: Please provide a message. Usage: make migrate-create message="your_description") else (alembic revision --autogenerate -m "$(message)")
migrate-create-manual:
@if "$(message)"=="" (echo Error: Please provide a message. Usage: make migrate-create-manual message="your_description") else (alembic revision -m "$(message)")
migrate-up:
@echo [MIGRATE] Running database migrations...
alembic upgrade head
@echo [MIGRATE] Migrations completed successfully
migrate-down:
@echo [MIGRATE] Rolling back last migration...
alembic downgrade -1
@echo [MIGRATE] Rollback completed
migrate-down-to:
@if "$(revision)"=="" (echo Error: Please provide revision. Usage: make migrate-down-to revision="revision_id") else (alembic downgrade $(revision))
migrate-reset:
@echo [MIGRATE] Resetting database...
alembic downgrade base
alembic upgrade head
@echo [MIGRATE] Database reset completed
migrate-status:
@echo [STATUS] Current migration status:
alembic current
@echo.
@echo [HISTORY] Migration history:
alembic history --verbose
migrate-show:
@if "$(revision)"=="" (echo Error: Please provide revision. Usage: make migrate-show revision="revision_id") else (alembic show $(revision))
migrate-heads:
@echo [INFO] Current migration heads:
alembic heads
migrate-check:
@echo [CHECK] Checking for pending migrations...
@python -c "from alembic import command, config; cfg = config.Config('alembic.ini'); command.check(cfg)" && echo "[CHECK] No pending migrations" || echo "[WARNING] Pending migrations found"
# Create the index migration we discussed
migrate-create-indexes:
@echo [CREATE] Creating index migration...
alembic revision -m "add_database_indexes"
@echo [CREATE] Index migration created. Please edit the file to add your indexes.
# Database initialization (enhanced)
db-init: migrate-up
@echo [INIT] Database initialization completed
db-fresh: migrate-reset
@echo [INIT] Fresh database setup completed
# === FRESH START COMMANDS (Development) ===
fresh-backup:
@echo [BACKUP] Creating backup of current state...
@if not exist scripts mkdir scripts
@python scripts/backup_database.py
fresh-clean:
@echo [CLEAN] Cleaning up for fresh start...
@if exist ecommerce.db del ecommerce.db
@if exist alembic\versions\*.py (for %%f in (alembic\versions\*.py) do if not "%%~nf"=="__init__" del "%%f")
@echo [CLEAN] Cleanup completed
fresh-setup: fresh-backup fresh-clean
@echo [SETUP] Setting up fresh database with proper migrations...
@echo.
@echo Step 1: Creating initial migration from models...
alembic revision --autogenerate -m "initial_schema_and_indexes"
@echo.
@echo Step 2: Running the migration to create database...
alembic upgrade head
@echo.
@echo [SETUP] Fresh setup completed!
@echo Database is now managed entirely by Alembic migrations.
# Check what the fresh migration would contain
fresh-preview:
@echo [PREVIEW] Showing what the fresh migration would contain...
@echo This will show what tables/indexes would be created.
@echo.
@if exist ecommerce.db (echo Current database detected - showing diff) else (echo No database - showing full schema)
alembic revision --autogenerate -m "preview_only" --head-only
# Complete development environment setup with fresh database
dev-fresh-setup: install-all fresh-setup
@echo [SUCCESS] Complete fresh development setup completed!
@echo.
@echo What was done:
@echo [OK] All dependencies installed
@echo [OK] Database created with migrations
@echo [OK] Migration tracking initialized
@echo.
@echo Next steps:
@echo 1. Review the migration file in alembic/versions/
@echo 2. Add your custom indexes to the migration
@echo 3. Run 'make dev' to start development
@echo 4. Use 'make migrate-create message="description"' for future changes
# Verify the fresh setup worked
verify-fresh:
@echo [VERIFY] Running comprehensive verification...
@python scripts/verify_setup.py
# Docker commands
docker-build:
docker-compose build
docker-up:
docker-compose up -d
docker-down:
docker-compose down
docker-logs:
docker-compose logs -f api
docker-restart: docker-down docker-up
# Pre-deployment checks
pre-deploy: qa migrate-status
@echo [DEPLOY] Pre-deployment checks completed!
@echo Ready for deployment.
# Production deployment with migrations
deploy-staging: migrate-up
docker-compose -f docker-compose.staging.yml up -d
deploy-prod: migrate-up
docker-compose -f docker-compose.prod.yml up -d
# Documentation deployment workflow
docs-publish: docs-build docs-deploy
@echo Documentation published successfully!
@echo Visit: https://yourusername.github.io/letzshop-import/
docs-preview: docs-build
@echo Opening documentation preview...
@start site\index.html
# Clean up (Windows compatible)
clean:
@if exist htmlcov rmdir /s /q htmlcov
@if exist .pytest_cache rmdir /s /q .pytest_cache
@if exist .coverage del .coverage
@if exist .mypy_cache rmdir /s /q .mypy_cache
@for /d /r . %%d in (__pycache__) do @if exist "%%d" rmdir /s /q "%%d"
@del /s /q *.pyc 2>nul || echo No .pyc files found
clean-all: clean docs-clean
@echo All build artifacts cleaned!
# Development workflow shortcuts
# Enhanced setup commands
setup: install-all db-init
@echo Development environment setup complete!
@echo Run 'make dev-full' to start both API and documentation servers
setup-fresh: install-all db-fresh
@echo Fresh development environment setup complete!
@echo Run 'make dev-full' to start both API and documentation servers
setup-test: install-test
@echo Test environment setup complete!
setup-docs: install-docs
@echo Documentation environment setup complete!
@echo Run 'make docs-serve' to start documentation server
full-test: format lint test-coverage
@echo Full test suite completed!
# Quality assurance workflow
qa: format lint test-coverage docs-check
@echo Quality assurance checks completed!
# Release workflow
release-check: qa docs-build
@echo Release readiness check completed!
# Development workflow examples
workflow-new-feature:
@echo 🚀 Starting new feature development workflow:
@echo 1. Pulling latest changes and updating dependencies...
@$(MAKE) install-all
@echo 2. Running migrations...
@$(MAKE) migrate-up
@echo 3. Running tests to ensure clean state...
@$(MAKE) test-fast
@echo 4. Starting development environment...
@$(MAKE) dev-full
workflow-deploy:
@echo 🚀 Deployment workflow:
@echo 1. Running comprehensive checks...
@$(MAKE) pre-deploy-check
@echo 2. Ready for deployment!
@echo Run 'make deploy-staging' or 'make deploy-prod' to deploy.
# Create missing __init__.py files
fix-init-files:
@echo [FIX] Creating missing __init__.py files...
@if not exist models\__init__.py (echo # models/__init__.py > models\__init__.py && echo Created models\__init__.py)
@if not exist models\database\__init__.py (echo # models/database/__init__.py > models\database\__init__.py && echo Created models\database\__init__.py)
@if not exist models\api\__init__.py (echo # models/api/__init__.py > models\api\__init__.py && echo Created models\api\__init__.py)
@echo [FIX] Init files created
# Test model imports separately
test-database-imports:
@echo [TEST] Testing database model imports...
@python -c "from models.database.base import Base; print('✓ Base imported:', type(Base)); print('✓ Base metadata tables:', list(Base.metadata.tables.keys()))"
test-api-imports:
@echo [TEST] Testing API model imports...
@python -c "import models.api; print('✓ API models package imported')"
test-all-imports:
@echo [TEST] Testing all model imports...
@python -c "from models import Base, User, Product, Stock; print('✓ Database models imported'); print('✓ Found tables:', list(Base.metadata.tables.keys())); import models.api; print('✓ API models imported')"
# Enhanced migration fix with better error handling
fix-migration: fix-init-files
@echo [FIX] Fixing migration with proper model imports...
@echo Step 1: Testing imports first...
@$(MAKE) test-database-imports
@echo Step 2: Removing current migration...
@alembic downgrade base || echo "No migrations to downgrade"
@echo Step 3: Deleting migration files...
@for %%f in (alembic\versions\*.py) do if not "%%~nf"=="__init__" del "%%f"
@echo Step 4: Creating new migration with all models...
@alembic revision --autogenerate -m "initial_complete_schema"
@echo Step 5: Applying new migration...
@alembic upgrade head
@echo [FIX] Migration fix completed!
# Comprehensive project verification
verify-project:
@echo [VERIFY] Comprehensive project verification...
@echo.
@echo Testing database models:
@$(MAKE) test-database-imports
@echo.
@echo Testing API models:
@$(MAKE) test-api-imports
@echo.
@echo Database verification:
@python scripts/verify_setup.py
@echo.
@echo [VERIFY] Project verification completed!
# Complete fresh restart for your project structure
fresh-restart: test-all-imports fix-migration verify-project
@echo [SUCCESS] Complete fresh restart with full project structure completed!
@echo.
@echo Your project now has:
@echo ✓ Database models (SQLAlchemy) for data storage
@echo ✓ API models (Pydantic) for request/response validation
@echo ✓ Proper Alembic migrations
@echo ✓ All imports working correctly
@echo.
@echo Next steps:
@echo 1. Run 'make dev' to start your API server
@echo 2. Visit http://localhost:8000/docs for API documentation
@echo 3. Use 'make migrate-create message="description"' for future changes
# Simple fix commands - add to your Makefile
# Simple fix for import issues
simple-fix:
@echo [SIMPLE-FIX] Running simple import fix...
@python scripts/simple_fix.py
# Test imports one by one
test-step-by-step:
@echo [TEST] Testing imports step by step...
@python -c "from models.database.base import Base; print('✓ Base OK:', len(Base.metadata.tables), 'tables')"
@python -c "from models.database.user import User; print('✓ User OK')"
@python -c "from models.database.product import Product; print('✓ Product OK')"
@python -c "from models.database.stock import Stock; print('✓ Stock OK')"
@python -c "from models.database.shop import Shop; print('✓ Shop OK')"
@python -c "from models.database.marketplace import MarketplaceImportJob; print('✓ Marketplace OK')"
# Simple migration fix
simple-migration-fix:
@echo [MIGRATION] Simple migration fix...
@echo Step 1: Remove old migration...
@alembic downgrade base || echo "No migration to downgrade"
@echo Step 2: Delete migration files...
@for %%f in (alembic\versions\*.py) do if not "%%~nf"=="__init__" del "%%f"
@echo Step 3: Create new migration...
@alembic revision --autogenerate -m "complete_schema"
@echo Step 4: Apply migration...
@alembic upgrade head
@echo [MIGRATION] Done!
# Complete simple workflow
simple-restart: simple-fix test-step-by-step simple-migration-fix verify-fresh
@echo [SUCCESS] Simple restart completed!
# Help command
help:
@echo Available commands:
@echo.
@echo === SETUP ===
@echo install - Install production dependencies
@echo install-test - Install test dependencies only
@echo install-dev - Install all development dependencies
@echo install-docs - Install documentation dependencies
@echo install-all - Install everything
@echo setup - Complete development setup
@echo setup-test - Setup test environment only
@echo setup-docs - Setup documentation environment
@echo.
@echo === DEVELOPMENT ===
@echo dev - Start development server (API only)
@echo dev-with-docs - Start both API and documentation servers
@echo dev-full - Start full development environment with info
@echo.
@echo === DOCUMENTATION ===
@echo docs - Start documentation development server (alias for docs-serve)
@echo docs-serve - Start MkDocs development server
@echo docs-build - Build documentation site
@echo docs-deploy - Deploy documentation to GitHub Pages
@echo docs-publish - Build and deploy documentation
@echo docs-preview - Build and open documentation locally
@echo docs-update - Update docs with API information
@echo docs-check - Check documentation for issues
@echo docs-clean - Clean documentation build files
@echo.
@echo === TESTING ===
@echo test - Run all tests
@echo test-unit - Run unit tests only
@echo test-integration - Run integration tests only
@echo test-coverage - Run tests with coverage report
@echo test-fast - Run fast tests (exclude slow ones)
@echo test-slow - Run slow tests only
@echo full-test - Format, lint, and test with coverage
@echo.
@echo === CODE QUALITY ===
@echo format - Format code with black and isort
@echo lint - Run linting with flake8 and mypy
@echo check - Format and lint code
@echo ci - Full CI pipeline (format, lint, test)
@echo qa - Quality assurance (format, lint, test, docs check)
@echo.
@echo === DATABASE MIGRATIONS ===
@echo migrate-create message="msg" - Create auto-generated migration
@echo migrate-create-manual message="msg" - Create empty migration template
@echo migrate-up - Run all pending migrations
@echo migrate-down - Rollback last migration
@echo migrate-down-to revision="id" - Rollback to specific revision
@echo migrate-reset - Reset database to base and rerun all
@echo migrate-status - Show current migration status and history
@echo migrate-show revision="id" - Show specific migration details
@echo migrate-heads - Show current migration heads
@echo migrate-check - Check for pending migrations
@echo migrate-create-indexes - Create the database indexes migration
@echo db-init - Initialize database with migrations
@echo db-fresh - Fresh database setup
@echo.
@echo === DOCKER ===
@echo docker-build - Build Docker containers
@echo docker-up - Start Docker containers
@echo docker-down - Stop Docker containers
@echo docker-restart - Restart Docker containers
@echo.
@echo === CLEANUP ===
@echo clean - Remove test artifacts and cache files
@echo clean-all - Remove all build artifacts (including docs)
@echo.
@echo === WORKFLOWS ===
@echo release-check - Complete release readiness check
@echo.
@echo === QUICK START ===
@echo make setup # First time setup
@echo make dev-full # Start development environment
@echo make docs-serve # Start documentation server
@echo make qa # Run quality checks
# Help for migration
help-migrations:
@echo === DATABASE MIGRATIONS ===
@echo migrate-create message="msg" - Create auto-generated migration
@echo migrate-create-manual message="msg" - Create empty migration template
@echo migrate-up - Run all pending migrations
@echo migrate-down - Rollback last migration
@echo migrate-down-to revision="id" - Rollback to specific revision
@echo migrate-reset - Reset database to base and rerun all
@echo migrate-status - Show current migration status and history
@echo migrate-show revision="id" - Show specific migration details
@echo migrate-heads - Show current migration heads
@echo migrate-check - Check for pending migrations
@echo migrate-create-indexes - Create the database indexes migration
@echo db-init - Initialize database with migrations
@echo db-fresh - Fresh database setup
@echo.
# Help for fresh start
help-fresh:
@echo === FRESH START COMMANDS ===
@echo fresh-backup - Backup current database
@echo fresh-clean - Clean database and migrations
@echo fresh-setup - Complete fresh start with migrations
@echo fresh-preview - Preview what migration would create
@echo dev-fresh-setup - Complete development setup from scratch
@echo verify-fresh - Verify fresh setup worked correctly
@echo.
@echo RECOMMENDED WORKFLOW:
@echo make dev-fresh-setup # Complete setup
@echo # Edit the generated migration file to add indexes
@echo make dev # Start development