Files
AI-Trader/scripts/validate_docker_build.sh
Bill fb9583b374 feat: transform to REST API service with SQLite persistence (v0.3.0)
Major architecture transformation from batch-only to API service with
database persistence for Windmill integration.

## REST API Implementation
- POST /simulate/trigger - Start simulation jobs
- GET /simulate/status/{job_id} - Monitor job progress
- GET /results - Query results with filters (job_id, date, model)
- GET /health - Service health checks

## Database Layer
- SQLite persistence with 6 tables (jobs, job_details, positions,
  holdings, reasoning_logs, tool_usage)
- Foreign key constraints with cascade deletes
- Replaces JSONL file storage

## Backend Components
- JobManager: Job lifecycle management with concurrency control
- RuntimeConfigManager: Thread-safe isolated runtime configs
- ModelDayExecutor: Single model-day execution engine
- SimulationWorker: Date-sequential, model-parallel orchestration

## Testing
- 102 unit and integration tests (85% coverage)
- Database: 98% coverage
- Job manager: 98% coverage
- API endpoints: 81% coverage
- Pydantic models: 100% coverage
- TDD approach throughout

## Docker Deployment
- Dual-mode: API server (persistent) + batch (one-time)
- Health checks with 30s interval
- Volume persistence for database and logs
- Separate entrypoints for each mode

## Validation Tools
- scripts/validate_docker_build.sh - Build validation
- scripts/test_api_endpoints.sh - Complete API testing
- scripts/test_batch_mode.sh - Batch mode validation
- DOCKER_API.md - Deployment guide
- TESTING_GUIDE.md - Testing procedures

## Configuration
- API_PORT environment variable (default: 8080)
- Backwards compatible with existing configs
- FastAPI, uvicorn, pydantic>=2.0 dependencies

Co-Authored-By: AI Assistant <noreply@example.com>
2025-10-31 11:47:10 -04:00

222 lines
5.8 KiB
Bash
Executable File

#!/bin/bash
# Docker Build & Validation Script
# Run this script to validate the Docker setup before production deployment
set -e # Exit on error
echo "=========================================="
echo "AI-Trader Docker Build Validation"
echo "=========================================="
echo ""
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color
# Function to print status
print_status() {
if [ $1 -eq 0 ]; then
echo -e "${GREEN}${NC} $2"
else
echo -e "${RED}${NC} $2"
fi
}
print_warning() {
echo -e "${YELLOW}${NC} $1"
}
# Step 1: Check prerequisites
echo "Step 1: Checking prerequisites..."
# Check if Docker is installed
if command -v docker &> /dev/null; then
print_status 0 "Docker is installed: $(docker --version)"
else
print_status 1 "Docker is not installed"
echo "Please install Docker: https://docs.docker.com/get-docker/"
exit 1
fi
# Check if Docker daemon is running
if docker info &> /dev/null; then
print_status 0 "Docker daemon is running"
else
print_status 1 "Docker daemon is not running"
echo "Please start Docker Desktop or Docker daemon"
exit 1
fi
# Check if docker-compose is available
if command -v docker-compose &> /dev/null; then
print_status 0 "docker-compose is installed: $(docker-compose --version)"
elif docker compose version &> /dev/null; then
print_status 0 "docker compose (plugin) is available"
COMPOSE_CMD="docker compose"
else
print_status 1 "docker-compose is not available"
exit 1
fi
# Default to docker-compose if not set
COMPOSE_CMD=${COMPOSE_CMD:-docker-compose}
echo ""
# Step 2: Check environment file
echo "Step 2: Checking environment configuration..."
if [ -f .env ]; then
print_status 0 ".env file exists"
# Check required variables
required_vars=("OPENAI_API_KEY" "ALPHAADVANTAGE_API_KEY" "JINA_API_KEY")
missing_vars=()
for var in "${required_vars[@]}"; do
if grep -q "^${var}=" .env && ! grep -q "^${var}=your_.*_key_here" .env && ! grep -q "^${var}=$" .env; then
print_status 0 "$var is set"
else
missing_vars+=("$var")
print_status 1 "$var is missing or not configured"
fi
done
if [ ${#missing_vars[@]} -gt 0 ]; then
print_warning "Some required environment variables are not configured"
echo "Please edit .env and add:"
for var in "${missing_vars[@]}"; do
echo " - $var"
done
echo ""
read -p "Continue anyway? (y/n) " -n 1 -r
echo
if [[ ! $REPLY =~ ^[Yy]$ ]]; then
exit 1
fi
fi
else
print_status 1 ".env file not found"
echo "Creating .env from .env.example..."
cp .env.example .env
print_warning "Please edit .env and add your API keys before continuing"
exit 1
fi
echo ""
# Step 3: Build Docker image
echo "Step 3: Building Docker image..."
echo "This may take several minutes on first build..."
echo ""
if docker build -t ai-trader-test . ; then
print_status 0 "Docker image built successfully"
else
print_status 1 "Docker build failed"
exit 1
fi
echo ""
# Step 4: Check image
echo "Step 4: Verifying Docker image..."
IMAGE_SIZE=$(docker images ai-trader-test --format "{{.Size}}")
print_status 0 "Image size: $IMAGE_SIZE"
# List exposed ports
EXPOSED_PORTS=$(docker inspect ai-trader-test --format '{{range $p, $conf := .Config.ExposedPorts}}{{$p}} {{end}}')
print_status 0 "Exposed ports: $EXPOSED_PORTS"
echo ""
# Step 5: Test API mode startup (brief)
echo "Step 5: Testing API mode startup..."
echo "Starting container in background..."
$COMPOSE_CMD up -d ai-trader-api
if [ $? -eq 0 ]; then
print_status 0 "Container started successfully"
echo "Waiting 10 seconds for services to initialize..."
sleep 10
# Check if container is still running
if docker ps | grep -q ai-trader-api; then
print_status 0 "Container is running"
# Check logs for errors
ERROR_COUNT=$(docker logs ai-trader-api 2>&1 | grep -i "error" | grep -v "ERROR:" | wc -l)
if [ $ERROR_COUNT -gt 0 ]; then
print_warning "Found $ERROR_COUNT error messages in logs"
echo "Check logs with: docker logs ai-trader-api"
else
print_status 0 "No critical errors in logs"
fi
else
print_status 1 "Container stopped unexpectedly"
echo "Check logs with: docker logs ai-trader-api"
exit 1
fi
else
print_status 1 "Failed to start container"
exit 1
fi
echo ""
# Step 6: Test health endpoint
echo "Step 6: Testing health endpoint..."
# Wait a bit more for API to be ready
sleep 5
if curl -f http://localhost:8080/health &> /dev/null; then
print_status 0 "Health endpoint responding"
# Get health details
HEALTH_DATA=$(curl -s http://localhost:8080/health)
echo "Health response: $HEALTH_DATA"
else
print_status 1 "Health endpoint not responding"
print_warning "This could indicate:"
echo " - API server failed to start"
echo " - Port 8080 is already in use"
echo " - MCP services failed to initialize"
echo ""
echo "Check logs with: docker logs ai-trader-api"
fi
echo ""
# Step 7: Cleanup
echo "Step 7: Cleanup..."
read -p "Stop the container? (y/n) " -n 1 -r
echo
if [[ $REPLY =~ ^[Yy]$ ]]; then
$COMPOSE_CMD down
print_status 0 "Container stopped"
fi
echo ""
echo "=========================================="
echo "Validation Summary"
echo "=========================================="
echo ""
echo "Next steps:"
echo "1. If all checks passed, proceed with API endpoint testing:"
echo " bash scripts/test_api_endpoints.sh"
echo ""
echo "2. Test batch mode:"
echo " bash scripts/test_batch_mode.sh"
echo ""
echo "3. If any checks failed, review logs:"
echo " docker logs ai-trader-api"
echo ""
echo "4. For troubleshooting, see: DOCKER_API.md"
echo ""