crowd-funder-for-time-pwa/scripts/test-stability-common-zsh.sh

#!/bin/zsh

# Test Stability Runner Common Functions for TimeSafari (Zsh Version)
# Shared functionality for zsh test stability runners
# Author: Matthew Raymer

set -euo pipefail

# Configuration
TOTAL_RUNS=10
RESULTS_DIR="test-stability-results"
TIMESTAMP=$(date +"%Y-%m-%d_%H-%M-%S")
LOG_FILE="${RESULTS_DIR}/stability-run-${TIMESTAMP}.log"
SUMMARY_FILE="${RESULTS_DIR}/stability-summary-${TIMESTAMP}.json"
FAILURE_LOG="${RESULTS_DIR}/failure-details-${TIMESTAMP}.log"

# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
CYAN='\033[0;36m'
MAGENTA='\033[0;35m'
NC='\033[0m' # No Color

# Progress bar characters
PROGRESS_CHAR="█"
EMPTY_CHAR="░"

# Initialize results tracking (zsh associative arrays)
typeset -A test_results
typeset -A test_failures
typeset -A test_successes
typeset -A run_times
typeset -A test_names

# Create results directory
mkdir -p "${RESULTS_DIR}"

# Logging functions
log_info() {
    echo -e "${BLUE}[INFO]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
}

log_success() {
    echo -e "${GREEN}[SUCCESS]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
}

log_warning() {
    echo -e "${YELLOW}[WARNING]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
}

log_error() {
    echo -e "${RED}[ERROR]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
}

# Function to extract test names from Playwright output
extract_test_names() {
    local output_file="$1"
    # Extract test names from lines like "✓  13 [chromium] › test-playwright/30-record-gift.spec.ts:84:5 › Record something given"
    grep -E "✓.*test-playwright" "$output_file" | sed 's/.*test-playwright\///' | sed 's/:[0-9]*:[0-9]*.*$//' | sort | uniq
}

# Function to check if test passed in a run
test_passed_in_run() {
    local test_name="$1"
    local run_output="$2"
    grep -q "✓.*test-playwright/$test_name" "$run_output" 2>/dev/null
}

# Function to check if test failed in a run
test_failed_in_run() {
    local test_name="$1"
    local run_output="$2"
    grep -q "✗.*test-playwright/$test_name" "$run_output" 2>/dev/null
}

# Function to get test duration
get_test_duration() {
    local test_name="$1"
    local run_output="$2"
    local duration=$(grep -A 1 "✓ $test_name\|✗ $test_name" "$run_output" | grep -o "[0-9]\+ms" | head -1)
    echo "${duration:-unknown}"
}

# Function to calculate percentage
calculate_percentage() {
    local passes="$1"
    local total="$2"
    if [ "$total" -eq 0 ]; then
        echo "0"
    else
        echo "$((passes * 100 / total))"
    fi
}

# Function to display progress bar
show_progress() {
    local current="$1"
    local total="$2"
    local percentage=$((current * 100 / total))
    local filled=$((current * 50 / total))
    local empty=$((50 - filled))
    
    local progress_bar=""
    for ((i=0; i<filled; i++)); do
        progress_bar+="$PROGRESS_CHAR"
    done
    for ((i=0; i<empty; i++)); do
        progress_bar+="$EMPTY_CHAR"
    done
    
    printf "\r%s [%d%%] (%d/%d)" "$progress_bar" "$percentage" "$current" "$total"
}

# Function to run a single test execution
run_single_test() {
    local run_number="$1"
    local run_output="${RESULTS_DIR}/run-${run_number}-output.txt"
    local start_time=$(date +%s)
    
    log_info "Starting run $run_number/$TOTAL_RUNS"
    
    # Run the test suite and capture output
    if npm run test:web > "$run_output" 2>&1; then
        local end_time=$(date +%s)
        local duration=$((end_time - start_time))
        
        test_results[$run_number]="PASS"
        test_successes[$run_number]="true"
        run_times[$run_number]="$duration"
        
        log_success "Run $run_number completed successfully in ${duration}s"
        return 0
    else
        local end_time=$(date +%s)
        local duration=$((end_time - start_time))
        
        test_results[$run_number]="FAIL"
        test_failures[$run_number]="true"
        run_times[$run_number]="$duration"
        
        log_error "Run $run_number failed after ${duration}s"
        return 1
    fi
}

# Function to generate summary report
generate_summary_report() {
    log_info "Generating summary report..."
    
    local total_passes=0
    local total_failures=0
    local total_time=0
    
    for run_number in $(seq 1 $TOTAL_RUNS); do
        if [[ "${test_results[$run_number]:-}" == "PASS" ]]; then
            ((total_passes++))
        else
            ((total_failures++))
        fi
        
        if [[ -n "${run_times[$run_number]:-}" ]]; then
            ((total_time += run_times[$run_number]))
        fi
    done
    
    local success_rate=$(calculate_percentage $total_passes $TOTAL_RUNS)
    local avg_time=$((total_time / TOTAL_RUNS))
    
    # Create summary JSON
    cat > "$SUMMARY_FILE" << EOF
{
    "timestamp": "$TIMESTAMP",
    "total_runs": $TOTAL_RUNS,
    "successful_runs": $total_passes,
    "failed_runs": $total_failures,
    "success_rate": $success_rate,
    "average_time_seconds": $avg_time,
    "total_time_seconds": $total_time,
    "run_details": {
EOF
    
    for run_number in $(seq 1 $TOTAL_RUNS); do
        local comma=""
        if [ "$run_number" -lt $TOTAL_RUNS ]; then
            comma=","
        fi
        
        cat >> "$SUMMARY_FILE" << EOF
        "run_$run_number": {
            "result": "${test_results[$run_number]:-unknown}",
            "duration_seconds": "${run_times[$run_number]:-unknown}",
            "timestamp": "$(date -d @${run_times[$run_number]:-0} +%Y-%m-%d_%H-%M-%S 2>/dev/null || echo 'unknown')"
        }$comma
EOF
    done
    
    cat >> "$SUMMARY_FILE" << EOF
    }
}
EOF
    
    log_success "Summary report generated: $SUMMARY_FILE"
}

# Function to display final results
display_final_results() {
    echo
    echo "=========================================="
    echo "           TEST STABILITY RESULTS          "
    echo "=========================================="
    echo "Timestamp: $TIMESTAMP"
    echo "Total Runs: $TOTAL_RUNS"
    
    local total_passes=0
    local total_failures=0
    local total_time=0
    
    for run_number in $(seq 1 $TOTAL_RUNS); do
        if [[ "${test_results[$run_number]:-}" == "PASS" ]]; then
            ((total_passes++))
        else
            ((total_failures++))
        fi
        
        if [[ -n "${run_times[$run_number]:-}" ]]; then
            ((total_time += run_times[$run_number]))
        fi
    done
    
    local success_rate=$(calculate_percentage $total_passes $TOTAL_RUNS)
    local avg_time=$((total_time / TOTAL_RUNS))
    
    echo "Successful Runs: $total_passes"
    echo "Failed Runs: $total_failures"
    echo "Success Rate: ${success_rate}%"
    echo "Average Time: ${avg_time}s"
    echo "Total Time: ${total_time}s"
    echo "=========================================="
    echo
    echo "Detailed results saved to:"
    echo "  - Log: $LOG_FILE"
    echo "  - Summary: $SUMMARY_FILE"
    echo "  - Results directory: $RESULTS_DIR"
    echo
}