forked from trent_larson/crowd-funder-for-time-pwa
ececbd3cc2
- Create zsh-compatible common functions script (test-stability-common-zsh.sh) - Fix script directory detection in zsh runner to use $(dirname "$0") - Update zsh runner to source zsh-compatible common file instead of bash version - Change npm script from test:playwright to test:web to match package.json - Remove duplicate array declarations from zsh runner - Make both scripts executable Resolves "no such file or directory" and "command not found" errors when running zsh scripts.
248 lines
6.9 KiB
Bash
Executable File
248 lines
6.9 KiB
Bash
Executable File
#!/bin/zsh
|
||
|
||
# Test Stability Runner Common Functions for TimeSafari (Zsh Version)
|
||
# Shared functionality for zsh test stability runners
|
||
# Author: Matthew Raymer
|
||
|
||
set -euo pipefail
|
||
|
||
# Configuration
|
||
TOTAL_RUNS=10
|
||
RESULTS_DIR="test-stability-results"
|
||
TIMESTAMP=$(date +"%Y-%m-%d_%H-%M-%S")
|
||
LOG_FILE="${RESULTS_DIR}/stability-run-${TIMESTAMP}.log"
|
||
SUMMARY_FILE="${RESULTS_DIR}/stability-summary-${TIMESTAMP}.json"
|
||
FAILURE_LOG="${RESULTS_DIR}/failure-details-${TIMESTAMP}.log"
|
||
|
||
# Colors for output
|
||
RED='\033[0;31m'
|
||
GREEN='\033[0;32m'
|
||
YELLOW='\033[1;33m'
|
||
BLUE='\033[0;34m'
|
||
CYAN='\033[0;36m'
|
||
MAGENTA='\033[0;35m'
|
||
NC='\033[0m' # No Color
|
||
|
||
# Progress bar characters
|
||
PROGRESS_CHAR="█"
|
||
EMPTY_CHAR="░"
|
||
|
||
# Initialize results tracking (zsh associative arrays)
|
||
typeset -A test_results
|
||
typeset -A test_failures
|
||
typeset -A test_successes
|
||
typeset -A run_times
|
||
typeset -A test_names
|
||
|
||
# Create results directory
|
||
mkdir -p "${RESULTS_DIR}"
|
||
|
||
# Logging functions
|
||
log_info() {
|
||
echo -e "${BLUE}[INFO]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
|
||
}
|
||
|
||
log_success() {
|
||
echo -e "${GREEN}[SUCCESS]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
|
||
}
|
||
|
||
log_warning() {
|
||
echo -e "${YELLOW}[WARNING]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
|
||
}
|
||
|
||
log_error() {
|
||
echo -e "${RED}[ERROR]${NC} $(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "${LOG_FILE}"
|
||
}
|
||
|
||
# Function to extract test names from Playwright output
|
||
extract_test_names() {
|
||
local output_file="$1"
|
||
# Extract test names from lines like "✓ 13 [chromium] › test-playwright/30-record-gift.spec.ts:84:5 › Record something given"
|
||
grep -E "✓.*test-playwright" "$output_file" | sed 's/.*test-playwright\///' | sed 's/:[0-9]*:[0-9]*.*$//' | sort | uniq
|
||
}
|
||
|
||
# Function to check if test passed in a run
|
||
test_passed_in_run() {
|
||
local test_name="$1"
|
||
local run_output="$2"
|
||
grep -q "✓.*test-playwright/$test_name" "$run_output" 2>/dev/null
|
||
}
|
||
|
||
# Function to check if test failed in a run
|
||
test_failed_in_run() {
|
||
local test_name="$1"
|
||
local run_output="$2"
|
||
grep -q "✗.*test-playwright/$test_name" "$run_output" 2>/dev/null
|
||
}
|
||
|
||
# Function to get test duration
|
||
get_test_duration() {
|
||
local test_name="$1"
|
||
local run_output="$2"
|
||
local duration=$(grep -A 1 "✓ $test_name\|✗ $test_name" "$run_output" | grep -o "[0-9]\+ms" | head -1)
|
||
echo "${duration:-unknown}"
|
||
}
|
||
|
||
# Function to calculate percentage
|
||
calculate_percentage() {
|
||
local passes="$1"
|
||
local total="$2"
|
||
if [ "$total" -eq 0 ]; then
|
||
echo "0"
|
||
else
|
||
echo "$((passes * 100 / total))"
|
||
fi
|
||
}
|
||
|
||
# Function to display progress bar
|
||
show_progress() {
|
||
local current="$1"
|
||
local total="$2"
|
||
local percentage=$((current * 100 / total))
|
||
local filled=$((current * 50 / total))
|
||
local empty=$((50 - filled))
|
||
|
||
local progress_bar=""
|
||
for ((i=0; i<filled; i++)); do
|
||
progress_bar+="$PROGRESS_CHAR"
|
||
done
|
||
for ((i=0; i<empty; i++)); do
|
||
progress_bar+="$EMPTY_CHAR"
|
||
done
|
||
|
||
printf "\r%s [%d%%] (%d/%d)" "$progress_bar" "$percentage" "$current" "$total"
|
||
}
|
||
|
||
# Function to run a single test execution
|
||
run_single_test() {
|
||
local run_number="$1"
|
||
local run_output="${RESULTS_DIR}/run-${run_number}-output.txt"
|
||
local start_time=$(date +%s)
|
||
|
||
log_info "Starting run $run_number/$TOTAL_RUNS"
|
||
|
||
# Run the test suite and capture output
|
||
if npm run test:web > "$run_output" 2>&1; then
|
||
local end_time=$(date +%s)
|
||
local duration=$((end_time - start_time))
|
||
|
||
test_results[$run_number]="PASS"
|
||
test_successes[$run_number]="true"
|
||
run_times[$run_number]="$duration"
|
||
|
||
log_success "Run $run_number completed successfully in ${duration}s"
|
||
return 0
|
||
else
|
||
local end_time=$(date +%s)
|
||
local duration=$((end_time - start_time))
|
||
|
||
test_results[$run_number]="FAIL"
|
||
test_failures[$run_number]="true"
|
||
run_times[$run_number]="$duration"
|
||
|
||
log_error "Run $run_number failed after ${duration}s"
|
||
return 1
|
||
fi
|
||
}
|
||
|
||
# Function to generate summary report
|
||
generate_summary_report() {
|
||
log_info "Generating summary report..."
|
||
|
||
local total_passes=0
|
||
local total_failures=0
|
||
local total_time=0
|
||
|
||
for run_number in $(seq 1 $TOTAL_RUNS); do
|
||
if [[ "${test_results[$run_number]:-}" == "PASS" ]]; then
|
||
((total_passes++))
|
||
else
|
||
((total_failures++))
|
||
fi
|
||
|
||
if [[ -n "${run_times[$run_number]:-}" ]]; then
|
||
((total_time += run_times[$run_number]))
|
||
fi
|
||
done
|
||
|
||
local success_rate=$(calculate_percentage $total_passes $TOTAL_RUNS)
|
||
local avg_time=$((total_time / TOTAL_RUNS))
|
||
|
||
# Create summary JSON
|
||
cat > "$SUMMARY_FILE" << EOF
|
||
{
|
||
"timestamp": "$TIMESTAMP",
|
||
"total_runs": $TOTAL_RUNS,
|
||
"successful_runs": $total_passes,
|
||
"failed_runs": $total_failures,
|
||
"success_rate": $success_rate,
|
||
"average_time_seconds": $avg_time,
|
||
"total_time_seconds": $total_time,
|
||
"run_details": {
|
||
EOF
|
||
|
||
for run_number in $(seq 1 $TOTAL_RUNS); do
|
||
local comma=""
|
||
if [ "$run_number" -lt $TOTAL_RUNS ]; then
|
||
comma=","
|
||
fi
|
||
|
||
cat >> "$SUMMARY_FILE" << EOF
|
||
"run_$run_number": {
|
||
"result": "${test_results[$run_number]:-unknown}",
|
||
"duration_seconds": "${run_times[$run_number]:-unknown}",
|
||
"timestamp": "$(date -d @${run_times[$run_number]:-0} +%Y-%m-%d_%H-%M-%S 2>/dev/null || echo 'unknown')"
|
||
}$comma
|
||
EOF
|
||
done
|
||
|
||
cat >> "$SUMMARY_FILE" << EOF
|
||
}
|
||
}
|
||
EOF
|
||
|
||
log_success "Summary report generated: $SUMMARY_FILE"
|
||
}
|
||
|
||
# Function to display final results
|
||
display_final_results() {
|
||
echo
|
||
echo "=========================================="
|
||
echo " TEST STABILITY RESULTS "
|
||
echo "=========================================="
|
||
echo "Timestamp: $TIMESTAMP"
|
||
echo "Total Runs: $TOTAL_RUNS"
|
||
|
||
local total_passes=0
|
||
local total_failures=0
|
||
local total_time=0
|
||
|
||
for run_number in $(seq 1 $TOTAL_RUNS); do
|
||
if [[ "${test_results[$run_number]:-}" == "PASS" ]]; then
|
||
((total_passes++))
|
||
else
|
||
((total_failures++))
|
||
fi
|
||
|
||
if [[ -n "${run_times[$run_number]:-}" ]]; then
|
||
((total_time += run_times[$run_number]))
|
||
fi
|
||
done
|
||
|
||
local success_rate=$(calculate_percentage $total_passes $TOTAL_RUNS)
|
||
local avg_time=$((total_time / TOTAL_RUNS))
|
||
|
||
echo "Successful Runs: $total_passes"
|
||
echo "Failed Runs: $total_failures"
|
||
echo "Success Rate: ${success_rate}%"
|
||
echo "Average Time: ${avg_time}s"
|
||
echo "Total Time: ${total_time}s"
|
||
echo "=========================================="
|
||
echo
|
||
echo "Detailed results saved to:"
|
||
echo " - Log: $LOG_FILE"
|
||
echo " - Summary: $SUMMARY_FILE"
|
||
echo " - Results directory: $RESULTS_DIR"
|
||
echo
|
||
}
|