1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428#!/bin/bash
# Equalify Reflow - Local Health Check Script
# Validates infrastructure health for the local Docker environment.
#
# Usage:
# ./scripts/health-check.sh # Check local Docker environment
set -e
MODE="local"
while [[ $# -gt 0 ]]; do
case $1 in
--help|-h)
echo "Equalify Reflow - Local Health Check"
echo ""
echo "Usage:"
echo " $0 Check local Docker environment"
echo " $0 --help Show this help message"
exit 0
;;
*)
echo "Unknown option: $1"
echo "Use --help for usage information"
exit 1
;;
esac
done
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
CYAN='\033[0;36m'
NC='\033[0m' # No Color
# Counters
PASSED=0
FAILED=0
WARNINGS=0
# ============================================================================
# Common Functions
# ============================================================================
print_header() {
echo ""
echo -e "${CYAN}========================================${NC}"
echo -e "${CYAN}$1${NC}"
echo -e "${CYAN}========================================${NC}"
echo ""
}
print_section() {
echo ""
echo -e "${BLUE}>>> $1${NC}"
echo ""
}
print_success() {
echo -e "${GREEN}✓${NC} $1"
PASSED=$((PASSED + 1))
}
print_failure() {
echo -e "${RED}✗${NC} $1"
FAILED=$((FAILED + 1))
}
print_warning() {
echo -e "${YELLOW}⚠${NC} $1"
WARNINGS=$((WARNINGS + 1))
}
print_info() {
echo -e "${BLUE}→${NC} $1"
}
check_command() {
command -v "$1" &> /dev/null
}
# ============================================================================
# Local Development Mode Functions
# ============================================================================
check_container() {
local container_name=$1
local friendly_name=$2
if docker ps --format '{{.Names}}' | grep -q "^${container_name}$"; then
local status=$(docker inspect -f '{{.State.Status}}' "$container_name" 2>/dev/null)
if [ "$status" = "running" ]; then
print_success "$friendly_name container is running"
return 0
else
print_failure "$friendly_name container is not running (status: $status)"
return 1
fi
else
print_failure "$friendly_name container not found"
return 1
fi
}
check_container_health() {
local container_name=$1
local friendly_name=$2
if docker ps --format '{{.Names}}' | grep -q "^${container_name}$"; then
local health=$(docker inspect -f '{{.State.Health.Status}}' "$container_name" 2>/dev/null || echo "none")
if [ "$health" = "healthy" ]; then
print_success "$friendly_name is healthy"
return 0
elif [ "$health" = "none" ]; then
print_warning "$friendly_name has no health check configured"
return 0
else
print_failure "$friendly_name is unhealthy (status: $health)"
return 1
fi
fi
return 1
}
test_api_health() {
print_section "Testing API Gateway Health"
# Check if API is responding
if curl -s http://localhost:8080/health > /dev/null 2>&1; then
print_success "API health endpoint responding"
# Get health status
local health_response=$(curl -s http://localhost:8080/health)
local status=$(echo "$health_response" | grep -o '"status":"[^"]*"' | cut -d'"' -f4)
if [ "$status" = "healthy" ]; then
print_success "API status: healthy"
else
print_failure "API status: $status"
return 1
fi
print_info "Health response: $health_response"
else
print_failure "API health endpoint not responding"
return 1
fi
return 0
}
test_redis() {
print_section "Testing Redis Connectivity"
# Test ping
if docker exec equalify-reflow-redis redis-cli ping > /dev/null 2>&1; then
print_success "Redis ping successful"
else
print_failure "Redis ping failed"
return 1
fi
# Test basic operations
if docker exec equalify-reflow-redis redis-cli SET test-key "test-value" > /dev/null 2>&1; then
print_success "Redis write operation successful"
else
print_failure "Redis write operation failed"
return 1
fi
local value=$(docker exec equalify-reflow-redis redis-cli GET test-key 2>/dev/null | tr -d '\r')
if [ "$value" = "test-value" ]; then
print_success "Redis read operation successful"
else
print_failure "Redis read operation failed (got: $value)"
return 1
fi
docker exec equalify-reflow-redis redis-cli DEL test-key > /dev/null 2>&1
# Test queue operations
if docker exec equalify-reflow-redis redis-cli LPUSH eq-pdf:test-queue "test-job" > /dev/null 2>&1; then
print_success "Redis queue push successful"
else
print_failure "Redis queue push failed"
return 1
fi
local job=$(docker exec equalify-reflow-redis redis-cli RPOP eq-pdf:test-queue 2>/dev/null | tr -d '\r')
if [ "$job" = "test-job" ]; then
print_success "Redis queue pop successful"
else
print_failure "Redis queue pop failed (got: $job)"
return 1
fi
# Show Redis info
print_info "Redis version: $(docker exec equalify-reflow-redis redis-cli INFO SERVER | grep redis_version | cut -d: -f2 | tr -d '\r')"
print_info "Redis memory usage: $(docker exec equalify-reflow-redis redis-cli INFO MEMORY | grep used_memory_human | cut -d: -f2 | tr -d '\r')"
print_info "Redis uptime: $(docker exec equalify-reflow-redis redis-cli INFO SERVER | grep uptime_in_seconds | cut -d: -f2 | tr -d '\r') seconds"
return 0
}
test_floci() {
print_section "Testing Floci S3"
# Floci doesn't ship an `awslocal` wrapper — use standard `aws` with
# the Floci endpoint via env vars.
local AWS_CMD=""
if check_command aws; then
AWS_CMD="AWS_ACCESS_KEY_ID=test AWS_SECRET_ACCESS_KEY=test AWS_DEFAULT_REGION=us-east-1 aws --endpoint-url=http://localhost:4566"
print_info "Using AWS CLI with Floci endpoint"
else
print_warning "aws CLI not found"
print_info "Skipping Floci S3 tests (install AWS CLI to enable)"
return 0 # Warning, not a failure
fi
# Test S3 connection
if eval $AWS_CMD s3 ls > /dev/null 2>&1; then
print_success "Floci S3 connection successful"
else
print_failure "Floci S3 connection failed"
return 1
fi
# Check temp bucket
if eval $AWS_CMD s3 ls s3://equalify-pdf-temp > /dev/null 2>&1; then
print_success "Temp bucket (equalify-pdf-temp) exists"
else
print_failure "Temp bucket (equalify-pdf-temp) not found"
fi
# Check results bucket
if eval $AWS_CMD s3 ls s3://equalify-pdf-results > /dev/null 2>&1; then
print_success "Results bucket (equalify-pdf-results) exists"
else
print_failure "Results bucket (equalify-pdf-results) not found"
fi
# Test upload to temp bucket
echo "Health check test file" > /tmp/health-check-test.txt
if eval $AWS_CMD s3 cp /tmp/health-check-test.txt s3://equalify-pdf-temp/health-check-test.txt > /dev/null 2>&1; then
print_success "S3 upload test successful"
# Test download
if eval $AWS_CMD s3 cp s3://equalify-pdf-temp/health-check-test.txt /tmp/health-check-download.txt > /dev/null 2>&1; then
print_success "S3 download test successful"
rm -f /tmp/health-check-download.txt
else
print_failure "S3 download test failed"
fi
# Cleanup
eval $AWS_CMD s3 rm s3://equalify-pdf-temp/health-check-test.txt > /dev/null 2>&1
else
print_failure "S3 upload test failed"
fi
rm -f /tmp/health-check-test.txt
# Show bucket list
print_info "Available S3 buckets:"
eval $AWS_CMD s3 ls | sed 's/^/ /'
return 0
}
test_network() {
print_section "Testing Docker Network"
# Check if network exists
if docker network ls | grep -q equalify-reflow-network; then
print_success "Docker network (equalify-reflow-network) exists"
else
print_failure "Docker network (equalify-reflow-network) not found"
return 1
fi
# Check network connectivity between containers
if docker exec equalify-reflow-redis ping -c 1 floci > /dev/null 2>&1; then
print_success "Network connectivity: Redis -> Floci"
else
print_warning "Network connectivity test skipped (expected if Floci not running)"
fi
return 0
}
test_volumes() {
print_section "Testing Docker Volumes"
# Check Redis data volume
if docker volume ls | grep -q equalify-reflow-redis-data; then
print_success "Redis data volume exists"
local size=$(docker volume inspect equalify-reflow-redis-data --format '{{ .Name }}' 2>/dev/null)
if [ -n "$size" ]; then
print_info "Redis volume: equalify-reflow-redis-data"
fi
else
print_failure "Redis data volume not found"
fi
# Check Floci data volume (if dev environment)
if docker volume ls | grep -q equalify-reflow-floci-data; then
print_success "Floci data volume exists"
else
print_warning "Floci data volume not found (expected in dev environment only)"
fi
return 0
}
check_local_health() {
print_header "Equalify Reflow - Local Health Check"
print_info "Starting health checks..."
print_info "Time: $(date)"
echo ""
# Check prerequisites
print_section "Checking Prerequisites"
if check_command docker; then
print_success "Docker is installed"
else
print_failure "Docker is not installed"
exit 1
fi
if check_command docker-compose; then
print_success "Docker Compose is installed"
else
print_failure "Docker Compose is not installed"
exit 1
fi
# Check container status
print_section "Checking Container Status"
check_container "equalify-reflow-redis" "Redis"
check_container "equalify-reflow-api-gateway" "API Gateway (includes all workers)"
# Check dev environment containers (optional)
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-floci; then
check_container "equalify-reflow-floci" "Floci"
fi
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-prometheus; then
check_container "equalify-reflow-prometheus" "Prometheus"
fi
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-grafana; then
check_container "equalify-reflow-grafana" "Grafana"
fi
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-redis-exporter; then
check_container "equalify-reflow-redis-exporter" "Redis Exporter"
fi
# Check container health
print_section "Checking Container Health"
check_container_health "equalify-reflow-redis" "Redis"
check_container_health "equalify-reflow-api-gateway" "API Gateway"
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-floci; then
check_container_health "equalify-reflow-floci" "Floci"
fi
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-prometheus; then
check_container_health "equalify-reflow-prometheus" "Prometheus"
fi
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-grafana; then
check_container_health "equalify-reflow-grafana" "Grafana"
fi
# Test services
test_api_health
test_redis
test_network
test_volumes
# Test Floci if running
if docker ps --format '{{.Names}}' | grep -q equalify-reflow-floci; then
test_floci
else
print_section "Floci Tests"
print_warning "Floci not running (production mode?)"
fi
}
# ============================================================================
# Main Execution
# ============================================================================
check_local_health
# Summary
print_header "Health Check Summary"
echo -e "${GREEN}Passed:${NC} $PASSED"
echo -e "${YELLOW}Warnings:${NC} $WARNINGS"
echo -e "${RED}Failed:${NC} $FAILED"
echo ""
if [ $FAILED -eq 0 ]; then
echo -e "${GREEN}========================================${NC}"
echo -e "${GREEN}All critical checks passed!${NC}"
echo -e "${GREEN}========================================${NC}"
exit 0
else
echo -e "${RED}========================================${NC}"
echo -e "${RED}Some checks failed!${NC}"
echo -e "${RED}========================================${NC}"
echo ""
echo -e "${YELLOW}Troubleshooting tips:${NC}"
echo " 1. Check container logs: docker logs <container-name>"
echo " 2. Restart services: docker-compose restart"
echo " 3. View full setup: docker-compose ps"
echo " 4. Check network: docker network inspect equalify-reflow-network"
echo ""
exit 1
fi