Update docker/bench/run-ab.sh
This commit is contained in:
colin
parent
4243f737ac
commit
5fc77ca81e
|
|
@ -1,182 +1,53 @@
|
||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
DEFAULT_MAX_TIME=1
|
function test_urls {
|
||||||
DEFAULT_VARIANCE=2
|
local urls=(${URLS//,/ })
|
||||||
DEFAULT_TTFB_MAX=500
|
local username=$USERNAME
|
||||||
DEFAULT_TEST_MODE="report"
|
local password=$PASSWORD
|
||||||
DEFAULT_NUM_REQUESTS=100
|
for url in "${urls[@]}"; do
|
||||||
DEFAULT_CONCURRENCY=10
|
curl -u "$username:$password" "$url"
|
||||||
|
|
||||||
TARGET_URLS=${TARGET_URLS:-""}
|
|
||||||
MAX_TIME=${MAX_TIME:-$DEFAULT_MAX_TIME}
|
|
||||||
VARIANCE=${VARIANCE:-$DEFAULT_VARIANCE}
|
|
||||||
TTFB_MAX=${TTFB_MAX:-$DEFAULT_TTFB_MAX}
|
|
||||||
TEST_MODE=${TEST_MODE:-$DEFAULT_TEST_MODE}
|
|
||||||
NUM_REQUESTS=${NUM_REQUESTS:-$DEFAULT_NUM_REQUESTS}
|
|
||||||
CONCURRENCY=${CONCURRENCY:-$DEFAULT_CONCURRENCY}
|
|
||||||
|
|
||||||
declare -a failed_urls
|
|
||||||
|
|
||||||
upload_to_hastebin() {
|
|
||||||
local file=$log_csv
|
|
||||||
local haste_url="https://haste.nixc.us/documents"
|
|
||||||
local response=$(curl -X POST -s --data-binary @"$file" $haste_url)
|
|
||||||
local key=$(echo $response | awk -F '"' '{print $4}')
|
|
||||||
if [[ ! -z "$key" ]]; then
|
|
||||||
echo "Uploaded to hastebin: https://haste.nixc.us/$key"
|
|
||||||
else
|
|
||||||
echo "Failed to upload to hastebin."
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
parse_to_csv() {
|
|
||||||
local input="$log_file"
|
|
||||||
local output="$log_csv"
|
|
||||||
local output_dir=$(dirname "$output")
|
|
||||||
|
|
||||||
# Ensure the output directory exists
|
|
||||||
if [[ ! -d "$output_dir" ]]; then
|
|
||||||
mkdir -p "$output_dir" || { echo "Failed to create directory $output_dir"; exit 1; }
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Check if input file exists
|
|
||||||
if [[ ! -f "$input" ]]; then
|
|
||||||
echo "Input file $input does not exist."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Write CSV header
|
|
||||||
echo "URL,Time (ms),Status,Test Type" > "$output"
|
|
||||||
|
|
||||||
grep -E 'TTFB test|ApacheBench test' "$input" | while IFS= read -r line; do
|
|
||||||
local url=$(echo "$line" | grep -Eo 'https?://[^ ]+')
|
|
||||||
local time
|
|
||||||
local status
|
|
||||||
local test_type
|
|
||||||
|
|
||||||
if [[ "$line" =~ "TTFB test passed" ]]; then
|
|
||||||
time=$(echo "$line" | awk -F'Mean TTFB: ' '{print $2}' | awk '{print $1}')
|
|
||||||
status="pass"
|
|
||||||
test_type="TTFB"
|
|
||||||
elif [[ "$line" =~ "ApacheBench test passed" ]]; then
|
|
||||||
time=$(echo "$line" | awk -F'Average time: ' '{print $2}' | awk '{print $1}')
|
|
||||||
status="pass"
|
|
||||||
test_type="AB"
|
|
||||||
elif [[ "$line" =~ "TTFB test failed" ]]; then
|
|
||||||
# Assuming a default value or detection logic for failed test time
|
|
||||||
time="0" # Placeholder for failed test time
|
|
||||||
status="fail"
|
|
||||||
test_type="TTFB"
|
|
||||||
elif [[ "$line" =~ "ApacheBench test failed" ]]; then
|
|
||||||
# Assuming a default value or detection logic for failed test time
|
|
||||||
time="0" # Placeholder for failed test time
|
|
||||||
status="fail"
|
|
||||||
test_type="AB"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Output to CSV
|
|
||||||
echo "$url,$time,$status,$test_type" >> "$output"
|
|
||||||
done
|
done
|
||||||
}
|
}
|
||||||
|
|
||||||
process_sitemap() {
|
function run_apache_bench {
|
||||||
IFS=',' read -r -a domains <<< "$TARGET_URLS"
|
local urls=(${URLS//,/ })
|
||||||
for domain in "${domains[@]}"; do
|
local username=$USERNAME
|
||||||
|
local password=$PASSWORD
|
||||||
domain="${domain%/}"
|
local requests=$REQUESTS
|
||||||
sitemap=$(curl -s "${domain}/sitemap.xml")
|
local concurrency=$CONCURRENCY
|
||||||
while IFS= read -r loc; do
|
local log_file="/logs/authenticated.log"
|
||||||
url=$(echo "$loc" | sed -e 's|<loc>||g' -e 's|</loc>||g' | xargs)
|
for url in "${urls[@]}"; do
|
||||||
if [[ "$url" =~ ^https?:// ]]; then
|
ab -n "$requests" -c "$concurrency" -A "$username:$password" "$url" | tee -a "$log_file"
|
||||||
new_url="$url"
|
done
|
||||||
else
|
|
||||||
url="${url#/}"
|
|
||||||
new_url="${domain}/${url}"
|
|
||||||
fi
|
|
||||||
new_url=$(echo "$new_url" | sed -e 's|//|/|g' -e 's|:/|://|')
|
|
||||||
if [[ ! "${TARGET_URLS}" =~ "${new_url}" ]]; then
|
|
||||||
TARGET_URLS+=",${new_url}"
|
|
||||||
fi
|
|
||||||
done < <(echo "$sitemap" | grep -oE "<loc>.+?</loc>")
|
|
||||||
done
|
|
||||||
}
|
}
|
||||||
|
|
||||||
process_sitemap
|
function check_ttfb_and_log {
|
||||||
|
local urls=(${URLS//,/ })
|
||||||
measure_ttfb() {
|
local username=$USERNAME
|
||||||
local url=$1
|
local password=$PASSWORD
|
||||||
local -a times=()
|
local log_file="/logs/authenticated.log"
|
||||||
local min max sum=0 mean ttfb mean_ttfb
|
local total_ttfb sum_ttfb mean_ttfb
|
||||||
|
for url in "${urls[@]}"; do
|
||||||
|
total_ttfb=0
|
||||||
for i in {1..5}; do
|
for i in {1..5}; do
|
||||||
ttfb=$(curl -o /dev/null -s -w '%{time_starttransfer}\n' "$url" | awk '{print $1 * 1000}')
|
ttfb=$(curl -o /dev/null -s -w "%{time_starttransfer}\n" -u "$username:$password" "$url")
|
||||||
times+=("$ttfb")
|
total_ttfb=$(echo "$total_ttfb + $ttfb" | bc)
|
||||||
sum=$(echo "$sum + $ttfb" | bc)
|
|
||||||
done
|
done
|
||||||
min=$(printf '%s\n' "${times[@]}" | sort -n | head -1)
|
sum_ttfb=$total_ttfb
|
||||||
max=$(printf '%s\n' "${times[@]}" | sort -n | tail -1)
|
mean_ttfb=$(echo "scale=3; $sum_ttfb / 5" | bc)
|
||||||
mean=$(echo "scale=3; $sum / 5" | bc)
|
echo "$url TTFB Mean: $mean_ttfb seconds" | tee -a "$log_file"
|
||||||
|
done
|
||||||
echo "$mean"
|
|
||||||
}
|
}
|
||||||
|
|
||||||
run_ab() {
|
function prepare_log_file {
|
||||||
local url=$1
|
local log_file="/logs/authenticated.log"
|
||||||
local result=$(ab -n $NUM_REQUESTS -c $CONCURRENCY "$url" 2>&1)
|
> "$log_file"
|
||||||
local avg_time=$(echo "$result" | grep 'Time per request' | head -1 | awk '{print $4}')
|
mkdir -p $(dirname "$log_file")
|
||||||
if [ -z "$avg_time" ] || [ "$(echo "$avg_time > ($MAX_TIME + $VARIANCE) * 1000" | bc)" -eq 1 ]; then
|
touch "$log_file"
|
||||||
echo "ApacheBench test failed for $url Average time: ${avg_time:-N/A} milliseconds"
|
|
||||||
return 1
|
|
||||||
else
|
|
||||||
echo "ApacheBench test passed for $url Average time: $avg_time milliseconds"
|
|
||||||
return 0
|
|
||||||
fi
|
|
||||||
}
|
}
|
||||||
|
|
||||||
echo Clearing old log file.
|
prepare_log_file
|
||||||
log_file="/log/scan.log"
|
|
||||||
mkdir -p $(dirname "$log_file")
|
|
||||||
cat /dev/null > $"$log_file"
|
|
||||||
|
|
||||||
IFS=',' read -ra URLS <<< "$TARGET_URLS"
|
|
||||||
for url in "${URLS[@]}"; do
|
|
||||||
mean_ttfb=$(measure_ttfb "$url")
|
|
||||||
if [ -z "$mean_ttfb" ] || [ "$(echo "$mean_ttfb > $TTFB_MAX" | bc)" -eq 1 ]; then
|
|
||||||
echo "TTFB test failed for $url Mean TTFB: ${mean_ttfb}ms exceeds maximum of ${TTFB_MAX}ms" | tee -a "$log_file"
|
|
||||||
failed_urls+=("TTFB failure: $url")
|
|
||||||
else
|
|
||||||
echo "TTFB test passed for $url Mean TTFB: ${mean_ttfb}ms" | tee -a "$log_file"
|
|
||||||
fi
|
|
||||||
run_ab_result=$(run_ab "$url")
|
|
||||||
echo "$run_ab_result" | tee -a "$log_file"
|
|
||||||
if [[ "$run_ab_result" == *"failed"* ]]; then
|
|
||||||
failed_urls+=("ApacheBench failure: $url")
|
|
||||||
fi
|
|
||||||
if [ "$TEST_MODE" = "fail-fast" ] && [ ${#failed_urls[@]} -gt 0 ]; then
|
|
||||||
echo "Exiting due to fail-fast mode with failures." | tee -a "$log_file"
|
|
||||||
for failed_url in "${failed_urls[@]}"; do
|
|
||||||
echo "- $failed_url" | tee -a "$log_file"
|
|
||||||
done
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
echo Clearing old csv file.
|
|
||||||
log_csv="/log/scan.csv"
|
|
||||||
mkdir -p $(dirname "$log_csv")
|
|
||||||
cat /dev/null > "$log_csv"
|
|
||||||
|
|
||||||
parse_to_csv
|
|
||||||
|
|
||||||
upload_to_hastebin $log_csv
|
|
||||||
|
|
||||||
if [ ${#failed_urls[@]} -gt 0 ]; then
|
|
||||||
echo "Summary of failed URLs:" | tee -a "$log_file"
|
|
||||||
for failed_url in "${failed_urls[@]}"; do
|
|
||||||
echo "- $failed_url" | tee -a "$log_file"
|
|
||||||
done
|
|
||||||
exit 1
|
|
||||||
else
|
|
||||||
echo "All URLs passed the performance and TTFB tests." | tee -a "$log_file"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
|
test_urls
|
||||||
|
run_apache_bench
|
||||||
|
check_ttfb_and_log
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue