mirror of
https://github.com/trailofbits/buttercup
synced 2026-06-21 14:11:39 +00:00
Dan Guido
95875b4ec5
Apply automated fixes from shellcheck and shfmt to all shell scripts: - Quote variables to prevent word splitting and globbing - Use $(...) instead of backticks for command substitution - Add proper shebang and set -euo pipefail where missing - Fix array handling and iteration patterns - Consistent indentation (4 spaces) - Remove unnecessary curly braces and simplify expressions Files fixed: - deployment/*.sh - scripts/*.sh - orchestrator/scripts/*.sh - fuzzer_runner/runner.sh - protoc.sh Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
130 lines
4.0 KiB
Bash
Executable File
130 lines
4.0 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Script to extract logs from all containers in pods in the crs namespace
|
|
# Optionally filter pods by name with a command line argument
|
|
# Saves current and previous logs to individual files
|
|
|
|
# Check if filter argument is provided
|
|
pod_filter=""
|
|
if [ $# -eq 1 ]; then
|
|
pod_filter="$1"
|
|
echo "Filtering pods containing: $pod_filter"
|
|
fi
|
|
|
|
# Set number of parallel processes (default: 4, can be overridden with MAX_PARALLEL env var)
|
|
MAX_PARALLEL="${MAX_PARALLEL:-4}"
|
|
echo "Using $MAX_PARALLEL parallel processes"
|
|
|
|
# Create logs directory if it doesn't exist
|
|
LOG_DIR="crs_pod_logs_$(date +%Y%m%d_%H%M%S)"
|
|
mkdir -p "$LOG_DIR"
|
|
echo "Creating log directory: $LOG_DIR"
|
|
|
|
# Set namespace to crs
|
|
namespace="${BUTTERCUP_NAMESPACE:-crs}"
|
|
echo "Processing namespace: $namespace"
|
|
|
|
# Get all pods in the crs namespace
|
|
all_pods=$(kubectl get pods -n "$namespace" -o jsonpath='{.items[*].metadata.name}')
|
|
|
|
# Filter pods if a filter is specified
|
|
if [ -n "$pod_filter" ]; then
|
|
pods=""
|
|
for pod in $all_pods; do
|
|
if [[ "$pod" == *"$pod_filter"* ]]; then
|
|
pods="$pods $pod"
|
|
fi
|
|
done
|
|
pods=$(echo "$pods" | xargs) # Trim leading/trailing whitespace
|
|
echo "Found $(echo "$pods" | wc -w) pods matching filter"
|
|
else
|
|
pods=$all_pods
|
|
echo "Processing all pods in namespace"
|
|
fi
|
|
|
|
# Check if any pods were found
|
|
if [ -z "$pods" ]; then
|
|
echo "No pods found matching the filter. Exiting."
|
|
exit 1
|
|
fi
|
|
|
|
# Function to process a single pod
|
|
process_pod() {
|
|
local pod="$1"
|
|
local namespace="$2"
|
|
local log_dir="$3"
|
|
|
|
echo " Processing pod: $pod"
|
|
|
|
# Get all containers in the pod (including init containers)
|
|
init_containers=$(kubectl get pod "$pod" -n "$namespace" -o jsonpath='{.spec.initContainers[*].name}' 2>/dev/null)
|
|
containers=$(kubectl get pod "$pod" -n "$namespace" -o jsonpath='{.spec.containers[*].name}')
|
|
|
|
# Process init containers if any
|
|
for container in $init_containers; do
|
|
echo " Getting logs for init container: $container"
|
|
|
|
# Current logs
|
|
log_file="$log_dir/${pod}-${container}.log"
|
|
kubectl logs "$pod" --tail -1 -c "$container" -n "$namespace" > "$log_file" 2>/dev/null
|
|
echo " Current logs saved to: $log_file"
|
|
|
|
# Previous logs (if container has restarted)
|
|
prev_log_file="$log_dir/${pod}-${container}.previous.log"
|
|
kubectl logs "$pod" --tail -1 -c "$container" -n "$namespace" -p > "$prev_log_file" 2>/dev/null
|
|
|
|
# Check if previous logs exist
|
|
if [ -s "$prev_log_file" ]; then
|
|
echo " Previous logs saved to: $prev_log_file"
|
|
else
|
|
echo " No previous logs found for this container"
|
|
rm "$prev_log_file"
|
|
fi
|
|
done
|
|
|
|
# Process regular containers
|
|
for container in $containers; do
|
|
echo " Getting logs for container: $container"
|
|
|
|
# Current logs
|
|
log_file="$log_dir/${pod}-${container}.log"
|
|
kubectl logs "$pod" --tail -1 -c "$container" -n "$namespace" > "$log_file" 2>/dev/null
|
|
echo " Current logs saved to: $log_file"
|
|
|
|
# Previous logs (if container has restarted)
|
|
prev_log_file="$log_dir/${pod}-${container}.previous.log"
|
|
kubectl logs "$pod" --tail -1 -c "$container" -n "$namespace" -p > "$prev_log_file" 2>/dev/null
|
|
|
|
# Check if previous logs exist
|
|
if [ -s "$prev_log_file" ]; then
|
|
echo " Previous logs saved to: $prev_log_file"
|
|
else
|
|
echo " No previous logs found for this container"
|
|
rm "$prev_log_file"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Export the function so it can be used in background jobs
|
|
export -f process_pod
|
|
|
|
# Process pods in parallel with controlled concurrency
|
|
running_jobs=0
|
|
for pod in $pods; do
|
|
# Wait if we've reached the maximum number of parallel jobs
|
|
while [ "$running_jobs" -ge "$MAX_PARALLEL" ]; do
|
|
# Wait for any background job to complete
|
|
wait -n
|
|
running_jobs=$((running_jobs - 1))
|
|
done
|
|
|
|
# Start processing this pod in the background
|
|
process_pod "$pod" "$namespace" "$LOG_DIR" &
|
|
running_jobs=$((running_jobs + 1))
|
|
done
|
|
|
|
# Wait for all remaining background jobs to complete
|
|
wait
|
|
|
|
echo "Log extraction complete. All logs saved to $LOG_DIR"
|