From ab55f22652bc95ab42260c7f0f48d6b65ded643e Mon Sep 17 00:00:00 2001 From: Henrik Nygren Date: Tue, 8 Oct 2024 14:43:34 +0300 Subject: [PATCH] Add debug logging --- script/passenger_worker_cleaner.rb | 134 +++++++++++++++++++++++++---- 1 file changed, 116 insertions(+), 18 deletions(-) diff --git a/script/passenger_worker_cleaner.rb b/script/passenger_worker_cleaner.rb index 6f270602..02fe5445 100755 --- a/script/passenger_worker_cleaner.rb +++ b/script/passenger_worker_cleaner.rb @@ -8,6 +8,11 @@ MIN_WORKERS_ALLOWED = 4 LAST_USED_THRESHOLD_SECONDS = 10 * 60 # 10 minutes +# Helper method for debug logging +def debug_log(message) + puts "[DEBUG] #{message}" if ENV['DEBUG'] +end + # Class representing a single Passenger Worker Process class WorkerProcess attr_reader :pid, :sessions, :processed, :uptime_seconds, :cpu, :memory_mb, :last_used_seconds @@ -20,6 +25,8 @@ def initialize(pid:, sessions:, processed:, uptime_str:, cpu:, memory_str:, last @cpu = cpu @memory_mb = parse_memory(memory_str) @last_used_seconds = parse_time(last_used_str) + + debug_log("Initialized WorkerProcess: PID=#{@pid}, Sessions=#{@sessions}, Processed=#{@processed}, Uptime=#{@uptime_seconds}s, CPU=#{@cpu}%, Memory=#{@memory_mb}MB, Last Used=#{@last_used_seconds}s") end # Parses a time string like "16m 52s" into total seconds @@ -42,24 +49,41 @@ def parse_memory(mem_str) value = match[1].to_f unit = match[2]&.upcase || 'M' - case unit - when 'K' - (value / 1024).round(2) - when 'M' - value.round(2) - when 'G' - (value * 1024).round(2) - when 'T' - (value * 1024 * 1024).round(2) - when 'P' - (value * 1024 * 1024 * 1024).round(2) - else - value.round(2) + memory_mb = case unit + when 'K' + (value / 1024).round(2) + when 'M' + value.round(2) + when 'G' + (value * 1024).round(2) + when 'T' + (value * 1024 * 1024).round(2) + when 'P' + (value * 1024 * 1024 * 1024).round(2) + else + value.round(2) end + + debug_log("Parsed memory: Original='#{mem_str}', Parsed=#{memory_mb}MB") + memory_mb + end + + # Formats uptime from seconds to "Xm Ys" + def formatted_uptime + minutes = (uptime_seconds / 60).to_i + seconds = uptime_seconds % 60 + "#{minutes}m #{seconds}s" + end + + # Formats last used time from seconds to "Xm Ys" + def formatted_last_used + minutes = (last_used_seconds / 60).to_i + seconds = last_used_seconds % 60 + "#{minutes}m #{seconds}s" end def to_s - "PID: #{@pid}, Last Used: #{@last_used_seconds}s, Memory: #{@memory_mb} MB" + "PID: #{@pid}, Sessions: #{@sessions}, Processed: #{@processed}, Uptime: #{formatted_uptime}, CPU: #{@cpu}%, Memory: #{@memory_mb} MB, Last Used: #{formatted_last_used}" end end @@ -74,12 +98,14 @@ def initialize(command: PASSENGER_STATUS_CMD) end def execute + debug_log("Executing command: #{@command}") stdout, stderr, status = Open3.capture3(@command) unless status.success? - raise "Error executing #{@command}: #{stderr}" + raise "Error executing #{@command}: #{stderr.strip}" end + debug_log('Command executed successfully.') parse(stdout) end @@ -90,16 +116,19 @@ def parse(output) output.each_line do |line| line = line.strip + debug_log("Parsing line: '#{line}'") # Capture total processes using regex to handle variable whitespace if line =~ /^Processes\s*:\s*(\d+)/ @total_processes = Regexp.last_match(1).to_i + debug_log("Total Processes parsed: #{@total_processes}") next end # Detect start of Application groups if line =~ /^-+ Application groups -+$/ in_app_group = true + debug_log('Entered Application groups section.') next end @@ -110,6 +139,7 @@ def parse(output) # Save previous worker if exists if current_worker_data.any? @workers << build_worker(current_worker_data) + debug_log("Added WorkerProcess from previous data: PID=#{current_worker_data[:pid]}") current_worker_data = {} end @@ -118,6 +148,7 @@ def parse(output) current_worker_data[:sessions] = Regexp.last_match(2).to_i current_worker_data[:processed] = Regexp.last_match(3).to_i current_worker_data[:uptime_str] = Regexp.last_match(4).strip + debug_log("Parsed Worker Entry: PID=#{current_worker_data[:pid]}, Sessions=#{current_worker_data[:sessions]}, Processed=#{current_worker_data[:processed]}, Uptime='#{current_worker_data[:uptime_str]}'") next end @@ -125,12 +156,14 @@ def parse(output) if line =~ /^CPU\s*:\s*([\d.]+)%\s+Memory\s*:\s*([\d.]+\s*[KMGTP]?)/i current_worker_data[:cpu] = Regexp.last_match(1).to_f current_worker_data[:memory_str] = Regexp.last_match(2).strip + debug_log("Parsed CPU and Memory: CPU=#{current_worker_data[:cpu]}%, Memory='#{current_worker_data[:memory_str]}'") next end # Extract Last used using regex to handle variable whitespace if line =~ /^Last\s+used\s*:\s*([\dm\s]+s)\s*(?:ago|ag)?/i current_worker_data[:last_used_str] = Regexp.last_match(1).strip + debug_log("Parsed Last Used: '#{current_worker_data[:last_used_str]}'") next end end @@ -138,6 +171,7 @@ def parse(output) # Add the last worker if exists if current_worker_data.any? @workers << build_worker(current_worker_data) + debug_log("Added WorkerProcess from last worker data: PID=#{current_worker_data[:pid]}") end end @@ -165,14 +199,14 @@ def run @parser.execute rescue => e puts e.message + debug_log("Error during execution: #{e.message}") exit 1 end total_processes = @parser.total_processes workers = @parser.workers - puts "Total Processes: #{total_processes}" - puts "Total Workers: #{workers.size}" + print_summary(total_processes, workers) if ENV['DEBUG'] if total_processes > MIN_WORKERS_ALLOWED puts "Number of processes (#{total_processes}) exceeds the minimum allowed (#{MIN_WORKERS_ALLOWED})." @@ -186,35 +220,99 @@ def run last_used_seconds_remainder = last_used_seconds % 60 puts "Killing worker PID #{pid} with last used time of #{last_used_minutes}m #{last_used_seconds_remainder}s and memory: #{worker_to_kill.memory_mb} MB." + debug_log("Attempting to kill WorkerProcess: PID=#{pid}, Last Used=#{last_used_seconds}s, Memory=#{worker_to_kill.memory_mb}MB") kill_worker(pid) else puts "No workers have been idle for more than #{LAST_USED_THRESHOLD_SECONDS / 60} minutes." + debug_log('No eligible workers found to kill.') end else puts "Number of processes (#{total_processes}) is under (#{MIN_WORKERS_ALLOWED}). No action needed." + debug_log("Number of processes (#{total_processes}) is within the allowed limit.") end end private + def print_summary(total_processes, workers) + puts "\n===== Passenger Workers Summary =====" + puts "Total Processes: #{total_processes}" + puts "Total Workers: #{workers.size}\n\n" + + if workers.empty? + puts 'No workers found.' + return + end + + # Define column widths + pid_width = 8 + sessions_width = 10 + processed_width = 12 + uptime_width = 12 + cpu_width = 8 + memory_width = 14 + last_used_width = 14 + + # Print table header + header = [ + 'PID'.ljust(pid_width), + 'Sessions'.ljust(sessions_width), + 'Processed'.ljust(processed_width), + 'Uptime'.ljust(uptime_width), + 'CPU (%)'.ljust(cpu_width), + 'Memory (MB)'.ljust(memory_width), + 'Last Used'.ljust(last_used_width) + ].join(' | ') + + separator = '-' * header.length + + puts header + puts separator + + # Print each worker's details + workers.each do |worker| + row = [ + worker.pid.to_s.ljust(pid_width), + worker.sessions.to_s.ljust(sessions_width), + worker.processed.to_s.ljust(processed_width), + worker.formatted_uptime.ljust(uptime_width), + worker.cpu.to_s.ljust(cpu_width), + worker.memory_mb.to_s.ljust(memory_width), + worker.formatted_last_used.ljust(last_used_width) + ].join(' | ') + + puts row + end + + puts "===== End of Summary =====\n\n" + end + def find_worker_to_kill(workers) eligible_workers = workers.select { |w| w.last_used_seconds > LAST_USED_THRESHOLD_SECONDS } + debug_log("Eligible workers to kill (idle > #{LAST_USED_THRESHOLD_SECONDS / 60} minutes): #{eligible_workers.map(&:pid).join(', ')}") + return nil if eligible_workers.empty? # Find the worker with the maximum last used time - eligible_workers.max_by { |w| w.last_used_seconds } + worker = eligible_workers.max_by { |w| w.last_used_seconds } + debug_log("Selected worker to kill: PID=#{worker.pid}, Last Used=#{worker.last_used_seconds}s, Memory=#{worker.memory_mb}MB") + worker end def kill_worker(pid) Process.kill('TERM', pid) puts "Successfully sent TERM signal to PID #{pid}." + debug_log("Sent TERM signal to PID #{pid}.") rescue Errno::ESRCH puts "Process with PID #{pid} does not exist." + debug_log("Failed to kill PID #{pid}: Process does not exist.") rescue Errno::EPERM puts "Insufficient permissions to kill PID #{pid}." + debug_log("Failed to kill PID #{pid}: Insufficient permissions.") rescue => e puts "Failed to kill PID #{pid}: #{e.message}" + debug_log("Failed to kill PID #{pid}: #{e.message}") end end