forked from e621ng/e621ng
e4a5764d0b
`Pitchfork::MemInfo` is not public. This also fixes the numbers being off by a factor of 1024 since pitchfork returns kB, while unicorn-worker-killer used to handle bytes. Add the amount of requests done after the worker get killed for memory reasons
46 lines
1.6 KiB
Ruby
46 lines
1.6 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require "dotenv"
|
|
|
|
# Should be "production" by default, otherwise use other env
|
|
rails_env = ENV.fetch("RAILS_ENV", "production")
|
|
|
|
Dotenv.load(".env.#{rails_env}")
|
|
|
|
timeout 180
|
|
listen ENV.fetch("PITCHFORK_LISTEN_ADDRESS"), tcp_nopush: true, backlog: 2048
|
|
worker_processes ENV.fetch("PITCHFORK_WORKER_COUNT").to_i
|
|
|
|
# Each worker will have its own copy of this data structure.
|
|
WorkerData = Data.define(:max_requests, :max_mem)
|
|
worker_data = nil
|
|
|
|
def worker_pss(pid)
|
|
data = File.read("/proc/#{pid}/smaps_rollup")
|
|
pss_line = data.lines.find { |line| line.start_with?("Pss:") }
|
|
pss_line.split[1].to_i * 1024
|
|
end
|
|
|
|
after_worker_ready do |server, worker|
|
|
max_requests = Random.rand(5_000..10_000)
|
|
max_mem = Random.rand((386 * (1024**2))..(768 * (1024**2)))
|
|
worker_data = WorkerData.new(max_requests: max_requests, max_mem: max_mem)
|
|
|
|
server.logger.info("worker=#{worker.nr} gen=#{worker.generation} ready, serving #{max_requests} requests, #{max_mem} bytes")
|
|
end
|
|
|
|
after_request_complete do |server, worker, _env|
|
|
if worker.requests_count > worker_data.max_requests
|
|
server.logger.info("worker=#{worker.nr} gen=#{worker.generation}) exit: request limit (#{worker_data.max_requests})")
|
|
exit # rubocop:disable Rails/Exit
|
|
end
|
|
|
|
if worker.requests_count % 16 == 0
|
|
pss_bytes = worker_pss(worker.pid)
|
|
if pss_bytes > worker_data.max_mem
|
|
server.logger.info("worker=#{worker.nr} gen=#{worker.generation}) exit: memory limit (#{pss_bytes} bytes > #{worker_data.max_mem} bytes), after #{worker.requests_count} requests")
|
|
exit # rubocop:disable Rails/Exit
|
|
end
|
|
end
|
|
end
|