edshot99/eBooru
1
0
Fork 0
forked from e621ng/e621ng
Code Issues 11 Releases 1 Activity

[Prod] Simplify implementation of worker killer

Browse Source 
Credits to byroot for pointing me in this direction
This commit is contained in:
Earlopain 2024-05-07 21:54:25 +02:00
parent 4c58f4988f
commit 401866b68a
No known key found for this signature in database
GPG Key ID: 48860312319ADF61
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
config/pitchfork.rb
View File

@ -11,25 +11,28 @@ timeout 180
listen ENV.fetch("PITCHFORK_LISTEN_ADDRESS"), tcp_nopush: true, backlog: 2048
worker_processes ENV.fetch("PITCHFORK_WORKER_COUNT").to_i
# Each worker will have its own copy of this data structure.
WorkerData = Data.define(:max_requests, :max_mem)
worker_data = nil
after_worker_ready do |server, worker|
max_requests = Random.rand(5_000..10_000)
worker.instance_variable_set(:@_max_requests, max_requests)
max_mem = Random.rand((386 * (1024**2))..(768 * (1024**2)))
worker.instance_variable_set(:@_max_mem, max_mem)
worker_data = WorkerData.new(max_requests: max_requests, max_mem: max_mem)
server.logger.info("worker=#{worker.nr} gen=#{worker.generation} ready, serving #{max_requests} requests, #{max_mem} bytes")
end
after_request_complete do |server, worker, _env|
if worker.requests_count > worker.instance_variable_get(:@_max_requests)
server.logger.info("worker=#{worker.nr} gen=#{worker.generation}) exit: request limit (#{worker.instance_variable_get(:@_max_requests)})")
if worker.requests_count > worker_data.max_requests
server.logger.info("worker=#{worker.nr} gen=#{worker.generation}) exit: request limit (#{worker_data.max_requests})")
exit # rubocop:disable Rails/Exit
end
if worker.requests_count % 16 == 0
mem_info = Pitchfork::MemInfo.new(worker.pid)
if mem_info.pss > worker.instance_variable_get(:@_max_mem)
server.logger.info("worker=#{worker.nr} gen=#{worker.generation}) exit: memory limit (#{mem_info.pss} bytes > #{worker.instance_variable_get(:@_max_mem)} bytes)")
if mem_info.pss > worker_data.max_mem
server.logger.info("worker=#{worker.nr} gen=#{worker.generation}) exit: memory limit (#{mem_info.pss} bytes > #{worker_data.max_mem} bytes)")
exit # rubocop:disable Rails/Exit
end
end