forked from e621ng/e621ng
[Sidekiq] Remove now unneeded job copies
This commit is contained in:
Earlopain
parent
0c739a90ae
commit
ad349e6354
@ -1,13 +0,0 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
class IndexUpdateJobCopy < ApplicationJob
|
||||
queue_as :high_prio
|
||||
sidekiq_options lock: :until_executing
|
||||
|
||||
def perform(klass, id)
|
||||
obj = klass.constantize.find(id)
|
||||
obj.update_index(defer: false)
|
||||
rescue ActiveRecord::RecordNotFound
|
||||
# Do nothing
|
||||
end
|
||||
end
|
||||
@ -1,7 +0,0 @@
|
||||
class IqdbRemoveJobNew < ApplicationJob
|
||||
queue_as :iqdb_new
|
||||
|
||||
def perform(post_id)
|
||||
IqdbProxy.remove_post(post_id)
|
||||
end
|
||||
end
|
||||
@ -1,10 +0,0 @@
|
||||
class IqdbUpdateJobNew < ApplicationJob
|
||||
queue_as :iqdb_new
|
||||
|
||||
def perform(post_id)
|
||||
post = Post.find_by id: post_id
|
||||
return unless post
|
||||
|
||||
IqdbProxy.update_post(post)
|
||||
end
|
||||
end
|
||||
@ -1,153 +0,0 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
class PostVideoConversionJobCopy < ApplicationJob
|
||||
queue_as :video
|
||||
sidekiq_options lock: :until_executed, lock_args_method: :lock_args, retry: 3
|
||||
|
||||
def self.lock_args(args)
|
||||
[args[0]]
|
||||
end
|
||||
|
||||
def perform(id)
|
||||
Post.transaction do
|
||||
post = Post.find(id)
|
||||
unless post.is_video?
|
||||
logger.info "Exiting as not a video"
|
||||
next
|
||||
end
|
||||
samples = generate_video_samples(post)
|
||||
post.reload # Needed to prevent moving files into undeleted folder if the post is deleted while samples are being generated.
|
||||
move_videos(post, samples)
|
||||
post.reload
|
||||
known_samples = post.generated_samples || []
|
||||
known_samples += samples.keys.map(&:to_s)
|
||||
post.update_column(:generated_samples, known_samples.uniq)
|
||||
end
|
||||
rescue ActiveRecord::RecordNotFound
|
||||
# Do nothing
|
||||
end
|
||||
|
||||
def move_videos(post, samples)
|
||||
md5 = post.md5
|
||||
sm = Danbooru.config.storage_manager
|
||||
samples.each do |name, named_samples|
|
||||
next if name == :original
|
||||
webm_path = sm.file_path(md5, "webm", :scaled, post.is_deleted?, scale_factor: name.to_s)
|
||||
sm.store(named_samples[0], webm_path)
|
||||
named_samples[0].close!
|
||||
mp4_path = sm.file_path(md5, "mp4", :scaled, post.is_deleted?, scale_factor: name.to_s)
|
||||
sm.store(named_samples[1], mp4_path)
|
||||
named_samples[1].close!
|
||||
end
|
||||
sm.store(samples[:original][1], sm.file_path(md5, "mp4", :original, post.is_deleted?))
|
||||
samples[:original].each(&:close!)
|
||||
end
|
||||
|
||||
def generate_video_samples(post)
|
||||
outputs = {}
|
||||
Danbooru.config.video_rescales.each do |size, dims|
|
||||
next if post.image_width <= dims[0] && post.image_height <= dims[1]
|
||||
scaled_dims = post.scaled_sample_dimensions(dims)
|
||||
outputs[size] = generate_scaled_video(post.file_path, scaled_dims)
|
||||
end
|
||||
outputs[:original] = generate_scaled_video(post.file_path, post.scaled_sample_dimensions([post.image_width, post.image_height]), format: :mp4)
|
||||
outputs
|
||||
end
|
||||
|
||||
def generate_scaled_video(infile, dimensions, format: :both)
|
||||
target_size = "scale=w=#{dimensions[0]}:h=#{dimensions[1]}"
|
||||
webm_file = Tempfile.new(["video-sample", ".webm"], binmode: true)
|
||||
mp4_file = Tempfile.new(["video-sample", ".mp4"], binmode: true)
|
||||
webm_args = [
|
||||
"-c:v",
|
||||
"libvpx-vp9",
|
||||
"-pix_fmt",
|
||||
"yuv420p",
|
||||
"-deadline",
|
||||
"good",
|
||||
"-cpu-used",
|
||||
"5", # 4+ disable a bunch of rate estimation features, but seems to save reasonable CPU time without large quality drop
|
||||
"-auto-alt-ref",
|
||||
"0",
|
||||
"-qmin",
|
||||
"20",
|
||||
"-qmax",
|
||||
"42",
|
||||
"-crf",
|
||||
"35",
|
||||
"-b:v",
|
||||
"3M",
|
||||
"-vf",
|
||||
target_size,
|
||||
"-threads",
|
||||
"4",
|
||||
"-row-mt",
|
||||
"1",
|
||||
"-max_muxing_queue_size",
|
||||
"4096",
|
||||
"-slices",
|
||||
"8",
|
||||
"-c:a",
|
||||
"libopus",
|
||||
"-b:a",
|
||||
"96k",
|
||||
"-map_metadata",
|
||||
"-1",
|
||||
"-metadata",
|
||||
'title="e621.net_preview_quality_conversion,_visit_site_for_full_quality_download"',
|
||||
webm_file.path,
|
||||
]
|
||||
mp4_args = [
|
||||
"-c:v",
|
||||
"libx264",
|
||||
"-pix_fmt",
|
||||
"yuv420p",
|
||||
"-profile:v",
|
||||
"main",
|
||||
"-preset",
|
||||
"fast",
|
||||
"-crf",
|
||||
"27",
|
||||
"-b:v",
|
||||
"3M",
|
||||
"-vf",
|
||||
target_size,
|
||||
"-threads",
|
||||
"4",
|
||||
"-max_muxing_queue_size",
|
||||
"4096",
|
||||
"-c:a",
|
||||
"aac",
|
||||
"-b:a",
|
||||
"128k",
|
||||
"-map_metadata",
|
||||
"-1",
|
||||
"-metadata",
|
||||
'title="e621.net_preview_quality_conversion,_visit_site_for_full_quality_download"',
|
||||
"-movflags",
|
||||
"+faststart",
|
||||
mp4_file.path,
|
||||
]
|
||||
args = [
|
||||
# "-loglevel",
|
||||
# "0",
|
||||
"-y",
|
||||
"-i",
|
||||
infile,
|
||||
]
|
||||
if format != :mp4
|
||||
args += webm_args
|
||||
end
|
||||
if format != :webm
|
||||
args += mp4_args
|
||||
end
|
||||
stdout, stderr, status = Open3.capture3(Danbooru.config.ffmpeg_path, *args)
|
||||
|
||||
unless status == 0
|
||||
logger.warn("[FFMPEG TRANSCODE STDOUT] #{stdout.chomp}")
|
||||
logger.warn("[FFMPEG TRANSCODE STDERR] #{stderr.chomp}")
|
||||
raise StandardException, "unable to transcode files\n#{stdout.chomp}\n\n#{stderr.chomp}"
|
||||
end
|
||||
[webm_file, mp4_file]
|
||||
end
|
||||
end
|
||||
@ -1,13 +0,0 @@
|
||||
class TagAliasJobCopy < ApplicationJob
|
||||
queue_as :tags
|
||||
sidekiq_options lock: :until_executed, lock_args_method: :lock_args
|
||||
|
||||
def self.lock_args(args)
|
||||
[args[0]]
|
||||
end
|
||||
|
||||
def perform(*args)
|
||||
ta = TagAlias.find(args[0])
|
||||
ta.process!(update_topic: args[1])
|
||||
end
|
||||
end
|
||||
@ -1,13 +0,0 @@
|
||||
class TagImplicationJobCopy < ApplicationJob
|
||||
queue_as :tags
|
||||
sidekiq_options lock: :until_executed, lock_args_method: :lock_args
|
||||
|
||||
def self.lock_args(args)
|
||||
[args[0]]
|
||||
end
|
||||
|
||||
def perform(*args)
|
||||
ti = TagImplication.find(args[0])
|
||||
ti.process!(update_topic: args[1])
|
||||
end
|
||||
end
|
||||
@ -1,33 +0,0 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
class TakedownJobCopy < ApplicationJob
|
||||
queue_as :high_prio
|
||||
sidekiq_options lock: :until_executing, lock_args_method: :lock_args
|
||||
|
||||
def self.lock_args(args)
|
||||
[args[0]]
|
||||
end
|
||||
|
||||
def perform(id, approver, del_reason)
|
||||
@takedown = Takedown.find(id)
|
||||
@approver = User.find(approver)
|
||||
@takedown.approver_id = @approver.id
|
||||
CurrentUser.scoped(@approver) do
|
||||
ModAction.log(:takedown_process, { takedown_id: @takedown.id })
|
||||
end
|
||||
|
||||
CurrentUser.as_system do
|
||||
@takedown.status = @takedown.calculated_status
|
||||
@takedown.save!
|
||||
@takedown.actual_posts.find_each do |p|
|
||||
if @takedown.should_delete(p.id)
|
||||
next if p.is_deleted?
|
||||
p.delete!("takedown ##{@takedown.id}: #{del_reason}", { force: true })
|
||||
else
|
||||
next unless p.is_deleted?
|
||||
p.undelete!({ force: true })
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
Loading…
Reference in New Issue
Block a user