edshot99/eBooru
1
0
Fork 0
forked from e621ng/e621ng
Code Issues 11 Releases 1 Activity

add rake task for distributing images using storage managers

Browse Source
This commit is contained in:
Albert Yi 2018-04-12 10:40:24 -07:00
parent 25f371c8c6
commit 03e2a2ca3b
2 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/logical/storage_manager.rb
View File

@ -64,8 +64,6 @@ class StorageManager
end end
end end
protected
def root_url def root_url
origin = Addressable::URI.parse(base_url).origin origin = Addressable::URI.parse(base_url).origin
origin = "" if origin == "null" # base_url was relative origin = "" if origin == "null" # base_url was relative

14
lib/tasks/images.rake
View File

@ -1,4 +1,18 @@
namespace :images do namespace :images do
desc "Distribute posts to all servers via SFTP"
task :distribute, [:min_id, :max_id] => :environment do |t, args|
min_id = args[:min_id]
max_id = args[:max_id]
lsm = StorageManager::Local.new(base_url: "https://danbooru.donmai.us/data", base_dir: "/var/www/danbooru2/shared/public/data", hierarchical: false)
sftpsm = StorageManager::SFTP.new(*Danbooru.config.all_server_hosts, base_url: "https://danbooru.donmai.us/data")
Post.where("id between ? and ?", min_id, max_id).find_each do |post|
sftpsm.store_file(lsm.open_file(post, :original), post, :original)
sftpsm.store_file(lsm.open_file(post, :large), post, :large) if post.has_large?
sftpsm.store_file(lsm.open_file(post, :preview), post, :preview) if post.has_preview?
end
end
desc "Reset S3 + Storage Class" desc "Reset S3 + Storage Class"
task :reset_s3, [:min_id, :max_id] => :environment do |t, args| task :reset_s3, [:min_id, :max_id] => :environment do |t, args|
min_id = args[:min_id] # 1 min_id = args[:min_id] # 1