2016-12-04 10:07:02 -08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2020-01-03 16:54:07 -08:00
|
|
|
Paperclip::DataUriAdapter.register
|
2020-06-30 14:58:02 -07:00
|
|
|
Paperclip::ResponseWithLimitAdapter.register
|
2020-01-03 16:54:07 -08:00
|
|
|
|
2024-06-07 05:29:30 -07:00
|
|
|
PATH = ':prefix_url:class/:attachment/:id_partition/:style/:filename'
|
|
|
|
|
2017-03-05 14:03:49 -08:00
|
|
|
Paperclip.interpolates :filename do |attachment, style|
|
2019-10-08 22:10:46 -07:00
|
|
|
if style == :original
|
|
|
|
attachment.original_filename
|
|
|
|
else
|
2023-04-30 05:07:21 -07:00
|
|
|
[basename(attachment, style), extension(attachment, style)].compact_blank!.join('.')
|
2019-10-08 22:10:46 -07:00
|
|
|
end
|
2017-03-05 14:03:49 -08:00
|
|
|
end
|
|
|
|
|
2023-11-09 01:43:26 -08:00
|
|
|
Paperclip.interpolates :prefix_path do |attachment, _style|
|
2020-04-26 14:29:08 -07:00
|
|
|
if attachment.storage_schema_version >= 1 && attachment.instance.respond_to?(:local?) && !attachment.instance.local?
|
2024-05-27 02:41:45 -07:00
|
|
|
"cache#{File::SEPARATOR}"
|
2020-04-26 14:29:08 -07:00
|
|
|
else
|
|
|
|
''
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2023-11-09 01:43:26 -08:00
|
|
|
Paperclip.interpolates :prefix_url do |attachment, _style|
|
2020-04-26 14:29:08 -07:00
|
|
|
if attachment.storage_schema_version >= 1 && attachment.instance.respond_to?(:local?) && !attachment.instance.local?
|
|
|
|
'cache/'
|
|
|
|
else
|
|
|
|
''
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-11-07 05:30:31 -08:00
|
|
|
Paperclip::Attachment.default_options.merge!(
|
|
|
|
use_timestamp: false,
|
2024-06-07 05:29:30 -07:00
|
|
|
path: PATH,
|
2017-11-07 05:30:31 -08:00
|
|
|
storage: :fog
|
|
|
|
)
|
2017-10-09 08:52:02 -07:00
|
|
|
|
2016-11-06 09:35:46 -08:00
|
|
|
if ENV['S3_ENABLED'] == 'true'
|
2018-03-24 04:52:45 -07:00
|
|
|
require 'aws-sdk-s3'
|
2016-11-29 05:20:15 -08:00
|
|
|
|
2017-12-08 15:47:52 -08:00
|
|
|
s3_region = ENV.fetch('S3_REGION') { 'us-east-1' }
|
|
|
|
s3_protocol = ENV.fetch('S3_PROTOCOL') { 'https' }
|
2017-12-08 20:59:59 -08:00
|
|
|
s3_hostname = ENV.fetch('S3_HOSTNAME') { "s3-#{s3_region}.amazonaws.com" }
|
2016-11-06 09:35:46 -08:00
|
|
|
|
2024-06-07 05:29:30 -07:00
|
|
|
Paperclip::Attachment.default_options[:path] = ENV.fetch('S3_KEY_PREFIX') + "/#{PATH}" if ENV.has_key?('S3_KEY_PREFIX')
|
|
|
|
|
2017-11-07 05:30:31 -08:00
|
|
|
Paperclip::Attachment.default_options.merge!(
|
2017-12-08 15:47:52 -08:00
|
|
|
storage: :s3,
|
|
|
|
s3_protocol: s3_protocol,
|
|
|
|
s3_host_name: s3_hostname,
|
2019-10-08 22:10:46 -07:00
|
|
|
|
2017-12-08 15:47:52 -08:00
|
|
|
s3_headers: {
|
2019-09-24 08:32:12 -07:00
|
|
|
'X-Amz-Multipart-Threshold' => ENV.fetch('S3_MULTIPART_THRESHOLD') { 15.megabytes }.to_i,
|
2019-01-05 09:29:53 -08:00
|
|
|
'Cache-Control' => 'public, max-age=315576000, immutable',
|
2017-11-07 05:30:31 -08:00
|
|
|
},
|
2019-10-08 22:10:46 -07:00
|
|
|
|
2017-12-08 15:47:52 -08:00
|
|
|
s3_permissions: ENV.fetch('S3_PERMISSION') { 'public-read' },
|
|
|
|
s3_region: s3_region,
|
2019-10-08 22:10:46 -07:00
|
|
|
|
2017-12-08 15:47:52 -08:00
|
|
|
s3_credentials: {
|
|
|
|
bucket: ENV['S3_BUCKET'],
|
|
|
|
access_key_id: ENV['AWS_ACCESS_KEY_ID'],
|
|
|
|
secret_access_key: ENV['AWS_SECRET_ACCESS_KEY'],
|
|
|
|
},
|
2019-10-08 22:10:46 -07:00
|
|
|
|
2017-12-08 15:47:52 -08:00
|
|
|
s3_options: {
|
|
|
|
signature_version: ENV.fetch('S3_SIGNATURE_VERSION') { 'v4' },
|
2023-05-22 04:17:56 -07:00
|
|
|
http_open_timeout: ENV.fetch('S3_OPEN_TIMEOUT') { '5' }.to_i,
|
|
|
|
http_read_timeout: ENV.fetch('S3_READ_TIMEOUT') { '5' }.to_i,
|
2019-01-17 16:36:59 -08:00
|
|
|
http_idle_timeout: 5,
|
2024-06-07 07:32:29 -07:00
|
|
|
retry_limit: ENV.fetch('S3_RETRY_LIMIT') { '0' }.to_i,
|
2016-12-07 07:59:18 -08:00
|
|
|
}
|
2017-11-07 05:30:31 -08:00
|
|
|
)
|
2023-05-22 04:17:56 -07:00
|
|
|
|
2024-06-14 02:50:50 -07:00
|
|
|
Paperclip::Attachment.default_options[:s3_permissions] = ->(*) {} if ENV['S3_PERMISSION'] == ''
|
2016-12-07 07:59:18 -08:00
|
|
|
|
2017-11-07 05:30:31 -08:00
|
|
|
if ENV.has_key?('S3_ENDPOINT')
|
2017-12-08 15:47:52 -08:00
|
|
|
Paperclip::Attachment.default_options[:s3_options].merge!(
|
2017-11-07 05:30:31 -08:00
|
|
|
endpoint: ENV['S3_ENDPOINT'],
|
2024-04-19 13:37:18 -07:00
|
|
|
force_path_style: ENV['S3_OVERRIDE_PATH_STYLE'] != 'true'
|
2017-11-07 05:30:31 -08:00
|
|
|
)
|
2019-10-08 22:10:46 -07:00
|
|
|
|
2017-12-08 15:47:52 -08:00
|
|
|
Paperclip::Attachment.default_options[:url] = ':s3_path_url'
|
2016-12-07 07:59:18 -08:00
|
|
|
end
|
2016-12-07 08:19:29 -08:00
|
|
|
|
2018-08-25 04:27:08 -07:00
|
|
|
if ENV.has_key?('S3_ALIAS_HOST') || ENV.has_key?('S3_CLOUDFRONT_HOST')
|
2017-12-08 15:47:52 -08:00
|
|
|
Paperclip::Attachment.default_options.merge!(
|
|
|
|
url: ':s3_alias_url',
|
2018-08-25 04:27:08 -07:00
|
|
|
s3_host_alias: ENV['S3_ALIAS_HOST'] || ENV['S3_CLOUDFRONT_HOST']
|
2017-12-08 15:47:52 -08:00
|
|
|
)
|
2016-12-07 08:19:29 -08:00
|
|
|
end
|
2022-04-01 14:56:23 -07:00
|
|
|
|
2023-05-03 20:25:43 -07:00
|
|
|
Paperclip::Attachment.default_options[:s3_headers]['X-Amz-Storage-Class'] = ENV['S3_STORAGE_CLASS'] if ENV.has_key?('S3_STORAGE_CLASS')
|
2023-03-03 11:53:37 -08:00
|
|
|
|
2022-04-01 14:56:23 -07:00
|
|
|
# Some S3-compatible providers might not actually be compatible with some APIs
|
|
|
|
# used by kt-paperclip, see https://github.com/mastodon/mastodon/issues/16822
|
2023-08-10 05:15:18 -07:00
|
|
|
# and https://github.com/mastodon/mastodon/issues/26394
|
2023-09-21 05:00:51 -07:00
|
|
|
module Paperclip
|
|
|
|
module Storage
|
|
|
|
module S3Extensions
|
|
|
|
def copy_to_local_file(style, local_dest_path)
|
|
|
|
log("copying #{path(style)} to local file #{local_dest_path}")
|
|
|
|
|
|
|
|
options = {}
|
|
|
|
options[:mode] = 'single_request' if ENV['S3_FORCE_SINGLE_REQUEST'] == 'true'
|
|
|
|
options[:checksum_mode] = 'DISABLED' unless ENV['S3_ENABLE_CHECKSUM_MODE'] == 'true'
|
|
|
|
|
|
|
|
s3_object(style).download_file(local_dest_path, options)
|
|
|
|
rescue Aws::Errors::ServiceError => e
|
|
|
|
warn("#{e} - cannot copy #{path(style)} to local file #{local_dest_path}")
|
|
|
|
false
|
2022-04-01 14:56:23 -07:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2023-09-21 05:00:51 -07:00
|
|
|
|
|
|
|
Paperclip::Storage::S3.prepend(Paperclip::Storage::S3Extensions)
|
2017-09-05 14:17:06 -07:00
|
|
|
elsif ENV['SWIFT_ENABLED'] == 'true'
|
2017-11-07 05:30:31 -08:00
|
|
|
require 'fog/openstack'
|
|
|
|
|
2017-09-05 14:17:06 -07:00
|
|
|
Paperclip::Attachment.default_options.merge!(
|
|
|
|
fog_credentials: {
|
|
|
|
provider: 'OpenStack',
|
2017-11-07 05:30:31 -08:00
|
|
|
openstack_username: ENV['SWIFT_USERNAME'],
|
2018-05-06 17:28:28 -07:00
|
|
|
openstack_project_id: ENV['SWIFT_PROJECT_ID'],
|
2017-11-07 05:30:31 -08:00
|
|
|
openstack_project_name: ENV['SWIFT_TENANT'],
|
|
|
|
openstack_tenant: ENV['SWIFT_TENANT'], # Some OpenStack-v2 ignores project_name but needs tenant
|
|
|
|
openstack_api_key: ENV['SWIFT_PASSWORD'],
|
|
|
|
openstack_auth_url: ENV['SWIFT_AUTH_URL'],
|
|
|
|
openstack_domain_name: ENV.fetch('SWIFT_DOMAIN_NAME') { 'default' },
|
2017-09-11 06:11:13 -07:00
|
|
|
openstack_region: ENV['SWIFT_REGION'],
|
2017-11-07 05:30:31 -08:00
|
|
|
openstack_cache_ttl: ENV.fetch('SWIFT_CACHE_TTL') { 60 },
|
2023-03-27 08:07:37 -07:00
|
|
|
openstack_temp_url_key: ENV['SWIFT_TEMP_URL_KEY'],
|
2017-09-05 14:17:06 -07:00
|
|
|
},
|
2023-05-22 04:17:56 -07:00
|
|
|
|
2022-11-13 20:26:49 -08:00
|
|
|
fog_file: { 'Cache-Control' => 'public, max-age=315576000, immutable' },
|
2019-10-08 22:10:46 -07:00
|
|
|
|
2017-11-07 05:30:31 -08:00
|
|
|
fog_directory: ENV['SWIFT_CONTAINER'],
|
2017-11-07 10:06:30 -08:00
|
|
|
fog_host: ENV['SWIFT_OBJECT_URL'],
|
2017-09-05 14:17:06 -07:00
|
|
|
fog_public: true
|
|
|
|
)
|
2023-07-19 00:02:49 -07:00
|
|
|
elsif ENV['AZURE_ENABLED'] == 'true'
|
|
|
|
require 'paperclip-azure'
|
|
|
|
|
|
|
|
Paperclip::Attachment.default_options.merge!(
|
|
|
|
storage: :azure,
|
|
|
|
azure_options: {
|
|
|
|
protocol: 'https',
|
|
|
|
},
|
|
|
|
azure_credentials: {
|
|
|
|
storage_account_name: ENV['AZURE_STORAGE_ACCOUNT'],
|
|
|
|
storage_access_key: ENV['AZURE_STORAGE_ACCESS_KEY'],
|
|
|
|
container: ENV['AZURE_CONTAINER_NAME'],
|
|
|
|
}
|
|
|
|
)
|
|
|
|
if ENV.has_key?('AZURE_ALIAS_HOST')
|
|
|
|
Paperclip::Attachment.default_options.merge!(
|
|
|
|
url: ':azure_alias_url',
|
|
|
|
azure_host_alias: ENV['AZURE_ALIAS_HOST']
|
|
|
|
)
|
|
|
|
end
|
2017-04-14 17:07:21 -07:00
|
|
|
else
|
2017-11-07 05:30:31 -08:00
|
|
|
Paperclip::Attachment.default_options.merge!(
|
2018-08-21 08:53:01 -07:00
|
|
|
storage: :filesystem,
|
2020-04-27 01:32:05 -07:00
|
|
|
path: File.join(ENV.fetch('PAPERCLIP_ROOT_PATH', File.join(':rails_root', 'public', 'system')), ':prefix_path:class', ':attachment', ':id_partition', ':style', ':filename'),
|
2024-06-07 05:29:30 -07:00
|
|
|
url: ENV.fetch('PAPERCLIP_ROOT_URL', '/system') + "/#{PATH}"
|
2017-11-07 05:30:31 -08:00
|
|
|
)
|
2016-11-06 09:35:46 -08:00
|
|
|
end
|
2020-05-24 00:15:23 -07:00
|
|
|
|
2021-04-08 17:31:20 -07:00
|
|
|
Rails.application.reloader.to_prepare do
|
|
|
|
Paperclip.options[:content_type_mappings] = { csv: Import::FILE_TYPES }
|
|
|
|
end
|
2020-12-15 03:55:29 -08:00
|
|
|
|
|
|
|
# In some places in the code, we rescue this exception, but we don't always
|
|
|
|
# load the S3 library, so it may be an undefined constant:
|
|
|
|
|
|
|
|
unless defined?(Seahorse)
|
|
|
|
module Seahorse
|
|
|
|
module Client
|
|
|
|
class NetworkingError < StandardError; end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2023-07-06 06:05:05 -07:00
|
|
|
|
|
|
|
# Set our ImageMagick security policy, but allow admins to override it
|
|
|
|
ENV['MAGICK_CONFIGURE_PATH'] = begin
|
|
|
|
imagemagick_config_paths = ENV.fetch('MAGICK_CONFIGURE_PATH', '').split(File::PATH_SEPARATOR)
|
|
|
|
imagemagick_config_paths << Rails.root.join('config', 'imagemagick').expand_path.to_s
|
|
|
|
imagemagick_config_paths.join(File::PATH_SEPARATOR)
|
|
|
|
end
|