123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148 |
- # Copyright (C) 2012-2023 Zammad Foundation, https://zammad-foundation.org/
- class Store < ApplicationModel
- class File < ApplicationModel
- include ApplicationLib
- after_destroy :destroy_provider
- =begin
- add new file to store
- store_file_id = Store::File.add(binary_data)
- do also verify of written data
- store_file_id = Store::File.add(binary_data, true)
- =end
- def self.add(data, verify = true)
- sha = checksum(data)
- file = Store::File.find_by(sha: sha)
- if file.nil?
- # load backend based on config
- adapter_name = Setting.get('storage_provider') || 'DB'
- if !adapter_name
- raise __("The setting 'storage_provider' was not configured.")
- end
- adapter = "Store::Provider::#{adapter_name}".constantize
- adapter.add(data, sha)
- file = Store::File.create(
- provider: adapter_name,
- sha: sha,
- )
- # verify
- if verify
- read_data = adapter.get(sha)
- read_sha = checksum(read_data)
- if sha != read_sha
- raise "Content not written correctly (provider #{adapter_name})."
- end
- end
- end
- file
- end
- =begin
- read content of a file
- store = Store::File.find(123)
- store.content # returns binary
- =end
- def content
- "Store::Provider::#{provider}".constantize.get(sha)
- end
- =begin
- file system check of store, check data and sha (in case fix it)
- Store::File.verify
- read each file which should be in backend and verify against sha hash
- in case of fixing sha hash use:
- Store::File.verify(true)
- =end
- def self.verify(fix_it = nil)
- success = true
- Store::File.find_each(batch_size: 10) do |item|
- sha = checksum(item.content)
- logger.info "CHECK: Store::File.find(#{item.id})"
- next if sha == item.sha
- success = false
- logger.error "DIFF: sha diff of Store::File.find(#{item.id}) current:#{sha}/db:#{item.sha}/provider:#{item.provider}"
- store = Store.find_by(store_file_id: item.id)
- logger.error "STORE: #{store.inspect}"
- item.update_attribute(:sha, sha) if fix_it # rubocop:disable Rails/SkipsModelValidations
- end
- success
- end
- =begin
- move file from one to other provider
- move files from file backend to db
- Store::File.move('File', 'DB')
- move files from db backend to fs
- Store::File.move('DB', 'File')
- nice move to keep system responsive
- Store::File.move('DB', 'File', delay_in_sec) # e. g. 1
- =end
- def self.move(source, target, delay = nil)
- adapter_source = "Store::Provider::#{source}".constantize
- adapter_target = "Store::Provider::#{target}".constantize
- Store::File.where(provider: source).find_each(batch_size: 10) do |item|
- adapter_target.add(item.content, item.sha)
- item.update_attribute(:provider, target) # rubocop:disable Rails/SkipsModelValidations
- adapter_source.delete(item.sha)
- logger.info "Moved file #{item.sha} from #{source} to #{target}"
- sleep delay if delay
- end
- true
- end
- =begin
- generate a checksum for the given content
- Store::File.checksum(binary_data)
- =end
- def self.checksum(content)
- Digest::SHA256.hexdigest(content)
- end
- private
- def destroy_provider
- "Store::Provider::#{provider}".constantize.delete(sha)
- end
- end
- end
|