123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104 |
- module Import
- module OTRS
- class Article
- module AttachmentFactory
- extend Import::Helper
- # rubocop:disable Style/ModuleFunction
- extend self
- def import(args)
- attachments = args[:attachments] || []
- local_article = args[:local_article]
- return if skip_import?(attachments, local_article)
- perform_import(attachments, local_article)
- end
- private
- def perform_import(attachments, local_article)
- attachments.each { |attachment| import_single(local_article, attachment) }
- end
- def import_single(local_article, attachment)
- decoded_filename = Base64.decode64(attachment['Filename'])
- decoded_content = Base64.decode64(attachment['Content'])
- # TODO: should be done by a/the Storage object
- # to handle fingerprinting
- sha = Digest::SHA256.hexdigest(decoded_content)
- retries = 3
- begin
- queueing(sha, decoded_filename)
- log "Ticket #{local_article.ticket_id}, Article #{local_article.id} - Starting import for fingerprint #{sha} (#{decoded_filename})... Queue: #{@sha_queue[sha]}."
- ActiveRecord::Base.transaction do
- Store.add(
- object: 'Ticket::Article',
- o_id: local_article.id,
- filename: decoded_filename,
- data: decoded_content,
- preferences: {
- 'Mime-Type' => attachment['ContentType'],
- 'Content-ID' => attachment['ContentID'],
- 'content-alternative' => attachment['ContentAlternative'],
- },
- created_by_id: 1,
- )
- end
- log "Ticket #{local_article.ticket_id}, Article #{local_article.id} - Finished import for fingerprint #{sha} (#{decoded_filename})... Queue: #{@sha_queue[sha]}."
- rescue ActiveRecord::RecordNotUnique, ActiveRecord::StatementInvalid => e
- log "Ticket #{local_article.ticket_id} - #{sha} - #{e.class}: #{e}"
- sleep rand 3
- retry if !(retries -= 1).zero?
- raise
- ensure
- queue_cleanup(sha)
- end
- end
- def skip_import?(attachments, local_article)
- local_attachments = local_article.attachments
- return true if local_attachments.count == attachments.count
- # get a common ground
- local_attachments.each(&:delete)
- return true if attachments.empty?
- false
- end
- def queueing(sha, decoded_filename)
- # this is (currently) needed for avoiding
- # race conditions inserting attachments with
- # the same fingerprint in the DB in concurrent threads
- @sha_queue ||= {}
- @sha_queue[sha] ||= []
- return if !queueing_active?
- @sha_queue[sha].push(queue_id)
- while @sha_queue[sha].first != queue_id
- sleep_time = 0.25
- log "Found active import for fingerprint #{sha} (#{decoded_filename})... sleeping #{sleep_time} seconds. Queue: #{@sha_queue[sha]}."
- sleep sleep_time
- end
- end
- def queue_cleanup(sha)
- return if !queueing_active?
- @sha_queue[sha].shift
- end
- def queueing_active?
- return if !queue_id
- true
- end
- def queue_id
- Thread.current[:thread_no]
- end
- end
- end
- end
- end
|