tweet_base.rb 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376
  1. # Copyright (C) 2012-2015 Zammad Foundation, http://zammad-foundation.org/
  2. require 'twitter'
  3. load 'lib/http/uri.rb'
  4. class TweetBase
  5. attr_accessor :client
  6. def user(tweet)
  7. if tweet.class == Twitter::DirectMessage
  8. Rails.logger.error "Twitter sender for dm (#{tweet.id}): found"
  9. Rails.logger.debug tweet.sender.inspect
  10. return tweet.sender
  11. elsif tweet.class == Twitter::Tweet
  12. Rails.logger.error "Twitter sender for tweet (#{tweet.id}): found"
  13. Rails.logger.debug tweet.user.inspect
  14. return tweet.user
  15. else
  16. raise "Unknown tweet type '#{tweet.class}'"
  17. end
  18. end
  19. def to_user(tweet)
  20. Rails.logger.debug 'Create user from tweet...'
  21. Rails.logger.debug tweet.inspect
  22. # do tweet_user lookup
  23. tweet_user = user(tweet)
  24. auth = Authorization.find_by(uid: tweet_user.id, provider: 'twitter')
  25. # create or update user
  26. user_data = {
  27. image_source: tweet_user.profile_image_url.to_s,
  28. }
  29. if auth
  30. user = User.find(auth.user_id)
  31. map = {
  32. note: 'description',
  33. web: 'website',
  34. address: 'location',
  35. }
  36. # ignore if value is already set
  37. map.each { |target, source|
  38. next if user[target] && !user[target].empty?
  39. new_value = tweet_user.send(source).to_s
  40. next if !new_value || new_value.empty?
  41. user_data[target] = new_value
  42. }
  43. user.update_attributes(user_data)
  44. else
  45. user_data[:login] = tweet_user.screen_name
  46. user_data[:firstname] = tweet_user.name
  47. user_data[:web] = tweet_user.website.to_s
  48. user_data[:note] = tweet_user.description
  49. user_data[:address] = tweet_user.location
  50. user_data[:active] = true
  51. user_data[:role_ids] = Role.signup_role_ids
  52. user = User.create(user_data)
  53. end
  54. if user_data[:image_source]
  55. avatar = Avatar.add(
  56. object: 'User',
  57. o_id: user.id,
  58. url: user_data[:image_source],
  59. source: 'twitter',
  60. deletable: true,
  61. updated_by_id: user.id,
  62. created_by_id: user.id,
  63. )
  64. # update user link
  65. if avatar && user.image != avatar.store_hash
  66. user.image = avatar.store_hash
  67. user.save
  68. end
  69. end
  70. # create or update authorization
  71. auth_data = {
  72. uid: tweet_user.id,
  73. username: tweet_user.screen_name,
  74. user_id: user.id,
  75. provider: 'twitter'
  76. }
  77. if auth
  78. auth.update_attributes(auth_data)
  79. else
  80. Authorization.create(auth_data)
  81. end
  82. user
  83. end
  84. def to_ticket(tweet, user, group_id, channel)
  85. UserInfo.current_user_id = user.id
  86. Rails.logger.debug 'Create ticket from tweet...'
  87. Rails.logger.debug tweet.inspect
  88. Rails.logger.debug user.inspect
  89. Rails.logger.debug group_id.inspect
  90. if tweet.class == Twitter::DirectMessage
  91. ticket = Ticket.find_by(
  92. create_article_type: Ticket::Article::Type.lookup(name: 'twitter direct-message'),
  93. customer_id: user.id,
  94. state: Ticket::State.where.not(
  95. state_type_id: Ticket::StateType.where(
  96. name: %w(closed merged removed),
  97. )
  98. )
  99. )
  100. return ticket if ticket
  101. end
  102. # prepare title
  103. title = tweet.text
  104. if title.length > 80
  105. title = "#{title[0, 80]}..."
  106. end
  107. state = get_state(channel, tweet)
  108. Ticket.create(
  109. customer_id: user.id,
  110. title: title,
  111. group_id: group_id,
  112. state: state,
  113. priority: Ticket::Priority.find_by(name: '2 normal'),
  114. preferences: {
  115. channel_id: channel.id,
  116. channel_screen_name: channel.options['user']['screen_name'],
  117. },
  118. )
  119. end
  120. def to_article(tweet, user, ticket, channel)
  121. Rails.logger.debug 'Create article from tweet...'
  122. Rails.logger.debug tweet.inspect
  123. Rails.logger.debug user.inspect
  124. Rails.logger.debug ticket.inspect
  125. # import tweet
  126. to = nil
  127. from = nil
  128. article_type = nil
  129. in_reply_to = nil
  130. preferences = {}
  131. if tweet.class == Twitter::DirectMessage
  132. article_type = 'twitter direct-message'
  133. to = "@#{tweet.recipient.screen_name}"
  134. from = "@#{tweet.sender.screen_name}"
  135. preferences = {
  136. created_at: tweet.created_at,
  137. recipient_id: tweet.recipient.id,
  138. recipient_screen_name: tweet.recipient.screen_name,
  139. sender_id: tweet.sender.id,
  140. sender_screen_name: tweet.sender.screen_name,
  141. }
  142. elsif tweet.class == Twitter::Tweet
  143. article_type = 'twitter status'
  144. from = "@#{tweet.user.screen_name}"
  145. mention_ids = []
  146. if tweet.user_mentions
  147. tweet.user_mentions.each { |local_user|
  148. if !to
  149. to = ''
  150. else
  151. to += ', '
  152. end
  153. to += "@#{local_user.screen_name}"
  154. mention_ids.push local_user.id
  155. }
  156. end
  157. in_reply_to = tweet.in_reply_to_status_id
  158. preferences = {
  159. mention_ids: mention_ids,
  160. geo: tweet.geo,
  161. retweeted: tweet.retweeted?,
  162. possibly_sensitive: tweet.possibly_sensitive?,
  163. in_reply_to_user_id: tweet.in_reply_to_user_id,
  164. place: tweet.place,
  165. retweet_count: tweet.retweet_count,
  166. source: tweet.source,
  167. favorited: tweet.favorited?,
  168. truncated: tweet.truncated?,
  169. }
  170. else
  171. raise "Unknown tweet type '#{tweet.class}'"
  172. end
  173. UserInfo.current_user_id = user.id
  174. # set ticket state to open if not new
  175. ticket_state = get_state(channel, tweet, ticket)
  176. if ticket_state.name != ticket.state.name
  177. ticket.state = ticket_state
  178. ticket.save!
  179. end
  180. Ticket::Article.create!(
  181. from: from,
  182. to: to,
  183. body: tweet.text,
  184. message_id: tweet.id,
  185. ticket_id: ticket.id,
  186. in_reply_to: in_reply_to,
  187. type_id: Ticket::Article::Type.find_by(name: article_type).id,
  188. sender_id: Ticket::Article::Sender.find_by(name: 'Customer').id,
  189. internal: false,
  190. preferences: {
  191. twitter: preferences,
  192. links: [
  193. {
  194. url: "https://twitter.com/statuses/#{tweet.id}",
  195. target: '_blank',
  196. name: 'on Twitter',
  197. },
  198. ],
  199. }
  200. )
  201. end
  202. def to_group(tweet, group_id, channel)
  203. Rails.logger.debug 'import tweet'
  204. ticket = nil
  205. # use transaction
  206. if @connection_type == 'stream'
  207. ActiveRecord::Base.connection.reconnect!
  208. # if sender is a system account, wait until twitter message id is stored
  209. # on article to prevent two (own created & twitter created) articles
  210. tweet_user = user(tweet)
  211. Channel.where(area: 'Twitter::Account').each { |local_channel|
  212. next if !local_channel.options
  213. next if !local_channel.options[:user]
  214. next if !local_channel.options[:user][:id]
  215. next if local_channel.options[:user][:id].to_s != tweet_user.id.to_s
  216. sleep 5
  217. # return if tweet already exists (send via system)
  218. if Ticket::Article.find_by(message_id: tweet.id)
  219. Rails.logger.debug "Do not import tweet.id #{tweet.id}, article already exists"
  220. return nil
  221. end
  222. }
  223. end
  224. Transaction.execute(reset_user_id: true) do
  225. # check if parent exists
  226. user = to_user(tweet)
  227. if tweet.class == Twitter::DirectMessage
  228. ticket = to_ticket(tweet, user, group_id, channel)
  229. to_article(tweet, user, ticket, channel)
  230. elsif tweet.class == Twitter::Tweet
  231. if tweet.in_reply_to_status_id && tweet.in_reply_to_status_id.to_s != ''
  232. existing_article = Ticket::Article.find_by(message_id: tweet.in_reply_to_status_id)
  233. if existing_article
  234. ticket = existing_article.ticket
  235. else
  236. begin
  237. parent_tweet = @client.status(tweet.in_reply_to_status_id)
  238. ticket = to_group(parent_tweet, group_id, channel)
  239. rescue Twitter::Error::NotFound
  240. # just ignore if tweet has already gone
  241. Rails.logger.info "Can't import tweet (#{tweet.in_reply_to_status_id}), tweet not found"
  242. end
  243. end
  244. end
  245. if !ticket
  246. ticket = to_ticket(tweet, user, group_id, channel)
  247. end
  248. to_article(tweet, user, ticket, channel)
  249. else
  250. raise "Unknown tweet type '#{tweet.class}'"
  251. end
  252. end
  253. if @connection_type == 'stream'
  254. ActiveRecord::Base.connection.close
  255. end
  256. ticket
  257. end
  258. def from_article(article)
  259. tweet = nil
  260. if article[:type] == 'twitter direct-message'
  261. Rails.logger.debug "Create twitter direct message from article to '#{article[:to]}'..."
  262. tweet = @client.create_direct_message(
  263. article[:to],
  264. article[:body],
  265. {}
  266. )
  267. elsif article[:type] == 'twitter status'
  268. Rails.logger.debug 'Create tweet from article...'
  269. tweet = @client.update(
  270. article[:body],
  271. {
  272. in_reply_to_status_id: article[:in_reply_to]
  273. }
  274. )
  275. else
  276. raise "Can't handle unknown twitter article type '#{article[:type]}'."
  277. end
  278. Rails.logger.debug tweet.inspect
  279. tweet
  280. end
  281. def get_state(channel, tweet, ticket = nil)
  282. tweet_user = user(tweet)
  283. # no changes in post is from page user it self
  284. if channel.options[:user][:id].to_s == tweet_user.id.to_s
  285. if !ticket
  286. return Ticket::State.find_by(name: 'closed') if !ticket
  287. end
  288. return ticket.state
  289. end
  290. state = Ticket::State.find_by(default_create: true)
  291. return state if !ticket
  292. return ticket.state if ticket.state_id == state.id
  293. Ticket::State.find_by(default_follow_up: true)
  294. end
  295. def tweet_limit_reached(tweet)
  296. max_count = 120
  297. if @connection_type == 'stream'
  298. max_count = 30
  299. end
  300. type_id = Ticket::Article::Type.lookup(name: 'twitter status').id
  301. created_at = Time.zone.now - 15.minutes
  302. created_count = Ticket::Article.where('created_at > ? AND type_id = ?', created_at, type_id).count
  303. if created_count > max_count
  304. Rails.logger.info "Tweet limit of #{created_count}/#{max_count} reached, ignored tweed id (#{tweet.id})"
  305. return true
  306. end
  307. false
  308. end
  309. def direct_message_limit_reached(tweet)
  310. max_count = 100
  311. if @connection_type == 'stream'
  312. max_count = 40
  313. end
  314. type_id = Ticket::Article::Type.lookup(name: 'twitter direct-message').id
  315. created_at = Time.zone.now - 15.minutes
  316. created_count = Ticket::Article.where('created_at > ? AND type_id = ?', created_at, type_id).count
  317. if created_count > max_count
  318. Rails.logger.info "Tweet direct message limit reached #{created_count}/#{max_count}, ignored tweed id (#{tweet.id})"
  319. return true
  320. end
  321. false
  322. end
  323. end