twitter_sync.rb 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978
  1. # Copyright (C) 2012-2015 Zammad Foundation, http://zammad-foundation.org/
  2. require 'http/uri'
  3. class TwitterSync
  4. STATUS_URL_TEMPLATE = 'https://twitter.com/_/status/%s'.freeze
  5. attr_accessor :client
  6. def initialize(auth, payload = nil)
  7. @client = Twitter::REST::Client.new do |config|
  8. config.consumer_key = auth[:consumer_key]
  9. config.consumer_secret = auth[:consumer_secret]
  10. config.access_token = auth[:oauth_token] || auth[:access_token]
  11. config.access_token_secret = auth[:oauth_token_secret] || auth[:access_token_secret]
  12. end
  13. @payload = payload
  14. end
  15. def disconnect
  16. return if !@client
  17. @client = nil
  18. end
  19. def user(tweet)
  20. raise "Unknown tweet type '#{tweet.class}'" if tweet.class != Twitter::Tweet
  21. Rails.logger.debug { "Twitter sender for tweet (#{tweet.id}): found" }
  22. Rails.logger.debug { tweet.user.inspect }
  23. tweet.user
  24. end
  25. def to_user(tweet)
  26. Rails.logger.debug { 'Create user from tweet...' }
  27. Rails.logger.debug { tweet.inspect }
  28. # do tweet_user lookup
  29. tweet_user = user(tweet)
  30. auth = Authorization.find_by(uid: tweet_user.id, provider: 'twitter')
  31. # create or update user
  32. user_data = {
  33. image_source: tweet_user.profile_image_url.to_s,
  34. }
  35. if auth
  36. user = User.find(auth.user_id)
  37. map = {
  38. note: 'description',
  39. web: 'website',
  40. address: 'location',
  41. }
  42. # ignore if value is already set
  43. map.each do |target, source|
  44. next if user[target].present?
  45. new_value = tweet_user.send(source).to_s
  46. next if new_value.blank?
  47. user_data[target] = new_value
  48. end
  49. user.update!(user_data)
  50. else
  51. user_data[:login] = tweet_user.screen_name
  52. user_data[:firstname] = tweet_user.name
  53. user_data[:web] = tweet_user.website.to_s
  54. user_data[:note] = tweet_user.description
  55. user_data[:address] = tweet_user.location
  56. user_data[:active] = true
  57. user_data[:role_ids] = Role.signup_role_ids
  58. user = User.create!(user_data)
  59. end
  60. if user_data[:image_source]
  61. avatar = Avatar.add(
  62. object: 'User',
  63. o_id: user.id,
  64. url: user_data[:image_source],
  65. source: 'twitter',
  66. deletable: true,
  67. updated_by_id: user.id,
  68. created_by_id: user.id,
  69. )
  70. # update user link
  71. if avatar && user.image != avatar.store_hash
  72. user.image = avatar.store_hash
  73. user.save
  74. end
  75. end
  76. # create or update authorization
  77. auth_data = {
  78. uid: tweet_user.id,
  79. username: tweet_user.screen_name,
  80. user_id: user.id,
  81. provider: 'twitter'
  82. }
  83. if auth
  84. auth.update!(auth_data)
  85. else
  86. Authorization.create!(auth_data)
  87. end
  88. user
  89. end
  90. def to_ticket(tweet, user, group_id, channel)
  91. UserInfo.current_user_id = user.id
  92. Rails.logger.debug { 'Create ticket from tweet...' }
  93. Rails.logger.debug { tweet.inspect }
  94. Rails.logger.debug { user.inspect }
  95. Rails.logger.debug { group_id.inspect }
  96. # normalize message
  97. message = {}
  98. if tweet.class == Twitter::Tweet
  99. message = {
  100. type: 'tweet',
  101. text: tweet.text,
  102. }
  103. state = get_state(channel, tweet)
  104. end
  105. if tweet.is_a?(Hash) && tweet['type'] == 'message_create'
  106. message = {
  107. type: 'direct_message',
  108. text: tweet['message_create']['message_data']['text'],
  109. }
  110. state = get_state(channel, tweet)
  111. end
  112. if tweet.is_a?(Hash) && tweet['text'].present?
  113. message = {
  114. type: 'tweet',
  115. text: tweet['text'],
  116. }
  117. state = get_state(channel, tweet)
  118. end
  119. # process message
  120. if message[:type] == 'direct_message'
  121. ticket = Ticket.find_by(
  122. create_article_type: Ticket::Article::Type.lookup(name: 'twitter direct-message'),
  123. customer_id: user.id,
  124. state: Ticket::State.where.not(
  125. state_type_id: Ticket::StateType.where(
  126. name: %w[closed merged removed],
  127. )
  128. )
  129. )
  130. return ticket if ticket
  131. end
  132. # prepare title
  133. title = message[:text]
  134. if title.length > 80
  135. title = "#{title[0, 80]}..."
  136. end
  137. Ticket.create!(
  138. customer_id: user.id,
  139. title: title,
  140. group_id: group_id || Group.first.id,
  141. state: state,
  142. priority: Ticket::Priority.find_by(default_create: true),
  143. preferences: {
  144. channel_id: channel.id,
  145. channel_screen_name: channel.options['user']['screen_name'],
  146. },
  147. )
  148. end
  149. def to_article_webhook(item, user, ticket, channel)
  150. Rails.logger.debug { 'Create article from tweet...' }
  151. Rails.logger.debug { item.inspect }
  152. Rails.logger.debug { user.inspect }
  153. Rails.logger.debug { ticket.inspect }
  154. # import tweet
  155. to = nil
  156. from = nil
  157. text = nil
  158. message_id = nil
  159. article_type = nil
  160. in_reply_to = nil
  161. attachments = []
  162. if item['type'] == 'message_create'
  163. message_id = item['id']
  164. text = item['message_create']['message_data']['text']
  165. if item['message_create']['message_data']['entities'] && item['message_create']['message_data']['entities']['urls'].present?
  166. item['message_create']['message_data']['entities']['urls'].each do |local_url|
  167. next if local_url['url'].blank?
  168. if local_url['expanded_url'].present?
  169. text.gsub!(/#{Regexp.quote(local_url['url'])}/, local_url['expanded_url'])
  170. elsif local_url['display_url']
  171. text.gsub!(/#{Regexp.quote(local_url['url'])}/, local_url['display_url'])
  172. end
  173. end
  174. end
  175. app = get_app_webhook(item['message_create']['source_app_id'])
  176. article_type = 'twitter direct-message'
  177. recipient_screen_name = to_user_webhook_data(item['message_create']['target']['recipient_id'])['screen_name']
  178. sender_screen_name = to_user_webhook_data(item['message_create']['sender_id'])['screen_name']
  179. to = "@#{recipient_screen_name}"
  180. from = "@#{sender_screen_name}"
  181. twitter_preferences = {
  182. created_at: item['created_timestamp'],
  183. recipient_id: item['message_create']['target']['recipient_id'],
  184. recipient_screen_name: recipient_screen_name,
  185. sender_id: item['message_create']['sender_id'],
  186. sender_screen_name: sender_screen_name,
  187. app_id: app['app_id'],
  188. app_name: app['app_name'],
  189. }
  190. article_preferences = {
  191. twitter: self.class.preferences_cleanup(twitter_preferences),
  192. links: [
  193. {
  194. url: "https://twitter.com/messages/#{twitter_preferences[:recipient_id]}-#{twitter_preferences[:sender_id]}",
  195. target: '_blank',
  196. name: 'on Twitter',
  197. },
  198. ],
  199. }
  200. elsif item['text'].present?
  201. message_id = item['id']
  202. text = item['text']
  203. if item['extended_tweet'] && item['extended_tweet']['full_text'].present?
  204. text = item['extended_tweet']['full_text']
  205. end
  206. article_type = 'twitter status'
  207. sender_screen_name = item['user']['screen_name']
  208. from = "@#{sender_screen_name}"
  209. mention_ids = []
  210. if item['entities']
  211. item['entities']['user_mentions']&.each do |local_user|
  212. if !to
  213. to = ''
  214. else
  215. to += ', '
  216. end
  217. to += "@#{local_user['screen_name']}"
  218. mention_ids.push local_user['id']
  219. end
  220. item['entities']['media']&.each do |local_media|
  221. if local_media['url'].present?
  222. if local_media['expanded_url'].present?
  223. text.gsub!(/#{Regexp.quote(local_media['url'])}/, local_media['expanded_url'])
  224. elsif local_media['display_url']
  225. text.gsub!(/#{Regexp.quote(local_media['url'])}/, local_media['display_url'])
  226. end
  227. end
  228. url = local_media['media_url_https'] || local_media['media_url']
  229. next if url.blank?
  230. result = download_file(url)
  231. if !result.success? || !result.body
  232. Rails.logger.error "Unable for download image from twitter (#{url}): #{result.code}"
  233. next
  234. end
  235. attachment = {
  236. filename: url.sub(%r{^.*/(.+?)$}, '\1'),
  237. content: result.body,
  238. }
  239. attachments.push attachment
  240. end
  241. end
  242. in_reply_to = item['in_reply_to_status_id']
  243. twitter_preferences = {
  244. mention_ids: mention_ids,
  245. geo: item['geo'],
  246. retweeted: item['retweeted'],
  247. possibly_sensitive: item['possibly_sensitive'],
  248. in_reply_to_user_id: item['in_reply_to_user_id'],
  249. place: item['place'],
  250. retweet_count: item['retweet_count'],
  251. source: item['source'],
  252. favorited: item['favorited'],
  253. truncated: item['truncated'],
  254. }
  255. article_preferences = {
  256. twitter: self.class.preferences_cleanup(twitter_preferences),
  257. links: [
  258. {
  259. url: STATUS_URL_TEMPLATE % item['id'],
  260. target: '_blank',
  261. name: 'on Twitter',
  262. },
  263. ],
  264. }
  265. else
  266. raise "Unknown tweet type '#{item.class}'"
  267. end
  268. UserInfo.current_user_id = user.id
  269. # set ticket state to open if not new
  270. ticket_state = get_state(channel, item, ticket)
  271. if ticket_state.name != ticket.state.name
  272. ticket.state = ticket_state
  273. ticket.save!
  274. end
  275. article = Ticket::Article.create!(
  276. from: from,
  277. to: to,
  278. body: text,
  279. message_id: message_id,
  280. ticket_id: ticket.id,
  281. in_reply_to: in_reply_to,
  282. type_id: Ticket::Article::Type.find_by(name: article_type).id,
  283. sender_id: Ticket::Article::Sender.find_by(name: 'Customer').id,
  284. internal: false,
  285. preferences: self.class.preferences_cleanup(article_preferences),
  286. )
  287. attachments.each do |attachment|
  288. Store.add(
  289. object: 'Ticket::Article',
  290. o_id: article.id,
  291. data: attachment[:content],
  292. filename: attachment[:filename],
  293. preferences: {},
  294. )
  295. end
  296. end
  297. def to_article(tweet, user, ticket, channel)
  298. Rails.logger.debug { 'Create article from tweet...' }
  299. Rails.logger.debug { tweet.inspect }
  300. Rails.logger.debug { user.inspect }
  301. Rails.logger.debug { ticket.inspect }
  302. # import tweet
  303. to = nil
  304. raise "Unknown tweet type '#{tweet.class}'" if tweet.class != Twitter::Tweet
  305. article_type = 'twitter status'
  306. from = "@#{tweet.user.screen_name}"
  307. mention_ids = []
  308. tweet.user_mentions&.each do |local_user|
  309. if !to
  310. to = ''
  311. else
  312. to += ', '
  313. end
  314. to += "@#{local_user.screen_name}"
  315. mention_ids.push local_user.id
  316. end
  317. in_reply_to = tweet.in_reply_to_status_id
  318. twitter_preferences = {
  319. mention_ids: mention_ids,
  320. geo: tweet.geo,
  321. retweeted: tweet.retweeted?,
  322. possibly_sensitive: tweet.possibly_sensitive?,
  323. in_reply_to_user_id: tweet.in_reply_to_user_id,
  324. place: tweet.place,
  325. retweet_count: tweet.retweet_count,
  326. source: tweet.source,
  327. favorited: tweet.favorited?,
  328. truncated: tweet.truncated?,
  329. }
  330. UserInfo.current_user_id = user.id
  331. # set ticket state to open if not new
  332. ticket_state = get_state(channel, tweet, ticket)
  333. if ticket_state.name != ticket.state.name
  334. ticket.state = ticket_state
  335. ticket.save!
  336. end
  337. article_preferences = {
  338. twitter: self.class.preferences_cleanup(twitter_preferences),
  339. links: [
  340. {
  341. url: STATUS_URL_TEMPLATE % tweet.id,
  342. target: '_blank',
  343. name: 'on Twitter',
  344. },
  345. ],
  346. }
  347. Ticket::Article.create!(
  348. from: from,
  349. to: to,
  350. body: tweet.text,
  351. message_id: tweet.id,
  352. ticket_id: ticket.id,
  353. in_reply_to: in_reply_to,
  354. type_id: Ticket::Article::Type.find_by(name: article_type).id,
  355. sender_id: Ticket::Article::Sender.find_by(name: 'Customer').id,
  356. internal: false,
  357. preferences: self.class.preferences_cleanup(article_preferences),
  358. )
  359. end
  360. def to_group(tweet, group_id, channel)
  361. Rails.logger.debug { 'import tweet' }
  362. ticket = nil
  363. Transaction.execute(reset_user_id: true) do
  364. # check if parent exists
  365. user = to_user(tweet)
  366. raise "Unknown tweet type '#{tweet.class}'" if tweet.class != Twitter::Tweet
  367. if tweet.in_reply_to_status_id && tweet.in_reply_to_status_id.to_s != ''
  368. existing_article = Ticket::Article.find_by(message_id: tweet.in_reply_to_status_id)
  369. if existing_article
  370. ticket = existing_article.ticket
  371. else
  372. begin
  373. parent_tweet = @client.status(tweet.in_reply_to_status_id)
  374. ticket = to_group(parent_tweet, group_id, channel)
  375. rescue Twitter::Error::NotFound, Twitter::Error::Forbidden => e
  376. # just ignore if tweet has already gone
  377. Rails.logger.info "Can't import tweet (#{tweet.in_reply_to_status_id}), #{e.message}"
  378. end
  379. end
  380. end
  381. if !ticket
  382. ticket = to_ticket(tweet, user, group_id, channel)
  383. end
  384. to_article(tweet, user, ticket, channel)
  385. end
  386. ticket
  387. end
  388. =begin
  389. create a tweet ot direct message from an article
  390. =end
  391. def from_article(article)
  392. tweet = nil
  393. if article[:type] == 'twitter direct-message'
  394. Rails.logger.debug { "Create twitter direct message from article to '#{article[:to]}'..." }
  395. # tweet = @client.create_direct_message(
  396. # article[:to],
  397. # article[:body],
  398. # {}
  399. # )
  400. article[:to].delete!('@')
  401. authorization = Authorization.find_by(provider: 'twitter', username: article[:to])
  402. raise "Unable to lookup user_id for @#{article[:to]}" if !authorization
  403. data = {
  404. event: {
  405. type: 'message_create',
  406. message_create: {
  407. target: {
  408. recipient_id: authorization.uid,
  409. },
  410. message_data: {
  411. text: article[:body],
  412. }
  413. }
  414. }
  415. }
  416. tweet = Twitter::REST::Request.new(@client, :json_post, '/1.1/direct_messages/events/new.json', data).perform
  417. elsif article[:type] == 'twitter status'
  418. Rails.logger.debug { 'Create tweet from article...' }
  419. tweet = @client.update(
  420. article[:body],
  421. {
  422. in_reply_to_status_id: article[:in_reply_to]
  423. }
  424. )
  425. else
  426. raise "Can't handle unknown twitter article type '#{article[:type]}'."
  427. end
  428. Rails.logger.debug { tweet.inspect }
  429. tweet
  430. end
  431. def get_state(channel, tweet, ticket = nil)
  432. user_id = if tweet.is_a?(Hash)
  433. if tweet['user'] && tweet['user']['id']
  434. tweet['user']['id']
  435. else
  436. tweet['message_create']['sender_id']
  437. end
  438. else
  439. user(tweet).id
  440. end
  441. # no changes in post is from page user it self
  442. if channel.options[:user][:id].to_s == user_id.to_s
  443. if !ticket
  444. return Ticket::State.find_by(name: 'closed') if !ticket
  445. end
  446. return ticket.state
  447. end
  448. state = Ticket::State.find_by(default_create: true)
  449. return state if !ticket
  450. return ticket.state if ticket.state_id == state.id
  451. Ticket::State.find_by(default_follow_up: true)
  452. end
  453. def tweet_limit_reached(tweet, factor = 1)
  454. max_count = 120
  455. max_count = max_count * factor
  456. type_id = Ticket::Article::Type.lookup(name: 'twitter status').id
  457. created_at = Time.zone.now - 15.minutes
  458. created_count = Ticket::Article.where('created_at > ? AND type_id = ?', created_at, type_id).count
  459. if created_count > max_count
  460. Rails.logger.info "Tweet limit of #{created_count}/#{max_count} reached, ignored tweed id (#{tweet.id})"
  461. return true
  462. end
  463. false
  464. end
  465. def direct_message_limit_reached(tweet, factor = 1)
  466. max_count = 100
  467. max_count = max_count * factor
  468. type_id = Ticket::Article::Type.lookup(name: 'twitter direct-message').id
  469. created_at = Time.zone.now - 15.minutes
  470. created_count = Ticket::Article.where('created_at > ? AND type_id = ?', created_at, type_id).count
  471. if created_count > max_count
  472. Rails.logger.info "Tweet direct message limit reached #{created_count}/#{max_count}, ignored tweed id (#{tweet.id})"
  473. return true
  474. end
  475. false
  476. end
  477. =begin
  478. replace Twitter::Place and Twitter::Geo as hash and replace Twitter::NullObject with nil
  479. preferences = TwitterSync.preferences_cleanup(
  480. twitter: twitter_preferences,
  481. links: [
  482. {
  483. url: 'https://twitter.com/_/status/123',
  484. target: '_blank',
  485. name: 'on Twitter',
  486. },
  487. ],
  488. )
  489. or
  490. preferences = {
  491. twitter: TwitterSync.preferences_cleanup(twitter_preferences),
  492. links: [
  493. {
  494. url: 'https://twitter.com/_/status/123',
  495. target: '_blank',
  496. name: 'on Twitter',
  497. },
  498. ],
  499. }
  500. =end
  501. def self.preferences_cleanup(preferences)
  502. # replace Twitter::NullObject with nill to prevent elasticsearch index issue
  503. preferences.each do |key, value|
  504. if value.class == Twitter::Place || value.class == Twitter::Geo
  505. preferences[key] = value.to_h
  506. next
  507. end
  508. if value.class == Twitter::NullObject
  509. preferences[key] = nil
  510. next
  511. end
  512. next if !value.is_a?(Hash)
  513. value.each do |sub_key, sub_level|
  514. if sub_level.class == NilClass
  515. value[sub_key] = nil
  516. next
  517. end
  518. if sub_level.class == Twitter::Place || sub_level.class == Twitter::Geo
  519. value[sub_key] = sub_level.to_h
  520. next
  521. end
  522. next if sub_level.class != Twitter::NullObject
  523. value[sub_key] = nil
  524. end
  525. end
  526. if preferences[:twitter]
  527. if preferences[:twitter][:geo].blank?
  528. preferences[:twitter][:geo] = {}
  529. end
  530. if preferences[:twitter][:place].blank?
  531. preferences[:twitter][:place] = {}
  532. end
  533. else
  534. if preferences[:geo].blank?
  535. preferences[:geo] = {}
  536. end
  537. if preferences[:place].blank?
  538. preferences[:place] = {}
  539. end
  540. end
  541. preferences
  542. end
  543. =begin
  544. check if tweet is from local sender
  545. client = TwitterSync.new
  546. client.locale_sender?(tweet)
  547. =end
  548. def locale_sender?(tweet)
  549. tweet_user = user(tweet)
  550. Channel.where(area: 'Twitter::Account').each do |local_channel|
  551. next if !local_channel.options
  552. next if !local_channel.options[:user]
  553. next if !local_channel.options[:user][:id]
  554. next if local_channel.options[:user][:id].to_s != tweet_user.id.to_s
  555. Rails.logger.debug { "Tweet is sent by local account with user id #{tweet_user.id} and tweet.id #{tweet.id}" }
  556. return true
  557. end
  558. false
  559. end
  560. =begin
  561. process webhook messages from twitter
  562. client = TwitterSync.new
  563. client.process_webhook(channel)
  564. =end
  565. def process_webhook(channel)
  566. Rails.logger.debug { 'import tweet' }
  567. ticket = nil
  568. if @payload['direct_message_events'].present? && channel.options[:sync][:direct_messages][:group_id].present?
  569. @payload['direct_message_events'].each do |item|
  570. next if item['type'] != 'message_create'
  571. next if Ticket::Article.find_by(message_id: item['id'])
  572. user = to_user_webhook(item['message_create']['sender_id'])
  573. ticket = to_ticket(item, user, channel.options[:sync][:direct_messages][:group_id], channel)
  574. to_article_webhook(item, user, ticket, channel)
  575. end
  576. end
  577. if @payload['tweet_create_events'].present?
  578. @payload['tweet_create_events'].each do |item|
  579. next if Ticket::Article.find_by(message_id: item['id'])
  580. # check if it's mention
  581. group_id = nil
  582. if channel.options[:sync][:mentions][:group_id].present? && item['entities']['user_mentions']
  583. item['entities']['user_mentions'].each do |local_user|
  584. next if channel.options[:user][:id].to_s != local_user['id'].to_s
  585. group_id = channel.options[:sync][:mentions][:group_id]
  586. break
  587. end
  588. end
  589. # check if it's search term
  590. if !group_id && channel.options[:sync][:search].present?
  591. channel.options[:sync][:search].each do |local_search|
  592. next if local_search[:term].blank?
  593. next if local_search[:group_id].blank?
  594. next if !item['text'].match?(/#{Regexp.quote(local_search[:term])}/i)
  595. group_id = local_search[:group_id]
  596. break
  597. end
  598. end
  599. next if !group_id
  600. user = to_user_webhook(item['user']['id'], item['user'])
  601. if item['in_reply_to_status_id'].present?
  602. existing_article = Ticket::Article.find_by(message_id: item['in_reply_to_status_id'])
  603. if existing_article
  604. ticket = existing_article.ticket
  605. else
  606. begin
  607. parent_tweet = @client.status(item['in_reply_to_status_id'])
  608. ticket = to_group(parent_tweet, group_id, channel)
  609. rescue Twitter::Error::NotFound, Twitter::Error::Forbidden => e
  610. # just ignore if tweet has already gone
  611. Rails.logger.info "Can't import tweet (#{item['in_reply_to_status_id']}), #{e.message}"
  612. end
  613. end
  614. end
  615. if !ticket
  616. ticket = to_ticket(item, user, group_id, channel)
  617. end
  618. to_article_webhook(item, user, ticket, channel)
  619. end
  620. end
  621. ticket
  622. end
  623. def get_app_webhook(app_id)
  624. return {} if !@payload['apps']
  625. return {} if !@payload['apps'][app_id]
  626. @payload['apps'][app_id]
  627. end
  628. def to_user_webhook_data(user_id)
  629. if @payload['user'] && @payload['user']['id'].to_s == user_id.to_s
  630. return @payload['user']
  631. end
  632. raise 'no users in payload' if !@payload['users']
  633. raise 'no users in payload' if !@payload['users'][user_id]
  634. @payload['users'][user_id]
  635. end
  636. =begin
  637. download public media file from twitter
  638. client = TwitterSync.new
  639. result = client.download_file(url)
  640. result.body
  641. =end
  642. def download_file(url)
  643. UserAgent.get(
  644. url,
  645. {},
  646. {
  647. open_timeout: 20,
  648. read_timeout: 40,
  649. },
  650. )
  651. end
  652. def to_user_webhook(user_id, payload_user = nil)
  653. user_payload = if payload_user && payload_user['id'].to_s == user_id.to_s
  654. payload_user
  655. else
  656. to_user_webhook_data(user_id)
  657. end
  658. auth = Authorization.find_by(uid: user_payload['id'], provider: 'twitter')
  659. # create or update user
  660. user_data = {
  661. image_source: user_payload['profile_image_url'],
  662. }
  663. if auth
  664. user = User.find(auth.user_id)
  665. map = {
  666. note: 'description',
  667. web: 'url',
  668. address: 'location',
  669. }
  670. # ignore if value is already set
  671. map.each do |target, _source|
  672. next if user[target].present?
  673. new_value = user_payload['source'].to_s
  674. next if new_value.blank?
  675. user_data[target] = new_value
  676. end
  677. user.update!(user_data)
  678. else
  679. user_data[:login] = user_payload['screen_name']
  680. user_data[:firstname] = user_payload['name']
  681. user_data[:web] = user_payload['url']
  682. user_data[:note] = user_payload['description']
  683. user_data[:address] = user_payload['location']
  684. user_data[:active] = true
  685. user_data[:role_ids] = Role.signup_role_ids
  686. user = User.create!(user_data)
  687. end
  688. if user_data[:image_source].present?
  689. avatar = Avatar.add(
  690. object: 'User',
  691. o_id: user.id,
  692. url: user_data[:image_source],
  693. source: 'twitter',
  694. deletable: true,
  695. updated_by_id: user.id,
  696. created_by_id: user.id,
  697. )
  698. # update user link
  699. if avatar && user.image != avatar.store_hash
  700. user.image = avatar.store_hash
  701. user.save
  702. end
  703. end
  704. # create or update authorization
  705. auth_data = {
  706. uid: user_payload['id'],
  707. username: user_payload['screen_name'],
  708. user_id: user.id,
  709. provider: 'twitter'
  710. }
  711. if auth
  712. auth.update!(auth_data)
  713. else
  714. Authorization.create!(auth_data)
  715. end
  716. user
  717. end
  718. =begin
  719. get the user of current twitter client
  720. client = TwitterSync.new
  721. user_hash = client.who_am_i
  722. =end
  723. def who_am_i
  724. @client.user
  725. end
  726. =begin
  727. request a new webhook verification request from twitter
  728. client = TwitterSync.new
  729. webhook_request_verification(webhook_id, env_name, webhook_url)
  730. =end
  731. def webhook_request_verification(webhook_id, env_name, webhook_url)
  732. Twitter::REST::Request.new(@client, :put, "/1.1/account_activity/all/#{env_name}/webhooks/#{webhook_id}.json", {}).perform
  733. rescue => e
  734. raise "Webhook registered but not valid (#{webhook_url}). Unable to set webhook to valid: #{e.message}"
  735. end
  736. =begin
  737. get webhooks by env_name
  738. client = TwitterSync.new
  739. webhooks = webhooks_by_env_name(env_name)
  740. =end
  741. def webhooks_by_env_name(env_name)
  742. Twitter::REST::Request.new(@client, :get, "/1.1/account_activity/all/#{env_name}/webhooks.json", {}).perform
  743. end
  744. =begin
  745. get all webhooks
  746. client = TwitterSync.new
  747. webhooks = webhooks(env_name)
  748. =end
  749. def webhooks
  750. Twitter::REST::Request.new(@client, :get, '/1.1/account_activity/all/webhooks.json', {}).perform
  751. end
  752. =begin
  753. delete a webhooks
  754. client = TwitterSync.new
  755. webhook_delete(webhook_id, env_name)
  756. =end
  757. def webhook_delete(webhook_id, env_name)
  758. Twitter::REST::Request.new(@client, :delete, "/1.1/account_activity/all/#{env_name}/webhooks/#{webhook_id}.json", {}).perform
  759. end
  760. =begin
  761. register a new webhooks at twitter
  762. client = TwitterSync.new
  763. webhook_register(env_name, webhook_url)
  764. =end
  765. def webhook_register(env_name, webhook_url)
  766. options = {
  767. url: webhook_url,
  768. }
  769. begin
  770. response = Twitter::REST::Request.new(@client, :post, "/1.1/account_activity/all/#{env_name}/webhooks.json", options).perform
  771. rescue => e
  772. message = "Unable to register webhook: #{e.message}"
  773. if %r{http://}.match?(webhook_url)
  774. message += ' Only https webhooks possible to register.'
  775. elsif webhooks.count.positive?
  776. message += " Already #{webhooks.count} webhooks registered. Maybe you need to delete one first."
  777. end
  778. raise message
  779. end
  780. response
  781. end
  782. =begin
  783. subscribe a user to a webhooks at twitter
  784. client = TwitterSync.new
  785. webhook_subscribe(env_name)
  786. =end
  787. def webhook_subscribe(env_name)
  788. Twitter::REST::Request.new(@client, :post, "/1.1/account_activity/all/#{env_name}/subscriptions.json", {}).perform
  789. rescue => e
  790. raise "Unable to subscriptions with via webhook: #{e.message}"
  791. end
  792. end