twitter_sync.rb 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976
  1. # Copyright (C) 2012-2015 Zammad Foundation, http://zammad-foundation.org/
  2. require 'http/uri'
  3. class TwitterSync
  4. attr_accessor :client
  5. def initialize(auth, payload = nil)
  6. @client = Twitter::REST::Client.new do |config|
  7. config.consumer_key = auth[:consumer_key]
  8. config.consumer_secret = auth[:consumer_secret]
  9. config.access_token = auth[:oauth_token] || auth[:access_token]
  10. config.access_token_secret = auth[:oauth_token_secret] || auth[:access_token_secret]
  11. end
  12. @payload = payload
  13. end
  14. def disconnect
  15. return if !@client
  16. @client = nil
  17. end
  18. def user(tweet)
  19. raise "Unknown tweet type '#{tweet.class}'" if tweet.class != Twitter::Tweet
  20. Rails.logger.debug { "Twitter sender for tweet (#{tweet.id}): found" }
  21. Rails.logger.debug { tweet.user.inspect }
  22. tweet.user
  23. end
  24. def to_user(tweet)
  25. Rails.logger.debug { 'Create user from tweet...' }
  26. Rails.logger.debug { tweet.inspect }
  27. # do tweet_user lookup
  28. tweet_user = user(tweet)
  29. auth = Authorization.find_by(uid: tweet_user.id, provider: 'twitter')
  30. # create or update user
  31. user_data = {
  32. image_source: tweet_user.profile_image_url.to_s,
  33. }
  34. if auth
  35. user = User.find(auth.user_id)
  36. map = {
  37. note: 'description',
  38. web: 'website',
  39. address: 'location',
  40. }
  41. # ignore if value is already set
  42. map.each do |target, source|
  43. next if user[target].present?
  44. new_value = tweet_user.send(source).to_s
  45. next if new_value.blank?
  46. user_data[target] = new_value
  47. end
  48. user.update!(user_data)
  49. else
  50. user_data[:login] = tweet_user.screen_name
  51. user_data[:firstname] = tweet_user.name
  52. user_data[:web] = tweet_user.website.to_s
  53. user_data[:note] = tweet_user.description
  54. user_data[:address] = tweet_user.location
  55. user_data[:active] = true
  56. user_data[:role_ids] = Role.signup_role_ids
  57. user = User.create!(user_data)
  58. end
  59. if user_data[:image_source]
  60. avatar = Avatar.add(
  61. object: 'User',
  62. o_id: user.id,
  63. url: user_data[:image_source],
  64. source: 'twitter',
  65. deletable: true,
  66. updated_by_id: user.id,
  67. created_by_id: user.id,
  68. )
  69. # update user link
  70. if avatar && user.image != avatar.store_hash
  71. user.image = avatar.store_hash
  72. user.save
  73. end
  74. end
  75. # create or update authorization
  76. auth_data = {
  77. uid: tweet_user.id,
  78. username: tweet_user.screen_name,
  79. user_id: user.id,
  80. provider: 'twitter'
  81. }
  82. if auth
  83. auth.update!(auth_data)
  84. else
  85. Authorization.create!(auth_data)
  86. end
  87. user
  88. end
  89. def to_ticket(tweet, user, group_id, channel)
  90. UserInfo.current_user_id = user.id
  91. Rails.logger.debug { 'Create ticket from tweet...' }
  92. Rails.logger.debug { tweet.inspect }
  93. Rails.logger.debug { user.inspect }
  94. Rails.logger.debug { group_id.inspect }
  95. # normalize message
  96. message = {}
  97. if tweet.class == Twitter::Tweet
  98. message = {
  99. type: 'tweet',
  100. text: tweet.text,
  101. }
  102. state = get_state(channel, tweet)
  103. end
  104. if tweet.is_a?(Hash) && tweet['type'] == 'message_create'
  105. message = {
  106. type: 'direct_message',
  107. text: tweet['message_create']['message_data']['text'],
  108. }
  109. state = get_state(channel, tweet)
  110. end
  111. if tweet.is_a?(Hash) && tweet['text'].present?
  112. message = {
  113. type: 'tweet',
  114. text: tweet['text'],
  115. }
  116. state = get_state(channel, tweet)
  117. end
  118. # process message
  119. if message[:type] == 'direct_message'
  120. ticket = Ticket.find_by(
  121. create_article_type: Ticket::Article::Type.lookup(name: 'twitter direct-message'),
  122. customer_id: user.id,
  123. state: Ticket::State.where.not(
  124. state_type_id: Ticket::StateType.where(
  125. name: %w[closed merged removed],
  126. )
  127. )
  128. )
  129. return ticket if ticket
  130. end
  131. # prepare title
  132. title = message[:text]
  133. if title.length > 80
  134. title = "#{title[0, 80]}..."
  135. end
  136. Ticket.create!(
  137. customer_id: user.id,
  138. title: title,
  139. group_id: group_id || Group.first.id,
  140. state: state,
  141. priority: Ticket::Priority.find_by(default_create: true),
  142. preferences: {
  143. channel_id: channel.id,
  144. channel_screen_name: channel.options['user']['screen_name'],
  145. },
  146. )
  147. end
  148. def to_article_webhook(item, user, ticket, channel)
  149. Rails.logger.debug { 'Create article from tweet...' }
  150. Rails.logger.debug { item.inspect }
  151. Rails.logger.debug { user.inspect }
  152. Rails.logger.debug { ticket.inspect }
  153. # import tweet
  154. to = nil
  155. from = nil
  156. text = nil
  157. message_id = nil
  158. article_type = nil
  159. in_reply_to = nil
  160. attachments = []
  161. if item['type'] == 'message_create'
  162. message_id = item['id']
  163. text = item['message_create']['message_data']['text']
  164. if item['message_create']['message_data']['entities'] && item['message_create']['message_data']['entities']['urls'].present?
  165. item['message_create']['message_data']['entities']['urls'].each do |local_url|
  166. next if local_url['url'].blank?
  167. if local_url['expanded_url'].present?
  168. text.gsub!(/#{Regexp.quote(local_url['url'])}/, local_url['expanded_url'])
  169. elsif local_url['display_url']
  170. text.gsub!(/#{Regexp.quote(local_url['url'])}/, local_url['display_url'])
  171. end
  172. end
  173. end
  174. app = get_app_webhook(item['message_create']['source_app_id'])
  175. article_type = 'twitter direct-message'
  176. recipient_screen_name = to_user_webhook_data(item['message_create']['target']['recipient_id'])['screen_name']
  177. sender_screen_name = to_user_webhook_data(item['message_create']['sender_id'])['screen_name']
  178. to = "@#{recipient_screen_name}"
  179. from = "@#{sender_screen_name}"
  180. twitter_preferences = {
  181. created_at: item['created_timestamp'],
  182. recipient_id: item['message_create']['target']['recipient_id'],
  183. recipient_screen_name: recipient_screen_name,
  184. sender_id: item['message_create']['sender_id'],
  185. sender_screen_name: sender_screen_name,
  186. app_id: app['app_id'],
  187. app_name: app['app_name'],
  188. }
  189. article_preferences = {
  190. twitter: self.class.preferences_cleanup(twitter_preferences),
  191. links: [
  192. {
  193. url: "https://twitter.com/messages/#{twitter_preferences[:recipient_id]}-#{twitter_preferences[:sender_id]}",
  194. target: '_blank',
  195. name: 'on Twitter',
  196. },
  197. ],
  198. }
  199. elsif item['text'].present?
  200. message_id = item['id']
  201. text = item['text']
  202. if item['extended_tweet'] && item['extended_tweet']['full_text'].present?
  203. text = item['extended_tweet']['full_text']
  204. end
  205. article_type = 'twitter status'
  206. sender_screen_name = item['user']['screen_name']
  207. from = "@#{sender_screen_name}"
  208. mention_ids = []
  209. if item['entities']
  210. item['entities']['user_mentions']&.each do |local_user|
  211. if !to
  212. to = ''
  213. else
  214. to += ', '
  215. end
  216. to += "@#{local_user['screen_name']}"
  217. mention_ids.push local_user['id']
  218. end
  219. item['entities']['media']&.each do |local_media|
  220. if local_media['url'].present?
  221. if local_media['expanded_url'].present?
  222. text.gsub!(/#{Regexp.quote(local_media['url'])}/, local_media['expanded_url'])
  223. elsif local_media['display_url']
  224. text.gsub!(/#{Regexp.quote(local_media['url'])}/, local_media['display_url'])
  225. end
  226. end
  227. url = local_media['media_url_https'] || local_media['media_url']
  228. next if url.blank?
  229. result = download_file(url)
  230. if !result.success? || !result.body
  231. Rails.logger.error "Unable for download image from twitter (#{url}): #{result.code}"
  232. next
  233. end
  234. attachment = {
  235. filename: url.sub(%r{^.*/(.+?)$}, '\1'),
  236. content: result.body,
  237. }
  238. attachments.push attachment
  239. end
  240. end
  241. in_reply_to = item['in_reply_to_status_id']
  242. twitter_preferences = {
  243. mention_ids: mention_ids,
  244. geo: item['geo'],
  245. retweeted: item['retweeted'],
  246. possibly_sensitive: item['possibly_sensitive'],
  247. in_reply_to_user_id: item['in_reply_to_user_id'],
  248. place: item['place'],
  249. retweet_count: item['retweet_count'],
  250. source: item['source'],
  251. favorited: item['favorited'],
  252. truncated: item['truncated'],
  253. }
  254. article_preferences = {
  255. twitter: self.class.preferences_cleanup(twitter_preferences),
  256. links: [
  257. {
  258. url: "https://twitter.com/statuses/#{item['id']}",
  259. target: '_blank',
  260. name: 'on Twitter',
  261. },
  262. ],
  263. }
  264. else
  265. raise "Unknown tweet type '#{item.class}'"
  266. end
  267. UserInfo.current_user_id = user.id
  268. # set ticket state to open if not new
  269. ticket_state = get_state(channel, item, ticket)
  270. if ticket_state.name != ticket.state.name
  271. ticket.state = ticket_state
  272. ticket.save!
  273. end
  274. article = Ticket::Article.create!(
  275. from: from,
  276. to: to,
  277. body: text,
  278. message_id: message_id,
  279. ticket_id: ticket.id,
  280. in_reply_to: in_reply_to,
  281. type_id: Ticket::Article::Type.find_by(name: article_type).id,
  282. sender_id: Ticket::Article::Sender.find_by(name: 'Customer').id,
  283. internal: false,
  284. preferences: self.class.preferences_cleanup(article_preferences),
  285. )
  286. attachments.each do |attachment|
  287. Store.add(
  288. object: 'Ticket::Article',
  289. o_id: article.id,
  290. data: attachment[:content],
  291. filename: attachment[:filename],
  292. preferences: {},
  293. )
  294. end
  295. end
  296. def to_article(tweet, user, ticket, channel)
  297. Rails.logger.debug { 'Create article from tweet...' }
  298. Rails.logger.debug { tweet.inspect }
  299. Rails.logger.debug { user.inspect }
  300. Rails.logger.debug { ticket.inspect }
  301. # import tweet
  302. to = nil
  303. raise "Unknown tweet type '#{tweet.class}'" if tweet.class != Twitter::Tweet
  304. article_type = 'twitter status'
  305. from = "@#{tweet.user.screen_name}"
  306. mention_ids = []
  307. tweet.user_mentions&.each do |local_user|
  308. if !to
  309. to = ''
  310. else
  311. to += ', '
  312. end
  313. to += "@#{local_user.screen_name}"
  314. mention_ids.push local_user.id
  315. end
  316. in_reply_to = tweet.in_reply_to_status_id
  317. twitter_preferences = {
  318. mention_ids: mention_ids,
  319. geo: tweet.geo,
  320. retweeted: tweet.retweeted?,
  321. possibly_sensitive: tweet.possibly_sensitive?,
  322. in_reply_to_user_id: tweet.in_reply_to_user_id,
  323. place: tweet.place,
  324. retweet_count: tweet.retweet_count,
  325. source: tweet.source,
  326. favorited: tweet.favorited?,
  327. truncated: tweet.truncated?,
  328. }
  329. UserInfo.current_user_id = user.id
  330. # set ticket state to open if not new
  331. ticket_state = get_state(channel, tweet, ticket)
  332. if ticket_state.name != ticket.state.name
  333. ticket.state = ticket_state
  334. ticket.save!
  335. end
  336. article_preferences = {
  337. twitter: self.class.preferences_cleanup(twitter_preferences),
  338. links: [
  339. {
  340. url: "https://twitter.com/statuses/#{tweet.id}",
  341. target: '_blank',
  342. name: 'on Twitter',
  343. },
  344. ],
  345. }
  346. Ticket::Article.create!(
  347. from: from,
  348. to: to,
  349. body: tweet.text,
  350. message_id: tweet.id,
  351. ticket_id: ticket.id,
  352. in_reply_to: in_reply_to,
  353. type_id: Ticket::Article::Type.find_by(name: article_type).id,
  354. sender_id: Ticket::Article::Sender.find_by(name: 'Customer').id,
  355. internal: false,
  356. preferences: self.class.preferences_cleanup(article_preferences),
  357. )
  358. end
  359. def to_group(tweet, group_id, channel)
  360. Rails.logger.debug { 'import tweet' }
  361. ticket = nil
  362. Transaction.execute(reset_user_id: true) do
  363. # check if parent exists
  364. user = to_user(tweet)
  365. raise "Unknown tweet type '#{tweet.class}'" if tweet.class != Twitter::Tweet
  366. if tweet.in_reply_to_status_id && tweet.in_reply_to_status_id.to_s != ''
  367. existing_article = Ticket::Article.find_by(message_id: tweet.in_reply_to_status_id)
  368. if existing_article
  369. ticket = existing_article.ticket
  370. else
  371. begin
  372. parent_tweet = @client.status(tweet.in_reply_to_status_id)
  373. ticket = to_group(parent_tweet, group_id, channel)
  374. rescue Twitter::Error::NotFound, Twitter::Error::Forbidden => e
  375. # just ignore if tweet has already gone
  376. Rails.logger.info "Can't import tweet (#{tweet.in_reply_to_status_id}), #{e.message}"
  377. end
  378. end
  379. end
  380. if !ticket
  381. ticket = to_ticket(tweet, user, group_id, channel)
  382. end
  383. to_article(tweet, user, ticket, channel)
  384. end
  385. ticket
  386. end
  387. =begin
  388. create a tweet ot direct message from an article
  389. =end
  390. def from_article(article)
  391. tweet = nil
  392. if article[:type] == 'twitter direct-message'
  393. Rails.logger.debug { "Create twitter direct message from article to '#{article[:to]}'..." }
  394. # tweet = @client.create_direct_message(
  395. # article[:to],
  396. # article[:body],
  397. # {}
  398. # )
  399. article[:to].delete!('@')
  400. authorization = Authorization.find_by(provider: 'twitter', username: article[:to])
  401. raise "Unable to lookup user_id for @#{article[:to]}" if !authorization
  402. data = {
  403. event: {
  404. type: 'message_create',
  405. message_create: {
  406. target: {
  407. recipient_id: authorization.uid,
  408. },
  409. message_data: {
  410. text: article[:body],
  411. }
  412. }
  413. }
  414. }
  415. tweet = Twitter::REST::Request.new(@client, :json_post, '/1.1/direct_messages/events/new.json', data).perform
  416. elsif article[:type] == 'twitter status'
  417. Rails.logger.debug { 'Create tweet from article...' }
  418. tweet = @client.update(
  419. article[:body],
  420. {
  421. in_reply_to_status_id: article[:in_reply_to]
  422. }
  423. )
  424. else
  425. raise "Can't handle unknown twitter article type '#{article[:type]}'."
  426. end
  427. Rails.logger.debug { tweet.inspect }
  428. tweet
  429. end
  430. def get_state(channel, tweet, ticket = nil)
  431. user_id = if tweet.is_a?(Hash)
  432. if tweet['user'] && tweet['user']['id']
  433. tweet['user']['id']
  434. else
  435. tweet['message_create']['sender_id']
  436. end
  437. else
  438. user(tweet).id
  439. end
  440. # no changes in post is from page user it self
  441. if channel.options[:user][:id].to_s == user_id.to_s
  442. if !ticket
  443. return Ticket::State.find_by(name: 'closed') if !ticket
  444. end
  445. return ticket.state
  446. end
  447. state = Ticket::State.find_by(default_create: true)
  448. return state if !ticket
  449. return ticket.state if ticket.state_id == state.id
  450. Ticket::State.find_by(default_follow_up: true)
  451. end
  452. def tweet_limit_reached(tweet, factor = 1)
  453. max_count = 120
  454. max_count = max_count * factor
  455. type_id = Ticket::Article::Type.lookup(name: 'twitter status').id
  456. created_at = Time.zone.now - 15.minutes
  457. created_count = Ticket::Article.where('created_at > ? AND type_id = ?', created_at, type_id).count
  458. if created_count > max_count
  459. Rails.logger.info "Tweet limit of #{created_count}/#{max_count} reached, ignored tweed id (#{tweet.id})"
  460. return true
  461. end
  462. false
  463. end
  464. def direct_message_limit_reached(tweet, factor = 1)
  465. max_count = 100
  466. max_count = max_count * factor
  467. type_id = Ticket::Article::Type.lookup(name: 'twitter direct-message').id
  468. created_at = Time.zone.now - 15.minutes
  469. created_count = Ticket::Article.where('created_at > ? AND type_id = ?', created_at, type_id).count
  470. if created_count > max_count
  471. Rails.logger.info "Tweet direct message limit reached #{created_count}/#{max_count}, ignored tweed id (#{tweet.id})"
  472. return true
  473. end
  474. false
  475. end
  476. =begin
  477. replace Twitter::Place and Twitter::Geo as hash and replace Twitter::NullObject with nil
  478. preferences = TwitterSync.preferences_cleanup(
  479. twitter: twitter_preferences,
  480. links: [
  481. {
  482. url: 'https://twitter.com/statuses/123',
  483. target: '_blank',
  484. name: 'on Twitter',
  485. },
  486. ],
  487. )
  488. or
  489. preferences = {
  490. twitter: TwitterSync.preferences_cleanup(twitter_preferences),
  491. links: [
  492. {
  493. url: 'https://twitter.com/statuses/123',
  494. target: '_blank',
  495. name: 'on Twitter',
  496. },
  497. ],
  498. }
  499. =end
  500. def self.preferences_cleanup(preferences)
  501. # replace Twitter::NullObject with nill to prevent elasticsearch index issue
  502. preferences.each do |key, value|
  503. if value.class == Twitter::Place || value.class == Twitter::Geo
  504. preferences[key] = value.to_h
  505. next
  506. end
  507. if value.class == Twitter::NullObject
  508. preferences[key] = nil
  509. next
  510. end
  511. next if !value.is_a?(Hash)
  512. value.each do |sub_key, sub_level|
  513. if sub_level.class == NilClass
  514. value[sub_key] = nil
  515. next
  516. end
  517. if sub_level.class == Twitter::Place || sub_level.class == Twitter::Geo
  518. value[sub_key] = sub_level.to_h
  519. next
  520. end
  521. next if sub_level.class != Twitter::NullObject
  522. value[sub_key] = nil
  523. end
  524. end
  525. if preferences[:twitter]
  526. if preferences[:twitter][:geo].blank?
  527. preferences[:twitter][:geo] = {}
  528. end
  529. if preferences[:twitter][:place].blank?
  530. preferences[:twitter][:place] = {}
  531. end
  532. else
  533. if preferences[:geo].blank?
  534. preferences[:geo] = {}
  535. end
  536. if preferences[:place].blank?
  537. preferences[:place] = {}
  538. end
  539. end
  540. preferences
  541. end
  542. =begin
  543. check if tweet is from local sender
  544. client = TwitterSync.new
  545. client.locale_sender?(tweet)
  546. =end
  547. def locale_sender?(tweet)
  548. tweet_user = user(tweet)
  549. Channel.where(area: 'Twitter::Account').each do |local_channel|
  550. next if !local_channel.options
  551. next if !local_channel.options[:user]
  552. next if !local_channel.options[:user][:id]
  553. next if local_channel.options[:user][:id].to_s != tweet_user.id.to_s
  554. Rails.logger.debug { "Tweet is sent by local account with user id #{tweet_user.id} and tweet.id #{tweet.id}" }
  555. return true
  556. end
  557. false
  558. end
  559. =begin
  560. process webhook messages from twitter
  561. client = TwitterSync.new
  562. client.process_webhook(channel)
  563. =end
  564. def process_webhook(channel)
  565. Rails.logger.debug { 'import tweet' }
  566. ticket = nil
  567. if @payload['direct_message_events'].present? && channel.options[:sync][:direct_messages][:group_id].present?
  568. @payload['direct_message_events'].each do |item|
  569. next if item['type'] != 'message_create'
  570. next if Ticket::Article.find_by(message_id: item['id'])
  571. user = to_user_webhook(item['message_create']['sender_id'])
  572. ticket = to_ticket(item, user, channel.options[:sync][:direct_messages][:group_id], channel)
  573. to_article_webhook(item, user, ticket, channel)
  574. end
  575. end
  576. if @payload['tweet_create_events'].present?
  577. @payload['tweet_create_events'].each do |item|
  578. next if Ticket::Article.find_by(message_id: item['id'])
  579. # check if it's mention
  580. group_id = nil
  581. if channel.options[:sync][:mentions][:group_id].present? && item['entities']['user_mentions']
  582. item['entities']['user_mentions'].each do |local_user|
  583. next if channel.options[:user][:id].to_s != local_user['id'].to_s
  584. group_id = channel.options[:sync][:mentions][:group_id]
  585. break
  586. end
  587. end
  588. # check if it's search term
  589. if !group_id && channel.options[:sync][:search].present?
  590. channel.options[:sync][:search].each do |local_search|
  591. next if local_search[:term].blank?
  592. next if local_search[:group_id].blank?
  593. next if !item['text'].match?(/#{Regexp.quote(local_search[:term])}/i)
  594. group_id = local_search[:group_id]
  595. break
  596. end
  597. end
  598. next if !group_id
  599. user = to_user_webhook(item['user']['id'], item['user'])
  600. if item['in_reply_to_status_id'].present?
  601. existing_article = Ticket::Article.find_by(message_id: item['in_reply_to_status_id'])
  602. if existing_article
  603. ticket = existing_article.ticket
  604. else
  605. begin
  606. parent_tweet = @client.status(item['in_reply_to_status_id'])
  607. ticket = to_group(parent_tweet, group_id, channel)
  608. rescue Twitter::Error::NotFound, Twitter::Error::Forbidden => e
  609. # just ignore if tweet has already gone
  610. Rails.logger.info "Can't import tweet (#{item['in_reply_to_status_id']}), #{e.message}"
  611. end
  612. end
  613. end
  614. if !ticket
  615. ticket = to_ticket(item, user, group_id, channel)
  616. end
  617. to_article_webhook(item, user, ticket, channel)
  618. end
  619. end
  620. ticket
  621. end
  622. def get_app_webhook(app_id)
  623. return {} if !@payload['apps']
  624. return {} if !@payload['apps'][app_id]
  625. @payload['apps'][app_id]
  626. end
  627. def to_user_webhook_data(user_id)
  628. if @payload['user'] && @payload['user']['id'].to_s == user_id.to_s
  629. return @payload['user']
  630. end
  631. raise 'no users in payload' if !@payload['users']
  632. raise 'no users in payload' if !@payload['users'][user_id]
  633. @payload['users'][user_id]
  634. end
  635. =begin
  636. download public media file from twitter
  637. client = TwitterSync.new
  638. result = client.download_file(url)
  639. result.body
  640. =end
  641. def download_file(url)
  642. UserAgent.get(
  643. url,
  644. {},
  645. {
  646. open_timeout: 20,
  647. read_timeout: 40,
  648. },
  649. )
  650. end
  651. def to_user_webhook(user_id, payload_user = nil)
  652. user_payload = if payload_user && payload_user['id'].to_s == user_id.to_s
  653. payload_user
  654. else
  655. to_user_webhook_data(user_id)
  656. end
  657. auth = Authorization.find_by(uid: user_payload['id'], provider: 'twitter')
  658. # create or update user
  659. user_data = {
  660. image_source: user_payload['profile_image_url'],
  661. }
  662. if auth
  663. user = User.find(auth.user_id)
  664. map = {
  665. note: 'description',
  666. web: 'url',
  667. address: 'location',
  668. }
  669. # ignore if value is already set
  670. map.each do |target, _source|
  671. next if user[target].present?
  672. new_value = user_payload['source'].to_s
  673. next if new_value.blank?
  674. user_data[target] = new_value
  675. end
  676. user.update!(user_data)
  677. else
  678. user_data[:login] = user_payload['screen_name']
  679. user_data[:firstname] = user_payload['name']
  680. user_data[:web] = user_payload['url']
  681. user_data[:note] = user_payload['description']
  682. user_data[:address] = user_payload['location']
  683. user_data[:active] = true
  684. user_data[:role_ids] = Role.signup_role_ids
  685. user = User.create!(user_data)
  686. end
  687. if user_data[:image_source].present?
  688. avatar = Avatar.add(
  689. object: 'User',
  690. o_id: user.id,
  691. url: user_data[:image_source],
  692. source: 'twitter',
  693. deletable: true,
  694. updated_by_id: user.id,
  695. created_by_id: user.id,
  696. )
  697. # update user link
  698. if avatar && user.image != avatar.store_hash
  699. user.image = avatar.store_hash
  700. user.save
  701. end
  702. end
  703. # create or update authorization
  704. auth_data = {
  705. uid: user_payload['id'],
  706. username: user_payload['screen_name'],
  707. user_id: user.id,
  708. provider: 'twitter'
  709. }
  710. if auth
  711. auth.update!(auth_data)
  712. else
  713. Authorization.create!(auth_data)
  714. end
  715. user
  716. end
  717. =begin
  718. get the user of current twitter client
  719. client = TwitterSync.new
  720. user_hash = client.who_am_i
  721. =end
  722. def who_am_i
  723. @client.user
  724. end
  725. =begin
  726. request a new webhook verification request from twitter
  727. client = TwitterSync.new
  728. webhook_request_verification(webhook_id, env_name, webhook_url)
  729. =end
  730. def webhook_request_verification(webhook_id, env_name, webhook_url)
  731. Twitter::REST::Request.new(@client, :put, "/1.1/account_activity/all/#{env_name}/webhooks/#{webhook_id}.json", {}).perform
  732. rescue => e
  733. raise "Webhook registered but not valid (#{webhook_url}). Unable to set webhook to valid: #{e.message}"
  734. end
  735. =begin
  736. get webhooks by env_name
  737. client = TwitterSync.new
  738. webhooks = webhooks_by_env_name(env_name)
  739. =end
  740. def webhooks_by_env_name(env_name)
  741. Twitter::REST::Request.new(@client, :get, "/1.1/account_activity/all/#{env_name}/webhooks.json", {}).perform
  742. end
  743. =begin
  744. get all webhooks
  745. client = TwitterSync.new
  746. webhooks = webhooks(env_name)
  747. =end
  748. def webhooks
  749. Twitter::REST::Request.new(@client, :get, '/1.1/account_activity/all/webhooks.json', {}).perform
  750. end
  751. =begin
  752. delete a webhooks
  753. client = TwitterSync.new
  754. webhook_delete(webhook_id, env_name)
  755. =end
  756. def webhook_delete(webhook_id, env_name)
  757. Twitter::REST::Request.new(@client, :delete, "/1.1/account_activity/all/#{env_name}/webhooks/#{webhook_id}.json", {}).perform
  758. end
  759. =begin
  760. register a new webhooks at twitter
  761. client = TwitterSync.new
  762. webhook_register(env_name, webhook_url)
  763. =end
  764. def webhook_register(env_name, webhook_url)
  765. options = {
  766. url: webhook_url,
  767. }
  768. begin
  769. response = Twitter::REST::Request.new(@client, :post, "/1.1/account_activity/all/#{env_name}/webhooks.json", options).perform
  770. rescue => e
  771. message = "Unable to register webhook: #{e.message}"
  772. if %r{http://}.match?(webhook_url)
  773. message += ' Only https webhooks possible to register.'
  774. elsif webhooks.count.positive?
  775. message += " Already #{webhooks.count} webhooks registered. Maybe you need to delete one first."
  776. end
  777. raise message
  778. end
  779. response
  780. end
  781. =begin
  782. subscribe a user to a webhooks at twitter
  783. client = TwitterSync.new
  784. webhook_subscribe(env_name)
  785. =end
  786. def webhook_subscribe(env_name)
  787. Twitter::REST::Request.new(@client, :post, "/1.1/account_activity/all/#{env_name}/subscriptions.json", {}).perform
  788. rescue => e
  789. raise "Unable to subscriptions with via webhook: #{e.message}"
  790. end
  791. end