sessions.rb 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778
  1. module Sessions
  2. # get application root directory
  3. @root = Dir.pwd.to_s
  4. if @root.blank? || @root == '/'
  5. @root = Rails.root
  6. end
  7. # get working directories
  8. @path = "#{@root}/tmp/websocket_#{Rails.env}"
  9. # create global vars for threads
  10. @@client_threads = {} # rubocop:disable Style/ClassVars
  11. =begin
  12. start new session
  13. Sessions.create(client_id, session_data, { type: 'websocket' })
  14. returns
  15. true|false
  16. =end
  17. def self.create(client_id, session, meta)
  18. path = "#{@path}/#{client_id}"
  19. path_tmp = "#{@path}/tmp/#{client_id}"
  20. session_file = "#{path_tmp}/session"
  21. # collect session data
  22. meta[:last_ping] = Time.now.utc.to_i
  23. data = {
  24. user: session,
  25. meta: meta,
  26. }
  27. content = data.to_json
  28. # store session data in session file
  29. FileUtils.mkpath path_tmp
  30. File.open(session_file, 'wb') do |file|
  31. file.write content
  32. end
  33. # destroy old session if needed
  34. if File.exist?(path)
  35. Sessions.destroy(client_id)
  36. end
  37. # move to destination directory
  38. FileUtils.mv(path_tmp, path)
  39. # send update to browser
  40. return if !session || session['id'].blank?
  41. send(
  42. client_id,
  43. {
  44. event: 'ws:login',
  45. data: { success: true },
  46. }
  47. )
  48. end
  49. =begin
  50. list of all session
  51. client_ids = Sessions.sessions
  52. returns
  53. ['4711', '4712']
  54. =end
  55. def self.sessions
  56. path = "#{@path}/"
  57. # just make sure that spool path exists
  58. if !File.exist?(path)
  59. FileUtils.mkpath path
  60. end
  61. data = []
  62. Dir.foreach(path) do |entry|
  63. next if entry == '.'
  64. next if entry == '..'
  65. next if entry == 'tmp'
  66. next if entry == 'spool'
  67. data.push entry.to_s
  68. end
  69. data
  70. end
  71. =begin
  72. list of all session
  73. Sessions.session_exists?(client_id)
  74. returns
  75. true|false
  76. =end
  77. def self.session_exists?(client_id)
  78. session_dir = "#{@path}/#{client_id}"
  79. return false if !File.exist?(session_dir)
  80. session_file = "#{session_dir}/session"
  81. return false if !File.exist?(session_file)
  82. true
  83. end
  84. =begin
  85. list of all session with data
  86. client_ids_with_data = Sessions.list
  87. returns
  88. {
  89. '4711' => {
  90. user: {
  91. 'id' => 123,
  92. },
  93. meta: {
  94. type: 'websocket',
  95. last_ping: time_of_last_ping,
  96. }
  97. },
  98. '4712' => {
  99. user: {
  100. 'id' => 124,
  101. },
  102. meta: {
  103. type: 'ajax',
  104. last_ping: time_of_last_ping,
  105. }
  106. },
  107. }
  108. =end
  109. def self.list
  110. client_ids = sessions
  111. session_list = {}
  112. client_ids.each do |client_id|
  113. data = get(client_id)
  114. next if !data
  115. session_list[client_id] = data
  116. end
  117. session_list
  118. end
  119. =begin
  120. destroy session
  121. Sessions.destroy(client_id)
  122. returns
  123. true|false
  124. =end
  125. def self.destroy(client_id)
  126. path = "#{@path}/#{client_id}"
  127. FileUtils.rm_rf path
  128. end
  129. =begin
  130. destroy idle session
  131. list_of_client_ids = Sessions.destroy_idle_sessions
  132. returns
  133. ['4711', '4712']
  134. =end
  135. def self.destroy_idle_sessions(idle_time_in_sec = 240)
  136. list_of_closed_sessions = []
  137. clients = Sessions.list
  138. clients.each do |client_id, client|
  139. if !client[:meta] || !client[:meta][:last_ping] || ( client[:meta][:last_ping].to_i + idle_time_in_sec ) < Time.now.utc.to_i
  140. list_of_closed_sessions.push client_id
  141. Sessions.destroy(client_id)
  142. end
  143. end
  144. list_of_closed_sessions
  145. end
  146. =begin
  147. touch session
  148. Sessions.touch(client_id)
  149. returns
  150. true|false
  151. =end
  152. def self.touch(client_id)
  153. data = get(client_id)
  154. return false if !data
  155. path = "#{@path}/#{client_id}"
  156. data[:meta][:last_ping] = Time.now.utc.to_i
  157. File.open("#{path}/session", 'wb' ) do |file|
  158. file.flock(File::LOCK_EX)
  159. file.write data.to_json
  160. file.flock(File::LOCK_UN)
  161. end
  162. true
  163. end
  164. =begin
  165. get session data
  166. data = Sessions.get(client_id)
  167. returns
  168. {
  169. user: {
  170. 'id' => 123,
  171. },
  172. meta: {
  173. type: 'websocket',
  174. last_ping: time_of_last_ping,
  175. }
  176. }
  177. =end
  178. def self.get(client_id)
  179. session_dir = "#{@path}/#{client_id}"
  180. session_file = "#{session_dir}/session"
  181. data = nil
  182. # if no session dir exists, session got destoried
  183. if !File.exist?(session_dir)
  184. destroy(client_id)
  185. log('debug', "missing session directory #{session_dir} for '#{client_id}', remove session.")
  186. return
  187. end
  188. # if only session file is missing, then it's an error behavior
  189. if !File.exist?(session_file)
  190. destroy(client_id)
  191. log('error', "missing session file for '#{client_id}', remove session.")
  192. return
  193. end
  194. begin
  195. File.open(session_file, 'rb') do |file|
  196. file.flock(File::LOCK_SH)
  197. all = file.read
  198. file.flock(File::LOCK_UN)
  199. data_json = JSON.parse(all)
  200. if data_json
  201. data = symbolize_keys(data_json)
  202. data[:user] = data_json['user'] # for compat. reasons
  203. end
  204. end
  205. rescue => e
  206. log('error', e.inspect)
  207. destroy(client_id)
  208. log('error', "error in reading/parsing session file '#{session_file}', remove session.")
  209. return
  210. end
  211. data
  212. end
  213. =begin
  214. send message to client
  215. Sessions.send(client_id_of_recipient, data)
  216. returns
  217. true|false
  218. =end
  219. def self.send(client_id, data)
  220. path = "#{@path}/#{client_id}/"
  221. filename = "send-#{Time.now.utc.to_f}"
  222. location = "#{path}#{filename}"
  223. check = true
  224. count = 0
  225. while check
  226. if File.exist?(location)
  227. count += 1
  228. location = "#{path}#{filename}-#{count}"
  229. else
  230. check = false
  231. end
  232. end
  233. return false if !File.directory? path
  234. begin
  235. File.open(location, 'wb') do |file|
  236. file.flock(File::LOCK_EX)
  237. file.write data.to_json
  238. file.flock(File::LOCK_UN)
  239. file.close
  240. end
  241. rescue => e
  242. log('error', e.inspect)
  243. log('error', "error in writing message file '#{location}'")
  244. return false
  245. end
  246. true
  247. end
  248. =begin
  249. send message to recipient client
  250. Sessions.send_to(user_id, data)
  251. e. g.
  252. Sessions.send_to(user_id, {
  253. event: 'session:takeover',
  254. data: {
  255. taskbar_id: 12312
  256. },
  257. })
  258. returns
  259. true|false
  260. =end
  261. def self.send_to(user_id, data)
  262. # list all current clients
  263. client_list = sessions
  264. client_list.each do |client_id|
  265. session = Sessions.get(client_id)
  266. next if !session
  267. next if !session[:user]
  268. next if !session[:user]['id']
  269. next if session[:user]['id'].to_i != user_id.to_i
  270. Sessions.send(client_id, data)
  271. end
  272. true
  273. end
  274. =begin
  275. send message to all authenticated client
  276. Sessions.broadcast(data)
  277. returns
  278. [array_with_client_ids_of_recipients]
  279. broadcase also to not authenticated client
  280. Sessions.broadcast(data, 'public') # public|authenticated
  281. broadcase also not to sender
  282. Sessions.broadcast(data, 'public', sender_user_id)
  283. =end
  284. def self.broadcast(data, recipient = 'authenticated', sender_user_id = nil)
  285. # list all current clients
  286. recipients = []
  287. client_list = sessions
  288. client_list.each do |client_id|
  289. session = Sessions.get(client_id)
  290. next if !session
  291. if recipient != 'public'
  292. next if session[:user].blank?
  293. next if session[:user]['id'].blank?
  294. end
  295. if sender_user_id
  296. next if session[:user] && session[:user]['id'] && session[:user]['id'].to_i == sender_user_id.to_i
  297. end
  298. Sessions.send(client_id, data)
  299. recipients.push client_id
  300. end
  301. recipients
  302. end
  303. =begin
  304. get messages for client
  305. messages = Sessions.queue(client_id_of_recipient)
  306. returns
  307. [
  308. {
  309. key1 => 'some data of message 1',
  310. key2 => 'some data of message 1',
  311. },
  312. {
  313. key1 => 'some data of message 2',
  314. key2 => 'some data of message 2',
  315. },
  316. ]
  317. =end
  318. def self.queue(client_id)
  319. path = "#{@path}/#{client_id}/"
  320. data = []
  321. files = []
  322. Dir.foreach(path) do |entry|
  323. next if entry == '.'
  324. next if entry == '..'
  325. files.push entry
  326. end
  327. files.sort.each do |entry|
  328. filename = "#{path}/#{entry}"
  329. next if entry !~ /^send/
  330. message = Sessions.queue_file_read(path, entry)
  331. next if !message
  332. data.push message
  333. end
  334. data
  335. end
  336. def self.queue_file_read(path, filename)
  337. location = "#{path}#{filename}"
  338. message = ''
  339. File.open(location, 'rb') do |file|
  340. file.flock(File::LOCK_EX)
  341. message = file.read
  342. file.flock(File::LOCK_UN)
  343. end
  344. File.delete(location)
  345. return if message.blank?
  346. begin
  347. return JSON.parse(message)
  348. rescue => e
  349. log('error', "can't parse queue message: #{message}, #{e.inspect}")
  350. return
  351. end
  352. end
  353. =begin
  354. remove all session and spool messages
  355. Sessions.cleanup
  356. =end
  357. def self.cleanup
  358. return true if !File.exist?(@path)
  359. FileUtils.rm_rf @path
  360. true
  361. end
  362. =begin
  363. create spool messages
  364. Sessions.spool_create(some: 'data')
  365. =end
  366. def self.spool_create(data)
  367. msg = JSON.generate(data)
  368. path = "#{@path}/spool/"
  369. FileUtils.mkpath path
  370. data = {
  371. msg: msg,
  372. timestamp: Time.now.utc.to_i,
  373. }
  374. file_path = "#{path}/#{Time.now.utc.to_f}-#{rand(99_999)}"
  375. File.open(file_path, 'wb') do |file|
  376. file.flock(File::LOCK_EX)
  377. file.write data.to_json
  378. file.flock(File::LOCK_UN)
  379. end
  380. end
  381. =begin
  382. get spool messages
  383. Sessions.spool_list(junger_then, for_user_id)
  384. =end
  385. def self.spool_list(timestamp, current_user_id)
  386. path = "#{@path}/spool/"
  387. FileUtils.mkpath path
  388. data = []
  389. to_delete = []
  390. files = []
  391. Dir.foreach(path) do |entry|
  392. next if entry == '.'
  393. next if entry == '..'
  394. files.push entry
  395. end
  396. files.sort.each do |entry|
  397. filename = "#{path}/#{entry}"
  398. next if !File.exist?(filename)
  399. File.open(filename, 'rb') do |file|
  400. file.flock(File::LOCK_SH)
  401. message = file.read
  402. file.flock(File::LOCK_UN)
  403. message_parsed = {}
  404. begin
  405. spool = JSON.parse(message)
  406. message_parsed = JSON.parse(spool['msg'])
  407. rescue => e
  408. log('error', "can't parse spool message: #{message}, #{e.inspect}")
  409. to_delete.push "#{path}/#{entry}"
  410. next
  411. end
  412. # ignore message older then 48h
  413. if spool['timestamp'] + (2 * 86_400) < Time.now.utc.to_i
  414. to_delete.push "#{path}/#{entry}"
  415. next
  416. end
  417. # add spool attribute to push spool info to clients
  418. message_parsed['spool'] = true
  419. # only send not already older messages
  420. if !timestamp || timestamp < spool['timestamp']
  421. # spool to recipient list
  422. if message_parsed['recipient'] && message_parsed['recipient']['user_id']
  423. message_parsed['recipient']['user_id'].each do |user_id|
  424. next if current_user_id != user_id
  425. message = message_parsed
  426. if message_parsed['event'] == 'broadcast'
  427. message = message_parsed['data']
  428. end
  429. item = {
  430. type: 'direct',
  431. message: message,
  432. }
  433. data.push item
  434. end
  435. # spool to every client
  436. else
  437. message = message_parsed
  438. if message_parsed['event'] == 'broadcast'
  439. message = message_parsed['data']
  440. end
  441. item = {
  442. type: 'broadcast',
  443. message: message,
  444. }
  445. data.push item
  446. end
  447. end
  448. end
  449. end
  450. to_delete.each do |file|
  451. File.delete(file)
  452. end
  453. data
  454. end
  455. =begin
  456. delete spool messages
  457. Sessions.spool_delete
  458. =end
  459. def self.spool_delete
  460. path = "#{@path}/spool/"
  461. FileUtils.rm_rf path
  462. end
  463. def self.jobs(node_id = nil)
  464. # just make sure that spool path exists
  465. if !File.exist?(@path)
  466. FileUtils.mkpath @path
  467. end
  468. # dispatch sessions
  469. if node_id&.zero?
  470. loop do
  471. # nodes
  472. nodes_stats = Sessions::Node.stats
  473. client_ids = sessions
  474. client_ids.each do |client_id|
  475. # ask nodes for nodes
  476. next if nodes_stats[client_id]
  477. # assigne to node
  478. Sessions::Node.session_assigne(client_id)
  479. sleep 1
  480. end
  481. sleep 1
  482. end
  483. end
  484. Thread.abort_on_exception = true
  485. loop do
  486. if node_id
  487. # register node
  488. Sessions::Node.register(node_id)
  489. # watch for assigned sessions
  490. client_ids = Sessions::Node.sessions_by(node_id)
  491. else
  492. client_ids = sessions
  493. end
  494. client_ids.each do |client_id|
  495. # connection already open, ignore
  496. next if @@client_threads[client_id]
  497. # get current user
  498. session_data = Sessions.get(client_id)
  499. next if session_data.blank?
  500. next if session_data[:user].blank?
  501. next if session_data[:user]['id'].blank?
  502. user = User.lookup(id: session_data[:user]['id'])
  503. next if user.blank?
  504. # start client thread
  505. next if @@client_threads[client_id].present?
  506. @@client_threads[client_id] = true
  507. @@client_threads[client_id] = Thread.new do
  508. thread_client(client_id, 0, Time.now.utc, node_id)
  509. @@client_threads[client_id] = nil
  510. log('debug', "close client (#{client_id}) thread")
  511. if ActiveRecord::Base.connection.owner == Thread.current
  512. ActiveRecord::Base.connection.close
  513. end
  514. end
  515. sleep 1
  516. end
  517. sleep 1
  518. end
  519. end
  520. =begin
  521. check if thread for client_id is running
  522. Sessions.thread_client_exists?(client_id)
  523. returns
  524. thread
  525. =end
  526. def self.thread_client_exists?(client_id)
  527. @@client_threads[client_id]
  528. end
  529. =begin
  530. start client for browser
  531. Sessions.thread_client(client_id)
  532. returns
  533. thread
  534. =end
  535. def self.thread_client(client_id, try_count = 0, try_run_time = Time.now.utc, node_id)
  536. log('debug', "LOOP #{node_id}.#{client_id} - #{try_count}")
  537. begin
  538. Sessions::Client.new(client_id, node_id)
  539. rescue => e
  540. log('error', "thread_client #{client_id} exited with error #{e.inspect}")
  541. log('error', e.backtrace.join("\n ") )
  542. sleep 10
  543. begin
  544. ActiveRecord::Base.connection_pool.release_connection
  545. rescue => e
  546. log('error', "Can't reconnect to database #{e.inspect}")
  547. end
  548. try_run_max = 10
  549. try_count += 1
  550. # reset error counter if to old
  551. if try_run_time + ( 60 * 5 ) < Time.now.utc
  552. try_count = 0
  553. end
  554. try_run_time = Time.now.utc
  555. # restart job again
  556. if try_run_max > try_count
  557. thread_client(client_id, try_count, try_run_time, node_id)
  558. end
  559. raise "STOP thread_client for client #{node_id}.#{client_id} after #{try_run_max} tries"
  560. end
  561. log('debug', "/LOOP #{node_id}.#{client_id} - #{try_count}")
  562. end
  563. def self.symbolize_keys(hash)
  564. hash.each_with_object({}) do |(key, value), result|
  565. new_key = case key
  566. when String then key.to_sym
  567. else key
  568. end
  569. new_value = case value
  570. when Hash then symbolize_keys(value)
  571. else value
  572. end
  573. result[new_key] = new_value
  574. end
  575. end
  576. # we use it in rails and non rails context
  577. def self.log(level, message)
  578. if defined?(Rails)
  579. if level == 'debug'
  580. Rails.logger.debug { message }
  581. elsif level == 'notice'
  582. Rails.logger.notice message
  583. else
  584. Rails.logger.error message
  585. end
  586. return
  587. end
  588. puts "#{Time.now.utc.iso8601}:#{level} #{message}" # rubocop:disable Rails/Output
  589. end
  590. end