search_index_backend.rb 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265
  1. # Copyright (C) 2012-2013 Zammad Foundation, http://zammad-foundation.org/
  2. class SearchIndexBackend
  3. =begin
  4. create/update/delete index
  5. SearchIndexBackend.index(
  6. :action => 'create', # create/update/delete
  7. :data => {
  8. :mappings => {
  9. :Ticket => {
  10. :properties => {
  11. :articles => {
  12. :type => 'nested',
  13. :properties => {
  14. 'attachments' => { :type => 'attachment' }
  15. }
  16. }
  17. }
  18. }
  19. }
  20. }
  21. )
  22. SearchIndexBackend.index(
  23. :action => 'delete', # create/update/delete
  24. :name => 'Ticket', # optional
  25. )
  26. SearchIndexBackend.index(
  27. :action => 'delete', # create/update/delete
  28. )
  29. =end
  30. def self.index(data)
  31. url = build_url( data[:name] )
  32. return if !url
  33. if data[:action] && data[:action] == 'delete'
  34. return SearchIndexBackend.remove( data[:name] )
  35. end
  36. puts "# curl -X PUT \"#{url}\" \\"
  37. #puts "-d '#{data[:data].to_json}'"
  38. response = UserAgent.put(
  39. url,
  40. data[:data],
  41. {
  42. json: true,
  43. open_timeout: 5,
  44. read_timeout: 20,
  45. user: Setting.get('es_user'),
  46. password: Setting.get('es_password'),
  47. }
  48. )
  49. puts "# #{response.code.to_s}"
  50. return true if response.success?
  51. raise response.inspect
  52. end
  53. =begin
  54. add new object to search index
  55. SearchIndexBackend.add( 'Ticket', some_data_object )
  56. =end
  57. def self.add(type, data)
  58. url = build_url( type, data['id'] )
  59. return if !url
  60. puts "# curl -X POST \"#{url}\" \\"
  61. #puts "-d '#{data.to_json}'"
  62. response = UserAgent.post(
  63. url,
  64. data,
  65. {
  66. json: true,
  67. open_timeout: 5,
  68. read_timeout: 20,
  69. user: Setting.get('es_user'),
  70. password: Setting.get('es_password'),
  71. }
  72. )
  73. puts "# #{response.code.to_s}"
  74. return true if response.success?
  75. raise response.inspect
  76. end
  77. =begin
  78. remove whole data from index
  79. SearchIndexBackend.remove( 'Ticket', 123 )
  80. SearchIndexBackend.remove( 'Ticket' )
  81. =end
  82. def self.remove( type, o_id = nil )
  83. url = build_url( type, o_id )
  84. return if !url
  85. puts "# curl -X DELETE \"#{url}\""
  86. response = UserAgent.delete(
  87. url,
  88. {
  89. open_timeout: 5,
  90. read_timeout: 14,
  91. user: Setting.get('es_user'),
  92. password: Setting.get('es_password'),
  93. }
  94. )
  95. #puts "# #{response.code.to_s}"
  96. return true if response.success?
  97. #puts "NOTICE: can't drop index: " + response.inspect
  98. false
  99. end
  100. =begin
  101. return search result
  102. result = SearchIndexBackend.search( 'search query', limit, ['User', 'Organization'] )
  103. result = SearchIndexBackend.search( 'search query', limit, 'User' )
  104. result = [
  105. {
  106. :id => 123,
  107. :type => 'User',
  108. },
  109. {
  110. :id => 125,
  111. :type => 'User',
  112. },
  113. {
  114. :id => 15,
  115. :type => 'Organization',
  116. }
  117. ]
  118. =end
  119. def self.search( query, limit = 10, index = nil, query_extention = {} )
  120. return [] if !query
  121. url = build_url()
  122. return if !url
  123. if index
  124. if index.class == Array
  125. url += "/#{index.join(',')}/_search"
  126. else
  127. url += "/#{index}/_search"
  128. end
  129. else
  130. url += '/_search'
  131. end
  132. data = {}
  133. data['from'] = 0
  134. data['size'] = 10
  135. data['sort'] =
  136. [
  137. {
  138. updated_at: {
  139. order: 'desc'
  140. }
  141. },
  142. '_score'
  143. ]
  144. data['query'] = query_extention || {}
  145. if !data['query']['bool']
  146. data['query']['bool'] = {}
  147. end
  148. if !data['query']['bool']['must']
  149. data['query']['bool']['must'] = []
  150. end
  151. # real search condition
  152. condition = {
  153. 'query_string' => {
  154. 'query' => query
  155. }
  156. }
  157. data['query']['bool']['must'].push condition
  158. puts "# curl -X POST \"#{url}\" \\"
  159. #puts " -d'#{data.to_json}'"
  160. response = UserAgent.get(
  161. url,
  162. data,
  163. {
  164. json: true,
  165. open_timeout: 5,
  166. read_timeout: 14,
  167. user: Setting.get('es_user'),
  168. password: Setting.get('es_password'),
  169. }
  170. )
  171. puts "# #{response.code.to_s}"
  172. if !response.success?
  173. puts "ERROR: #{response.inspect}"
  174. return []
  175. end
  176. data = response.data
  177. ids = []
  178. return ids if !data
  179. return ids if !data['hits']
  180. return ids if !data['hits']['hits']
  181. data['hits']['hits'].each { |item|
  182. puts "... #{item['_type'].to_s} #{item['_id'].to_s}"
  183. data = {
  184. id: item['_id'],
  185. type: item['_type'],
  186. }
  187. ids.push data
  188. }
  189. ids
  190. end
  191. =begin
  192. return true if backend is configured
  193. result = SearchIndexBackend.enabled?
  194. =end
  195. def self.enabled?
  196. return if !Setting.get('es_url')
  197. return if Setting.get('es_url').empty?
  198. true
  199. end
  200. private
  201. def self.build_url( type = nil, o_id = nil )
  202. return if !SearchIndexBackend.enabled?
  203. index = Setting.get('es_index').to_s + "_#{Rails.env}"
  204. url = Setting.get('es_url')
  205. if type
  206. if o_id
  207. url = "#{url}/#{index}/#{type}/#{o_id}"
  208. else
  209. url = "#{url}/#{index}/#{type}"
  210. end
  211. else
  212. url = "#{url}/#{index}"
  213. end
  214. url
  215. end
  216. end