search_index_backend.rb 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265
  1. # Copyright (C) 2012-2013 Zammad Foundation, http://zammad-foundation.org/
  2. class SearchIndexBackend
  3. =begin
  4. create/update/delete index
  5. SearchIndexBackend.index(
  6. :action => 'create', # create/update/delete
  7. :data => {
  8. :mappings => {
  9. :Ticket => {
  10. :properties => {
  11. :articles_all => {
  12. :type => 'nested',
  13. :properties => {
  14. 'attachments' => { :type => 'attachment' }
  15. }
  16. }
  17. }
  18. }
  19. }
  20. }
  21. )
  22. SearchIndexBackend.index(
  23. :action => 'delete', # create/update/delete
  24. :name => 'Ticket', # optional
  25. )
  26. SearchIndexBackend.index(
  27. :action => 'delete', # create/update/delete
  28. )
  29. =end
  30. def self.index(data)
  31. url = build_url( data[:name] )
  32. return if !url
  33. if data[:action] && data[:action] == 'delete'
  34. return SearchIndexBackend.remove( data[:name] )
  35. end
  36. puts "# curl -X PUT \"#{url}\" \\"
  37. #puts "-d '#{data[:data].to_json}'"
  38. response = UserAgent.put(
  39. url,
  40. data[:data],
  41. {
  42. :json => true,
  43. :open_timeout => 5,
  44. :read_timeout => 20,
  45. :user => Setting.get('es_user'),
  46. :password => Setting.get('es_password'),
  47. }
  48. )
  49. puts "# #{response.code.to_s}"
  50. return true if response.success?
  51. raise response.inspect
  52. end
  53. =begin
  54. add new object to search index
  55. SearchIndexBackend.add( 'Ticket', some_data_object )
  56. =end
  57. def self.add(type, data)
  58. url = build_url( type, data['id'] )
  59. return if !url
  60. puts "# curl -X POST \"#{url}\" \\"
  61. #puts "-d '#{data.to_json}'"
  62. response = UserAgent.post(
  63. url,
  64. data,
  65. {
  66. :json => true,
  67. :open_timeout => 5,
  68. :read_timeout => 20,
  69. :user => Setting.get('es_user'),
  70. :password => Setting.get('es_password'),
  71. }
  72. )
  73. puts "# #{response.code.to_s}"
  74. return true if response.success?
  75. raise response.inspect
  76. end
  77. =begin
  78. remove whole data from index
  79. SearchIndexBackend.remove( 'Ticket', 123 )
  80. SearchIndexBackend.remove( 'Ticket' )
  81. =end
  82. def self.remove( type, o_id = nil )
  83. url = build_url( type, o_id )
  84. return if !url
  85. puts "# curl -X DELETE \"#{url}\""
  86. response = UserAgent.delete(
  87. url,
  88. {
  89. :open_timeout => 5,
  90. :read_timeout => 14,
  91. :user => Setting.get('es_user'),
  92. :password => Setting.get('es_password'),
  93. }
  94. )
  95. #puts "# #{response.code.to_s}"
  96. return true if response.success?
  97. puts "NOTICE: can't drop index: " response.inspect
  98. end
  99. =begin
  100. return search result
  101. result = SearchIndexBackend.search( 'search query', limit, ['User', 'Organization'] )
  102. result = SearchIndexBackend.search( 'search query', limit, 'User' )
  103. result = [
  104. {
  105. :id => 123,
  106. :type => 'User',
  107. },
  108. {
  109. :id => 125,
  110. :type => 'User',
  111. },
  112. {
  113. :id => 15,
  114. :type => 'Organization',
  115. }
  116. ]
  117. =end
  118. def self.search( query, limit = 10, index = nil, query_extention = {} )
  119. return [] if !query
  120. url = build_url()
  121. return if !url
  122. if index
  123. if index.class == Array
  124. url += "/#{index.join(',')}/_search"
  125. else
  126. url += "/#{index}/_search"
  127. end
  128. else
  129. url += '/_search'
  130. end
  131. data = {}
  132. data['from'] = 0
  133. data['size'] = 10
  134. data['sort'] =
  135. [
  136. {
  137. :updated_at => {
  138. :order => 'desc'
  139. }
  140. },
  141. "_score"
  142. ]
  143. data['query'] = query_extention || {}
  144. if !data['query']['bool']
  145. data['query']['bool'] = {}
  146. end
  147. if !data['query']['bool']['must']
  148. data['query']['bool']['must'] = []
  149. end
  150. # real search condition
  151. condition = {
  152. 'query_string' => {
  153. 'query' => query
  154. }
  155. }
  156. data['query']['bool']['must'].push condition
  157. puts "# curl -X POST \"#{url}\" \\"
  158. #puts " -d'#{data.to_json}'"
  159. response = UserAgent.get(
  160. url,
  161. data,
  162. {
  163. :json => true,
  164. :open_timeout => 5,
  165. :read_timeout => 14,
  166. :user => Setting.get('es_user'),
  167. :password => Setting.get('es_password'),
  168. }
  169. )
  170. puts "# #{response.code.to_s}"
  171. if !response.success?
  172. return []
  173. # raise data.inspect
  174. end
  175. data = response.data
  176. ids = []
  177. return ids if !data
  178. return ids if !data['hits']
  179. return ids if !data['hits']['hits']
  180. data['hits']['hits'].each { |item|
  181. puts "... #{item['_type'].to_s} #{item['_id'].to_s}"
  182. data = {
  183. :id => item['_id'],
  184. :type => item['_type'],
  185. }
  186. ids.push data
  187. }
  188. ids
  189. end
  190. =begin
  191. return true if backend is configured
  192. result = SearchIndexBackend.enabled?
  193. =end
  194. def self.enabled?
  195. return if !Setting.get('es_url')
  196. return if Setting.get('es_url').empty?
  197. true
  198. end
  199. private
  200. def self.build_url( type = nil, o_id = nil )
  201. return if !SearchIndexBackend.enabled?
  202. index = Setting.get('es_index').to_s + "_#{Rails.env}"
  203. url = Setting.get('es_url')
  204. if type
  205. if o_id
  206. url = "#{url}/#{index}/#{type}/#{o_id}"
  207. else
  208. url = "#{url}/#{index}/#{type}"
  209. end
  210. else
  211. url = "#{url}/#{index}"
  212. end
  213. url
  214. end
  215. end