add.cc 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
  2. *
  3. * Gearmand client and server library.
  4. *
  5. * Copyright (C) 2011 Data Differential, http://datadifferential.com/
  6. * Copyright (C) 2008 Brian Aker, Eric Day
  7. * All rights reserved.
  8. *
  9. * Redistribution and use in source and binary forms, with or without
  10. * modification, are permitted provided that the following conditions are
  11. * met:
  12. *
  13. * * Redistributions of source code must retain the above copyright
  14. * notice, this list of conditions and the following disclaimer.
  15. *
  16. * * Redistributions in binary form must reproduce the above
  17. * copyright notice, this list of conditions and the following disclaimer
  18. * in the documentation and/or other materials provided with the
  19. * distribution.
  20. *
  21. * * The names of its contributors may not be used to endorse or
  22. * promote products derived from this software without specific prior
  23. * written permission.
  24. *
  25. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  26. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  27. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  28. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  29. * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  30. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  31. * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  32. * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  33. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  34. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  35. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  36. *
  37. */
  38. #include <libgearman/common.h>
  39. #include <libgearman/universal.hpp>
  40. #include <libgearman/add.hpp>
  41. #include <libgearman/connection.h>
  42. #include <libgearman/packet.hpp>
  43. #include <cerrno>
  44. #include <cstdio>
  45. #include <cstdlib>
  46. #include <cstring>
  47. #include <memory>
  48. #ifdef HAVE_UUID_UUID_H
  49. #include <uuid/uuid.h>
  50. #endif
  51. gearman_task_st *add_task(gearman_client_st *client,
  52. void *context,
  53. gearman_command_t command,
  54. const gearman_string_t &function,
  55. const gearman_unique_t &unique,
  56. const gearman_string_t &workload,
  57. time_t when,
  58. const gearman_actions_t &actions)
  59. {
  60. return add_task(client, NULL, context, command, function, unique, workload, when, actions);
  61. }
  62. gearman_task_st *add_task(gearman_client_st *client,
  63. gearman_task_st *task,
  64. void *context,
  65. gearman_command_t command,
  66. const char *function_name,
  67. const char *unique,
  68. const void *workload_str, size_t workload_size,
  69. time_t when,
  70. gearman_return_t *ret_ptr,
  71. const gearman_actions_t &actions)
  72. {
  73. gearman_return_t unused;
  74. if (not ret_ptr)
  75. ret_ptr= &unused;
  76. if (not client)
  77. {
  78. *ret_ptr= GEARMAN_ERRNO;
  79. errno= EINVAL;
  80. return NULL;
  81. }
  82. gearman_string_t function= { gearman_string_param_cstr(function_name) };
  83. gearman_unique_t local_unique= gearman_unique_make(unique, unique ? strlen(unique) : 0);
  84. gearman_string_t workload= { static_cast<const char *>(workload_str), workload_size };
  85. task= add_task(client, task, context, command, function, local_unique, workload, when, actions);
  86. if (not task)
  87. {
  88. *ret_ptr= gearman_universal_error_code(client->universal);
  89. return NULL;
  90. }
  91. *ret_ptr= GEARMAN_SUCCESS;
  92. return task;
  93. }
  94. gearman_task_st *add_task(gearman_client_st *client,
  95. gearman_task_st *task,
  96. void *context,
  97. gearman_command_t command,
  98. const gearman_string_t &function,
  99. const gearman_unique_t &unique,
  100. const gearman_string_t &workload,
  101. time_t when,
  102. const gearman_actions_t &actions)
  103. {
  104. uuid_t uuid;
  105. char uuid_string[37];
  106. const void *args[4];
  107. size_t args_size[4];
  108. if ((gearman_size(workload) && gearman_c_str(workload) == NULL) or (gearman_size(workload) == 0 && gearman_c_str(workload)))
  109. {
  110. gearman_error(client->universal, GEARMAN_INVALID_ARGUMENT, "invalid workload");
  111. return NULL;
  112. }
  113. task= gearman_task_internal_create(client, task);
  114. if (not task)
  115. {
  116. gearman_error(client->universal, GEARMAN_MEMORY_ALLOCATION_FAILURE, "");
  117. return NULL;
  118. }
  119. task->context= context;
  120. task->func= actions;
  121. /**
  122. @todo fix it so that NULL is done by default by the API not by happenstance.
  123. */
  124. char function_buffer[1024];
  125. if (client->universal._namespace)
  126. {
  127. char *ptr= function_buffer;
  128. memcpy(ptr, gearman_string_value(client->universal._namespace), gearman_string_length(client->universal._namespace));
  129. ptr+= gearman_string_length(client->universal._namespace);
  130. memcpy(ptr, gearman_c_str(function), gearman_size(function) +1);
  131. ptr+= gearman_size(function);
  132. args[0]= function_buffer;
  133. args_size[0]= ptr -function_buffer +1;
  134. }
  135. else
  136. {
  137. args[0]= gearman_c_str(function);
  138. args_size[0]= gearman_size(function) + 1;
  139. }
  140. if (gearman_size(unique))
  141. {
  142. args[1]= gearman_c_str(unique);
  143. args_size[1]= gearman_size(unique) + 1;
  144. }
  145. else
  146. {
  147. uuid_generate(uuid);
  148. uuid_unparse(uuid, uuid_string);
  149. uuid_string[36]= 0;
  150. args[1]= uuid_string;
  151. args_size[1]= 36 + 1; // +1 is for the needed null
  152. }
  153. gearman_return_t rc;
  154. if (command == GEARMAN_COMMAND_SUBMIT_JOB_EPOCH)
  155. {
  156. char time_string[30];
  157. int length= snprintf(time_string, sizeof(time_string), "%lld", static_cast<long long>(when));
  158. args[2]= time_string;
  159. args_size[2]= length +1;
  160. args[3]= gearman_c_str(workload);
  161. args_size[3]= gearman_size(workload);
  162. rc= gearman_packet_create_args(client->universal, task->send,
  163. GEARMAN_MAGIC_REQUEST, command,
  164. args, args_size,
  165. 4);
  166. }
  167. else
  168. {
  169. args[2]= gearman_c_str(workload);
  170. args_size[2]= gearman_size(workload);
  171. rc= gearman_packet_create_args(client->universal, task->send,
  172. GEARMAN_MAGIC_REQUEST, command,
  173. args, args_size,
  174. 3);
  175. }
  176. if (gearman_success(rc))
  177. {
  178. client->new_tasks++;
  179. client->running_tasks++;
  180. task->options.send_in_use= true;
  181. return task;
  182. }
  183. gearman_task_free(task);
  184. gearman_gerror(client->universal, rc);
  185. return NULL;
  186. }
  187. gearman_task_st *add_reducer_task(gearman_client_st *client,
  188. gearman_command_t command,
  189. const gearman_job_priority_t,
  190. const gearman_string_t &function,
  191. const gearman_string_t &reducer,
  192. const gearman_unique_t &unique,
  193. const gearman_string_t &workload,
  194. const gearman_actions_t &actions,
  195. const time_t,
  196. void *context)
  197. {
  198. uuid_t uuid;
  199. char uuid_string[37];
  200. const void *args[5];
  201. size_t args_size[5];
  202. if ((gearman_size(workload) and not gearman_c_str(workload)) or (gearman_size(workload) == 0 && gearman_c_str(workload)))
  203. {
  204. gearman_error(client->universal, GEARMAN_INVALID_ARGUMENT, "invalid workload");
  205. return NULL;
  206. }
  207. gearman_task_st *task= gearman_task_internal_create(client, NULL);
  208. if (not task)
  209. {
  210. gearman_error(client->universal, GEARMAN_MEMORY_ALLOCATION_FAILURE, "");
  211. return NULL;
  212. }
  213. task->context= context;
  214. task->func= actions;
  215. /**
  216. @todo fix it so that NULL is done by default by the API not by happenstance.
  217. */
  218. char function_buffer[1024];
  219. if (client->universal._namespace)
  220. {
  221. char *ptr= function_buffer;
  222. memcpy(ptr, gearman_string_value(client->universal._namespace), gearman_string_length(client->universal._namespace));
  223. ptr+= gearman_string_length(client->universal._namespace);
  224. memcpy(ptr, gearman_c_str(function), gearman_size(function) +1);
  225. ptr+= gearman_size(function);
  226. args[0]= function_buffer;
  227. args_size[0]= ptr- function_buffer +1;
  228. }
  229. else
  230. {
  231. args[0]= gearman_c_str(function);
  232. args_size[0]= gearman_size(function) + 1;
  233. }
  234. if (gearman_size(unique))
  235. {
  236. args[1]= gearman_c_str(unique);
  237. args_size[1]= gearman_size(unique) + 1;
  238. }
  239. else
  240. {
  241. uuid_generate(uuid);
  242. uuid_unparse(uuid, uuid_string);
  243. uuid_string[36]= 0;
  244. args[1]= uuid_string;
  245. args_size[1]= 36 +1; // +1 is for the needed null
  246. }
  247. assert_msg(command == GEARMAN_COMMAND_SUBMIT_REDUCE_JOB or command == GEARMAN_COMMAND_SUBMIT_REDUCE_JOB_BACKGROUND,
  248. "Command was not appropriate for request");
  249. char reducer_buffer[1024];
  250. if (client->universal._namespace)
  251. {
  252. char *ptr= reducer_buffer;
  253. memcpy(ptr, gearman_string_value(client->universal._namespace), gearman_string_length(client->universal._namespace));
  254. ptr+= gearman_string_length(client->universal._namespace);
  255. memcpy(ptr, gearman_c_str(reducer), gearman_size(reducer) +1);
  256. ptr+= gearman_size(reducer);
  257. args[2]= reducer_buffer;
  258. args_size[2]= ptr- reducer_buffer +1;
  259. }
  260. else
  261. {
  262. args[2]= gearman_c_str(reducer);
  263. args_size[2]= gearman_size(reducer) +1;
  264. }
  265. char aggregate[1];
  266. aggregate[0]= 0;
  267. args[3]= aggregate;
  268. args_size[3]= 1;
  269. assert_msg(gearman_c_str(workload), "Invalid workload (NULL)");
  270. assert_msg(gearman_size(workload), "Invalid workload of zero");
  271. args[4]= gearman_c_str(workload);
  272. args_size[4]= gearman_size(workload);
  273. gearman_return_t rc;
  274. if (gearman_success(rc= gearman_packet_create_args(client->universal, task->send,
  275. GEARMAN_MAGIC_REQUEST, command,
  276. args, args_size,
  277. 5)))
  278. {
  279. client->new_tasks++;
  280. client->running_tasks++;
  281. task->options.send_in_use= true;
  282. }
  283. else
  284. {
  285. gearman_gerror(client->universal, rc);
  286. gearman_task_free(task);
  287. task= NULL;
  288. }
  289. task->type= GEARMAN_TASK_KIND_EXECUTE;
  290. return task;
  291. }