packet.cc 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385
  1. /* Gearman server and library
  2. * Copyright (C) 2008 Brian Aker, Eric Day
  3. * All rights reserved.
  4. *
  5. * Use and distribution licensed under the BSD license. See
  6. * the COPYING file in the parent directory for full text.
  7. */
  8. /**
  9. * @file
  10. * @brief Server connection definitions
  11. */
  12. #include <config.h>
  13. #include <libgearman-server/common.h>
  14. #include <libgearman/command.h>
  15. #include <libgearman-server/fifo.h>
  16. #include <cassert>
  17. #include <cstring>
  18. #ifndef __INTEL_COMPILER
  19. #pragma GCC diagnostic ignored "-Wold-style-cast"
  20. #endif
  21. /*
  22. * Public definitions
  23. */
  24. gearman_server_packet_st *
  25. gearman_server_packet_create(gearman_server_thread_st *thread,
  26. bool from_thread)
  27. {
  28. gearman_server_packet_st *server_packet= NULL;
  29. if (from_thread && Server->flags.threaded)
  30. {
  31. if (thread->free_packet_count > 0)
  32. {
  33. server_packet= thread->free_packet_list;
  34. thread->free_packet_list= server_packet->next;
  35. thread->free_packet_count--;
  36. }
  37. }
  38. else
  39. {
  40. if (Server->free_packet_count > 0)
  41. {
  42. server_packet= Server->free_packet_list;
  43. Server->free_packet_list= server_packet->next;
  44. Server->free_packet_count--;
  45. }
  46. }
  47. if (server_packet == NULL)
  48. {
  49. server_packet= (gearman_server_packet_st *)malloc(sizeof(gearman_server_packet_st));
  50. if (server_packet == NULL)
  51. {
  52. gearmand_perror("malloc");
  53. return NULL;
  54. }
  55. }
  56. server_packet->next= NULL;
  57. return server_packet;
  58. }
  59. void gearman_server_packet_free(gearman_server_packet_st *packet,
  60. gearman_server_thread_st *thread,
  61. bool from_thread)
  62. {
  63. if (from_thread && Server->flags.threaded)
  64. {
  65. if (thread->free_packet_count < GEARMAN_MAX_FREE_SERVER_PACKET)
  66. {
  67. packet->next= thread->free_packet_list;
  68. thread->free_packet_list= packet;
  69. thread->free_packet_count++;
  70. }
  71. else
  72. {
  73. gearmand_debug("free");
  74. free(packet);
  75. }
  76. }
  77. else
  78. {
  79. if (Server->free_packet_count < GEARMAN_MAX_FREE_SERVER_PACKET)
  80. {
  81. packet->next= Server->free_packet_list;
  82. Server->free_packet_list= packet;
  83. Server->free_packet_count++;
  84. }
  85. else
  86. {
  87. gearmand_debug("free");
  88. free(packet);
  89. }
  90. }
  91. }
  92. gearmand_error_t gearman_server_io_packet_add(gearman_server_con_st *con,
  93. bool take_data,
  94. enum gearman_magic_t magic,
  95. gearman_command_t command,
  96. const void *arg, ...)
  97. {
  98. gearman_server_packet_st *server_packet;
  99. va_list ap;
  100. server_packet= gearman_server_packet_create(con->thread, false);
  101. if (not server_packet)
  102. return GEARMAN_MEMORY_ALLOCATION_FAILURE;
  103. gearmand_packet_init(&(server_packet->packet), magic, command);
  104. va_start(ap, arg);
  105. while (arg)
  106. {
  107. size_t arg_size= va_arg(ap, size_t);
  108. gearmand_error_t ret= gearmand_packet_create(&(server_packet->packet), arg, arg_size);
  109. if (gearmand_failed(ret))
  110. {
  111. va_end(ap);
  112. gearmand_packet_free(&(server_packet->packet));
  113. gearman_server_packet_free(server_packet, con->thread, false);
  114. return ret;
  115. }
  116. arg= va_arg(ap, void *);
  117. }
  118. va_end(ap);
  119. gearmand_error_t ret= gearmand_packet_pack_header(&(server_packet->packet));
  120. if (gearmand_failed(ret))
  121. {
  122. gearmand_packet_free(&(server_packet->packet));
  123. gearman_server_packet_free(server_packet, con->thread, false);
  124. return ret;
  125. }
  126. if (take_data)
  127. {
  128. server_packet->packet.options.free_data= true;
  129. }
  130. (void) pthread_mutex_lock(&con->thread->lock);
  131. gearmand_server_con_fifo_add(con, server_packet);
  132. (void) pthread_mutex_unlock(&con->thread->lock);
  133. gearman_server_con_io_add(con);
  134. return GEARMAN_SUCCESS;
  135. }
  136. void gearman_server_io_packet_remove(gearman_server_con_st *con)
  137. {
  138. gearman_server_packet_st *server_packet= con->io_packet_list;
  139. gearmand_packet_free(&(server_packet->packet));
  140. (void) pthread_mutex_lock(&con->thread->lock);
  141. gearmand_server_con_fifo_free(con, server_packet);
  142. (void) pthread_mutex_unlock(&con->thread->lock);
  143. gearman_server_packet_free(server_packet, con->thread, true);
  144. }
  145. void gearman_server_proc_packet_add(gearman_server_con_st *con,
  146. gearman_server_packet_st *packet)
  147. {
  148. (void) pthread_mutex_lock(&con->thread->lock);
  149. gearmand_server_con_fifo_proc_add(con, packet);
  150. (void) pthread_mutex_unlock(&con->thread->lock);
  151. gearman_server_con_proc_add(con);
  152. }
  153. gearman_server_packet_st *
  154. gearman_server_proc_packet_remove(gearman_server_con_st *con)
  155. {
  156. gearman_server_packet_st *server_packet= con->proc_packet_list;
  157. if (server_packet == NULL)
  158. return NULL;
  159. (void) pthread_mutex_lock(&con->thread->lock);
  160. gearmand_server_con_fifo_proc_free(con, server_packet);
  161. (void) pthread_mutex_unlock(&con->thread->lock);
  162. return server_packet;
  163. }
  164. const char *gearmand_strcommand(gearmand_packet_st *packet)
  165. {
  166. assert(packet);
  167. return gearman_command_info(packet->command)->name;
  168. }
  169. inline static gearmand_error_t packet_create_arg(gearmand_packet_st *packet,
  170. const void *arg, size_t arg_size)
  171. {
  172. size_t offset;
  173. if (packet->argc == gearman_command_info(packet->command)->argc &&
  174. (not (gearman_command_info(packet->command)->data) ||
  175. packet->data))
  176. {
  177. gearmand_log_error(GEARMAN_DEFAULT_LOG_PARAM, "too many arguments for command(%s)", gearman_command_info(packet->command)->name);
  178. return GEARMAN_TOO_MANY_ARGS;
  179. }
  180. if (packet->argc == gearman_command_info(packet->command)->argc)
  181. {
  182. packet->data= static_cast<const char *>(arg);
  183. packet->data_size= arg_size;
  184. return GEARMAN_SUCCESS;
  185. }
  186. if (packet->args_size == 0 and packet->magic != GEARMAN_MAGIC_TEXT)
  187. packet->args_size= GEARMAN_PACKET_HEADER_SIZE;
  188. if ((packet->args_size + arg_size) < GEARMAN_ARGS_BUFFER_SIZE)
  189. {
  190. packet->args= packet->args_buffer;
  191. }
  192. else
  193. {
  194. gearmand_log_debug(GEARMAN_DEFAULT_LOG_PARAM, "resizing packet buffer");
  195. if (packet->args == packet->args_buffer)
  196. {
  197. packet->args= (char *)malloc(packet->args_size + arg_size);
  198. memcpy(packet->args, packet->args_buffer, packet->args_size);
  199. }
  200. else
  201. {
  202. char *new_args= (char *)realloc(packet->args, packet->args_size + arg_size);
  203. if (not new_args)
  204. {
  205. gearmand_perror("realloc");
  206. return GEARMAN_MEMORY_ALLOCATION_FAILURE;
  207. }
  208. packet->args= new_args;
  209. }
  210. }
  211. memcpy(packet->args + packet->args_size, arg, arg_size);
  212. packet->args_size+= arg_size;
  213. packet->arg_size[packet->argc]= arg_size;
  214. packet->argc++;
  215. if (packet->magic == GEARMAN_MAGIC_TEXT)
  216. {
  217. offset= 0;
  218. }
  219. else
  220. {
  221. offset= GEARMAN_PACKET_HEADER_SIZE;
  222. }
  223. for (uint8_t x= 0; x < packet->argc; x++)
  224. {
  225. packet->arg[x]= packet->args + offset;
  226. offset+= packet->arg_size[x];
  227. }
  228. return GEARMAN_SUCCESS;
  229. }
  230. /** @} */
  231. /*
  232. * Public Definitions
  233. */
  234. void gearmand_packet_init(gearmand_packet_st *packet, enum gearman_magic_t magic, gearman_command_t command)
  235. {
  236. assert(packet);
  237. packet->options.complete= false;
  238. packet->options.free_data= false;
  239. packet->magic= magic;
  240. packet->command= command;
  241. packet->argc= 0;
  242. packet->args_size= 0;
  243. packet->data_size= 0;
  244. packet->args= NULL;
  245. packet->data= NULL;
  246. }
  247. gearmand_error_t gearmand_packet_create(gearmand_packet_st *packet,
  248. const void *arg, size_t arg_size)
  249. {
  250. return packet_create_arg(packet, arg, arg_size);
  251. }
  252. void gearmand_packet_free(gearmand_packet_st *packet)
  253. {
  254. if (packet->args != packet->args_buffer && packet->args != NULL)
  255. {
  256. gearmand_debug("free packet's args");
  257. free(packet->args);
  258. packet->args= NULL;
  259. }
  260. if (packet->options.free_data && packet->data != NULL)
  261. {
  262. gearmand_debug("free() packet's data");
  263. free((void *)packet->data); //@todo fix the need for the casting.
  264. packet->data= NULL;
  265. }
  266. }
  267. gearmand_error_t gearmand_packet_pack_header(gearmand_packet_st *packet)
  268. {
  269. uint64_t length_64;
  270. uint32_t tmp;
  271. if (packet->magic == GEARMAN_MAGIC_TEXT)
  272. {
  273. packet->options.complete= true;
  274. return GEARMAN_SUCCESS;
  275. }
  276. if (packet->args_size == 0)
  277. {
  278. packet->args= packet->args_buffer;
  279. packet->args_size= GEARMAN_PACKET_HEADER_SIZE;
  280. }
  281. switch (packet->magic)
  282. {
  283. case GEARMAN_MAGIC_TEXT:
  284. break;
  285. case GEARMAN_MAGIC_REQUEST:
  286. memcpy(packet->args, "\0REQ", 4);
  287. break;
  288. case GEARMAN_MAGIC_RESPONSE:
  289. memcpy(packet->args, "\0RES", 4);
  290. break;
  291. default:
  292. gearmand_error("invalid magic value");
  293. return GEARMAN_INVALID_MAGIC;
  294. }
  295. if (packet->command == GEARMAN_COMMAND_TEXT ||
  296. packet->command >= GEARMAN_COMMAND_MAX)
  297. {
  298. gearmand_error("invalid command value");
  299. return GEARMAN_INVALID_COMMAND;
  300. }
  301. tmp= packet->command;
  302. tmp= htonl(tmp);
  303. memcpy(packet->args + 4, &tmp, 4);
  304. length_64= packet->args_size + packet->data_size - GEARMAN_PACKET_HEADER_SIZE;
  305. // Check for overflow on 32bit(portable?).
  306. if (length_64 >= UINT32_MAX || length_64 < packet->data_size)
  307. {
  308. gearmand_error("data size too too long");
  309. return GEARMAN_ARGUMENT_TOO_LARGE;
  310. }
  311. tmp= (uint32_t)length_64;
  312. tmp= htonl(tmp);
  313. memcpy(packet->args + 8, &tmp, 4);
  314. packet->options.complete= true;
  315. return GEARMAN_SUCCESS;
  316. }