2 * collectd - src/zeromq.c
3 * Copyright (C) 2005-2010 Florian octo Forster
4 * Copyright (C) 2009 Aman Gupta
5 * Copyright (C) 2010 Julien Ammous
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms of the GNU General Public License as published by the
9 * Free Software Foundation; only version 2 of the License is applicable.
11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * General Public License for more details.
16 * You should have received a copy of the GNU General Public License along
17 * with this program; if not, write to the Free Software Foundation, Inc.,
18 * 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21 * Florian octo Forster <octo at verplant.org>
22 * Aman Gupta <aman at tmm1.net>
27 #include "common.h" /* auxiliary functions */
28 #include "plugin.h" /* plugin_register_*, plugin_dispatch_values */
29 #include "utils_cache.h"
34 # include <arpa/inet.h>
39 // copy/paste from network.c ...
41 static value_list_t send_buffer_vl = VALUE_LIST_STATIC;
43 static uint64_t stats_values_not_dispatched = 0;
44 static uint64_t stats_values_dispatched = 0;
51 typedef struct cmq_socket_s cmq_socket_t;
53 static int cmq_threads_num = 1;
54 static void *cmq_context = NULL;
56 static pthread_t *receive_thread_ids = NULL;
57 static size_t receive_thread_num = 0;
58 static int sending_sockets_num = 0;
60 /* 1 1 1 1 1 1 1 1 1 1 2 2 2 2 2 2 2 2 2 2 3 3
61 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
62 * +-------+-----------------------+-------------------------------+
64 * +-------+-----------------------+-------------------------------+
71 typedef struct part_header_s part_header_t;
73 // we do not want to crypt here
76 static _Bool check_receive_okay (const value_list_t *vl) /* {{{ */
78 uint64_t time_sent = 0;
81 status = uc_meta_data_get_unsigned_int (vl,
82 "zeromq:time_sent", &time_sent);
84 /* This is a value we already sent. Don't allow it to be received again in
85 * order to avoid looping. */
86 if ((status == 0) && (time_sent >= ((uint64_t) vl->time)))
90 } /* }}} _Bool check_receive_okay */
92 static int network_dispatch_values (value_list_t *vl, /* {{{ */
97 // DEBUG("host: %s", vl->host);
98 // DEBUG("plugin: %s", vl->plugin);
99 // DEBUG("plugin_instance: %s", vl->plugin_instance);
100 // DEBUG("type: %s", vl->type);
101 // DEBUG("type_instance: %s", vl->type_instance);
104 || (strlen (vl->host) <= 0)
105 || (strlen (vl->plugin) <= 0)
106 || (strlen (vl->type) <= 0))
109 if (!check_receive_okay (vl))
112 char name[6*DATA_MAX_NAME_LEN];
113 FORMAT_VL (name, sizeof (name), vl);
114 name[sizeof (name) - 1] = 0;
115 DEBUG ("network plugin: network_dispatch_values: "
116 "NOT dispatching %s.", name);
118 stats_values_not_dispatched++;
122 assert (vl->meta == NULL);
124 vl->meta = meta_data_create ();
125 if (vl->meta == NULL)
127 ERROR ("network plugin: meta_data_create failed.");
131 status = meta_data_add_boolean (vl->meta, "zeromq:received", 1);
134 ERROR ("network plugin: meta_data_add_boolean failed.");
135 meta_data_destroy (vl->meta);
140 if (username != NULL)
142 status = meta_data_add_string (vl->meta, "zeromq:username", username);
145 ERROR ("network plugin: meta_data_add_string failed.");
146 meta_data_destroy (vl->meta);
152 // DEBUG("dispatching %d values", vl->values_len);
153 plugin_dispatch_values (vl);
154 stats_values_dispatched++;
156 meta_data_destroy (vl->meta);
160 } /* }}} int network_dispatch_values */
162 static int write_part_values (char **ret_buffer, int *ret_buffer_len, const data_set_t *ds, const value_list_t *vl)
168 part_header_t pkg_ph;
169 uint16_t pkg_num_values;
170 uint8_t *pkg_values_types;
176 num_values = vl->values_len;
177 packet_len = sizeof (part_header_t) + sizeof (uint16_t)
178 + (num_values * sizeof (uint8_t))
179 + (num_values * sizeof (value_t));
181 if (*ret_buffer_len < packet_len)
184 pkg_values_types = (uint8_t *) malloc (num_values * sizeof (uint8_t));
185 if (pkg_values_types == NULL)
187 ERROR ("network plugin: write_part_values: malloc failed.");
191 pkg_values = (value_t *) malloc (num_values * sizeof (value_t));
192 if (pkg_values == NULL)
194 free (pkg_values_types);
195 ERROR ("network plugin: write_part_values: malloc failed.");
199 pkg_ph.type = htons (TYPE_VALUES);
200 pkg_ph.length = htons (packet_len);
202 pkg_num_values = htons ((uint16_t) vl->values_len);
204 for (i = 0; i < num_values; i++)
206 pkg_values_types[i] = (uint8_t) ds->ds[i].type;
207 switch (ds->ds[i].type)
209 case DS_TYPE_COUNTER:
210 pkg_values[i].counter = htonll (vl->values[i].counter);
214 pkg_values[i].gauge = htond (vl->values[i].gauge);
218 pkg_values[i].derive = htonll (vl->values[i].derive);
221 case DS_TYPE_ABSOLUTE:
222 pkg_values[i].absolute = htonll (vl->values[i].absolute);
226 free (pkg_values_types);
228 ERROR ("network plugin: write_part_values: "
229 "Unknown data source type: %i",
232 } /* switch (ds->ds[i].type) */
233 } /* for (num_values) */
236 * Use `memcpy' to write everything to the buffer, because the pointer
237 * may be unaligned and some architectures, such as SPARC, can't handle
240 packet_ptr = *ret_buffer;
242 memcpy (packet_ptr + offset, &pkg_ph, sizeof (pkg_ph));
243 offset += sizeof (pkg_ph);
244 memcpy (packet_ptr + offset, &pkg_num_values, sizeof (pkg_num_values));
245 offset += sizeof (pkg_num_values);
246 memcpy (packet_ptr + offset, pkg_values_types, num_values * sizeof (uint8_t));
247 offset += num_values * sizeof (uint8_t);
248 memcpy (packet_ptr + offset, pkg_values, num_values * sizeof (value_t));
249 offset += num_values * sizeof (value_t);
251 assert (offset == packet_len);
253 *ret_buffer = packet_ptr + packet_len;
254 *ret_buffer_len -= packet_len;
256 free (pkg_values_types);
260 } /* int write_part_values */
262 static int write_part_number (char **ret_buffer, int *ret_buffer_len,
263 int type, uint64_t value)
268 part_header_t pkg_head;
273 packet_len = sizeof (pkg_head) + sizeof (pkg_value);
275 if (*ret_buffer_len < packet_len)
278 pkg_head.type = htons (type);
279 pkg_head.length = htons (packet_len);
280 pkg_value = htonll (value);
282 packet_ptr = *ret_buffer;
284 memcpy (packet_ptr + offset, &pkg_head, sizeof (pkg_head));
285 offset += sizeof (pkg_head);
286 memcpy (packet_ptr + offset, &pkg_value, sizeof (pkg_value));
287 offset += sizeof (pkg_value);
289 assert (offset == packet_len);
291 *ret_buffer = packet_ptr + packet_len;
292 *ret_buffer_len -= packet_len;
295 } /* int write_part_number */
297 static int write_part_string (char **ret_buffer, int *ret_buffer_len,
298 int type, const char *str, int str_len)
308 buffer_len = 2 * sizeof (uint16_t) + str_len + 1;
309 if (*ret_buffer_len < buffer_len)
312 pkg_type = htons (type);
313 pkg_length = htons (buffer_len);
315 buffer = *ret_buffer;
317 memcpy (buffer + offset, (void *) &pkg_type, sizeof (pkg_type));
318 offset += sizeof (pkg_type);
319 memcpy (buffer + offset, (void *) &pkg_length, sizeof (pkg_length));
320 offset += sizeof (pkg_length);
321 memcpy (buffer + offset, str, str_len);
323 memset (buffer + offset, '\0', 1);
326 assert (offset == buffer_len);
328 *ret_buffer = buffer + buffer_len;
329 *ret_buffer_len -= buffer_len;
332 } /* int write_part_string */
334 static int parse_part_values (void **ret_buffer, size_t *ret_buffer_len,
335 value_t **ret_values, int *ret_num_values)
337 char *buffer = *ret_buffer;
338 size_t buffer_len = *ret_buffer_len;
353 NOTICE ("network plugin: packet is too short: "
354 "buffer_len = %zu", buffer_len);
358 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
359 buffer += sizeof (tmp16);
360 pkg_type = ntohs (tmp16);
362 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
363 buffer += sizeof (tmp16);
364 pkg_length = ntohs (tmp16);
366 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
367 buffer += sizeof (tmp16);
368 pkg_numval = ntohs (tmp16);
370 assert (pkg_type == TYPE_VALUES);
372 exp_size = 3 * sizeof (uint16_t)
373 + pkg_numval * (sizeof (uint8_t) + sizeof (value_t));
374 if ((buffer_len < 0) || (buffer_len < exp_size))
376 WARNING ("network plugin: parse_part_values: "
378 "Chunk of size %zu expected, "
379 "but buffer has only %zu bytes left.",
380 exp_size, buffer_len);
384 if (pkg_length != exp_size)
386 WARNING ("network plugin: parse_part_values: "
387 "Length and number of values "
388 "in the packet don't match.");
392 pkg_types = (uint8_t *) malloc (pkg_numval * sizeof (uint8_t));
393 pkg_values = (value_t *) malloc (pkg_numval * sizeof (value_t));
394 if ((pkg_types == NULL) || (pkg_values == NULL))
398 ERROR ("network plugin: parse_part_values: malloc failed.");
402 memcpy ((void *) pkg_types, (void *) buffer, pkg_numval * sizeof (uint8_t));
403 buffer += pkg_numval * sizeof (uint8_t);
404 memcpy ((void *) pkg_values, (void *) buffer, pkg_numval * sizeof (value_t));
405 buffer += pkg_numval * sizeof (value_t);
407 for (i = 0; i < pkg_numval; i++)
409 switch (pkg_types[i])
411 case DS_TYPE_COUNTER:
412 pkg_values[i].counter = (counter_t) ntohll (pkg_values[i].counter);
416 pkg_values[i].gauge = (gauge_t) ntohd (pkg_values[i].gauge);
420 pkg_values[i].derive = (derive_t) ntohll (pkg_values[i].derive);
423 case DS_TYPE_ABSOLUTE:
424 pkg_values[i].absolute = (absolute_t) ntohll (pkg_values[i].absolute);
428 NOTICE ("network plugin: parse_part_values: "
429 "Don't know how to handle data source type %"PRIu8,
434 } /* switch (pkg_types[i]) */
437 *ret_buffer = buffer;
438 *ret_buffer_len = buffer_len - pkg_length;
439 *ret_num_values = pkg_numval;
440 *ret_values = pkg_values;
445 } /* int parse_part_values */
447 static int add_to_buffer (char *buffer, int buffer_size, /* {{{ */
448 value_list_t *vl_def,
449 const data_set_t *ds, const value_list_t *vl)
451 char *buffer_orig = buffer;
453 if (write_part_string (&buffer, &buffer_size, TYPE_HOST, vl->host, strlen (vl->host)) != 0)
456 if (write_part_number (&buffer, &buffer_size, TYPE_TIME, (uint64_t) vl->time))
459 if (write_part_number (&buffer, &buffer_size, TYPE_INTERVAL, (uint64_t) vl->interval))
462 if (write_part_string (&buffer, &buffer_size, TYPE_PLUGIN, vl->plugin, strlen (vl->plugin)) != 0)
465 if (write_part_string (&buffer, &buffer_size, TYPE_PLUGIN_INSTANCE, vl->plugin_instance, strlen (vl->plugin_instance)) != 0)
468 if (write_part_string (&buffer, &buffer_size, TYPE_TYPE, vl->type, strlen (vl->type)) != 0)
471 if (write_part_string (&buffer, &buffer_size, TYPE_TYPE_INSTANCE, vl->type_instance, strlen (vl->type_instance)) != 0)
474 if (write_part_values (&buffer, &buffer_size, ds, vl) != 0)
477 return (buffer - buffer_orig);
478 } /* }}} int add_to_buffer */
480 static int parse_part_number (void **ret_buffer, size_t *ret_buffer_len,
483 char *buffer = *ret_buffer;
484 size_t buffer_len = *ret_buffer_len;
488 size_t exp_size = 2 * sizeof (uint16_t) + sizeof (uint64_t);
493 if ((buffer_len < 0) || ((size_t) buffer_len < exp_size))
495 WARNING ("network plugin: parse_part_number: "
497 "Chunk of size %zu expected, "
498 "but buffer has only %zu bytes left.",
499 exp_size, buffer_len);
503 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
504 buffer += sizeof (tmp16);
505 pkg_type = ntohs (tmp16);
507 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
508 buffer += sizeof (tmp16);
509 pkg_length = ntohs (tmp16);
511 memcpy ((void *) &tmp64, buffer, sizeof (tmp64));
512 buffer += sizeof (tmp64);
513 *value = ntohll (tmp64);
515 *ret_buffer = buffer;
516 *ret_buffer_len = buffer_len - pkg_length;
519 } /* int parse_part_number */
521 static int parse_part_string (void **ret_buffer, size_t *ret_buffer_len,
522 char *output, int output_len)
524 char *buffer = *ret_buffer;
525 size_t buffer_len = *ret_buffer_len;
528 size_t header_size = 2 * sizeof (uint16_t);
533 if ((buffer_len < 0) || (buffer_len < header_size))
535 WARNING ("network plugin: parse_part_string: "
537 "Chunk of at least size %zu expected, "
538 "but buffer has only %zu bytes left.",
539 header_size, buffer_len);
543 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
544 buffer += sizeof (tmp16);
545 pkg_type = ntohs (tmp16);
547 memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
548 buffer += sizeof (tmp16);
549 pkg_length = ntohs (tmp16);
551 /* Check that packet fits in the input buffer */
552 if (pkg_length > buffer_len)
554 WARNING ("network plugin: parse_part_string: "
556 "Chunk of size %"PRIu16" received, "
557 "but buffer has only %zu bytes left.",
558 pkg_length, buffer_len);
562 /* Check that pkg_length is in the valid range */
563 if (pkg_length <= header_size)
565 WARNING ("network plugin: parse_part_string: "
567 "Header claims this packet is only %hu "
568 "bytes long.", pkg_length);
572 /* Check that the package data fits into the output buffer.
573 * The previous if-statement ensures that:
574 * `pkg_length > header_size' */
576 || ((size_t) output_len < ((size_t) pkg_length - header_size)))
578 WARNING ("network plugin: parse_part_string: "
579 "Output buffer too small.");
583 /* All sanity checks successfull, let's copy the data over */
584 output_len = pkg_length - header_size;
585 memcpy ((void *) output, (void *) buffer, output_len);
586 buffer += output_len;
588 /* For some very weird reason '\0' doesn't do the trick on SPARC in
590 if (output[output_len - 1] != 0)
592 WARNING ("network plugin: parse_part_string: "
593 "Received string does not end "
594 "with a NULL-byte.");
598 *ret_buffer = buffer;
599 *ret_buffer_len = buffer_len - pkg_length;
602 } /* int parse_part_string */
605 static int parse_packet (void *se, /* {{{ */
606 void *buffer, size_t buffer_size, int flags,
607 const char *username)
611 value_list_t vl = VALUE_LIST_INIT;
615 int packet_was_signed = (flags & PP_SIGNED);
616 int packet_was_encrypted = (flags & PP_ENCRYPTED);
617 int printed_ignore_warning = 0;
618 #endif /* HAVE_LIBGCRYPT */
621 memset (&vl, '\0', sizeof (vl));
622 memset (&n, '\0', sizeof (n));
625 while ((status == 0) && (0 < buffer_size)
626 && ((unsigned int) buffer_size > sizeof (part_header_t)))
631 memcpy ((void *) &pkg_type,
634 memcpy ((void *) &pkg_length,
635 (void *) (buffer + sizeof (pkg_type)),
636 sizeof (pkg_length));
638 pkg_length = ntohs (pkg_length);
639 pkg_type = ntohs (pkg_type);
641 if (pkg_length > buffer_size)
643 /* Ensure that this loop terminates eventually */
644 if (pkg_length < (2 * sizeof (uint16_t)))
647 if (pkg_type == TYPE_ENCR_AES256)
649 // status = parse_part_encr_aes256 (se,
650 // &buffer, &buffer_size, flags);
653 ERROR ("network plugin: Decrypting AES256 "
655 "with status %i.", status);
660 else if ((se->data.server.security_level == SECURITY_LEVEL_ENCRYPT)
661 && (packet_was_encrypted == 0))
663 if (printed_ignore_warning == 0)
665 INFO ("network plugin: Unencrypted packet or "
666 "part has been ignored.");
667 printed_ignore_warning = 1;
669 buffer = ((char *) buffer) + pkg_length;
672 #endif /* HAVE_LIBGCRYPT */
673 else if (pkg_type == TYPE_SIGN_SHA256)
675 // status = parse_part_sign_sha256 (se,
676 // &buffer, &buffer_size, flags);
679 ERROR ("network plugin: Verifying HMAC-SHA-256 "
681 "with status %i.", status);
686 else if ((se->data.server.security_level == SECURITY_LEVEL_SIGN)
687 && (packet_was_encrypted == 0)
688 && (packet_was_signed == 0))
690 if (printed_ignore_warning == 0)
692 INFO ("network plugin: Unsigned packet or "
693 "part has been ignored.");
694 printed_ignore_warning = 1;
696 buffer = ((char *) buffer) + pkg_length;
699 #endif /* HAVE_LIBGCRYPT */
700 else if (pkg_type == TYPE_VALUES)
702 status = parse_part_values (&buffer, &buffer_size,
703 &vl.values, &vl.values_len);
707 network_dispatch_values (&vl, username);
711 else if (pkg_type == TYPE_TIME)
714 status = parse_part_number (&buffer, &buffer_size,
718 vl.time = (time_t) tmp;
719 n.time = (time_t) tmp;
722 else if (pkg_type == TYPE_INTERVAL)
725 status = parse_part_number (&buffer, &buffer_size,
728 vl.interval = (int) tmp;
730 else if (pkg_type == TYPE_HOST)
732 status = parse_part_string (&buffer, &buffer_size,
733 vl.host, sizeof (vl.host));
735 sstrncpy (n.host, vl.host, sizeof (n.host));
737 else if (pkg_type == TYPE_PLUGIN)
739 status = parse_part_string (&buffer, &buffer_size,
740 vl.plugin, sizeof (vl.plugin));
742 sstrncpy (n.plugin, vl.plugin,
745 else if (pkg_type == TYPE_PLUGIN_INSTANCE)
747 status = parse_part_string (&buffer, &buffer_size,
749 sizeof (vl.plugin_instance));
751 sstrncpy (n.plugin_instance,
753 sizeof (n.plugin_instance));
755 else if (pkg_type == TYPE_TYPE)
757 status = parse_part_string (&buffer, &buffer_size,
758 vl.type, sizeof (vl.type));
760 sstrncpy (n.type, vl.type, sizeof (n.type));
762 else if (pkg_type == TYPE_TYPE_INSTANCE)
764 status = parse_part_string (&buffer, &buffer_size,
766 sizeof (vl.type_instance));
768 sstrncpy (n.type_instance, vl.type_instance,
769 sizeof (n.type_instance));
771 else if (pkg_type == TYPE_MESSAGE)
773 status = parse_part_string (&buffer, &buffer_size,
774 n.message, sizeof (n.message));
780 else if ((n.severity != NOTIF_FAILURE)
781 && (n.severity != NOTIF_WARNING)
782 && (n.severity != NOTIF_OKAY))
784 INFO ("network plugin: "
785 "Ignoring notification with "
786 "unknown severity %i.",
789 else if (n.time <= 0)
791 INFO ("network plugin: "
792 "Ignoring notification with "
795 else if (strlen (n.message) <= 0)
797 INFO ("network plugin: "
798 "Ignoring notification with "
799 "an empty message.");
803 plugin_dispatch_notification (&n);
806 else if (pkg_type == TYPE_SEVERITY)
809 status = parse_part_number (&buffer, &buffer_size,
812 n.severity = (int) tmp;
816 DEBUG ("network plugin: parse_packet: Unknown part"
817 " type: 0x%04hx", pkg_type);
818 buffer = ((char *) buffer) + pkg_length;
820 } /* while (buffer_size > sizeof (part_header_t)) */
822 if (status == 0 && buffer_size > 0)
823 WARNING ("network plugin: parse_packet: Received truncated "
824 "packet, try increasing `MaxPacketSize'");
827 } /* }}} int parse_packet */
836 ////////////////////////////
837 //// END OF COPY / PASTE ///
838 ////////////////////////////
842 static char *zmq_send_to = NULL;
845 static int thread_running = 1;
846 static pthread_t listen_thread_id;
847 static void *push_socket = NULL;
849 static void cmq_close_callback (void *socket) /* {{{ */
852 (void) zmq_close (socket);
853 } /* }}} void cmq_close_callback */
855 static void free_data (void *data, void *hint) /* {{{ */
858 } /* }}} void free_data */
860 static void *receive_thread (void *cmq_socket) /* {{{ */
866 assert (cmq_socket != NULL);
868 while (thread_running)
872 (void) zmq_msg_init (&msg);
874 status = zmq_recv (cmq_socket, &msg, /* flags = */ 0);
877 if ((errno == EAGAIN) || (errno == EINTR))
880 ERROR ("zeromq plugin: zmq_recv failed: %s", zmq_strerror (errno));
884 data = zmq_msg_data (&msg);
885 data_size = zmq_msg_size (&msg);
887 status = parse_packet (NULL, data, data_size,
889 /* username = */ NULL);
890 DEBUG("zeromq plugin: received data, parse returned %d", status);
892 (void) zmq_msg_close (&msg);
893 } /* while (thread_running) */
895 DEBUG ("zeromq plugin: Receive thread is terminating.");
896 (void) zmq_close (cmq_socket);
899 } /* }}} void *receive_thread */
901 #define PACKET_SIZE 512
903 static int write_value (const data_set_t *ds, /* {{{ */
904 const value_list_t *vl,
905 user_data_t *user_data)
907 void *cmq_socket = user_data->data;
911 int send_buffer_size = PACKET_SIZE, real_size;
913 send_buffer = malloc(PACKET_SIZE);
914 if( send_buffer == NULL ) {
915 ERROR("Unable to allocate memory for send_buffer, aborting write");
920 memset(send_buffer, 0, PACKET_SIZE);
922 real_size = add_to_buffer(send_buffer, send_buffer_size, &send_buffer_vl, ds, vl);
924 // zeromq will free the memory when needed by calling the free_data function
925 if( zmq_msg_init_data(&msg, send_buffer, real_size, free_data, NULL) != 0 ) {
926 ERROR("zmq_msg_init : %s", zmq_strerror(errno));
930 // try to send the message
931 if( zmq_send(cmq_socket, &msg, /* flags = */ 0) != 0 ) {
932 if( errno == EAGAIN ) {
933 WARNING("ZeroMQ: Cannot send message, queue is full");
936 ERROR("zmq_send : %s", zmq_strerror(errno));
941 DEBUG("ZeroMQ: data sent");
944 } /* }}} int write_value */
946 static int cmq_config_mode (oconfig_item_t *ci) /* {{{ */
948 char buffer[64] = "";
951 status = cf_util_get_string_buffer (ci, buffer, sizeof (buffer));
955 if (strcasecmp ("Publish", buffer) == 0)
957 else if (strcasecmp ("Subscribe", buffer) == 0)
959 else if (strcasecmp ("Push", buffer) == 0)
961 else if (strcasecmp ("Pull", buffer) == 0)
964 ERROR ("zeromq plugin: Unrecognized communication pattern: \"%s\"",
967 } /* }}} int cmq_config_mode */
969 static int cmq_config_socket (oconfig_item_t *ci) /* {{{ */
977 type = cmq_config_mode (ci);
981 if (cmq_context == NULL)
983 cmq_context = zmq_init (cmq_threads_num);
984 if (cmq_context == NULL)
986 ERROR ("zeromq plugin: Initializing ZeroMQ failed: %s",
987 zmq_strerror (errno));
992 /* Create a new socket */
993 cmq_socket = zmq_socket (cmq_context, type);
994 if (cmq_socket == NULL)
996 ERROR ("zeromq plugin: zmq_socket failed: %s",
997 zmq_strerror (errno));
1001 if (type == ZMQ_SUB)
1003 /* Subscribe to all messages */
1004 status = zmq_setsockopt (cmq_socket, ZMQ_SUBSCRIBE,
1005 /* prefix = */ "", /* prefix length = */ 0);
1008 ERROR ("zeromq plugin: zmq_setsockopt (ZMQ_SUBSCRIBE) failed: %s",
1009 zmq_strerror (errno));
1010 (void) zmq_close (cmq_socket);
1015 /* Iterate over all children and do all the binds and connects requested. */
1017 for (i = 0; i < ci->children_num; i++)
1019 oconfig_item_t *child = ci->children + i;
1021 if (strcasecmp ("Endpoint", child->key) == 0)
1025 status = cf_util_get_string (child, &value);
1030 if ((type == ZMQ_SUB) || (type == ZMQ_PULL))
1032 status = zmq_bind (cmq_socket, value);
1035 ERROR ("zeromq plugin: zmq_bind (\"%s\") failed: %s",
1036 value, zmq_strerror (errno));
1040 else if ((type == ZMQ_PUB) || (type == ZMQ_PUSH))
1042 status = zmq_connect (cmq_socket, value);
1045 ERROR ("zeromq plugin: zmq_connect (\"%s\") failed: %s",
1046 value, zmq_strerror (errno));
1060 ERROR ("zeromq plugin: The \"%s\" config option is now allowed here.",
1063 } /* for (i = 0; i < ci->children_num; i++) */
1065 if (endpoints_num == 0)
1067 ERROR ("zeromq plugin: No (valid) \"Endpoint\" option was found in this "
1068 "\"Socket\" block.");
1069 (void) zmq_close (cmq_socket);
1073 /* If this is a receiving socket, create a new receive thread */
1074 if ((type == ZMQ_SUB) || (type == ZMQ_PULL))
1076 pthread_t *thread_ptr;
1078 thread_ptr = realloc (receive_thread_ids,
1079 sizeof (*receive_thread_ids) * (receive_thread_num + 1));
1080 if (thread_ptr == NULL)
1082 ERROR ("zeromq plugin: realloc failed.");
1085 receive_thread_ids = thread_ptr;
1086 thread_ptr = receive_thread_ids + receive_thread_num;
1088 status = pthread_create (thread_ptr,
1090 /* func = */ receive_thread,
1091 /* args = */ cmq_socket);
1095 ERROR ("zeromq plugin: pthread_create failed: %s",
1096 sstrerror (errno, errbuf, sizeof (errbuf)));
1097 (void) zmq_close (cmq_socket);
1101 receive_thread_num++;
1104 /* If this is a sending socket, register a new write function */
1105 else if ((type == ZMQ_PUB) || (type == ZMQ_PUSH))
1107 user_data_t ud = { NULL, NULL };
1110 ud.data = cmq_socket;
1111 ud.free_func = cmq_close_callback;
1113 ssnprintf (name, sizeof (name), "zeromq/%i", sending_sockets_num);
1114 sending_sockets_num++;
1116 plugin_register_write (name, write_value, &ud);
1120 } /* }}} int cmq_config_socket */
1127 * Endpoint "tcp://localhost:6666"
1129 * <Socket Subscribe>
1130 * Endpoint "tcp://eth0:6666"
1131 * Endpoint "tcp://collectd.example.com:6666"
1135 static int cmq_config (oconfig_item_t *ci) /* {{{ */
1140 for (i = 0; i < ci->children_num; i++)
1142 oconfig_item_t *child = ci->children + i;
1144 if (strcasecmp ("Socket", child->key) == 0)
1145 status = cmq_config_socket (child);
1146 else if (strcasecmp ("Threads", child->key) == 0)
1149 status = cf_util_get_int (child, &tmp);
1150 if ((status == 0) && (tmp >= 1))
1151 cmq_threads_num = tmp;
1155 WARNING ("zeromq plugin: The \"%s\" config option is not allowed here.",
1161 } /* }}} int cmq_config */
1163 static int plugin_init (void)
1165 int major, minor, patch;
1166 zmq_version (&major, &minor, &patch);
1168 /* init zeromq (1 I/O thread) */
1169 if (cmq_context == NULL)
1170 cmq_context = zmq_init(1);
1172 if( cmq_context == NULL ) {
1173 ERROR("zmq_init : %s", zmq_strerror(errno));
1177 // start send socket
1178 if( zmq_send_to != NULL ) {
1179 push_socket = zmq_socket(cmq_context, ZMQ_PUSH);
1181 if( push_socket == NULL ) {
1182 ERROR("zmq_socket : %s", zmq_strerror(errno));
1186 // and connect to remote host
1187 if( zmq_connect(push_socket, zmq_send_to) != 0 ) {
1188 ERROR("zmq_connect : %s", zmq_strerror(errno));
1192 INFO("ZeroMQ pushing to %s", zmq_send_to);
1197 INFO("ZeroMQ plugin initialized (zeromq v%d.%d.%d).", major, minor, patch);
1203 static int write_notification (const notification_t *n, user_data_t __attribute__((unused)) *user_data)
1205 DEBUG("ZeroMQ: received notification, not implemented yet");
1209 static int my_shutdown (void)
1215 DEBUG("ZeroMQ: shutting down");
1217 if( zmq_term(cmq_context) != 0 ) {
1218 ERROR("zmq_term : %s", zmq_strerror(errno));
1222 pthread_join(listen_thread_id, NULL);
1228 void module_register (void)
1230 plugin_register_complex_config("zeromq", cmq_config);
1231 plugin_register_init("zeromq", plugin_init);
1232 plugin_register_write("zeromq", write_value,
1233 /* user_data = */ NULL);
1234 plugin_register_notification ("network", write_notification,
1235 /* user_data = */ NULL);
1236 plugin_register_shutdown ("zeromq", my_shutdown);