/**
* collectd - src/zeromq.c
- * Copyright (C) 2005-2009 Florian octo Forster
+ * Copyright (C) 2005-2010 Florian octo Forster
* Copyright (C) 2009 Aman Gupta
* Copyright (C) 2010 Julien Ammous
*
#include <pthread.h>
#include <zmq.h>
-// copy/paste from network.c ...
-
-static value_list_t send_buffer_vl = VALUE_LIST_STATIC;
-
-static uint64_t stats_values_not_dispatched = 0;
-static uint64_t stats_values_dispatched = 0;
+#include "zeromq_borrowed.c"
struct cmq_socket_s
{
static pthread_t *receive_thread_ids = NULL;
static size_t receive_thread_num = 0;
+static int sending_sockets_num = 0;
-/* 1 1 1 1 1 1 1 1 1 1 2 2 2 2 2 2 2 2 2 2 3 3
- * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
- * +-------+-----------------------+-------------------------------+
- * ! Ver. ! ! Length !
- * +-------+-----------------------+-------------------------------+
- */
-struct part_header_s
-{
- uint16_t type;
- uint16_t length;
-};
-typedef struct part_header_s part_header_t;
-
-// we do not want to crypt here
-#undef HAVE_LIBGCRYPT
+static _Bool thread_running = 1;
-static _Bool check_receive_okay (const value_list_t *vl) /* {{{ */
+static void cmq_close_callback (void *socket) /* {{{ */
{
- uint64_t time_sent = 0;
- int status;
-
- status = uc_meta_data_get_unsigned_int (vl,
- "zeromq:time_sent", &time_sent);
+ if (socket != NULL)
+ (void) zmq_close (socket);
+} /* }}} void cmq_close_callback */
- /* This is a value we already sent. Don't allow it to be received again in
- * order to avoid looping. */
- if ((status == 0) && (time_sent >= ((uint64_t) vl->time)))
- return (0);
-
- return (1);
-} /* }}} _Bool check_receive_okay */
+static void free_data (void *data, void *hint) /* {{{ */
+{
+ free (data);
+} /* }}} void free_data */
-static int network_dispatch_values (value_list_t *vl, /* {{{ */
- const char *username)
+static void *receive_thread (void *cmq_socket) /* {{{ */
{
int status;
-
- // DEBUG("host: %s", vl->host);
- // DEBUG("plugin: %s", vl->plugin);
- // DEBUG("plugin_instance: %s", vl->plugin_instance);
- // DEBUG("type: %s", vl->type);
- // DEBUG("type_instance: %s", vl->type_instance);
-
- if ((vl->time <= 0)
- || (strlen (vl->host) <= 0)
- || (strlen (vl->plugin) <= 0)
- || (strlen (vl->type) <= 0))
- return (-EINVAL);
-
- if (!check_receive_okay (vl))
- {
-#if COLLECT_DEBUG
- char name[6*DATA_MAX_NAME_LEN];
- FORMAT_VL (name, sizeof (name), vl);
- name[sizeof (name) - 1] = 0;
- DEBUG ("network plugin: network_dispatch_values: "
- "NOT dispatching %s.", name);
-#endif
- stats_values_not_dispatched++;
- return (0);
- }
+ char *data = NULL;
+ size_t data_size;
- assert (vl->meta == NULL);
+ assert (cmq_socket != NULL);
- vl->meta = meta_data_create ();
- if (vl->meta == NULL)
+ while (thread_running)
{
- ERROR ("network plugin: meta_data_create failed.");
- return (-ENOMEM);
- }
+ zmq_pollitem_t pollitem;
+ zmq_msg_t msg;
- status = meta_data_add_boolean (vl->meta, "zeromq:received", 1);
- if (status != 0)
- {
- ERROR ("network plugin: meta_data_add_boolean failed.");
- meta_data_destroy (vl->meta);
- vl->meta = NULL;
- return (status);
- }
+ memset (&pollitem, 0, sizeof (pollitem));
+ pollitem.socket = cmq_socket;
+ pollitem.events = ZMQ_POLLIN;
- if (username != NULL)
- {
- status = meta_data_add_string (vl->meta, "zeromq:username", username);
- if (status != 0)
+ /* Check "thread_running" at least twice times per second. */
+ status = zmq_poll (&pollitem, /* nitems = */ 1,
+ /* timeout = */ 500000 /* us */);
+ if (status < 0)
{
- ERROR ("network plugin: meta_data_add_string failed.");
- meta_data_destroy (vl->meta);
- vl->meta = NULL;
- return (status);
+ ERROR ("zeromq plugin: zmq_poll failed: %s", zmq_strerror (errno));
+ continue;
}
- }
-
- // DEBUG("dispatching %d values", vl->values_len);
- plugin_dispatch_values (vl);
- stats_values_dispatched++;
-
- meta_data_destroy (vl->meta);
- vl->meta = NULL;
-
- return (0);
-} /* }}} int network_dispatch_values */
-
-static int write_part_values (char **ret_buffer, int *ret_buffer_len, const data_set_t *ds, const value_list_t *vl)
-{
- char *packet_ptr;
- int packet_len;
- int num_values;
-
- part_header_t pkg_ph;
- uint16_t pkg_num_values;
- uint8_t *pkg_values_types;
- value_t *pkg_values;
-
- int offset;
- int i;
-
- num_values = vl->values_len;
- packet_len = sizeof (part_header_t) + sizeof (uint16_t)
- + (num_values * sizeof (uint8_t))
- + (num_values * sizeof (value_t));
-
- if (*ret_buffer_len < packet_len)
- return (-1);
-
- pkg_values_types = (uint8_t *) malloc (num_values * sizeof (uint8_t));
- if (pkg_values_types == NULL)
- {
- ERROR ("network plugin: write_part_values: malloc failed.");
- return (-1);
- }
-
- pkg_values = (value_t *) malloc (num_values * sizeof (value_t));
- if (pkg_values == NULL)
- {
- free (pkg_values_types);
- ERROR ("network plugin: write_part_values: malloc failed.");
- return (-1);
- }
-
- pkg_ph.type = htons (TYPE_VALUES);
- pkg_ph.length = htons (packet_len);
+ else if (status == 0) /* timeout */
+ continue;
- pkg_num_values = htons ((uint16_t) vl->values_len);
+ (void) zmq_msg_init (&msg);
- for (i = 0; i < num_values; i++)
- {
- pkg_values_types[i] = (uint8_t) ds->ds[i].type;
- switch (ds->ds[i].type)
+ status = zmq_recv (cmq_socket, &msg, /* flags = */ 0);
+ if (status != 0)
{
- case DS_TYPE_COUNTER:
- pkg_values[i].counter = htonll (vl->values[i].counter);
- break;
-
- case DS_TYPE_GAUGE:
- pkg_values[i].gauge = htond (vl->values[i].gauge);
- break;
-
- case DS_TYPE_DERIVE:
- pkg_values[i].derive = htonll (vl->values[i].derive);
- break;
-
- case DS_TYPE_ABSOLUTE:
- pkg_values[i].absolute = htonll (vl->values[i].absolute);
- break;
-
- default:
- free (pkg_values_types);
- free (pkg_values);
- ERROR ("network plugin: write_part_values: "
- "Unknown data source type: %i",
- ds->ds[i].type);
- return (-1);
- } /* switch (ds->ds[i].type) */
- } /* for (num_values) */
-
- /*
- * Use `memcpy' to write everything to the buffer, because the pointer
- * may be unaligned and some architectures, such as SPARC, can't handle
- * that.
- */
- packet_ptr = *ret_buffer;
- offset = 0;
- memcpy (packet_ptr + offset, &pkg_ph, sizeof (pkg_ph));
- offset += sizeof (pkg_ph);
- memcpy (packet_ptr + offset, &pkg_num_values, sizeof (pkg_num_values));
- offset += sizeof (pkg_num_values);
- memcpy (packet_ptr + offset, pkg_values_types, num_values * sizeof (uint8_t));
- offset += num_values * sizeof (uint8_t);
- memcpy (packet_ptr + offset, pkg_values, num_values * sizeof (value_t));
- offset += num_values * sizeof (value_t);
-
- assert (offset == packet_len);
-
- *ret_buffer = packet_ptr + packet_len;
- *ret_buffer_len -= packet_len;
-
- free (pkg_values_types);
- free (pkg_values);
+ (void) zmq_msg_close (&msg);
- return (0);
-} /* int write_part_values */
-
-static int write_part_number (char **ret_buffer, int *ret_buffer_len,
- int type, uint64_t value)
-{
- char *packet_ptr;
- int packet_len;
-
- part_header_t pkg_head;
- uint64_t pkg_value;
-
- int offset;
-
- packet_len = sizeof (pkg_head) + sizeof (pkg_value);
+ if ((errno == EAGAIN) || (errno == EINTR))
+ continue;
- if (*ret_buffer_len < packet_len)
- return (-1);
+ ERROR ("zeromq plugin: zmq_recv failed: %s", zmq_strerror (errno));
+ break;
+ }
- pkg_head.type = htons (type);
- pkg_head.length = htons (packet_len);
- pkg_value = htonll (value);
+ data = zmq_msg_data (&msg);
+ data_size = zmq_msg_size (&msg);
- packet_ptr = *ret_buffer;
- offset = 0;
- memcpy (packet_ptr + offset, &pkg_head, sizeof (pkg_head));
- offset += sizeof (pkg_head);
- memcpy (packet_ptr + offset, &pkg_value, sizeof (pkg_value));
- offset += sizeof (pkg_value);
+ status = parse_packet (NULL, data, data_size,
+ /* flags = */ 0,
+ /* username = */ NULL);
+ DEBUG("zeromq plugin: received data, parse returned %d", status);
- assert (offset == packet_len);
+ (void) zmq_msg_close (&msg);
+ } /* while (thread_running) */
- *ret_buffer = packet_ptr + packet_len;
- *ret_buffer_len -= packet_len;
+ DEBUG ("zeromq plugin: Receive thread is terminating.");
+ (void) zmq_close (cmq_socket);
+
+ return (NULL);
+} /* }}} void *receive_thread */
- return (0);
-} /* int write_part_number */
+#define PACKET_SIZE 512
-static int write_part_string (char **ret_buffer, int *ret_buffer_len,
- int type, const char *str, int str_len)
+static int write_notification (const notification_t *n, /* {{{ */
+ __attribute__((unused)) user_data_t *user_data)
{
- char *buffer;
- int buffer_len;
+ char buffer[PACKET_SIZE];
+ char *buffer_ptr = buffer;
+ int buffer_free = sizeof (buffer);
+ int status;
+ zmq_msg_t msg;
+
+ void *cmq_socket = user_data->data;
- uint16_t pkg_type;
- uint16_t pkg_length;
+ memset (buffer, '\0', sizeof (buffer));
- int offset;
- buffer_len = 2 * sizeof (uint16_t) + str_len + 1;
- if (*ret_buffer_len < buffer_len)
+ status = write_part_number (&buffer_ptr, &buffer_free, TYPE_TIME, (uint64_t) n->time);
+ if (status != 0)
return (-1);
- pkg_type = htons (type);
- pkg_length = htons (buffer_len);
-
- buffer = *ret_buffer;
- offset = 0;
- memcpy (buffer + offset, (void *) &pkg_type, sizeof (pkg_type));
- offset += sizeof (pkg_type);
- memcpy (buffer + offset, (void *) &pkg_length, sizeof (pkg_length));
- offset += sizeof (pkg_length);
- memcpy (buffer + offset, str, str_len);
- offset += str_len;
- memset (buffer + offset, '\0', 1);
- offset += 1;
-
- assert (offset == buffer_len);
-
- *ret_buffer = buffer + buffer_len;
- *ret_buffer_len -= buffer_len;
-
- return (0);
-} /* int write_part_string */
-
-static int parse_part_values (void **ret_buffer, size_t *ret_buffer_len,
- value_t **ret_values, int *ret_num_values)
-{
- char *buffer = *ret_buffer;
- size_t buffer_len = *ret_buffer_len;
-
- uint16_t tmp16;
- size_t exp_size;
- int i;
-
- uint16_t pkg_length;
- uint16_t pkg_type;
- uint16_t pkg_numval;
-
- uint8_t *pkg_types;
- value_t *pkg_values;
+ status = write_part_number (&buffer_ptr, &buffer_free, TYPE_SEVERITY, (uint64_t) n->severity);
+ if (status != 0)
+ return (-1);
- if (buffer_len < 15)
+ if (strlen (n->host) > 0)
{
- NOTICE ("network plugin: packet is too short: "
- "buffer_len = %zu", buffer_len);
- return (-1);
+ status = write_part_string (&buffer_ptr, &buffer_free, TYPE_HOST, n->host, strlen (n->host));
+ if (status != 0)
+ return (-1);
}
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_type = ntohs (tmp16);
-
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_length = ntohs (tmp16);
-
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_numval = ntohs (tmp16);
-
- assert (pkg_type == TYPE_VALUES);
-
- exp_size = 3 * sizeof (uint16_t)
- + pkg_numval * (sizeof (uint8_t) + sizeof (value_t));
- if ((buffer_len < 0) || (buffer_len < exp_size))
+ if (strlen (n->plugin) > 0)
{
- WARNING ("network plugin: parse_part_values: "
- "Packet too short: "
- "Chunk of size %zu expected, "
- "but buffer has only %zu bytes left.",
- exp_size, buffer_len);
- return (-1);
+ status = write_part_string (&buffer_ptr, &buffer_free, TYPE_PLUGIN, n->plugin, strlen (n->plugin));
+ if (status != 0)
+ return (-1);
}
- if (pkg_length != exp_size)
+ if (strlen (n->plugin_instance) > 0)
{
- WARNING ("network plugin: parse_part_values: "
- "Length and number of values "
- "in the packet don't match.");
- return (-1);
+ status = write_part_string (&buffer_ptr, &buffer_free, TYPE_PLUGIN_INSTANCE, n->plugin_instance,
+ strlen (n->plugin_instance));
+ if (status != 0)
+ return (-1);
}
- pkg_types = (uint8_t *) malloc (pkg_numval * sizeof (uint8_t));
- pkg_values = (value_t *) malloc (pkg_numval * sizeof (value_t));
- if ((pkg_types == NULL) || (pkg_values == NULL))
+ if (strlen (n->type) > 0)
{
- sfree (pkg_types);
- sfree (pkg_values);
- ERROR ("network plugin: parse_part_values: malloc failed.");
- return (-1);
+ status = write_part_string (&buffer_ptr, &buffer_free, TYPE_TYPE, n->type, strlen (n->type));
+ if (status != 0)
+ return (-1);
}
- memcpy ((void *) pkg_types, (void *) buffer, pkg_numval * sizeof (uint8_t));
- buffer += pkg_numval * sizeof (uint8_t);
- memcpy ((void *) pkg_values, (void *) buffer, pkg_numval * sizeof (value_t));
- buffer += pkg_numval * sizeof (value_t);
-
- for (i = 0; i < pkg_numval; i++)
+ if (strlen (n->type_instance) > 0)
{
- switch (pkg_types[i])
- {
- case DS_TYPE_COUNTER:
- pkg_values[i].counter = (counter_t) ntohll (pkg_values[i].counter);
- break;
-
- case DS_TYPE_GAUGE:
- pkg_values[i].gauge = (gauge_t) ntohd (pkg_values[i].gauge);
- break;
-
- case DS_TYPE_DERIVE:
- pkg_values[i].derive = (derive_t) ntohll (pkg_values[i].derive);
- break;
-
- case DS_TYPE_ABSOLUTE:
- pkg_values[i].absolute = (absolute_t) ntohll (pkg_values[i].absolute);
- break;
-
- default:
- NOTICE ("network plugin: parse_part_values: "
- "Don't know how to handle data source type %"PRIu8,
- pkg_types[i]);
- sfree (pkg_types);
- sfree (pkg_values);
- return (-1);
- } /* switch (pkg_types[i]) */
+ status = write_part_string (&buffer_ptr, &buffer_free, TYPE_TYPE_INSTANCE, n->type_instance,
+ strlen (n->type_instance));
+ if (status != 0)
+ return (-1);
}
- *ret_buffer = buffer;
- *ret_buffer_len = buffer_len - pkg_length;
- *ret_num_values = pkg_numval;
- *ret_values = pkg_values;
-
- sfree (pkg_types);
-
- return (0);
-} /* int parse_part_values */
-
-static int add_to_buffer (char *buffer, int buffer_size, /* {{{ */
- value_list_t *vl_def,
- const data_set_t *ds, const value_list_t *vl)
-{
- char *buffer_orig = buffer;
-
- if (write_part_string (&buffer, &buffer_size, TYPE_HOST, vl->host, strlen (vl->host)) != 0)
- return (-1);
-
- if (write_part_number (&buffer, &buffer_size, TYPE_TIME, (uint64_t) vl->time))
- return (-1);
-
- if (write_part_number (&buffer, &buffer_size, TYPE_INTERVAL, (uint64_t) vl->interval))
- return (-1);
-
- if (write_part_string (&buffer, &buffer_size, TYPE_PLUGIN, vl->plugin, strlen (vl->plugin)) != 0)
- return (-1);
-
- if (write_part_string (&buffer, &buffer_size, TYPE_PLUGIN_INSTANCE, vl->plugin_instance, strlen (vl->plugin_instance)) != 0)
- return (-1);
-
- if (write_part_string (&buffer, &buffer_size, TYPE_TYPE, vl->type, strlen (vl->type)) != 0)
- return (-1);
-
- if (write_part_string (&buffer, &buffer_size, TYPE_TYPE_INSTANCE, vl->type_instance, strlen (vl->type_instance)) != 0)
+ status = write_part_string (&buffer_ptr, &buffer_free, TYPE_MESSAGE, n->message, strlen (n->message));
+ if (status != 0)
return (-1);
- if (write_part_values (&buffer, &buffer_size, ds, vl) != 0)
- return (-1);
+ // zeromq will free the memory when needed by calling the free_data function
+ if( zmq_msg_init_data(&msg, buffer, sizeof(buffer) - buffer_free, free_data, NULL) != 0 ) {
+ ERROR("zmq_msg_init : %s", zmq_strerror(errno));
+ return 1;
+ }
- return (buffer - buffer_orig);
-} /* }}} int add_to_buffer */
+ // try to send the message
+ if( zmq_send(cmq_socket, &msg, /* flags = */ 0) != 0 ) {
+ if( errno == EAGAIN ) {
+ WARNING("ZeroMQ: Cannot send message, queue is full");
+ }
+ else {
+ ERROR("zmq_send : %s", zmq_strerror(errno));
+ return 1;
+ }
+ }
+
+ return 0;
+} /* }}} int write_notification */
-static int parse_part_number (void **ret_buffer, size_t *ret_buffer_len,
- uint64_t *value)
+static int write_value (const data_set_t *ds, /* {{{ */
+ const value_list_t *vl,
+ user_data_t *user_data)
{
- char *buffer = *ret_buffer;
- size_t buffer_len = *ret_buffer_len;
-
- uint16_t tmp16;
- uint64_t tmp64;
- size_t exp_size = 2 * sizeof (uint16_t) + sizeof (uint64_t);
+ void *cmq_socket = user_data->data;
- uint16_t pkg_length;
- uint16_t pkg_type;
+ zmq_msg_t msg;
+ char *send_buffer;
+ int send_buffer_size = PACKET_SIZE, real_size;
- if ((buffer_len < 0) || ((size_t) buffer_len < exp_size))
- {
- WARNING ("network plugin: parse_part_number: "
- "Packet too short: "
- "Chunk of size %zu expected, "
- "but buffer has only %zu bytes left.",
- exp_size, buffer_len);
- return (-1);
+ send_buffer = malloc(PACKET_SIZE);
+ if( send_buffer == NULL ) {
+ ERROR("Unable to allocate memory for send_buffer, aborting write");
+ return 1;
}
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_type = ntohs (tmp16);
-
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_length = ntohs (tmp16);
+ // empty buffer
+ memset(send_buffer, 0, PACKET_SIZE);
- memcpy ((void *) &tmp64, buffer, sizeof (tmp64));
- buffer += sizeof (tmp64);
- *value = ntohll (tmp64);
+ real_size = add_to_buffer(send_buffer, send_buffer_size, &send_buffer_vl, ds, vl);
- *ret_buffer = buffer;
- *ret_buffer_len = buffer_len - pkg_length;
+ // zeromq will free the memory when needed by calling the free_data function
+ if( zmq_msg_init_data(&msg, send_buffer, real_size, free_data, NULL) != 0 ) {
+ ERROR("zmq_msg_init : %s", zmq_strerror(errno));
+ return 1;
+ }
- return (0);
-} /* int parse_part_number */
+ // try to send the message
+ if( zmq_send(cmq_socket, &msg, ZMQ_NOBLOCK) != 0 ) {
+ if( errno == EAGAIN ) {
+ WARNING("ZeroMQ: Unable to queue message, queue may be full");
+ return -1;
+ }
+ else {
+ ERROR("zmq_send : %s", zmq_strerror(errno));
+ return -1;
+ }
+ }
-static int parse_part_string (void **ret_buffer, size_t *ret_buffer_len,
- char *output, int output_len)
-{
- char *buffer = *ret_buffer;
- size_t buffer_len = *ret_buffer_len;
+ DEBUG("ZeroMQ: data sent");
- uint16_t tmp16;
- size_t header_size = 2 * sizeof (uint16_t);
+ return 0;
+} /* }}} int write_value */
- uint16_t pkg_length;
- uint16_t pkg_type;
+static int cmq_config_mode (oconfig_item_t *ci) /* {{{ */
+{
+ char buffer[64] = "";
+ int status;
- if ((buffer_len < 0) || (buffer_len < header_size))
- {
- WARNING ("network plugin: parse_part_string: "
- "Packet too short: "
- "Chunk of at least size %zu expected, "
- "but buffer has only %zu bytes left.",
- header_size, buffer_len);
+ status = cf_util_get_string_buffer (ci, buffer, sizeof (buffer));
+ if (status != 0)
return (-1);
- }
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_type = ntohs (tmp16);
-
- memcpy ((void *) &tmp16, buffer, sizeof (tmp16));
- buffer += sizeof (tmp16);
- pkg_length = ntohs (tmp16);
+ if (strcasecmp ("Publish", buffer) == 0)
+ return (ZMQ_PUB);
+ else if (strcasecmp ("Subscribe", buffer) == 0)
+ return (ZMQ_SUB);
+ else if (strcasecmp ("Push", buffer) == 0)
+ return (ZMQ_PUSH);
+ else if (strcasecmp ("Pull", buffer) == 0)
+ return (ZMQ_PULL);
+
+ ERROR ("zeromq plugin: Unrecognized communication pattern: \"%s\"",
+ buffer);
+ return (-1);
+} /* }}} int cmq_config_mode */
- /* Check that packet fits in the input buffer */
- if (pkg_length > buffer_len)
- {
- WARNING ("network plugin: parse_part_string: "
- "Packet too big: "
- "Chunk of size %"PRIu16" received, "
- "but buffer has only %zu bytes left.",
- pkg_length, buffer_len);
- return (-1);
- }
+static int cmq_config_socket (oconfig_item_t *ci) /* {{{ */
+{
+ int type;
+ int status;
+ int i;
+ int endpoints_num;
+ void *cmq_socket;
- /* Check that pkg_length is in the valid range */
- if (pkg_length <= header_size)
- {
- WARNING ("network plugin: parse_part_string: "
- "Packet too short: "
- "Header claims this packet is only %hu "
- "bytes long.", pkg_length);
+ type = cmq_config_mode (ci);
+ if (type < 0)
return (-1);
- }
- /* Check that the package data fits into the output buffer.
- * The previous if-statement ensures that:
- * `pkg_length > header_size' */
- if ((output_len < 0)
- || ((size_t) output_len < ((size_t) pkg_length - header_size)))
+ if (cmq_context == NULL)
{
- WARNING ("network plugin: parse_part_string: "
- "Output buffer too small.");
- return (-1);
+ cmq_context = zmq_init (cmq_threads_num);
+ if (cmq_context == NULL)
+ {
+ ERROR ("zeromq plugin: Initializing ZeroMQ failed: %s",
+ zmq_strerror (errno));
+ return (-1);
+ }
+
+ INFO("ZeroMQ: Using %d threads", cmq_threads_num);
}
- /* All sanity checks successfull, let's copy the data over */
- output_len = pkg_length - header_size;
- memcpy ((void *) output, (void *) buffer, output_len);
- buffer += output_len;
-
- /* For some very weird reason '\0' doesn't do the trick on SPARC in
- * this statement. */
- if (output[output_len - 1] != 0)
+ /* Create a new socket */
+ cmq_socket = zmq_socket (cmq_context, type);
+ if (cmq_socket == NULL)
{
- WARNING ("network plugin: parse_part_string: "
- "Received string does not end "
- "with a NULL-byte.");
+ ERROR ("zeromq plugin: zmq_socket failed: %s",
+ zmq_strerror (errno));
return (-1);
}
- *ret_buffer = buffer;
- *ret_buffer_len = buffer_len - pkg_length;
-
- return (0);
-} /* int parse_part_string */
-
-
-static int parse_packet (void *se, /* {{{ */
- void *buffer, size_t buffer_size, int flags,
- const char *username)
-{
- int status;
-
- value_list_t vl = VALUE_LIST_INIT;
- notification_t n;
-
-#if HAVE_LIBGCRYPT
- int packet_was_signed = (flags & PP_SIGNED);
- int packet_was_encrypted = (flags & PP_ENCRYPTED);
- int printed_ignore_warning = 0;
-#endif /* HAVE_LIBGCRYPT */
-
-
- memset (&vl, '\0', sizeof (vl));
- memset (&n, '\0', sizeof (n));
- status = 0;
-
- while ((status == 0) && (0 < buffer_size)
- && ((unsigned int) buffer_size > sizeof (part_header_t)))
+ if (type == ZMQ_SUB)
{
- uint16_t pkg_length;
- uint16_t pkg_type;
-
- memcpy ((void *) &pkg_type,
- (void *) buffer,
- sizeof (pkg_type));
- memcpy ((void *) &pkg_length,
- (void *) (buffer + sizeof (pkg_type)),
- sizeof (pkg_length));
-
- pkg_length = ntohs (pkg_length);
- pkg_type = ntohs (pkg_type);
-
- if (pkg_length > buffer_size)
- break;
- /* Ensure that this loop terminates eventually */
- if (pkg_length < (2 * sizeof (uint16_t)))
- break;
-
- if (pkg_type == TYPE_ENCR_AES256)
- {
- // status = parse_part_encr_aes256 (se,
- // &buffer, &buffer_size, flags);
- // if (status != 0)
- // {
- ERROR ("network plugin: Decrypting AES256 "
- "part failed "
- "with status %i.", status);
- break;
- // }
- }
-#if HAVE_LIBGCRYPT
- else if ((se->data.server.security_level == SECURITY_LEVEL_ENCRYPT)
- && (packet_was_encrypted == 0))
- {
- if (printed_ignore_warning == 0)
- {
- INFO ("network plugin: Unencrypted packet or "
- "part has been ignored.");
- printed_ignore_warning = 1;
- }
- buffer = ((char *) buffer) + pkg_length;
- continue;
- }
-#endif /* HAVE_LIBGCRYPT */
- else if (pkg_type == TYPE_SIGN_SHA256)
- {
- // status = parse_part_sign_sha256 (se,
- // &buffer, &buffer_size, flags);
- // if (status != 0)
- // {
- ERROR ("network plugin: Verifying HMAC-SHA-256 "
- "signature failed "
- "with status %i.", status);
- break;
- // }
- }
-#if HAVE_LIBGCRYPT
- else if ((se->data.server.security_level == SECURITY_LEVEL_SIGN)
- && (packet_was_encrypted == 0)
- && (packet_was_signed == 0))
+ /* Subscribe to all messages */
+ status = zmq_setsockopt (cmq_socket, ZMQ_SUBSCRIBE,
+ /* prefix = */ "", /* prefix length = */ 0);
+ if (status != 0)
{
- if (printed_ignore_warning == 0)
- {
- INFO ("network plugin: Unsigned packet or "
- "part has been ignored.");
- printed_ignore_warning = 1;
- }
- buffer = ((char *) buffer) + pkg_length;
- continue;
+ ERROR ("zeromq plugin: zmq_setsockopt (ZMQ_SUBSCRIBE) failed: %s",
+ zmq_strerror (errno));
+ (void) zmq_close (cmq_socket);
+ return (-1);
}
-#endif /* HAVE_LIBGCRYPT */
- else if (pkg_type == TYPE_VALUES)
- {
- status = parse_part_values (&buffer, &buffer_size,
- &vl.values, &vl.values_len);
- if (status != 0)
- break;
+ }
- network_dispatch_values (&vl, username);
+ /* Iterate over all children and do all the binds and connects requested. */
+ endpoints_num = 0;
+ for (i = 0; i < ci->children_num; i++)
+ {
+ oconfig_item_t *child = ci->children + i;
- sfree (vl.values);
- }
- else if (pkg_type == TYPE_TIME)
- {
- uint64_t tmp = 0;
- status = parse_part_number (&buffer, &buffer_size,
- &tmp);
- if (status == 0)
- {
- vl.time = (time_t) tmp;
- n.time = (time_t) tmp;
- }
- }
- else if (pkg_type == TYPE_INTERVAL)
- {
- uint64_t tmp = 0;
- status = parse_part_number (&buffer, &buffer_size,
- &tmp);
- if (status == 0)
- vl.interval = (int) tmp;
- }
- else if (pkg_type == TYPE_HOST)
- {
- status = parse_part_string (&buffer, &buffer_size,
- vl.host, sizeof (vl.host));
- if (status == 0)
- sstrncpy (n.host, vl.host, sizeof (n.host));
- }
- else if (pkg_type == TYPE_PLUGIN)
- {
- status = parse_part_string (&buffer, &buffer_size,
- vl.plugin, sizeof (vl.plugin));
- if (status == 0)
- sstrncpy (n.plugin, vl.plugin,
- sizeof (n.plugin));
- }
- else if (pkg_type == TYPE_PLUGIN_INSTANCE)
+ if (strcasecmp ("Endpoint", child->key) == 0)
{
- status = parse_part_string (&buffer, &buffer_size,
- vl.plugin_instance,
- sizeof (vl.plugin_instance));
- if (status == 0)
- sstrncpy (n.plugin_instance,
- vl.plugin_instance,
- sizeof (n.plugin_instance));
- }
- else if (pkg_type == TYPE_TYPE)
- {
- status = parse_part_string (&buffer, &buffer_size,
- vl.type, sizeof (vl.type));
- if (status == 0)
- sstrncpy (n.type, vl.type, sizeof (n.type));
- }
- else if (pkg_type == TYPE_TYPE_INSTANCE)
- {
- status = parse_part_string (&buffer, &buffer_size,
- vl.type_instance,
- sizeof (vl.type_instance));
- if (status == 0)
- sstrncpy (n.type_instance, vl.type_instance,
- sizeof (n.type_instance));
- }
- else if (pkg_type == TYPE_MESSAGE)
- {
- status = parse_part_string (&buffer, &buffer_size,
- n.message, sizeof (n.message));
+ char *value = NULL;
+ status = cf_util_get_string (child, &value);
if (status != 0)
+ continue;
+
+ if ((type == ZMQ_SUB) || (type == ZMQ_PULL))
{
- /* do nothing */
- }
- else if ((n.severity != NOTIF_FAILURE)
- && (n.severity != NOTIF_WARNING)
- && (n.severity != NOTIF_OKAY))
- {
- INFO ("network plugin: "
- "Ignoring notification with "
- "unknown severity %i.",
- n.severity);
- }
- else if (n.time <= 0)
- {
- INFO ("network plugin: "
- "Ignoring notification with "
- "time == 0.");
+ DEBUG("Binding to %s", value);
+ status = zmq_bind (cmq_socket, value);
+ if (status != 0)
+ {
+ ERROR ("zeromq plugin: zmq_bind (\"%s\") failed: %s",
+ value, zmq_strerror (errno));
+ sfree (value);
+ continue;
+ }
}
- else if (strlen (n.message) <= 0)
+ else if ((type == ZMQ_PUB) || (type == ZMQ_PUSH))
{
- INFO ("network plugin: "
- "Ignoring notification with "
- "an empty message.");
+ DEBUG("Connecting to %s", value);
+ status = zmq_connect (cmq_socket, value);
+ if (status != 0)
+ {
+ ERROR ("zeromq plugin: zmq_connect (\"%s\") failed: %s",
+ value, zmq_strerror (errno));
+ sfree (value);
+ continue;
+ }
}
else
{
- plugin_dispatch_notification (&n);
+ assert (23 == 42);
}
- }
- else if (pkg_type == TYPE_SEVERITY)
- {
- uint64_t tmp = 0;
- status = parse_part_number (&buffer, &buffer_size,
- &tmp);
- if (status == 0)
- n.severity = (int) tmp;
- }
- else
- {
- DEBUG ("network plugin: parse_packet: Unknown part"
- " type: 0x%04hx", pkg_type);
- buffer = ((char *) buffer) + pkg_length;
- }
- } /* while (buffer_size > sizeof (part_header_t)) */
-
- if (status == 0 && buffer_size > 0)
- WARNING ("network plugin: parse_packet: Received truncated "
- "packet, try increasing `MaxPacketSize'");
-
- return (status);
-} /* }}} int parse_packet */
-
-
-
-
-
-
-
-
-////////////////////////////
-//// END OF COPY / PASTE ///
-////////////////////////////
-
+
+ sfree (value);
-
-
-static const char *config_keys[] =
-{
- "ListenOn",
- "SendDataTo"
-};
-static int config_keys_num = STATIC_ARRAY_SIZE (config_keys);
-
-// config data
-static char *zmq_send_to = NULL;
-
-// private data
-static int thread_running = 1;
-static pthread_t listen_thread_id;
-static void *push_socket = NULL;
-
-static void *receive_thread (void *cmq_socket) /* {{{ */
-{
- int status;
- char *data = NULL;
- size_t data_size;
-
- assert (cmq_socket != NULL);
-
- while (thread_running)
- {
- zmq_msg_t msg;
-
- (void) zmq_msg_init (&msg);
-
- status = zmq_recv (cmq_socket, &msg, /* flags = */ 0);
- if (status != 0)
+ endpoints_num++;
+ continue;
+ } /* Endpoint */
+ else if( strcasecmp("HWM", child->key) == 0 )
{
- if ((errno == EAGAIN) || (errno == EINTR))
+ int tmp;
+ uint64_t hwm;
+
+ status = cf_util_get_int(child, &tmp);
+ if( status != 0 )
continue;
-
- ERROR ("zeromq plugin: zmq_recv failed: %s", zmq_strerror (errno));
- break;
+
+ hwm = (uint64_t) tmp;
+
+ status = zmq_setsockopt (cmq_socket, ZMQ_HWM, &hwm, sizeof(hwm));
+ if (status != 0) {
+ ERROR ("zeromq plugin: zmq_setsockopt (ZMQ_HWM) failed: %s", zmq_strerror (errno));
+ (void) zmq_close (cmq_socket);
+ return (-1);
+ }
+
+ continue;
+ } /* HWM */
+ else
+ {
+ ERROR ("zeromq plugin: The \"%s\" config option is now allowed here.",
+ child->key);
}
+ } /* for (i = 0; i < ci->children_num; i++) */
- data = zmq_msg_data (&msg);
- data_size = zmq_msg_size (&msg);
-
- status = parse_packet (NULL, data, data_size,
- /* flags = */ 0,
- /* username = */ NULL);
- DEBUG("zeromq plugin: received data, parse returned %d", status);
-
- (void) zmq_msg_close (&msg);
- } /* while (thread_running) */
-
- DEBUG ("zeromq plugin: Receive thread is terminating.");
- (void) zmq_close (cmq_socket);
-
- return (NULL);
-} /* }}} void *receive_thread */
-
-static int my_config (const char *key, const char *value)
-{
- if (cmq_context == NULL)
+ if (endpoints_num == 0)
{
- cmq_context = zmq_init (cmq_threads_num);
- if (cmq_context == NULL)
- {
- ERROR ("zeromq plugin: Initializing ZeroMQ failed: %s",
- zmq_strerror (errno));
- return (-1);
- }
+ ERROR ("zeromq plugin: No (valid) \"Endpoint\" option was found in this "
+ "\"Socket\" block.");
+ (void) zmq_close (cmq_socket);
+ return (-1);
}
- if (strcasecmp(key, "ListenOn") == 0)
+ /* If this is a receiving socket, create a new receive thread */
+ if ((type == ZMQ_SUB) || (type == ZMQ_PULL))
{
pthread_t *thread_ptr;
- void *cmq_socket;
- int status;
thread_ptr = realloc (receive_thread_ids,
sizeof (*receive_thread_ids) * (receive_thread_num + 1));
receive_thread_ids = thread_ptr;
thread_ptr = receive_thread_ids + receive_thread_num;
- cmq_socket = zmq_socket (cmq_context, /* type = */ ZMQ_PULL);
- if (cmq_socket == NULL)
- {
- ERROR ("zeromq plugin: zmq_socket failed: %s",
- zmq_strerror (errno));
- return (-1);
- }
-
- status = zmq_bind (cmq_socket, value);
- if (status != 0)
- {
- ERROR ("zeromq plugin: zmq_bind (\"%s\") failed: %s",
- value, zmq_strerror (errno));
- (void) zmq_close (cmq_socket);
- return (-1);
- }
-
status = pthread_create (thread_ptr,
/* attr = */ NULL,
/* func = */ receive_thread,
}
receive_thread_num++;
- return (0);
}
- else if( strcasecmp(key, "SendDataTo") == 0 ) {
- if( zmq_send_to != NULL ) {
- free(zmq_send_to);
- zmq_send_to = NULL;
- }
+
+ /* If this is a sending socket, register a new write function */
+ else if ((type == ZMQ_PUB) || (type == ZMQ_PUSH))
+ {
+ user_data_t ud = { NULL, NULL };
+ char name[20];
+
+ ud.data = cmq_socket;
+ ud.free_func = cmq_close_callback;
+
+ ssnprintf (name, sizeof (name), "zeromq/%i", sending_sockets_num);
+ sending_sockets_num++;
- if( (zmq_send_to = strdup(value)) == NULL ) {
- return 1;
- }
+ plugin_register_write (name, write_value, &ud);
+
+ ssnprintf (name, sizeof (name), "zeromq/%i/notif", sending_sockets_num);
+
+ plugin_register_notification (name, write_notification, &ud);
}
-
-
- return 0;
-}
-static int plugin_init (void)
+ return (0);
+} /* }}} int cmq_config_socket */
+
+/*
+ * Config schema:
+ *
+ * <Plugin "zeromq">
+ * Threads 2
+ *
+ * <Socket Publish>
+ * HWM 300
+ * Endpoint "tcp://localhost:6666"
+ * </Socket>
+ * <Socket Subscribe>
+ * Endpoint "tcp://eth0:6666"
+ * Endpoint "tcp://collectd.example.com:6666"
+ * </Socket>
+ * </Plugin>
+ */
+static int cmq_config (oconfig_item_t *ci) /* {{{ */
{
- int major, minor, patch;
- zmq_version (&major, &minor, &patch);
+ int status;
+ int i;
- /* init zeromq (1 I/O thread) */
- if (cmq_context == NULL)
- cmq_context = zmq_init(1);
+ for (i = 0; i < ci->children_num; i++)
+ {
+ oconfig_item_t *child = ci->children + i;
- if( cmq_context == NULL ) {
- ERROR("zmq_init : %s", zmq_strerror(errno));
- return 1;
- }
-
- // start send socket
- if( zmq_send_to != NULL ) {
- push_socket = zmq_socket(cmq_context, ZMQ_PUSH);
-
- if( push_socket == NULL ) {
- ERROR("zmq_socket : %s", zmq_strerror(errno));
- return 1;
+ if (strcasecmp ("Socket", child->key) == 0)
+ status = cmq_config_socket (child);
+ else if (strcasecmp ("Threads", child->key) == 0)
+ {
+ int tmp = 0;
+ status = cf_util_get_int (child, &tmp);
+ if ((status == 0) && (tmp >= 1))
+ cmq_threads_num = tmp;
}
-
- // and connect to remote host
- if( zmq_connect(push_socket, zmq_send_to) != 0 ) {
- ERROR("zmq_connect : %s", zmq_strerror(errno));
- return 1;
+ else
+ {
+ WARNING ("zeromq plugin: The \"%s\" config option is not allowed here.",
+ child->key);
}
-
- INFO("ZeroMQ pushing to %s", zmq_send_to);
}
-
-
-
- INFO("ZeroMQ plugin initialized (zeromq v%d.%d.%d).", major, minor, patch);
- return 0;
-}
-
+ return (0);
+} /* }}} int cmq_config */
-static int write_notification (const notification_t *n, user_data_t __attribute__((unused)) *user_data)
+static int plugin_init (void) /* {{{ */
{
- DEBUG("ZeroMQ: received notification, not implemented yet");
+ int major, minor, patch;
+ zmq_version (&major, &minor, &patch);
+ INFO("ZeroMQ plugin loaded (zeromq v%d.%d.%d).", major, minor, patch);
return 0;
-}
+} /* }}} int plugin_init */
-void free_data(void *data, void *hint)
+static int cmq_shutdown (void) /* {{{ */
{
- free(data);
-}
+ size_t i;
-#define PACKET_SIZE 512
-
-static int write_value (const data_set_t *ds, const value_list_t *vl,
- user_data_t __attribute__((unused)) *user_data)
-{
- zmq_msg_t msg;
- char *send_buffer;
- int send_buffer_size = PACKET_SIZE, real_size;
-
- // do nothing if no socket open
- if( zmq_send_to == NULL )
- return 0;
-
- send_buffer = malloc(PACKET_SIZE);
- if( send_buffer == NULL ) {
- ERROR("Unable to allocate memory for send_buffer, aborting write");
- return 1;
- }
-
- // empty buffer
- memset(send_buffer, 0, PACKET_SIZE);
-
- real_size = add_to_buffer(send_buffer, send_buffer_size, &send_buffer_vl, ds, vl);
-
- // zeromq will free the memory when needed by calling the free_data function
- if( zmq_msg_init_data(&msg, send_buffer, real_size, free_data, NULL) != 0 ) {
- ERROR("zmq_msg_init : %s", zmq_strerror(errno));
- return 1;
- }
-
- // try to send the message
- if( zmq_send(push_socket, &msg, ZMQ_NOBLOCK) != 0 ) {
- if( errno == EAGAIN ) {
- WARNING("ZeroMQ: Cannot send message, queue is full");
- }
- else {
- ERROR("zmq_send : %s", zmq_strerror(errno));
- return 1;
- }
- }
-
- DEBUG("ZeroMQ: data sent");
-
- return 0;
-}
+ if (cmq_context == NULL)
+ return (0);
-static int my_shutdown (void)
-{
- if( cmq_context ) {
-
- thread_running = 0;
+ /* Signal thread to shut down */
+ thread_running = 0;
- DEBUG("ZeroMQ: shutting down");
-
- if( zmq_term(cmq_context) != 0 ) {
- ERROR("zmq_term : %s", zmq_strerror(errno));
- return 1;
- }
+ DEBUG ("ZeroMQ plugin: Waiting for %zu receive thread(s) to shut down.",
+ receive_thread_num);
- pthread_join(listen_thread_id, NULL);
+ for (i = 0; i < receive_thread_num; i++)
+ pthread_join (receive_thread_ids[i], /* return ptr = */ NULL);
+
+ if (zmq_term (cmq_context) != 0)
+ {
+ ERROR ("ZeroMQ plugin: zmq_term failed: %s", zmq_strerror (errno));
+ return 1;
}
-
+
return 0;
-}
+} /* }}} int cmq_shutdown */
void module_register (void)
{
- plugin_register_config("zeromq", my_config, config_keys, config_keys_num);
+ plugin_register_complex_config("zeromq", cmq_config);
plugin_register_init("zeromq", plugin_init);
- plugin_register_write("zeromq", write_value,
- /* user_data = */ NULL);
- plugin_register_notification ("network", write_notification,
- /* user_data = */ NULL);
- plugin_register_shutdown ("zeromq", my_shutdown);
+ plugin_register_shutdown ("zeromq", cmq_shutdown);
}
+
+/* vim: set sw=2 sts=2 et fdm=marker : */
projects / collectd.git / blobdiff