#include "plugin.h"
#include "common.h"
#include "configfile.h"
+#include "utils_avltree.h"
#include "network.h"
};
typedef struct part_values_s part_values_t;
+struct receive_list_entry_s
+{
+ char data[BUFF_SIZE];
+ int data_len;
+ struct receive_list_entry_s *next;
+};
+typedef struct receive_list_entry_s receive_list_entry_t;
+
/*
* Private variables
*/
static const char *config_keys[] =
{
+ "CacheFlush",
"Listen",
"Server",
"TimeToLive",
- NULL
+ "Forward"
};
-static int config_keys_num = 3;
+static int config_keys_num = STATIC_ARRAY_SIZE (config_keys);
static int network_config_ttl = 0;
+static int network_config_forward = 0;
static sockent_t *sending_sockets = NULL;
+static receive_list_entry_t *receive_list_head = NULL;
+static receive_list_entry_t *receive_list_tail = NULL;
+static pthread_mutex_t receive_list_lock = PTHREAD_MUTEX_INITIALIZER;
+static pthread_cond_t receive_list_cond = PTHREAD_COND_INITIALIZER;
+
static struct pollfd *listen_sockets = NULL;
static int listen_sockets_num = 0;
-static pthread_t listen_thread = 0;
+
static int listen_loop = 0;
+static pthread_t receive_thread_id = 0;
+static pthread_t dispatch_thread_id = 0;
static char send_buffer[BUFF_SIZE];
static char *send_buffer_ptr;
static int send_buffer_fill;
-static value_list_t send_buffer_vl = VALUE_LIST_INIT;
+static value_list_t send_buffer_vl = VALUE_LIST_STATIC;
static char send_buffer_type[DATA_MAX_NAME_LEN];
static pthread_mutex_t send_buffer_lock = PTHREAD_MUTEX_INITIALIZER;
+static c_avl_tree_t *cache_tree = NULL;
+static pthread_mutex_t cache_lock = PTHREAD_MUTEX_INITIALIZER;
+static time_t cache_flush_last;
+static int cache_flush_interval = 1800;
+
/*
* Private functions
*/
+static int cache_flush (void)
+{
+ char **keys = NULL;
+ int keys_num = 0;
+
+ char **tmp;
+ int i;
+
+ char *key;
+ time_t *value;
+ c_avl_iterator_t *iter;
+
+ time_t curtime = time (NULL);
+
+ iter = c_avl_get_iterator (cache_tree);
+ while (c_avl_iterator_next (iter, (void *) &key, (void *) &value) == 0)
+ {
+ if ((curtime - *value) <= cache_flush_interval)
+ continue;
+ tmp = (char **) realloc (keys,
+ (keys_num + 1) * sizeof (char *));
+ if (tmp == NULL)
+ {
+ sfree (keys);
+ c_avl_iterator_destroy (iter);
+ ERROR ("network plugin: cache_flush: realloc"
+ " failed.");
+ return (-1);
+ }
+ keys = tmp;
+ keys[keys_num] = key;
+ keys_num++;
+ } /* while (c_avl_iterator_next) */
+ c_avl_iterator_destroy (iter);
+
+ for (i = 0; i < keys_num; i++)
+ {
+ if (c_avl_remove (cache_tree, keys[i], (void *) &key,
+ (void *) &value) != 0)
+ {
+ WARNING ("network plugin: cache_flush: c_avl_remove"
+ " (%s) failed.", keys[i]);
+ continue;
+ }
+
+ sfree (key);
+ sfree (value);
+ }
+
+ sfree (keys);
+
+ DEBUG ("network plugin: cache_flush: Removed %i %s",
+ keys_num, (keys_num == 1) ? "entry" : "entries");
+ cache_flush_last = curtime;
+ return (0);
+} /* int cache_flush */
+
+static int cache_check (const char *type, const value_list_t *vl)
+{
+ char key[1024];
+ time_t *value = NULL;
+ int retval = -1;
+
+ if (cache_tree == NULL)
+ return (-1);
+
+ if (format_name (key, sizeof (key), vl->host, vl->plugin,
+ vl->plugin_instance, type, vl->type_instance))
+ return (-1);
+
+ pthread_mutex_lock (&cache_lock);
+
+ if (c_avl_get (cache_tree, key, (void *) &value) == 0)
+ {
+ if (*value < vl->time)
+ {
+ *value = vl->time;
+ retval = 0;
+ }
+ else
+ {
+ DEBUG ("network plugin: cache_check: *value = %i >= vl->time = %i",
+ (int) *value, (int) vl->time);
+ retval = 1;
+ }
+ }
+ else
+ {
+ char *key_copy = strdup (key);
+ value = malloc (sizeof (time_t));
+ if ((key_copy != NULL) && (value != NULL))
+ {
+ *value = vl->time;
+ c_avl_insert (cache_tree, key_copy, value);
+ retval = 0;
+ }
+ else
+ {
+ sfree (key_copy);
+ sfree (value);
+ }
+ }
+
+ if ((time (NULL) - cache_flush_last) > cache_flush_interval)
+ cache_flush ();
+
+ pthread_mutex_unlock (&cache_lock);
+
+ DEBUG ("network plugin: cache_check: key = %s; time = %i; retval = %i",
+ key, (int) vl->time, retval);
+
+ return (retval);
+} /* int cache_check */
+
static int write_part_values (char **ret_buffer, int *ret_buffer_len,
const data_set_t *ds, const value_list_t *vl)
{
if (buffer_len < (15))
{
- DEBUG ("packet is too short: buffer_len = %i", buffer_len);
+ DEBUG ("network plugin: packet is too short: buffer_len = %i",
+ buffer_len);
return (-1);
}
value_list_t vl = VALUE_LIST_INIT;
char type[DATA_MAX_NAME_LEN];
- DEBUG ("buffer = %p; buffer_len = %i;", buffer, buffer_len);
+ DEBUG ("network plugin: parse_packet: buffer = %p; buffer_len = %i;",
+ buffer, buffer_len);
memset (&vl, '\0', sizeof (vl));
memset (&type, '\0', sizeof (type));
if ((vl.time > 0)
&& (strlen (vl.host) > 0)
&& (strlen (vl.plugin) > 0)
- && (strlen (type) > 0))
+ && (strlen (type) > 0)
+ && (cache_check (type, &vl) == 0))
{
- DEBUG ("dispatching values");
+ DEBUG ("network plugin: parse_packet:"
+ " dispatching values");
plugin_dispatch_values (type, &vl);
}
else
{
- DEBUG ("NOT dispatching values");
+ DEBUG ("network plugin: parse_packet:"
+ " NOT dispatching values");
}
}
else if (ntohs (header->type) == TYPE_TIME)
if (status == 0)
vl.time = (time_t) tmp;
}
+ else if (ntohs (header->type) == TYPE_INTERVAL)
+ {
+ uint64_t tmp = 0;
+ status = parse_part_number (&buffer, &buffer_len, &tmp);
+ if (status == 0)
+ vl.interval = (int) tmp;
+ }
else if (ntohs (header->type) == TYPE_HOST)
{
status = parse_part_string (&buffer, &buffer_len,
{
status = parse_part_string (&buffer, &buffer_len,
vl.type_instance, sizeof (vl.type_instance));
- DEBUG ("network type: parse_packet: vl.type_instance = %s", vl.type_instance);
+ DEBUG ("network plugin: parse_packet: vl.type_instance = %s", vl.type_instance);
}
else
{
- DEBUG ("Unknown part type: 0x%0hx", ntohs (header->type));
+ DEBUG ("network plugin: parse_packet: Unknown part"
+ " type: 0x%0hx", ntohs (header->type));
buffer = ((char *) buffer) + ntohs (header->length);
}
} /* while (buffer_len > sizeof (part_header_t)) */
static int network_bind_socket (const sockent_t *se, const struct addrinfo *ai)
{
- int loop = 1;
+ int loop = 0;
DEBUG ("fd = %i; calling `bind'", se->fd);
return (0);
} /* int network_get_listen_socket */
-int network_receive (void)
+static void *dispatch_thread (void *arg)
+{
+ while (42)
+ {
+ receive_list_entry_t *ent;
+
+ /* Lock and wait for more data to come in */
+ pthread_mutex_lock (&receive_list_lock);
+ while ((listen_loop == 0)
+ && (receive_list_head == NULL))
+ pthread_cond_wait (&receive_list_cond, &receive_list_lock);
+
+ /* Remove the head entry and unlock */
+ ent = receive_list_head;
+ if (ent != NULL)
+ receive_list_head = ent->next;
+ pthread_mutex_unlock (&receive_list_lock);
+
+ /* Check whether we are supposed to exit. We do NOT check `listen_loop'
+ * because we dispatch all missing packets before shutting down. */
+ if (ent == NULL)
+ break;
+
+ parse_packet (ent->data, ent->data_len);
+
+ sfree (ent);
+ } /* while (42) */
+
+ return (NULL);
+} /* void *receive_thread */
+
+static int network_receive (void)
{
char buffer[BUFF_SIZE];
int buffer_len;
for (i = 0; (i < listen_sockets_num) && (status > 0); i++)
{
+ receive_list_entry_t *ent;
+
if ((listen_sockets[i].revents & (POLLIN | POLLPRI)) == 0)
continue;
status--;
return (-1);
}
- parse_packet (buffer, buffer_len);
+ ent = malloc (sizeof (receive_list_entry_t));
+ if (ent == NULL)
+ {
+ ERROR ("network plugin: malloc failed.");
+ return (-1);
+ }
+ memset (ent, '\0', sizeof (receive_list_entry_t));
+
+ /* Hopefully this be optimized out by the compiler. It
+ * might help prevent stupid bugs in the future though.
+ */
+ assert (sizeof (ent->data) == sizeof (buffer));
+
+ memcpy (ent->data, buffer, buffer_len);
+ ent->data_len = buffer_len;
+
+ pthread_mutex_lock (&receive_list_lock);
+ if (receive_list_head == NULL)
+ {
+ receive_list_head = ent;
+ receive_list_tail = ent;
+ }
+ else
+ {
+ receive_list_tail->next = ent;
+ receive_list_tail = ent;
+ }
+ pthread_cond_signal (&receive_list_cond);
+ pthread_mutex_unlock (&receive_list_lock);
} /* for (listen_sockets) */
} /* while (listen_loop == 0) */
sockent_t *se;
int status;
- DEBUG ("buffer_len = %i", buffer_len);
+ DEBUG ("network plugin: network_send_buffer: buffer_len = %i", buffer_len);
for (se = sending_sockets; se != NULL; se = se->next)
{
vl->host, strlen (vl->host)) != 0)
return (-1);
strcpy (vl_def->host, vl->host);
- DEBUG ("host = %s", vl->host);
}
if (vl_def->time != vl->time)
(uint64_t) vl->time))
return (-1);
vl_def->time = vl->time;
- DEBUG ("time = %u", (unsigned int) vl->time);
+ }
+
+ if (vl_def->interval != vl->interval)
+ {
+ if (write_part_number (&buffer, &buffer_size, TYPE_INTERVAL,
+ (uint64_t) vl->interval))
+ return (-1);
+ vl_def->interval = vl->interval;
}
if (strcmp (vl_def->plugin, vl->plugin) != 0)
vl->plugin, strlen (vl->plugin)) != 0)
return (-1);
strcpy (vl_def->plugin, vl->plugin);
- DEBUG ("plugin = %s", vl->plugin);
}
if (strcmp (vl_def->plugin_instance, vl->plugin_instance) != 0)
strlen (vl->plugin_instance)) != 0)
return (-1);
strcpy (vl_def->plugin_instance, vl->plugin_instance);
- DEBUG ("plugin_instance = %s", vl->plugin_instance);
}
if (strcmp (type_def, ds->type) != 0)
ds->type, strlen (ds->type)) != 0)
return (-1);
strcpy (type_def, ds->type);
- DEBUG ("type = %s", ds->type);
}
if (strcmp (vl_def->type_instance, vl->type_instance) != 0)
strlen (vl->type_instance)) != 0)
return (-1);
strcpy (vl_def->type_instance, vl->type_instance);
- DEBUG ("type_instance = %s", vl->type_instance);
}
if (write_part_values (&buffer, &buffer_size, ds, vl) != 0)
static void flush_buffer (void)
{
+ DEBUG ("network plugin: flush_buffer: send_buffer_fill = %i",
+ send_buffer_fill);
+
network_send_buffer (send_buffer, send_buffer_fill);
send_buffer_ptr = send_buffer;
send_buffer_fill = 0;
{
int status;
+ /* If the value is already in the cache, we have received it via the
+ * network. We write it again if forwarding is activated. It's then in
+ * the cache and should we receive it again we will ignore it. */
+ status = cache_check (ds->type, vl);
+ if ((network_config_forward == 0)
+ && (status != 0))
+ return (0);
+
pthread_mutex_lock (&send_buffer_lock);
status = add_to_buffer (send_buffer_ptr,
&& (fields_num != 2))
return (1);
else if (fields_num == 2)
+ {
+ if ((service = strchr (fields[1], '.')) != NULL)
+ *service = '\0';
service = fields[1];
+ }
node = fields[0];
if (strcasecmp ("Listen", key) == 0)
else
return (1);
}
+ else if (strcasecmp ("Forward", key) == 0)
+ {
+ if ((strcasecmp ("true", val) == 0)
+ || (strcasecmp ("yes", val) == 0)
+ || (strcasecmp ("on", val) == 0))
+ network_config_forward = 1;
+ else
+ network_config_forward = 0;
+ }
+ else if (strcasecmp ("CacheFlush", key) == 0)
+ {
+ int tmp = atoi (val);
+ if (tmp > 0)
+ cache_flush_interval = tmp;
+ else return (1);
+ }
else
{
return (-1);
}
return (0);
-}
+} /* int network_config */
static int network_shutdown (void)
{
- DEBUG ("Shutting down.");
-
listen_loop++;
- pthread_kill (listen_thread, SIGTERM);
- pthread_join (listen_thread, NULL /* no return value */);
+ /* Kill the listening thread */
+ if (receive_thread_id != (pthread_t) 0)
+ {
+ pthread_kill (receive_thread_id, SIGTERM);
+ pthread_join (receive_thread_id, NULL /* no return value */);
+ receive_thread_id = (pthread_t) 0;
+ }
+
+ /* Shutdown the dispatching thread */
+ if (dispatch_thread_id != (pthread_t) 0)
+ pthread_cond_broadcast (&receive_list_cond);
- listen_thread = 0;
+ if (send_buffer_fill > 0)
+ flush_buffer ();
+
+ if (cache_tree != NULL)
+ {
+ void *key;
+ void *value;
+
+ while (c_avl_pick (cache_tree, &key, &value) == 0)
+ {
+ sfree (key);
+ sfree (value);
+ }
+ c_avl_destroy (cache_tree);
+ cache_tree = NULL;
+ }
+
+ /* TODO: Close `sending_sockets' */
+
+ plugin_unregister_config ("network");
+ plugin_unregister_init ("network");
+ plugin_unregister_write ("network");
+ plugin_unregister_shutdown ("network");
return (0);
-}
+} /* int network_shutdown */
static int network_init (void)
{
memset (&send_buffer_vl, '\0', sizeof (send_buffer_vl));
memset (send_buffer_type, '\0', sizeof (send_buffer_type));
+ cache_tree = c_avl_create ((int (*) (const void *, const void *)) strcmp);
+ cache_flush_last = time (NULL);
+
/* setup socket(s) and so on */
if (sending_sockets != NULL)
plugin_register_write ("network", network_write);
- if ((listen_sockets_num != 0) && (listen_thread == 0))
+ if ((listen_sockets_num != 0) && (receive_thread_id == 0))
{
int status;
- status = pthread_create (&listen_thread, NULL /* no attributes */,
- receive_thread, NULL /* no argument */);
+ status = pthread_create (&dispatch_thread_id,
+ NULL /* no attributes */,
+ dispatch_thread,
+ NULL /* no argument */);
+ if (status != 0)
+ {
+ char errbuf[1024];
+ ERROR ("network: pthread_create failed: %s",
+ sstrerror (errno, errbuf,
+ sizeof (errbuf)));
+ }
+ status = pthread_create (&receive_thread_id,
+ NULL /* no attributes */,
+ receive_thread,
+ NULL /* no argument */);
if (status != 0)
{
char errbuf[1024];
plugin_register_config ("network", network_config,
config_keys, config_keys_num);
plugin_register_init ("network", network_init);
-}
+} /* void module_register */