X-Git-Url: https://git.octo.it/?a=blobdiff_plain;f=src%2Fwrite_riemann.c;h=a404ff6e19470f10f52f8926d89b7f5225c037e4;hb=491b8f0185c63c662bb3f395630a6d8b9913b49e;hp=df0c373352d696ebd8b6ff7490f14f1c715862f0;hpb=cb1de9491fd5fb20eeec551487edf85e97b17579;p=collectd.git diff --git a/src/write_riemann.c b/src/write_riemann.c index df0c3733..a404ff6e 100644 --- a/src/write_riemann.c +++ b/src/write_riemann.c @@ -37,6 +37,7 @@ #define RIEMANN_HOST "localhost" #define RIEMANN_PORT "5555" +#define RIEMANN_TTL_FACTOR 2.0 struct riemann_host { char *name; @@ -49,6 +50,7 @@ struct riemann_host { char *service; _Bool use_tcp; int s; + double ttl_factor; int reference_count; }; @@ -56,18 +58,10 @@ struct riemann_host { static char **riemann_tags; static size_t riemann_tags_num; -static int riemann_send(struct riemann_host *, Msg const *); -static int riemann_notification(const notification_t *, user_data_t *); -static int riemann_write(const data_set_t *, const value_list_t *, user_data_t *); -static int riemann_connect(struct riemann_host *); -static int riemann_disconnect (struct riemann_host *host); -static void riemann_free(void *); -static int riemann_config_node(oconfig_item_t *); -static int riemann_config(oconfig_item_t *); -void module_register(void); - static void riemann_event_protobuf_free (Event *event) /* {{{ */ { + size_t i; + if (event == NULL) return; @@ -80,10 +74,19 @@ static void riemann_event_protobuf_free (Event *event) /* {{{ */ event->tags = NULL; event->n_tags = 0; + for (i = 0; i < event->n_attributes; i++) + { + sfree (event->attributes[i]->key); + sfree (event->attributes[i]->value); + sfree (event->attributes[i]); + } + sfree (event->attributes); + event->n_attributes = 0; + sfree (event); } /* }}} void riemann_event_protobuf_free */ -static void riemann_msg_protobuf_free (Msg *msg) /* {{{ */ +static void riemann_msg_protobuf_free(Msg *msg) /* {{{ */ { size_t i; @@ -102,29 +105,94 @@ static void riemann_msg_protobuf_free (Msg *msg) /* {{{ */ sfree (msg); } /* }}} void riemann_msg_protobuf_free */ -static int -riemann_send(struct riemann_host *host, Msg const *msg) +/* host->lock must be held when calling this function. */ +static int riemann_connect(struct riemann_host *host) /* {{{ */ { - u_char *buffer; - size_t buffer_len; - int status; + int e; + struct addrinfo *ai, *res, hints; + char const *node; + char const *service; - pthread_mutex_lock (&host->lock); + if (host->flags & F_CONNECT) + return 0; + + memset(&hints, 0, sizeof(hints)); + memset(&service, 0, sizeof(service)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = host->use_tcp ? SOCK_STREAM : SOCK_DGRAM; +#ifdef AI_ADDRCONFIG + hints.ai_flags |= AI_ADDRCONFIG; +#endif + + node = (host->node != NULL) ? host->node : RIEMANN_HOST; + service = (host->service != NULL) ? host->service : RIEMANN_PORT; + + if ((e = getaddrinfo(node, service, &hints, &res)) != 0) { + ERROR ("write_riemann plugin: Unable to resolve host \"%s\": %s", + node, gai_strerror(e)); + return -1; + } + + host->s = -1; + for (ai = res; ai != NULL; ai = ai->ai_next) { + if ((host->s = socket(ai->ai_family, + ai->ai_socktype, + ai->ai_protocol)) == -1) { + continue; + } + + if (connect(host->s, ai->ai_addr, ai->ai_addrlen) != 0) { + close(host->s); + host->s = -1; + continue; + } + + host->flags |= F_CONNECT; + DEBUG("write_riemann plugin: got a succesful connection for: %s:%s", + node, service); + break; + } + + freeaddrinfo(res); + + if (host->s < 0) { + WARNING("write_riemann plugin: Unable to connect to Riemann at %s:%s", + node, service); + return -1; + } + return 0; +} /* }}} int riemann_connect */ + +/* host->lock must be held when calling this function. */ +static int riemann_disconnect (struct riemann_host *host) /* {{{ */ +{ + if ((host->flags & F_CONNECT) == 0) + return (0); + + close (host->s); + host->s = -1; + host->flags &= ~F_CONNECT; + + return (0); +} /* }}} int riemann_disconnect */ + +static int riemann_send_msg (struct riemann_host *host, const Msg *msg) /* {{{ */ +{ + int status = 0; + u_char *buffer = NULL; + size_t buffer_len; status = riemann_connect (host); if (status != 0) - { - pthread_mutex_unlock (&host->lock); return status; - } buffer_len = msg__get_packed_size(msg); + if (host->use_tcp) buffer_len += 4; buffer = malloc (buffer_len); if (buffer == NULL) { - pthread_mutex_unlock (&host->lock); ERROR ("write_riemann plugin: malloc failed."); return ENOMEM; } @@ -145,10 +213,6 @@ riemann_send(struct riemann_host *host, Msg const *msg) if (status != 0) { char errbuf[1024]; - - riemann_disconnect (host); - pthread_mutex_unlock (&host->lock); - ERROR ("write_riemann plugin: Sending to Riemann at %s:%s failed: %s", (host->node != NULL) ? host->node : RIEMANN_HOST, (host->service != NULL) ? host->service : RIEMANN_PORT, @@ -157,29 +221,127 @@ riemann_send(struct riemann_host *host, Msg const *msg) return -1; } - pthread_mutex_unlock (&host->lock); sfree (buffer); return 0; -} +} /* }}} int riemann_send_msg */ + +static int riemann_recv_ack(struct riemann_host *host) /* {{{ */ +{ + int status = 0; + Msg *msg = NULL; + uint32_t header; + + status = (int) sread (host->s, &header, 4); + + if (status != 0) + return -1; + + size_t size = ntohl(header); + + // Buffer on the stack since acknowledges are typically small. + u_char buffer[size]; + memset (buffer, 0, size); + + status = (int) sread (host->s, buffer, size); + + if (status != 0) + return status; + + msg = msg__unpack (NULL, size, buffer); + + if (msg == NULL) + return -1; + + if (!msg->ok) + { + ERROR ("write_riemann plugin: Sending to Riemann at %s:%s acknowledgement message reported error: %s", + (host->node != NULL) ? host->node : RIEMANN_HOST, + (host->service != NULL) ? host->service : RIEMANN_PORT, + msg->error); + + msg__free_unpacked(msg, NULL); + return -1; + } + + msg__free_unpacked (msg, NULL); + return 0; +} /* }}} int riemann_recv_ack */ + +/** + * Function to send messages (Msg) to riemann. + * + * Acquires the host lock, disconnects on errors. + */ +static int riemann_send(struct riemann_host *host, Msg const *msg) /* {{{ */ +{ + int status = 0; + pthread_mutex_lock (&host->lock); + + status = riemann_send_msg(host, msg); + if (status != 0) { + riemann_disconnect (host); + pthread_mutex_unlock (&host->lock); + return status; + } + + /* + * For TCP we need to receive message acknowledgemenent. + */ + if (host->use_tcp) + { + status = riemann_recv_ack(host); + + if (status != 0) + { + riemann_disconnect (host); + pthread_mutex_unlock (&host->lock); + return status; + } + } -static int riemann_event_add_tag (Event *event, /* {{{ */ - char const *format, ...) + pthread_mutex_unlock (&host->lock); + return 0; +} /* }}} int riemann_send */ + +static int riemann_event_add_tag (Event *event, char const *tag) /* {{{ */ { - va_list ap; - char buffer[1024]; - size_t ret; - - va_start (ap, format); - ret = vsnprintf (buffer, sizeof (buffer), format, ap); - if (ret >= sizeof (buffer)) - ret = sizeof (buffer) - 1; - buffer[ret] = 0; - va_end (ap); - - return (strarray_add (&event->tags, &event->n_tags, buffer)); + return (strarray_add (&event->tags, &event->n_tags, tag)); } /* }}} int riemann_event_add_tag */ -static Msg *riemann_notification_to_protobuf (struct riemann_host *host, /* {{{ */ +static int riemann_event_add_attribute(Event *event, /* {{{ */ + char const *key, char const *value) +{ + Attribute **new_attributes; + Attribute *a; + + new_attributes = realloc (event->attributes, + sizeof (*event->attributes) * (event->n_attributes + 1)); + if (new_attributes == NULL) + { + ERROR ("write_riemann plugin: realloc failed."); + return (ENOMEM); + } + event->attributes = new_attributes; + + a = malloc (sizeof (*a)); + if (a == NULL) + { + ERROR ("write_riemann plugin: malloc failed."); + return (ENOMEM); + } + attribute__init (a); + + a->key = strdup (key); + if (value != NULL) + a->value = strdup (value); + + event->attributes[event->n_attributes] = a; + event->n_attributes++; + + return (0); +} /* }}} int riemann_event_add_attribute */ + +static Msg *riemann_notification_to_protobuf(struct riemann_host *host, /* {{{ */ notification_t const *n) { Msg *msg; @@ -226,28 +388,30 @@ static Msg *riemann_notification_to_protobuf (struct riemann_host *host, /* {{{ switch (n->severity) { - case NOTIF_OKAY: severity = "okay"; break; + case NOTIF_OKAY: severity = "ok"; break; case NOTIF_WARNING: severity = "warning"; break; - case NOTIF_FAILURE: severity = "failure"; break; + case NOTIF_FAILURE: severity = "critical"; break; default: severity = "unknown"; } event->state = strdup (severity); riemann_event_add_tag (event, "notification"); + if (n->host[0] != 0) + riemann_event_add_attribute (event, "host", n->host); if (n->plugin[0] != 0) - riemann_event_add_tag (event, "plugin:%s", n->plugin); + riemann_event_add_attribute (event, "plugin", n->plugin); if (n->plugin_instance[0] != 0) - riemann_event_add_tag (event, "plugin_instance:%s", + riemann_event_add_attribute (event, "plugin_instance", n->plugin_instance); if (n->type[0] != 0) - riemann_event_add_tag (event, "type:%s", n->type); + riemann_event_add_attribute (event, "type", n->type); if (n->type_instance[0] != 0) - riemann_event_add_tag (event, "type_instance:%s", + riemann_event_add_attribute (event, "type_instance", n->type_instance); for (i = 0; i < riemann_tags_num; i++) - riemann_event_add_tag (event, "%s", riemann_tags[i]); + riemann_event_add_tag (event, riemann_tags[i]); format_name (service_buffer, sizeof (service_buffer), /* host = */ "", n->plugin, n->plugin_instance, @@ -271,7 +435,7 @@ static Msg *riemann_notification_to_protobuf (struct riemann_host *host, /* {{{ return (msg); } /* }}} Msg *riemann_notification_to_protobuf */ -static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ */ +static Event *riemann_value_to_protobuf(struct riemann_host const *host, /* {{{ */ data_set_t const *ds, value_list_t const *vl, size_t index, gauge_t const *rates) @@ -279,6 +443,7 @@ static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ Event *event; char name_buffer[5 * DATA_MAX_NAME_LEN]; char service_buffer[6 * DATA_MAX_NAME_LEN]; + double ttl; int i; event = malloc (sizeof (*event)); @@ -293,34 +458,44 @@ static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ event->host = strdup (vl->host); event->time = CDTIME_T_TO_TIME_T (vl->time); event->has_time = 1; - event->ttl = CDTIME_T_TO_TIME_T (2 * vl->interval); + + ttl = CDTIME_T_TO_DOUBLE (vl->interval) * host->ttl_factor; + event->ttl = (float) ttl; event->has_ttl = 1; - riemann_event_add_tag (event, "plugin:%s", vl->plugin); + riemann_event_add_attribute (event, "plugin", vl->plugin); if (vl->plugin_instance[0] != 0) - riemann_event_add_tag (event, "plugin_instance:%s", + riemann_event_add_attribute (event, "plugin_instance", vl->plugin_instance); - riemann_event_add_tag (event, "type:%s", vl->type); + riemann_event_add_attribute (event, "type", vl->type); if (vl->type_instance[0] != 0) - riemann_event_add_tag (event, "type_instance:%s", + riemann_event_add_attribute (event, "type_instance", vl->type_instance); if ((ds->ds[index].type != DS_TYPE_GAUGE) && (rates != NULL)) { - riemann_event_add_tag (event, "ds_type:%s:rate", + char ds_type[DATA_MAX_NAME_LEN]; + + ssnprintf (ds_type, sizeof (ds_type), "%s:rate", DS_TYPE_TO_STRING(ds->ds[index].type)); + riemann_event_add_attribute (event, "ds_type", ds_type); } else { - riemann_event_add_tag (event, "ds_type:%s", + riemann_event_add_attribute (event, "ds_type", DS_TYPE_TO_STRING(ds->ds[index].type)); } - riemann_event_add_tag (event, "ds_name:%s", ds->ds[index].name); - riemann_event_add_tag (event, "ds_index:%zu", index); + riemann_event_add_attribute (event, "ds_name", ds->ds[index].name); + { + char ds_index[DATA_MAX_NAME_LEN]; + + ssnprintf (ds_index, sizeof (ds_index), "%zu", index); + riemann_event_add_attribute (event, "ds_index", ds_index); + } for (i = 0; i < riemann_tags_num; i++) - riemann_event_add_tag (event, "%s", riemann_tags[i]); + riemann_event_add_tag (event, riemann_tags[i]); if (ds->ds[index].type == DS_TYPE_GAUGE) { @@ -361,7 +536,7 @@ static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ return (event); } /* }}} Event *riemann_value_to_protobuf */ -static Msg *riemann_value_list_to_protobuf (struct riemann_host const *host, /* {{{ */ +static Msg *riemann_value_list_to_protobuf(struct riemann_host const *host, /* {{{ */ data_set_t const *ds, value_list_t const *vl) { @@ -416,8 +591,7 @@ static Msg *riemann_value_list_to_protobuf (struct riemann_host const *host, /* return (msg); } /* }}} Msg *riemann_value_list_to_protobuf */ -static int -riemann_notification(const notification_t *n, user_data_t *ud) +static int riemann_notification(const notification_t *n, user_data_t *ud) /* {{{ */ { int status; struct riemann_host *host = ud->data; @@ -436,8 +610,7 @@ riemann_notification(const notification_t *n, user_data_t *ud) return (status); } /* }}} int riemann_notification */ -static int -riemann_write(const data_set_t *ds, +static int riemann_write(const data_set_t *ds, /* {{{ */ const value_list_t *vl, user_data_t *ud) { @@ -456,83 +629,9 @@ riemann_write(const data_set_t *ds, riemann_msg_protobuf_free (msg); return status; -} +} /* }}} int riemann_write */ -/* host->lock must be held when calling this function. */ -static int -riemann_connect(struct riemann_host *host) -{ - int e; - struct addrinfo *ai, *res, hints; - char const *node; - char const *service; - - if (host->flags & F_CONNECT) - return 0; - - memset(&hints, 0, sizeof(hints)); - memset(&service, 0, sizeof(service)); - hints.ai_family = AF_UNSPEC; - hints.ai_socktype = host->use_tcp ? SOCK_STREAM : SOCK_DGRAM; -#ifdef AI_ADDRCONFIG - hints.ai_flags |= AI_ADDRCONFIG; -#endif - - node = (host->node != NULL) ? host->node : RIEMANN_HOST; - service = (host->service != NULL) ? host->service : RIEMANN_PORT; - - if ((e = getaddrinfo(node, service, &hints, &res)) != 0) { - ERROR ("write_riemann plugin: Unable to resolve host \"%s\": %s", - node, gai_strerror(e)); - return -1; - } - - host->s = -1; - for (ai = res; ai != NULL; ai = ai->ai_next) { - if ((host->s = socket(ai->ai_family, - ai->ai_socktype, - ai->ai_protocol)) == -1) { - continue; - } - - if (connect(host->s, ai->ai_addr, ai->ai_addrlen) != 0) { - close(host->s); - host->s = -1; - continue; - } - - host->flags |= F_CONNECT; - DEBUG("write_riemann plugin: got a succesful connection for: %s:%s", - node, service); - break; - } - - freeaddrinfo(res); - - if (host->s < 0) { - WARNING("write_riemann plugin: Unable to connect to Riemann at %s:%s", - node, service); - return -1; - } - return 0; -} - -/* host->lock must be held when calling this function. */ -static int -riemann_disconnect (struct riemann_host *host) -{ - if ((host->flags & F_CONNECT) == 0) - return (0); - - close (host->s); - host->s = -1; - host->flags &= ~F_CONNECT; - - return (0); -} - -static void -riemann_free(void *p) +static void riemann_free(void *p) /* {{{ */ { struct riemann_host *host = p; @@ -553,10 +652,9 @@ riemann_free(void *p) sfree(host->service); pthread_mutex_destroy (&host->lock); sfree(host); -} +} /* }}} void riemann_free */ -static int -riemann_config_node(oconfig_item_t *ci) +static int riemann_config_node(oconfig_item_t *ci) /* {{{ */ { struct riemann_host *host = NULL; int status = 0; @@ -576,6 +674,7 @@ riemann_config_node(oconfig_item_t *ci) host->store_rates = 1; host->always_append_ds = 0; host->use_tcp = 0; + host->ttl_factor = RIEMANN_TTL_FACTOR; status = cf_util_get_string (ci, &host->name); if (status != 0) { @@ -635,6 +734,33 @@ riemann_config_node(oconfig_item_t *ci) &host->always_append_ds); if (status != 0) break; + } else if (strcasecmp ("TTLFactor", child->key) == 0) { + double tmp = NAN; + status = cf_util_get_double (child, &tmp); + if (status != 0) + break; + if (tmp >= 2.0) { + host->ttl_factor = tmp; + } else if (tmp >= 1.0) { + NOTICE ("write_riemann plugin: The configured " + "TTLFactor is very small " + "(%.1f). A value of 2.0 or " + "greater is recommended.", + tmp); + host->ttl_factor = tmp; + } else if (tmp > 0.0) { + WARNING ("write_riemann plugin: The configured " + "TTLFactor is too small to be " + "useful (%.1f). I'll use it " + "since the user knows best, " + "but under protest.", + tmp); + host->ttl_factor = tmp; + } else { /* zero, negative and NAN */ + ERROR ("write_riemann plugin: The configured " + "TTLFactor is invalid (%.1f).", + tmp); + } } else { WARNING("write_riemann plugin: ignoring unknown config " "option: \"%s\"", child->key); @@ -684,10 +810,9 @@ riemann_config_node(oconfig_item_t *ci) pthread_mutex_unlock (&host->lock); return status; -} +} /* }}} int riemann_config_node */ -static int -riemann_config(oconfig_item_t *ci) +static int riemann_config(oconfig_item_t *ci) /* {{{ */ { int i; oconfig_item_t *child; @@ -714,10 +839,9 @@ riemann_config(oconfig_item_t *ci) } } return (0); -} +} /* }}} int riemann_config */ -void -module_register(void) +void module_register(void) { plugin_register_complex_config ("write_riemann", riemann_config); }