2 * collectd - src/amqp1.c
3 * Copyright(c) 2017 Red Hat Inc.
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
24 * Andy Smith <ansmith@redhat.com>
30 #include "utils/cmds/putval.h"
31 #include "utils/common/common.h"
32 #include "utils/deq/deq.h"
33 #include "utils/format_graphite/format_graphite.h"
34 #include "utils/format_json/format_json.h"
35 #include "utils_random.h"
37 #include <proton/condition.h>
38 #include <proton/connection.h>
39 #include <proton/delivery.h>
40 #include <proton/link.h>
41 #include <proton/message.h>
42 #include <proton/proactor.h>
43 #include <proton/sasl.h>
44 #include <proton/session.h>
45 #include <proton/transport.h>
53 #define AMQP1_FORMAT_JSON 0
54 #define AMQP1_FORMAT_COMMAND 1
55 #define AMQP1_FORMAT_GRAPHITE 2
57 typedef struct amqp1_config_transport_s {
58 DEQ_LINKS(struct amqp1_config_transport_s);
66 } amqp1_config_transport_t;
68 typedef struct amqp1_config_instance_s {
69 DEQ_LINKS(struct amqp1_config_instance_s);
73 unsigned int graphite_flags;
80 } amqp1_config_instance_t;
82 DEQ_DECLARE(amqp1_config_instance_t, amqp1_config_instance_list_t);
84 typedef struct cd_message_s {
85 DEQ_LINKS(struct cd_message_s);
87 amqp1_config_instance_t *instance;
90 DEQ_DECLARE(cd_message_t, cd_message_list_t);
95 static pn_connection_t *conn;
96 static pn_link_t *sender;
97 static pn_proactor_t *proactor;
98 static pthread_mutex_t send_lock;
99 static cd_message_list_t out_messages;
100 static uint64_t cd_tag = 1;
101 static uint64_t acknowledged;
102 static amqp1_config_transport_t *transport;
103 static bool stopping;
104 static bool event_thread_running;
105 static pthread_t event_thread_id;
110 static void cd_message_free(cd_message_t *cdm) {
111 free(cdm->mbuf.start);
113 } /* }}} void cd_message_free */
115 static int amqp1_send_out_messages(pn_link_t *link) /* {{{ */
118 cd_message_list_t to_send;
120 int link_credit = pn_link_credit(link);
130 pthread_mutex_lock(&send_lock);
132 if (link_credit > 0) {
134 cdm = DEQ_HEAD(out_messages);
136 DEQ_REMOVE_HEAD(out_messages);
137 DEQ_INSERT_TAIL(to_send, cdm);
138 if (DEQ_SIZE(to_send) == (size_t)link_credit)
140 cdm = DEQ_HEAD(out_messages);
142 cd_tag += DEQ_SIZE(to_send);
145 pthread_mutex_unlock(&send_lock);
147 /* message is already formatted and encoded */
148 cdm = DEQ_HEAD(to_send);
150 DEQ_REMOVE_HEAD(to_send);
152 dlv = pn_delivery(link, pn_dtag((const char *)&dtag, sizeof(dtag)));
153 pn_link_send(link, cdm->mbuf.start, cdm->mbuf.size);
154 pn_link_advance(link);
155 if (cdm->instance->pre_settle == true) {
156 pn_delivery_settle(dlv);
159 cd_message_free(cdm);
160 cdm = DEQ_HEAD(to_send);
164 } /* }}} int amqp1_send_out_messages */
166 static void check_condition(pn_event_t *e, pn_condition_t *cond) /* {{{ */
168 if (pn_condition_is_set(cond)) {
169 ERROR("amqp1 plugin: %s: %s: %s", pn_event_type_name(pn_event_type(e)),
170 pn_condition_get_name(cond), pn_condition_get_description(cond));
171 pn_connection_close(pn_event_connection(e));
174 } /* }}} void check_condition */
176 static bool handle(pn_event_t *event) /* {{{ */
179 switch (pn_event_type(event)) {
181 case PN_CONNECTION_INIT: {
182 conn = pn_event_connection(event);
183 pn_connection_set_container(conn, transport->name);
184 pn_connection_open(conn);
185 pn_session_t *ssn = pn_session(conn);
186 pn_session_open(ssn);
187 sender = pn_sender(ssn, "cd-sender");
188 pn_link_set_snd_settle_mode(sender, PN_SND_MIXED);
189 pn_link_open(sender);
194 /* peer has given us credit, send outbound messages */
195 amqp1_send_out_messages(sender);
200 /* acknowledgement from peer that a message was delivered */
201 pn_delivery_t *dlv = pn_event_delivery(event);
202 if (pn_delivery_remote_state(dlv) == PN_ACCEPTED) {
203 pn_delivery_settle(dlv);
209 case PN_CONNECTION_WAKE: {
211 amqp1_send_out_messages(sender);
216 case PN_TRANSPORT_CLOSED: {
217 check_condition(event, pn_transport_condition(pn_event_transport(event)));
221 case PN_CONNECTION_REMOTE_CLOSE: {
222 check_condition(event,
223 pn_session_remote_condition(pn_event_session(event)));
224 pn_connection_close(pn_event_connection(event));
228 case PN_SESSION_REMOTE_CLOSE: {
229 check_condition(event,
230 pn_session_remote_condition(pn_event_session(event)));
231 pn_connection_close(pn_event_connection(event));
235 case PN_LINK_REMOTE_CLOSE:
236 case PN_LINK_REMOTE_DETACH: {
237 check_condition(event, pn_link_remote_condition(pn_event_link(event)));
238 pn_connection_close(pn_event_connection(event));
242 case PN_PROACTOR_INACTIVE: {
250 } /* }}} bool handle */
252 static void *event_thread(void __attribute__((unused)) * arg) /* {{{ */
254 char addr[PN_MAX_ADDR];
258 proactor = pn_proactor();
259 pn_proactor_addr(addr, sizeof(addr), transport->host, transport->port);
262 /* make connection */
263 conn = pn_connection();
264 if (transport->user != NULL) {
265 pn_connection_set_user(conn, transport->user);
266 pn_connection_set_password(conn, transport->password);
268 pn_proactor_connect(proactor, conn, addr);
270 bool engine_running = true;
271 while (engine_running && !stopping) {
272 pn_event_batch_t *events = pn_proactor_wait(proactor);
274 while ((e = pn_event_batch_next(events))) {
275 engine_running = handle(e);
276 if (!engine_running) {
280 pn_proactor_done(proactor, events);
283 pn_proactor_release_connection(conn);
285 DEBUG("amqp1 plugin: retrying connection");
286 int delay = transport->retry_delay;
287 while (delay-- > 0 && !stopping) {
292 pn_proactor_disconnect(proactor, NULL);
294 /* Free the remaining out_messages */
295 cdm = DEQ_HEAD(out_messages);
297 DEQ_REMOVE_HEAD(out_messages);
298 cd_message_free(cdm);
299 cdm = DEQ_HEAD(out_messages);
302 event_thread_running = false;
305 } /* }}} void event_thread */
307 static int encqueue(cd_message_t *cdm,
308 amqp1_config_instance_t *instance) /* {{{ */
311 pn_message_t *message = pn_message();
312 pn_message_set_address(message, instance->send_to);
313 pn_data_t *body = pn_message_body(message);
315 pn_data_put_binary(body, pn_bytes(cdm->mbuf.size, cdm->mbuf.start));
318 /* put_binary copies and stores so ok to use mbuf */
319 cdm->mbuf.size = BUFSIZE;
323 while ((status = pn_message_encode(message, cdm->mbuf.start,
324 &cdm->mbuf.size)) == PN_OVERFLOW) {
325 DEBUG("amqp1 plugin: increasing message buffer size %zu", cdm->mbuf.size);
327 start = realloc(cdm->mbuf.start, cdm->mbuf.size);
332 cdm->mbuf.start = start;
337 ERROR("amqp1 plugin: error encoding message: %s",
338 pn_error_text(pn_message_error(message)));
339 pn_message_free(message);
343 pthread_mutex_lock(&send_lock);
344 DEQ_INSERT_TAIL(out_messages, cdm);
345 pthread_mutex_unlock(&send_lock);
347 pn_message_free(message);
349 /* activate the sender */
351 pn_connection_wake(conn);
355 } /* }}} int encqueue */
357 static int amqp1_notify(notification_t const *n,
358 user_data_t *user_data) /* {{{ */
361 size_t bfree = BUFSIZE;
363 size_t bufsize = BUFSIZE;
365 if (n == NULL || user_data == NULL)
368 amqp1_config_instance_t *instance = user_data->data;
370 if (instance->notify != true) {
371 ERROR("amqp1 plugin: write notification failed");
374 cd_message_t *cdm = malloc(sizeof(*cdm));
376 ERROR("amqp1 plugin: notify failed");
381 char *start = malloc(bufsize);
383 ERROR("amqp1 plugin: malloc failed");
387 cdm->mbuf.size = bufsize;
388 cdm->mbuf.start = start;
389 cdm->instance = instance;
391 switch (instance->format) {
392 case AMQP1_FORMAT_JSON:
393 format_json_initialize(cdm->mbuf.start, &bfill, &bfree);
394 status = format_json_notification(cdm->mbuf.start, bufsize, n);
396 ERROR("amqp1 plugin: formatting notification failed");
397 cd_message_free(cdm);
400 cdm->mbuf.size = strlen(cdm->mbuf.start);
401 if (cdm->mbuf.size >= BUFSIZE) {
402 ERROR("amqp1 plugin: notify format json failed");
403 cd_message_free(cdm);
408 ERROR("amqp1 plugin: Invalid notify format (%i).", instance->format);
409 cd_message_free(cdm);
413 /* encode message and place on outbound queue */
414 status = encqueue(cdm, instance);
416 ERROR("amqp1 plugin: notify enqueue failed");
417 cd_message_free(cdm);
421 } /* }}} int amqp1_notify */
423 static int amqp1_write(const data_set_t *ds, const value_list_t *vl, /* {{{ */
424 user_data_t *user_data) {
426 size_t bfree = BUFSIZE;
428 size_t bufsize = BUFSIZE;
430 if (ds == NULL || vl == NULL || transport == NULL || user_data == NULL)
433 amqp1_config_instance_t *instance = user_data->data;
435 if (instance->notify != false) {
436 ERROR("amqp1 plugin: write failed");
439 cd_message_t *cdm = malloc(sizeof(*cdm));
441 ERROR("amqp1 plugin: malloc failed.");
445 char *start = malloc(bufsize);
447 ERROR("amqp1 plugin: malloc failed.");
451 cdm->mbuf.size = bufsize;
452 cdm->mbuf.start = start;
453 cdm->instance = instance;
455 switch (instance->format) {
456 case AMQP1_FORMAT_COMMAND:
457 status = cmd_create_putval((char *)cdm->mbuf.start, bufsize, ds, vl);
459 ERROR("amqp1 plugin: cmd_create_putval failed with status %i.", status);
460 cd_message_free(cdm);
463 cdm->mbuf.size = strlen(cdm->mbuf.start);
464 if (cdm->mbuf.size >= BUFSIZE) {
465 ERROR("amqp1 plugin: format cmd failed");
466 cd_message_free(cdm);
470 case AMQP1_FORMAT_JSON:
471 format_json_initialize((char *)cdm->mbuf.start, &bfill, &bfree);
472 format_json_value_list((char *)cdm->mbuf.start, &bfill, &bfree, ds, vl,
473 instance->store_rates);
474 status = format_json_finalize((char *)cdm->mbuf.start, &bfill, &bfree);
476 ERROR("amqp1 plugin: format_json_finalize failed with status %i.",
478 cd_message_free(cdm);
481 cdm->mbuf.size = strlen(cdm->mbuf.start);
482 if (cdm->mbuf.size >= BUFSIZE) {
483 ERROR("amqp1 plugin: format json failed");
484 cd_message_free(cdm);
488 case AMQP1_FORMAT_GRAPHITE:
489 status = format_graphite((char *)cdm->mbuf.start, bufsize, ds, vl,
490 instance->prefix, instance->postfix,
491 instance->escape_char, instance->graphite_flags);
493 ERROR("amqp1 plugin: format_graphite failed with status %i.", status);
494 cd_message_free(cdm);
497 cdm->mbuf.size = strlen(cdm->mbuf.start);
498 if (cdm->mbuf.size >= BUFSIZE) {
499 ERROR("amqp1 plugin: format graphite failed");
500 cd_message_free(cdm);
505 ERROR("amqp1 plugin: Invalid write format (%i).", instance->format);
506 cd_message_free(cdm);
510 /* encode message and place on outbound queue */
511 status = encqueue(cdm, instance);
513 ERROR("amqp1 plugin: write enqueue failed");
514 cd_message_free(cdm);
518 } /* }}} int amqp1_write */
520 static void amqp1_config_transport_free(void *ptr) /* {{{ */
522 amqp1_config_transport_t *transport = ptr;
524 if (transport == NULL)
527 sfree(transport->name);
528 sfree(transport->host);
529 sfree(transport->port);
530 sfree(transport->user);
531 sfree(transport->password);
532 sfree(transport->address);
535 } /* }}} void amqp1_config_transport_free */
537 static void amqp1_config_instance_free(void *ptr) /* {{{ */
539 amqp1_config_instance_t *instance = ptr;
541 if (instance == NULL)
544 sfree(instance->name);
545 sfree(instance->prefix);
546 sfree(instance->postfix);
549 } /* }}} void amqp1_config_instance_free */
551 static int amqp1_config_instance(oconfig_item_t *ci) /* {{{ */
553 amqp1_config_instance_t *instance = calloc(1, sizeof(*instance));
554 if (instance == NULL) {
555 ERROR("amqp1 plugin: calloc failed.");
559 int status = cf_util_get_string(ci, &instance->name);
565 for (int i = 0; i < ci->children_num; i++) {
566 oconfig_item_t *child = ci->children + i;
568 if (strcasecmp("PreSettle", child->key) == 0)
569 status = cf_util_get_boolean(child, &instance->pre_settle);
570 else if (strcasecmp("Notify", child->key) == 0)
571 status = cf_util_get_boolean(child, &instance->notify);
572 else if (strcasecmp("Format", child->key) == 0) {
574 status = cf_util_get_string(child, &key);
578 if (strcasecmp(key, "Command") == 0) {
579 instance->format = AMQP1_FORMAT_COMMAND;
580 } else if (strcasecmp(key, "Graphite") == 0) {
581 instance->format = AMQP1_FORMAT_GRAPHITE;
582 } else if (strcasecmp(key, "JSON") == 0) {
583 instance->format = AMQP1_FORMAT_JSON;
585 WARNING("amqp1 plugin: Invalid format string: %s", key);
588 } else if (strcasecmp("StoreRates", child->key) == 0)
589 status = cf_util_get_boolean(child, &instance->store_rates);
590 else if (strcasecmp("GraphiteSeparateInstances", child->key) == 0)
591 status = cf_util_get_flag(child, &instance->graphite_flags,
592 GRAPHITE_SEPARATE_INSTANCES);
593 else if (strcasecmp("GraphiteAlwaysAppendDS", child->key) == 0)
594 status = cf_util_get_flag(child, &instance->graphite_flags,
595 GRAPHITE_ALWAYS_APPEND_DS);
596 else if (strcasecmp("GraphitePreserveSeparator", child->key) == 0)
597 status = cf_util_get_flag(child, &instance->graphite_flags,
598 GRAPHITE_PRESERVE_SEPARATOR);
599 else if (strcasecmp("GraphitePrefix", child->key) == 0)
600 status = cf_util_get_string(child, &instance->prefix);
601 else if (strcasecmp("GraphitePostfix", child->key) == 0)
602 status = cf_util_get_string(child, &instance->postfix);
603 else if (strcasecmp("GraphiteEscapeChar", child->key) == 0) {
604 char *tmp_buff = NULL;
605 status = cf_util_get_string(child, &tmp_buff);
607 if (strlen(tmp_buff) > 1)
608 WARNING("amqp1 plugin: The option \"GraphiteEscapeChar\" handles "
609 "only one character. Others will be ignored.");
610 instance->escape_char = tmp_buff[0];
614 WARNING("amqp1 plugin: Ignoring unknown "
615 "instance configuration option "
623 amqp1_config_instance_free(instance);
626 char tpname[DATA_MAX_NAME_LEN];
627 status = snprintf(tpname, sizeof(tpname), "amqp1/%s", instance->name);
628 if ((status < 0) || (size_t)status >= sizeof(tpname)) {
629 ERROR("amqp1 plugin: Instance name would have been truncated.");
632 status = snprintf(instance->send_to, sizeof(instance->send_to), "/%s/%s",
633 transport->address, instance->name);
634 if ((status < 0) || (size_t)status >= sizeof(instance->send_to)) {
635 ERROR("amqp1 plugin: send_to address would have been truncated.");
638 if (instance->notify) {
639 status = plugin_register_notification(
640 tpname, amqp1_notify,
642 .data = instance, .free_func = amqp1_config_instance_free,
645 status = plugin_register_write(
648 .data = instance, .free_func = amqp1_config_instance_free,
653 amqp1_config_instance_free(instance);
658 } /* }}} int amqp1_config_instance */
660 static int amqp1_config_transport(oconfig_item_t *ci) /* {{{ */
662 transport = calloc(1, sizeof(*transport));
663 if (transport == NULL) {
664 ERROR("amqp1 plugin: calloc failed.");
668 /* Initialize transport configuration {{{ */
669 transport->retry_delay = 1;
671 int status = cf_util_get_string(ci, &transport->name);
677 for (int i = 0; i < ci->children_num; i++) {
678 oconfig_item_t *child = ci->children + i;
680 if (strcasecmp("Host", child->key) == 0)
681 status = cf_util_get_string(child, &transport->host);
682 else if (strcasecmp("Port", child->key) == 0)
683 status = cf_util_get_string(child, &transport->port);
684 else if (strcasecmp("User", child->key) == 0)
685 status = cf_util_get_string(child, &transport->user);
686 else if (strcasecmp("Password", child->key) == 0)
687 status = cf_util_get_string(child, &transport->password);
688 else if (strcasecmp("Address", child->key) == 0)
689 status = cf_util_get_string(child, &transport->address);
690 else if (strcasecmp("RetryDelay", child->key) == 0)
691 status = cf_util_get_int(child, &transport->retry_delay);
692 else if (strcasecmp("Instance", child->key) == 0)
693 amqp1_config_instance(child);
695 WARNING("amqp1 plugin: Ignoring unknown "
696 "transport configuration option "
705 amqp1_config_transport_free(transport);
708 } /* }}} int amqp1_config_transport */
710 static int amqp1_config(oconfig_item_t *ci) /* {{{ */
713 for (int i = 0; i < ci->children_num; i++) {
714 oconfig_item_t *child = ci->children + i;
716 if (strcasecmp("Transport", child->key) == 0)
717 amqp1_config_transport(child);
719 WARNING("amqp1 plugin: Ignoring unknown config option \"%s\".",
724 } /* }}} int amqp1_config */
726 static int amqp1_init(void) /* {{{ */
728 if (transport == NULL) {
729 ERROR("amqp1: init failed, no transport configured");
733 if (proactor == NULL) {
734 pthread_mutex_init(&send_lock, /* attr = */ NULL);
737 plugin_thread_create(&event_thread_id, NULL /* no attributes */,
738 event_thread, NULL /* no argument */, "handle");
740 ERROR("amqp1 plugin: pthread_create failed: %s", STRERRNO);
742 event_thread_running = true;
746 } /* }}} int amqp1_init */
748 static int amqp1_shutdown(void) /* {{{ */
752 /* Stop the proactor thread */
753 if (event_thread_running) {
754 DEBUG("amqp1 plugin: Shutting down proactor thread.");
755 pn_connection_wake(conn);
757 pthread_join(event_thread_id, NULL /* no return value */);
758 memset(&event_thread_id, 0, sizeof(event_thread_id));
760 DEBUG("amqp1 plugin: proactor thread exited.");
763 amqp1_config_transport_free(transport);
767 } /* }}} int amqp1_shutdown */
769 void module_register(void) {
770 plugin_register_complex_config("amqp1", amqp1_config);
771 plugin_register_init("amqp1", amqp1_init);
772 plugin_register_shutdown("amqp1", amqp1_shutdown);
773 } /* void module_register */