2 * collectd - src/plugin.c
3 * Copyright (C) 2005-2008 Florian octo Forster
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; only version 2 of the License is applicable.
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, write to the Free Software Foundation, Inc.,
16 * 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
19 * Florian octo Forster <octo at verplant.org>
20 * Sebastian Harl <sh at tokkee.org>
24 #include "utils_complain.h"
34 #include "configfile.h"
35 #include "utils_avltree.h"
36 #include "utils_llist.h"
37 #include "utils_cache.h"
38 #include "utils_threshold.h"
47 int (*callback) (void);
48 enum { DONE = 0, TODO = 1, ACTIVE = 2 } needs_read;
50 typedef struct read_func_s read_func_t;
55 static llist_t *list_init;
56 static llist_t *list_read;
57 static llist_t *list_write;
58 static llist_t *list_flush;
59 static llist_t *list_shutdown;
60 static llist_t *list_log;
61 static llist_t *list_notification;
63 static c_avl_tree_t *data_sets;
65 static char *plugindir = NULL;
67 static int read_loop = 1;
68 static pthread_mutex_t read_lock = PTHREAD_MUTEX_INITIALIZER;
69 static pthread_cond_t read_cond = PTHREAD_COND_INITIALIZER;
70 static pthread_t *read_threads = NULL;
71 static int read_threads_num = 0;
76 static const char *plugin_get_dir (void)
78 if (plugindir == NULL)
84 static int register_callback (llist_t **list, const char *name, void *callback)
90 && ((*list = llist_create ()) == NULL))
93 le = llist_search (*list, name);
100 le = llentry_create (key, callback);
107 llist_append (*list, le);
111 le->value = callback;
115 } /* int register_callback */
117 static int plugin_unregister (llist_t *list, const char *name)
121 e = llist_search (list, name);
126 llist_remove (list, e);
131 } /* int plugin_unregister */
134 * (Try to) load the shared object `file'. Won't complain if it isn't a shared
135 * object, but it will bitch about a shared object not having a
136 * ``module_register'' symbol..
138 static int plugin_load_file (char *file)
141 void (*reg_handle) (void);
143 DEBUG ("file = %s", file);
146 lt_dlerror (); /* clear errors */
148 if ((dlh = lt_dlopen (file)) == NULL)
150 const char *error = lt_dlerror ();
152 ERROR ("lt_dlopen failed: %s", error);
153 fprintf (stderr, "lt_dlopen failed: %s\n", error);
157 if ((reg_handle = (void (*) (void)) lt_dlsym (dlh, "module_register")) == NULL)
159 WARNING ("Couldn't find symbol ``module_register'' in ``%s'': %s\n",
160 file, lt_dlerror ());
170 static void *plugin_read_thread (void *args)
177 pthread_mutex_lock (&read_lock);
179 while (read_loop != 0)
181 le = llist_head (list_read);
184 while ((read_loop != 0) && (le != NULL))
186 rf = (read_func_t *) le->value;
188 if (rf->needs_read != TODO)
194 /* We will do this read function */
195 rf->needs_read = ACTIVE;
197 DEBUG ("[thread #%5lu] plugin: plugin_read_thread: Handling %s",
198 (unsigned long int) pthread_self (), le->key);
199 pthread_mutex_unlock (&read_lock);
201 status = rf->callback ();
206 if (rf->wait_time < interval_g)
207 rf->wait_time = interval_g;
208 rf->wait_left = rf->wait_time;
209 rf->wait_time = rf->wait_time * 2;
210 if (rf->wait_time > 86400)
211 rf->wait_time = 86400;
213 NOTICE ("read-function of plugin `%s' "
214 "failed. Will suspend it for %i "
215 "seconds.", le->key, rf->wait_left);
220 rf->wait_time = interval_g;
223 pthread_mutex_lock (&read_lock);
225 rf->needs_read = DONE;
227 } /* while (le != NULL) */
229 if ((read_loop != 0) && (done == 0))
231 DEBUG ("[thread #%5lu] plugin: plugin_read_thread: Waiting on read_cond.",
232 (unsigned long int) pthread_self ());
233 pthread_cond_wait (&read_cond, &read_lock);
235 } /* while (read_loop) */
237 pthread_mutex_unlock (&read_lock);
241 } /* void *plugin_read_thread */
243 static void start_threads (int num)
247 if (read_threads != NULL)
250 read_threads = (pthread_t *) calloc (num, sizeof (pthread_t));
251 if (read_threads == NULL)
253 ERROR ("plugin: start_threads: calloc failed.");
257 read_threads_num = 0;
258 for (i = 0; i < num; i++)
260 if (pthread_create (read_threads + read_threads_num, NULL,
261 plugin_read_thread, NULL) == 0)
267 ERROR ("plugin: start_threads: pthread_create failed.");
271 } /* void start_threads */
273 static void stop_threads (void)
277 pthread_mutex_lock (&read_lock);
279 DEBUG ("plugin: stop_threads: Signalling `read_cond'");
280 pthread_cond_broadcast (&read_cond);
281 pthread_mutex_unlock (&read_lock);
283 for (i = 0; i < read_threads_num; i++)
285 if (pthread_join (read_threads[i], NULL) != 0)
287 ERROR ("plugin: stop_threads: pthread_join failed.");
289 read_threads[i] = (pthread_t) 0;
291 sfree (read_threads);
292 read_threads_num = 0;
293 } /* void stop_threads */
298 void plugin_set_dir (const char *dir)
300 if (plugindir != NULL)
305 else if ((plugindir = strdup (dir)) == NULL)
308 ERROR ("strdup failed: %s",
309 sstrerror (errno, errbuf, sizeof (errbuf)));
314 int plugin_load (const char *type)
318 char filename[BUFSIZE] = "";
319 char typename[BUFSIZE];
325 DEBUG ("type = %s", type);
327 dir = plugin_get_dir ();
330 /* `cpu' should not match `cpufreq'. To solve this we add `.so' to the
331 * type when matching the filename */
332 if (ssnprintf (typename, sizeof (typename),
333 "%s.so", type) >= sizeof (typename))
335 WARNING ("snprintf: truncated: `%s.so'", type);
338 typename_len = strlen (typename);
340 if ((dh = opendir (dir)) == NULL)
343 ERROR ("opendir (%s): %s", dir,
344 sstrerror (errno, errbuf, sizeof (errbuf)));
348 while ((de = readdir (dh)) != NULL)
350 if (strncasecmp (de->d_name, typename, typename_len))
353 if (ssnprintf (filename, sizeof (filename),
354 "%s/%s", dir, de->d_name) >= sizeof (filename))
356 WARNING ("snprintf: truncated: `%s/%s'", dir, de->d_name);
360 if (lstat (filename, &statbuf) == -1)
363 WARNING ("stat %s: %s", filename,
364 sstrerror (errno, errbuf, sizeof (errbuf)));
367 else if (!S_ISREG (statbuf.st_mode))
369 /* don't follow symlinks */
373 if (plugin_load_file (filename) == 0)
381 fprintf (stderr, "Unable to load plugin %s.\n", type);
387 if (filename[0] == '\0')
388 fprintf (stderr, "Could not find plugin %s.\n", type);
394 * The `register_*' functions follow
396 int plugin_register_config (const char *name,
397 int (*callback) (const char *key, const char *val),
398 const char **keys, int keys_num)
400 cf_register (name, callback, keys, keys_num);
402 } /* int plugin_register_config */
404 int plugin_register_complex_config (const char *type,
405 int (*callback) (oconfig_item_t *))
407 return (cf_register_complex (type, callback));
408 } /* int plugin_register_complex_config */
410 int plugin_register_init (const char *name,
411 int (*callback) (void))
413 return (register_callback (&list_init, name, (void *) callback));
414 } /* plugin_register_init */
416 int plugin_register_read (const char *name,
417 int (*callback) (void))
421 rf = (read_func_t *) malloc (sizeof (read_func_t));
425 ERROR ("plugin_register_read: malloc failed: %s",
426 sstrerror (errno, errbuf, sizeof (errbuf)));
430 memset (rf, '\0', sizeof (read_func_t));
431 rf->wait_time = interval_g;
433 rf->callback = callback;
434 rf->needs_read = DONE;
436 return (register_callback (&list_read, name, (void *) rf));
437 } /* int plugin_register_read */
439 int plugin_register_write (const char *name,
440 int (*callback) (const data_set_t *ds, const value_list_t *vl))
442 return (register_callback (&list_write, name, (void *) callback));
443 } /* int plugin_register_write */
445 int plugin_register_flush (const char *name,
446 int (*callback) (const int timeout, const char *identifier))
448 return (register_callback (&list_flush, name, (void *) callback));
449 } /* int plugin_register_flush */
451 int plugin_register_shutdown (char *name,
452 int (*callback) (void))
454 return (register_callback (&list_shutdown, name, (void *) callback));
455 } /* int plugin_register_shutdown */
457 int plugin_register_data_set (const data_set_t *ds)
462 if ((data_sets != NULL)
463 && (c_avl_get (data_sets, ds->type, NULL) == 0))
465 NOTICE ("Replacing DS `%s' with another version.", ds->type);
466 plugin_unregister_data_set (ds->type);
468 else if (data_sets == NULL)
470 data_sets = c_avl_create ((int (*) (const void *, const void *)) strcmp);
471 if (data_sets == NULL)
475 ds_copy = (data_set_t *) malloc (sizeof (data_set_t));
478 memcpy(ds_copy, ds, sizeof (data_set_t));
480 ds_copy->ds = (data_source_t *) malloc (sizeof (data_source_t)
482 if (ds_copy->ds == NULL)
488 for (i = 0; i < ds->ds_num; i++)
489 memcpy (ds_copy->ds + i, ds->ds + i, sizeof (data_source_t));
491 return (c_avl_insert (data_sets, (void *) ds_copy->type, (void *) ds_copy));
492 } /* int plugin_register_data_set */
494 int plugin_register_log (char *name,
495 void (*callback) (int priority, const char *msg))
497 return (register_callback (&list_log, name, (void *) callback));
498 } /* int plugin_register_log */
500 int plugin_register_notification (const char *name,
501 int (*callback) (const notification_t *notif))
503 return (register_callback (&list_notification, name, (void *) callback));
504 } /* int plugin_register_log */
506 int plugin_unregister_config (const char *name)
508 cf_unregister (name);
510 } /* int plugin_unregister_config */
512 int plugin_unregister_complex_config (const char *name)
514 cf_unregister_complex (name);
516 } /* int plugin_unregister_complex_config */
518 int plugin_unregister_init (const char *name)
520 return (plugin_unregister (list_init, name));
523 int plugin_unregister_read (const char *name)
527 e = llist_search (list_read, name);
532 llist_remove (list_read, e);
540 int plugin_unregister_write (const char *name)
542 return (plugin_unregister (list_write, name));
545 int plugin_unregister_flush (const char *name)
547 return (plugin_unregister (list_flush, name));
550 int plugin_unregister_shutdown (const char *name)
552 return (plugin_unregister (list_shutdown, name));
555 int plugin_unregister_data_set (const char *name)
559 if (data_sets == NULL)
562 if (c_avl_remove (data_sets, name, NULL, (void *) &ds) != 0)
569 } /* int plugin_unregister_data_set */
571 int plugin_unregister_log (const char *name)
573 return (plugin_unregister (list_log, name));
576 int plugin_unregister_notification (const char *name)
578 return (plugin_unregister (list_notification, name));
581 void plugin_init_all (void)
583 int (*callback) (void);
587 /* Init the value cache */
590 if ((list_init == NULL) && (list_read == NULL))
593 /* Calling all init callbacks before checking if read callbacks
594 * are available allows the init callbacks to register the read
596 le = llist_head (list_init);
599 callback = (int (*) (void)) le->value;
600 status = (*callback) ();
604 ERROR ("Initialization of plugin `%s' "
605 "failed with status %i. "
606 "Plugin will be unloaded.",
608 /* Plugins that register read callbacks from the init
609 * callback should take care of appropriate error
610 * handling themselves. */
611 /* FIXME: Unload _all_ functions */
612 plugin_unregister_read (le->key);
618 /* Start read-threads */
619 if (list_read != NULL)
623 rt = global_option_get ("ReadThreads");
625 start_threads ((num > 0) ? num : 5);
627 } /* void plugin_init_all */
629 void plugin_read_all (void)
636 if (list_read == NULL)
639 pthread_mutex_lock (&read_lock);
641 le = llist_head (list_read);
644 rf = (read_func_t *) le->value;
646 if (rf->needs_read != DONE)
652 if (rf->wait_left > 0)
653 rf->wait_left -= interval_g;
655 if (rf->wait_left <= 0)
657 rf->needs_read = TODO;
663 DEBUG ("plugin: plugin_read_all: Signalling `read_cond'");
664 pthread_cond_broadcast (&read_cond);
665 pthread_mutex_unlock (&read_lock);
666 } /* void plugin_read_all */
668 void plugin_flush_all (int timeout)
670 int (*callback) (int timeout, const char *identifier);
673 if (list_flush == NULL)
676 le = llist_head (list_flush);
679 callback = (int (*) (int, const char *)) le->value;
682 (*callback) (timeout, NULL);
684 } /* void plugin_flush_all */
686 int plugin_flush (const char *plugin, int timeout, const char *identifier)
688 int (*callback) (int timeout, const char *identifier);
691 if (list_flush == NULL)
694 le = llist_head (list_flush);
698 && (strcmp (plugin, le->key) != 0))
704 callback = (int (*) (int, const char *)) le->value;
705 (*callback) (timeout, identifier);
710 } /* int plugin_flush */
712 void plugin_shutdown_all (void)
714 int (*callback) (void);
719 if (list_shutdown == NULL)
722 le = llist_head (list_shutdown);
725 callback = (int (*) (void)) le->value;
727 /* Advance the pointer before calling the callback allows
728 * shutdown functions to unregister themselves. If done the
729 * other way around the memory `le' points to will be freed
730 * after callback returns. */
735 } /* void plugin_shutdown_all */
737 int plugin_dispatch_values (value_list_t *vl)
739 static c_complain_t no_write_complaint = C_COMPLAIN_INIT;
741 int (*callback) (const data_set_t *, const value_list_t *);
745 if ((vl == NULL) || (*vl->type == '\0')) {
746 ERROR ("plugin_dispatch_values: Invalid value list.");
750 if (list_write == NULL)
751 c_complain_once (LOG_WARNING, &no_write_complaint,
752 "plugin_dispatch_values: No write callback has been "
753 "registered. Please load at least one output plugin, "
754 "if you want the collected data to be stored.");
756 if (data_sets == NULL)
758 ERROR ("plugin_dispatch_values: No data sets registered. "
759 "Could the types database be read? Check "
760 "your `TypesDB' setting!");
764 if (c_avl_get (data_sets, vl->type, (void *) &ds) != 0)
766 INFO ("plugin_dispatch_values: Dataset not found: %s", vl->type);
770 DEBUG ("plugin_dispatch_values: time = %u; interval = %i; "
772 "plugin = %s; plugin_instance = %s; "
773 "type = %s; type_instance = %s;",
774 (unsigned int) vl->time, vl->interval,
776 vl->plugin, vl->plugin_instance,
777 vl->type, vl->type_instance);
780 assert (0 == strcmp (ds->type, vl->type));
782 if (0 != strcmp (ds->type, vl->type))
783 WARNING ("plugin_dispatch_values: (ds->type = %s) != (vl->type = %s)",
788 assert (ds->ds_num == vl->values_len);
790 if (ds->ds_num != vl->values_len)
792 ERROR ("plugin_dispatch_values: ds->type = %s: "
793 "(ds->ds_num = %i) != "
794 "(vl->values_len = %i)",
795 ds->type, ds->ds_num, vl->values_len);
800 escape_slashes (vl->host, sizeof (vl->host));
801 escape_slashes (vl->plugin, sizeof (vl->plugin));
802 escape_slashes (vl->plugin_instance, sizeof (vl->plugin_instance));
803 escape_slashes (vl->type, sizeof (vl->type));
804 escape_slashes (vl->type_instance, sizeof (vl->type_instance));
806 /* Update the value cache */
808 ut_check_threshold (ds, vl);
810 le = llist_head (list_write);
813 callback = (int (*) (const data_set_t *, const value_list_t *)) le->value;
814 (*callback) (ds, vl);
820 } /* int plugin_dispatch_values */
822 int plugin_dispatch_notification (const notification_t *notif)
824 int (*callback) (const notification_t *);
826 /* Possible TODO: Add flap detection here */
828 DEBUG ("plugin_dispatch_notification: severity = %i; message = %s; "
829 "time = %u; host = %s;",
830 notif->severity, notif->message,
831 (unsigned int) notif->time, notif->host);
833 /* Nobody cares for notifications */
834 if (list_notification == NULL)
837 le = llist_head (list_notification);
840 callback = (int (*) (const notification_t *)) le->value;
847 } /* int plugin_dispatch_notification */
849 void plugin_log (int level, const char *format, ...)
854 void (*callback) (int, const char *);
857 if (list_log == NULL)
861 if (level >= LOG_DEBUG)
865 va_start (ap, format);
866 vsnprintf (msg, 512, format, ap);
870 le = llist_head (list_log);
873 callback = (void (*) (int, const char *)) le->value;
874 (*callback) (level, msg);
878 } /* void plugin_log */
880 const data_set_t *plugin_get_ds (const char *name)
884 if (c_avl_get (data_sets, name, (void *) &ds) != 0)
886 DEBUG ("No such dataset registered: %s", name);
891 } /* data_set_t *plugin_get_ds */
893 static int plugin_notification_meta_add (notification_t *n,
895 enum notification_meta_type_e type,
898 notification_meta_t *meta;
899 notification_meta_t *tail;
901 if ((n == NULL) || (name == NULL) || (value == NULL))
903 ERROR ("plugin_notification_meta_add: A pointer is NULL!");
907 meta = (notification_meta_t *) malloc (sizeof (notification_meta_t));
910 ERROR ("plugin_notification_meta_add: malloc failed.");
913 memset (meta, 0, sizeof (notification_meta_t));
915 sstrncpy (meta->name, name, sizeof (meta->name));
922 meta->value_string = strdup ((const char *) value);
923 if (meta->value_string == NULL)
925 ERROR ("plugin_notification_meta_add: strdup failed.");
931 case NM_TYPE_SIGNED_INT:
933 meta->value_signed_int = *((int64_t *) value);
936 case NM_TYPE_UNSIGNED_INT:
938 meta->value_unsigned_int = *((uint64_t *) value);
943 meta->value_double = *((double *) value);
946 case NM_TYPE_BOOLEAN:
948 meta->value_boolean = *((bool *) value);
953 ERROR ("plugin_notification_meta_add: Unknown type: %i", type);
957 } /* switch (type) */
961 while ((tail != NULL) && (tail->next != NULL))
970 } /* int plugin_notification_meta_add */
972 int plugin_notification_meta_add_string (notification_t *n,
976 return (plugin_notification_meta_add (n, name, NM_TYPE_STRING, value));
979 int plugin_notification_meta_add_signed_int (notification_t *n,
983 return (plugin_notification_meta_add (n, name, NM_TYPE_SIGNED_INT, &value));
986 int plugin_notification_meta_add_unsigned_int (notification_t *n,
990 return (plugin_notification_meta_add (n, name, NM_TYPE_UNSIGNED_INT, &value));
993 int plugin_notification_meta_add_double (notification_t *n,
997 return (plugin_notification_meta_add (n, name, NM_TYPE_DOUBLE, &value));
1000 int plugin_notification_meta_add_boolean (notification_t *n,
1004 return (plugin_notification_meta_add (n, name, NM_TYPE_BOOLEAN, &value));
1007 int plugin_notification_meta_copy (notification_t *dst,
1008 const notification_t *src)
1010 notification_meta_t *meta;
1012 assert (dst != NULL);
1013 assert (src != NULL);
1014 assert (dst != src);
1015 assert ((src->meta == NULL) || (src->meta != dst->meta));
1017 for (meta = src->meta; meta != NULL; meta = meta->next)
1019 if (meta->type == NM_TYPE_STRING)
1020 plugin_notification_meta_add_string (dst, meta->name,
1021 meta->value_string);
1022 else if (meta->type == NM_TYPE_SIGNED_INT)
1023 plugin_notification_meta_add_signed_int (dst, meta->name,
1024 meta->value_signed_int);
1025 else if (meta->type == NM_TYPE_UNSIGNED_INT)
1026 plugin_notification_meta_add_unsigned_int (dst, meta->name,
1027 meta->value_unsigned_int);
1028 else if (meta->type == NM_TYPE_DOUBLE)
1029 plugin_notification_meta_add_double (dst, meta->name,
1030 meta->value_double);
1031 else if (meta->type == NM_TYPE_BOOLEAN)
1032 plugin_notification_meta_add_boolean (dst, meta->name,
1033 meta->value_boolean);
1037 } /* int plugin_notification_meta_copy */
1039 int plugin_notification_meta_free (notification_t *n)
1041 notification_meta_t *this;
1042 notification_meta_t *next;
1046 ERROR ("plugin_notification_meta_free: n == NULL!");
1052 while (this != NULL)
1056 if (this->type == NM_TYPE_STRING)
1058 free ((char *)this->value_string);
1059 this->value_string = NULL;
1067 } /* int plugin_notification_meta_free */