2 * collection4 - graph_list.c
3 * Copyright (C) 2010 Florian octo Forster
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation; either
8 * version 2.1 of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 * Boston, MA 02110-1301 USA
21 * Florian octo Forster <ff at octo.it>
34 #include <sys/types.h>
37 #include <yajl/yajl_parse.h>
39 #include "graph_list.h"
41 #include "filesystem.h"
43 #include "graph_config.h"
44 #include "graph_def.h"
45 #include "graph_ident.h"
46 #include "graph_instance.h"
47 #include "utils_cgi.h"
48 #include "utils_search.h"
51 #include <fcgi_stdio.h>
56 #define UPDATE_INTERVAL 900
57 #define CACHE_FILE "/tmp/collection4.json"
62 static graph_config_t **gl_active = NULL;
63 static size_t gl_active_num = 0;
65 static graph_config_t **gl_staging = NULL;
66 static size_t gl_staging_num = 0;
68 /* Graphs created on-the-fly for files which don't match any existing graph
70 static graph_config_t **gl_dynamic = NULL;
71 static size_t gl_dynamic_num = 0;
73 static char **host_list = NULL;
74 static size_t host_list_len = 0;
76 static time_t gl_last_update = 0;
81 static int gl_add_graph_internal (graph_config_t *cfg, /* {{{ */
82 graph_config_t ***gl_array, size_t *gl_array_num)
86 #define ARRAY_PTR (*gl_array)
87 #define ARRAY_SIZE (*gl_array_num)
92 tmp = realloc (ARRAY_PTR, sizeof (*ARRAY_PTR) * (ARRAY_SIZE + 1));
97 ARRAY_PTR[ARRAY_SIZE] = cfg;
104 } /* }}} int gl_add_graph_internal */
106 static void gl_destroy (graph_config_t ***gl_array, /* {{{ */
107 size_t *gl_array_num)
111 if ((gl_array == NULL) || (gl_array_num == NULL))
114 #define ARRAY_PTR (*gl_array)
115 #define ARRAY_SIZE (*gl_array_num)
117 for (i = 0; i < ARRAY_SIZE; i++)
119 graph_destroy (ARRAY_PTR[i]);
128 } /* }}} void gl_destroy */
130 static int gl_register_host (const char *host) /* {{{ */
138 for (i = 0; i < host_list_len; i++)
139 if (strcmp (host_list[i], host) == 0)
142 tmp = realloc (host_list, sizeof (*host_list) * (host_list_len + 1));
147 host_list[host_list_len] = strdup (host);
148 if (host_list[host_list_len] == NULL)
153 } /* }}} int gl_register_host */
155 static int gl_clear_hosts (void) /* {{{ */
159 for (i = 0; i < host_list_len; i++)
167 } /* }}} int gl_clear_hosts */
169 static int gl_compare_hosts (const void *v0, const void *v1) /* {{{ */
171 return (strcmp (*(char * const *) v0, *(char * const *) v1));
172 } /* }}} int gl_compare_hosts */
174 static int gl_register_file (const graph_ident_t *file, /* {{{ */
175 __attribute__((unused)) void *user_data)
181 for (i = 0; i < gl_active_num; i++)
183 graph_config_t *cfg = gl_active[i];
186 if (!graph_ident_matches (cfg, file))
189 status = graph_add_file (cfg, file);
202 cfg = graph_create (file);
203 gl_add_graph_internal (cfg, &gl_dynamic, &gl_dynamic_num);
204 graph_add_file (cfg, file);
207 gl_register_host (ident_get_host (file));
210 } /* }}} int gl_register_file */
212 static const char *get_part_from_param (const char *prim_key, /* {{{ */
217 val = param (prim_key);
221 return (param (sec_key));
222 } /* }}} const char *get_part_from_param */
224 static int gl_clear_instances (void) /* {{{ */
228 for (i = 0; i < gl_active_num; i++)
229 graph_clear_instances (gl_active[i]);
232 } /* }}} int gl_clear_instances */
234 static void gl_dump_cb (void *ctx, /* {{{ */
235 const char *str, unsigned int len)
237 int fd = *((int *) ctx);
243 buffer_size = (size_t) len;
244 while (buffer_size > 0)
246 status = write (fd, buffer, buffer_size);
249 fprintf (stderr, "write(2) failed with status %i\n", errno);
254 buffer_size -= status;
256 } /* }}} void gl_dump_cb */
258 static int gl_dump (void) /* {{{ */
262 yajl_gen_config handler_config = { /* pretty = */ 1, /* indent = */ " " };
267 fd = open (CACHE_FILE, O_WRONLY | O_TRUNC | O_CREAT);
270 fprintf (stderr, "gl_dump: open(2) failed with status %i\n", errno);
274 memset (&lock, 0, sizeof (lock));
275 lock.l_type = F_WRLCK;
276 lock.l_whence = SEEK_SET;
278 lock.l_len = 0; /* lock everything */
282 status = fcntl (fd, F_SETLKW, &lock);
289 fprintf (stderr, "gl_dump: fcntl(2) failed with status %i\n", errno);
294 handler = yajl_gen_alloc2 (gl_dump_cb, &handler_config,
295 /* alloc funcs = */ NULL, /* ctx = */ &fd);
302 yajl_gen_array_open (handler);
304 for (i = 0; i < gl_active_num; i++)
305 graph_to_json (gl_active[i], handler);
307 for (i = 0; i < gl_dynamic_num; i++)
308 graph_to_json (gl_dynamic[i], handler);
310 yajl_gen_array_close (handler);
312 yajl_gen_free (handler);
316 } /* }}} int gl_dump */
318 static int gl_scan_directory (void)
321 } /* }}} int gl_scan_directory */
324 * JSON parsing functions
326 #define CTX_MASK 0xff000000
327 #define CTX_GRAPH 0x01000000
328 #define CTX_GRAPH_SELECT 0x02000000
329 #define CTX_INST 0x03000000
330 #define CTX_INST_SELECT 0x04000000
331 #define CTX_INST_FILE 0x05000000
333 #define CTX_IDENT_MASK 0x00ff0000
334 #define CTX_IDENT_HOST 0x00010000
335 #define CTX_IDENT_PLUGIN 0x00020000
336 #define CTX_IDENT_PLUGIN_INSTANCE 0x00030000
337 #define CTX_IDENT_TYPE 0x00040000
338 #define CTX_IDENT_TYPE_INSTANCE 0x00050000
340 struct gl_json_context_s
345 graph_instance_t *inst;
346 graph_ident_t *ident;
350 typedef struct gl_json_context_s gl_json_context_t;
352 static void set_state (gl_json_context_t *ctx, /* {{{ */
353 uint32_t new_state, uint32_t mask)
355 uint32_t old_state = ctx->state;
356 ctx->state = (old_state & ~mask) | (new_state & mask);
357 } /* }}} void set_state */
359 static int gl_json_string (void *user_data, /* {{{ */
360 const unsigned char *str,
361 unsigned int str_length)
363 gl_json_context_t *ctx = user_data;
364 char buffer[str_length + 1];
366 memcpy (buffer, str, str_length);
367 buffer[str_length] = 0;
369 if (((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
370 || ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
371 || ((ctx->state & CTX_MASK) == CTX_INST_FILE))
373 switch (ctx->state & CTX_IDENT_MASK)
376 ident_set_host (ctx->ident, buffer);
378 case CTX_IDENT_PLUGIN:
379 ident_set_plugin (ctx->ident, buffer);
381 case CTX_IDENT_PLUGIN_INSTANCE:
382 ident_set_plugin_instance (ctx->ident, buffer);
385 ident_set_type (ctx->ident, buffer);
387 case CTX_IDENT_TYPE_INSTANCE:
388 ident_set_type_instance (ctx->ident, buffer);
394 } /* }}} int gl_json_string */
396 static int gl_json_start_map (void *user_data) /* {{{ */
398 gl_json_context_t *ctx = user_data;
400 if (((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
401 || ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
402 || ((ctx->state & CTX_MASK) == CTX_INST_FILE))
404 assert (ctx->ident == NULL);
405 ctx->ident = ident_create (ANY_TOKEN,
406 ANY_TOKEN, ANY_TOKEN,
407 ANY_TOKEN, ANY_TOKEN);
411 } /* }}} int gl_json_start_map */
413 static int gl_json_end_map (void *user_data) /* {{{ */
415 gl_json_context_t *ctx = user_data;
417 if ((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
421 /* ctx->ident should now hold the valid selector */
422 assert (ctx->cfg == NULL);
423 assert (ctx->inst == NULL);
424 assert (ctx->ident != NULL);
426 for (i = 0; i < gl_active_num; i++)
428 if (graph_compare (gl_active[i], ctx->ident) != 0)
431 ctx->cfg = gl_active[i];
432 ctx->dynamic_graph = 0;
436 if (ctx->cfg == NULL)
438 ctx->cfg = graph_create (ctx->ident);
439 ctx->dynamic_graph = 1;
442 ident_destroy (ctx->ident);
445 set_state (ctx, CTX_GRAPH, CTX_MASK);
447 else if ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
449 /* ctx->ident should now hold the valid selector */
450 assert (ctx->cfg != NULL);
451 assert (ctx->inst == NULL);
452 assert (ctx->ident != NULL);
454 ctx->inst = inst_create (ctx->cfg, ctx->ident);
455 ident_destroy (ctx->ident);
458 set_state (ctx, CTX_INST, CTX_MASK);
460 else if ((ctx->state & CTX_MASK) == CTX_INST_FILE)
462 /* ctx->ident should now hold the valid file */
463 assert (ctx->cfg != NULL);
464 assert (ctx->inst != NULL);
465 assert (ctx->ident != NULL);
467 inst_add_file (ctx->inst, ctx->ident);
468 ident_destroy (ctx->ident);
471 /* Don't reset the state here, files are in an array. */
473 else if ((ctx->state & CTX_MASK) == CTX_INST)
475 /* ctx->inst should now hold a complete instance */
476 assert (ctx->cfg != NULL);
477 assert (ctx->inst != NULL);
478 assert (ctx->ident == NULL);
480 graph_add_inst (ctx->cfg, ctx->inst);
481 /* don't destroy / free ctx->inst */
484 /* Don't reset the state here, instances are in an array. */
486 else if ((ctx->state & CTX_MASK) == CTX_GRAPH)
488 /* ctx->cfg should now hold a complete graph */
489 assert (ctx->cfg != NULL);
490 assert (ctx->inst == NULL);
491 assert (ctx->ident == NULL);
493 if (ctx->dynamic_graph)
494 gl_add_graph_internal (ctx->cfg, &gl_dynamic, &gl_dynamic_num);
495 /* else: already contained in gl_active */
498 /* Don't reset the state here, graphs are in an array. */
502 } /* }}} int gl_json_end_map */
504 static int gl_json_end_array (void *user_data) /* {{{ */
506 gl_json_context_t *ctx = user_data;
508 if ((ctx->state & CTX_MASK) == CTX_INST_FILE)
509 set_state (ctx, CTX_INST, CTX_MASK);
510 else if ((ctx->state & CTX_MASK) == CTX_INST)
511 set_state (ctx, CTX_GRAPH, CTX_MASK);
512 else if ((ctx->state & CTX_MASK) == CTX_GRAPH)
518 } /* }}} int gl_json_end_array */
520 static int gl_json_key (void *user_data, /* {{{ */
521 const unsigned char *str,
522 unsigned int str_length)
524 gl_json_context_t *ctx = user_data;
525 char buffer[str_length + 1];
527 memcpy (buffer, str, str_length);
528 buffer[str_length] = 0;
530 if ((ctx->state & CTX_MASK) == CTX_GRAPH)
532 if (strcasecmp ("select", buffer) == 0)
533 set_state (ctx, CTX_GRAPH_SELECT, CTX_MASK);
534 else if (strcasecmp ("instances", buffer) == 0)
535 set_state (ctx, CTX_INST, CTX_MASK);
537 else if ((ctx->state & CTX_MASK) == CTX_INST)
539 if (strcasecmp ("select", buffer) == 0)
540 set_state (ctx, CTX_INST_SELECT, CTX_MASK);
541 else if (strcasecmp ("files", buffer) == 0)
542 set_state (ctx, CTX_INST_FILE, CTX_MASK);
544 else if (((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
545 || ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
546 || ((ctx->state & CTX_MASK) == CTX_INST_FILE))
548 assert (ctx->ident != NULL);
550 if (strcasecmp ("host", buffer) == 0)
551 set_state (ctx, CTX_IDENT_HOST, CTX_IDENT_MASK);
552 else if (strcasecmp ("plugin", buffer) == 0)
553 set_state (ctx, CTX_IDENT_PLUGIN, CTX_IDENT_MASK);
554 else if (strcasecmp ("plugin_instance", buffer) == 0)
555 set_state (ctx, CTX_IDENT_PLUGIN_INSTANCE, CTX_IDENT_MASK);
556 else if (strcasecmp ("type", buffer) == 0)
557 set_state (ctx, CTX_IDENT_TYPE, CTX_IDENT_MASK);
558 else if (strcasecmp ("type_instance", buffer) == 0)
559 set_state (ctx, CTX_IDENT_TYPE_INSTANCE, CTX_IDENT_MASK);
563 } /* }}} int gl_json_key */
565 yajl_callbacks gl_json_callbacks =
568 /* boolean = */ NULL,
569 /* integer = */ NULL,
572 /* string = */ gl_json_string,
573 /* start_map = */ gl_json_start_map,
574 /* map_key = */ gl_json_key,
575 /* end_map = */ gl_json_end_map,
576 /* start_array = */ NULL,
577 /* end_array = */ gl_json_end_array
580 static int gl_read_cache (_Bool block) /* {{{ */
583 gl_json_context_t context;
584 yajl_parser_config handle_config = { /* comments = */ 0, /* check UTF-8 */ 0 };
593 fd = open (CACHE_FILE, O_RDONLY);
596 fprintf (stderr, "gl_read_cache: open(2) failed with status %i\n", errno);
605 memset (&lock, 0, sizeof (lock));
606 lock.l_type = F_RDLCK;
607 lock.l_whence = SEEK_SET;
609 lock.l_len = 0; /* lock everything */
613 status = fcntl (fd, cmd, &lock);
617 if (!block && ((errno == EACCES) || (errno == EAGAIN)))
627 fprintf (stderr, "gl_read_cache: fcntl(2) failed with status %i\n",
633 fprintf (stderr, "gl_read_cache: Opening and locking "
634 "cache file successful\n");
636 memset (&statbuf, 0, sizeof (statbuf));
637 status = fstat (fd, &statbuf);
641 fprintf (stderr, "gl_read_cache: fstat(2) failed with status %i\n",
649 if (statbuf.st_mtime <= gl_last_update)
651 /* Our current data is at least as new as the cache. Return. */
655 else if ((statbuf.st_mtime + UPDATE_INTERVAL) < now)
657 /* We'll scan the directory anyway, so there is no need to parse the cache here. */
662 memset (&context, 0, sizeof (context));
663 context.state = CTX_GRAPH;
666 context.ident = NULL;
668 handle = yajl_alloc (&gl_json_callbacks,
670 /* alloc funcs = */ NULL,
676 char buffer[1024*1024];
678 rd_status = read (fd, buffer, sizeof (buffer));
681 if ((errno == EINTR) || (errno == EAGAIN))
684 fprintf (stderr, "gl_read_cache: read(2) failed with status %i\n",
689 else if (rd_status == 0)
691 yajl_parse_complete (handle);
697 (unsigned char *) &buffer[0],
698 (unsigned int) rd_status);
702 fprintf (stderr, "gl_read_cache: Closing cache file and returning\n");
703 gl_last_update = statbuf.st_mtime;
707 } /* }}} int gl_read_cache */
712 int gl_add_graph (graph_config_t *cfg) /* {{{ */
714 return (gl_add_graph_internal (cfg, &gl_staging, &gl_staging_num));
715 } /* }}} int gl_add_graph */
717 int gl_config_submit (void) /* {{{ */
719 graph_config_t **old;
723 old_num = gl_active_num;
725 gl_active = gl_staging;
726 gl_active_num = gl_staging_num;
731 gl_destroy (&old, &old_num);
734 } /* }}} int graph_config_submit */
736 int gl_graph_get_all (graph_callback_t callback, /* {{{ */
741 if (callback == NULL)
744 gl_update (/* request served = */ 0);
746 for (i = 0; i < gl_active_num; i++)
750 status = (*callback) (gl_active[i], user_data);
755 for (i = 0; i < gl_dynamic_num; i++)
759 status = (*callback) (gl_dynamic[i], user_data);
765 } /* }}} int gl_graph_get_all */
767 graph_config_t *gl_graph_get_selected (void) /* {{{ */
769 const char *host = get_part_from_param ("graph_host", "host");
770 const char *plugin = get_part_from_param ("graph_plugin", "plugin");
771 const char *plugin_instance = get_part_from_param ("graph_plugin_instance", "plugin_instance");
772 const char *type = get_part_from_param ("graph_type", "type");
773 const char *type_instance = get_part_from_param ("graph_type_instance", "type_instance");
774 graph_ident_t *ident;
778 || (plugin == NULL) || (plugin_instance == NULL)
779 || (type == NULL) || (type_instance == NULL))
782 ident = ident_create (host, plugin, plugin_instance, type, type_instance);
784 gl_update (/* request served = */ 0);
786 for (i = 0; i < gl_active_num; i++)
788 if (graph_compare (gl_active[i], ident) != 0)
791 ident_destroy (ident);
792 return (gl_active[i]);
795 for (i = 0; i < gl_dynamic_num; i++)
797 if (graph_compare (gl_dynamic[i], ident) != 0)
800 ident_destroy (ident);
801 return (gl_dynamic[i]);
804 ident_destroy (ident);
806 } /* }}} graph_config_t *gl_graph_get_selected */
808 /* gl_instance_get_all, gl_graph_instance_get_all {{{ */
809 struct gl_inst_callback_data /* {{{ */
812 graph_inst_callback_t callback;
814 }; /* }}} struct gl_inst_callback_data */
816 static int gl_inst_callback_handler (graph_instance_t *inst, /* {{{ */
819 struct gl_inst_callback_data *data = user_data;
821 return ((*data->callback) (data->cfg, inst, data->user_data));
822 } /* }}} int gl_inst_callback_handler */
824 int gl_graph_instance_get_all (graph_config_t *cfg, /* {{{ */
825 graph_inst_callback_t callback, void *user_data)
827 struct gl_inst_callback_data data =
834 if ((cfg == NULL) || (callback == NULL))
837 return (graph_inst_foreach (cfg, gl_inst_callback_handler, &data));
838 } /* }}} int gl_graph_instance_get_all */
840 int gl_instance_get_all (graph_inst_callback_t callback, /* {{{ */
845 gl_update (/* request served = */ 0);
847 for (i = 0; i < gl_active_num; i++)
851 status = gl_graph_instance_get_all (gl_active[i], callback, user_data);
856 for (i = 0; i < gl_dynamic_num; i++)
860 status = gl_graph_instance_get_all (gl_dynamic[i], callback, user_data);
866 } /* }}} int gl_instance_get_all */
867 /* }}} gl_instance_get_all, gl_graph_instance_get_all */
869 int gl_search (search_info_t *si, /* {{{ */
870 graph_inst_callback_t callback, void *user_data)
873 graph_ident_t *ident;
875 if ((si == NULL) || (callback == NULL))
878 if (search_has_selector (si))
880 ident = search_to_ident (si);
883 fprintf (stderr, "gl_search: search_to_ident failed\n");
892 for (i = 0; i < gl_active_num; i++)
896 if ((ident != NULL) && !graph_ident_intersect (gl_active[i], ident))
899 status = graph_search_inst (gl_active[i], si,
900 /* callback = */ callback,
901 /* user data = */ user_data);
906 for (i = 0; i < gl_dynamic_num; i++)
910 if ((ident != NULL) && !graph_ident_intersect (gl_dynamic[i], ident))
913 status = graph_search_inst (gl_dynamic[i], si,
914 /* callback = */ callback,
915 /* user data = */ user_data);
921 } /* }}} int gl_search */
923 int gl_search_string (const char *term, graph_inst_callback_t callback, /* {{{ */
928 for (i = 0; i < gl_active_num; i++)
932 status = graph_search_inst_string (gl_active[i], term,
933 /* callback = */ callback,
934 /* user data = */ user_data);
939 for (i = 0; i < gl_dynamic_num; i++)
943 status = graph_search_inst_string (gl_dynamic[i], term,
944 /* callback = */ callback,
945 /* user data = */ user_data);
951 } /* }}} int gl_search_string */
953 int gl_search_field (graph_ident_field_t field, /* {{{ */
954 const char *field_value,
955 graph_inst_callback_t callback, void *user_data)
959 if ((field_value == NULL) || (callback == NULL))
962 for (i = 0; i < gl_active_num; i++)
966 status = graph_inst_search_field (gl_active[i],
968 /* callback = */ callback,
969 /* user data = */ user_data);
974 for (i = 0; i < gl_dynamic_num; i++)
978 status = graph_inst_search_field (gl_dynamic[i],
980 /* callback = */ callback,
981 /* user data = */ user_data);
987 } /* }}} int gl_search_field */
989 int gl_foreach_host (int (*callback) (const char *host, void *user_data), /* {{{ */
995 for (i = 0; i < host_list_len; i++)
997 status = (*callback) (host_list[i], user_data);
1003 } /* }}} int gl_foreach_host */
1005 int gl_update (_Bool request_served) /* {{{ */
1011 if (!request_served && (gl_last_update > 0))
1016 if ((gl_last_update + UPDATE_INTERVAL) >= now)
1020 gl_clear_instances ();
1022 gl_destroy (&gl_dynamic, &gl_dynamic_num);
1024 graph_read_config ();
1026 status = gl_read_cache (/* block = */ 1);
1029 || ((gl_last_update + UPDATE_INTERVAL) >= now))
1031 status = fs_scan (/* callback = */ gl_register_file,
1032 /* user data = */ NULL);
1035 if (host_list_len > 0)
1036 qsort (host_list, host_list_len, sizeof (*host_list),
1039 gl_last_update = now;
1041 for (i = 0; i < gl_active_num; i++)
1042 graph_sort_instances (gl_active[i]);
1047 } /* }}} int gl_update */
1049 /* vim: set sw=2 sts=2 et fdm=marker : */