2 * collection4 - graph_list.c
3 * Copyright (C) 2010 Florian octo Forster
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation; either
8 * version 2.1 of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 * Boston, MA 02110-1301 USA
21 * Florian octo Forster <ff at octo.it>
34 #include <sys/types.h>
37 #include <yajl/yajl_parse.h>
39 #include "graph_list.h"
41 #include "filesystem.h"
43 #include "graph_config.h"
44 #include "graph_def.h"
45 #include "graph_ident.h"
46 #include "graph_instance.h"
47 #include "utils_cgi.h"
48 #include "utils_search.h"
51 #include <fcgi_stdio.h>
56 #define UPDATE_INTERVAL 900
57 #define CACHE_FILE "/tmp/collection4.json"
62 static graph_config_t **gl_active = NULL;
63 static size_t gl_active_num = 0;
65 static graph_config_t **gl_staging = NULL;
66 static size_t gl_staging_num = 0;
68 /* Graphs created on-the-fly for files which don't match any existing graph
70 static graph_config_t **gl_dynamic = NULL;
71 static size_t gl_dynamic_num = 0;
73 static char **host_list = NULL;
74 static size_t host_list_len = 0;
76 static time_t gl_last_update = 0;
81 static int gl_add_graph_internal (graph_config_t *cfg, /* {{{ */
82 graph_config_t ***gl_array, size_t *gl_array_num)
86 #define ARRAY_PTR (*gl_array)
87 #define ARRAY_SIZE (*gl_array_num)
92 tmp = realloc (ARRAY_PTR, sizeof (*ARRAY_PTR) * (ARRAY_SIZE + 1));
97 ARRAY_PTR[ARRAY_SIZE] = cfg;
104 } /* }}} int gl_add_graph_internal */
106 static void gl_destroy (graph_config_t ***gl_array, /* {{{ */
107 size_t *gl_array_num)
111 if ((gl_array == NULL) || (gl_array_num == NULL))
114 #define ARRAY_PTR (*gl_array)
115 #define ARRAY_SIZE (*gl_array_num)
117 for (i = 0; i < ARRAY_SIZE; i++)
119 graph_destroy (ARRAY_PTR[i]);
128 } /* }}} void gl_destroy */
130 static int gl_register_host (const char *host) /* {{{ */
138 for (i = 0; i < host_list_len; i++)
139 if (strcmp (host_list[i], host) == 0)
142 tmp = realloc (host_list, sizeof (*host_list) * (host_list_len + 1));
147 host_list[host_list_len] = strdup (host);
148 if (host_list[host_list_len] == NULL)
153 } /* }}} int gl_register_host */
155 static int gl_clear_hosts (void) /* {{{ */
159 for (i = 0; i < host_list_len; i++)
167 } /* }}} int gl_clear_hosts */
169 static int gl_compare_hosts (const void *v0, const void *v1) /* {{{ */
171 return (strcmp (*(char * const *) v0, *(char * const *) v1));
172 } /* }}} int gl_compare_hosts */
174 static int gl_register_file (const graph_ident_t *file, /* {{{ */
175 __attribute__((unused)) void *user_data)
181 for (i = 0; i < gl_active_num; i++)
183 graph_config_t *cfg = gl_active[i];
186 if (!graph_ident_matches (cfg, file))
189 status = graph_add_file (cfg, file);
202 cfg = graph_create (file);
203 gl_add_graph_internal (cfg, &gl_dynamic, &gl_dynamic_num);
204 graph_add_file (cfg, file);
207 gl_register_host (ident_get_host (file));
210 } /* }}} int gl_register_file */
212 static const char *get_part_from_param (const char *prim_key, /* {{{ */
217 val = param (prim_key);
221 return (param (sec_key));
222 } /* }}} const char *get_part_from_param */
224 static int gl_clear_instances (void) /* {{{ */
228 for (i = 0; i < gl_active_num; i++)
229 graph_clear_instances (gl_active[i]);
232 } /* }}} int gl_clear_instances */
234 static void gl_dump_cb (void *ctx, /* {{{ */
235 const char *str, unsigned int len)
237 int fd = *((int *) ctx);
243 buffer_size = (size_t) len;
244 while (buffer_size > 0)
246 status = write (fd, buffer, buffer_size);
249 fprintf (stderr, "write(2) failed with status %i\n", errno);
254 buffer_size -= status;
256 } /* }}} void gl_dump_cb */
258 static int gl_dump (void) /* {{{ */
262 yajl_gen_config handler_config = { /* pretty = */ 1, /* indent = */ " " };
267 fd = open (CACHE_FILE, O_WRONLY | O_TRUNC | O_CREAT,
268 S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH);
271 fprintf (stderr, "gl_dump: open(2) failed with status %i\n", errno);
275 memset (&lock, 0, sizeof (lock));
276 lock.l_type = F_WRLCK;
277 lock.l_whence = SEEK_SET;
279 lock.l_len = 0; /* lock everything */
283 status = fcntl (fd, F_SETLKW, &lock);
290 fprintf (stderr, "gl_dump: fcntl(2) failed with status %i\n", errno);
295 handler = yajl_gen_alloc2 (gl_dump_cb, &handler_config,
296 /* alloc funcs = */ NULL, /* ctx = */ &fd);
303 yajl_gen_array_open (handler);
305 for (i = 0; i < gl_active_num; i++)
306 graph_to_json (gl_active[i], handler);
308 for (i = 0; i < gl_dynamic_num; i++)
309 graph_to_json (gl_dynamic[i], handler);
311 yajl_gen_array_close (handler);
313 yajl_gen_free (handler);
317 } /* }}} int gl_dump */
319 static int gl_scan_directory (void)
322 } /* }}} int gl_scan_directory */
325 * JSON parsing functions
327 #define CTX_MASK 0xff000000
328 #define CTX_GRAPH 0x01000000
329 #define CTX_GRAPH_SELECT 0x02000000
330 #define CTX_INST 0x03000000
331 #define CTX_INST_SELECT 0x04000000
332 #define CTX_INST_FILE 0x05000000
334 #define CTX_IDENT_MASK 0x00ff0000
335 #define CTX_IDENT_HOST 0x00010000
336 #define CTX_IDENT_PLUGIN 0x00020000
337 #define CTX_IDENT_PLUGIN_INSTANCE 0x00030000
338 #define CTX_IDENT_TYPE 0x00040000
339 #define CTX_IDENT_TYPE_INSTANCE 0x00050000
341 struct gl_json_context_s
346 graph_instance_t *inst;
347 graph_ident_t *ident;
351 typedef struct gl_json_context_s gl_json_context_t;
353 static void set_state (gl_json_context_t *ctx, /* {{{ */
354 uint32_t new_state, uint32_t mask)
356 uint32_t old_state = ctx->state;
357 ctx->state = (old_state & ~mask) | (new_state & mask);
358 } /* }}} void set_state */
360 static int gl_json_string (void *user_data, /* {{{ */
361 const unsigned char *str,
362 unsigned int str_length)
364 gl_json_context_t *ctx = user_data;
365 char buffer[str_length + 1];
367 memcpy (buffer, str, str_length);
368 buffer[str_length] = 0;
370 if (((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
371 || ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
372 || ((ctx->state & CTX_MASK) == CTX_INST_FILE))
374 switch (ctx->state & CTX_IDENT_MASK)
377 ident_set_host (ctx->ident, buffer);
379 case CTX_IDENT_PLUGIN:
380 ident_set_plugin (ctx->ident, buffer);
382 case CTX_IDENT_PLUGIN_INSTANCE:
383 ident_set_plugin_instance (ctx->ident, buffer);
386 ident_set_type (ctx->ident, buffer);
388 case CTX_IDENT_TYPE_INSTANCE:
389 ident_set_type_instance (ctx->ident, buffer);
395 } /* }}} int gl_json_string */
397 static int gl_json_start_map (void *user_data) /* {{{ */
399 gl_json_context_t *ctx = user_data;
401 if (((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
402 || ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
403 || ((ctx->state & CTX_MASK) == CTX_INST_FILE))
405 assert (ctx->ident == NULL);
406 ctx->ident = ident_create (ANY_TOKEN,
407 ANY_TOKEN, ANY_TOKEN,
408 ANY_TOKEN, ANY_TOKEN);
412 } /* }}} int gl_json_start_map */
414 static int gl_json_end_map (void *user_data) /* {{{ */
416 gl_json_context_t *ctx = user_data;
418 if ((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
422 /* ctx->ident should now hold the valid selector */
423 assert (ctx->cfg == NULL);
424 assert (ctx->inst == NULL);
425 assert (ctx->ident != NULL);
427 for (i = 0; i < gl_active_num; i++)
429 if (graph_compare (gl_active[i], ctx->ident) != 0)
432 ctx->cfg = gl_active[i];
433 ctx->dynamic_graph = 0;
437 if (ctx->cfg == NULL)
439 ctx->cfg = graph_create (ctx->ident);
440 ctx->dynamic_graph = 1;
443 ident_destroy (ctx->ident);
446 set_state (ctx, CTX_GRAPH, CTX_MASK);
448 else if ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
450 /* ctx->ident should now hold the valid selector */
451 assert (ctx->cfg != NULL);
452 assert (ctx->inst == NULL);
453 assert (ctx->ident != NULL);
455 ctx->inst = inst_create (ctx->cfg, ctx->ident);
456 ident_destroy (ctx->ident);
459 set_state (ctx, CTX_INST, CTX_MASK);
461 else if ((ctx->state & CTX_MASK) == CTX_INST_FILE)
463 /* ctx->ident should now hold the valid file */
464 assert (ctx->cfg != NULL);
465 assert (ctx->inst != NULL);
466 assert (ctx->ident != NULL);
468 inst_add_file (ctx->inst, ctx->ident);
469 ident_destroy (ctx->ident);
472 /* Don't reset the state here, files are in an array. */
474 else if ((ctx->state & CTX_MASK) == CTX_INST)
476 /* ctx->inst should now hold a complete instance */
477 assert (ctx->cfg != NULL);
478 assert (ctx->inst != NULL);
479 assert (ctx->ident == NULL);
481 graph_add_inst (ctx->cfg, ctx->inst);
482 /* don't destroy / free ctx->inst */
485 /* Don't reset the state here, instances are in an array. */
487 else if ((ctx->state & CTX_MASK) == CTX_GRAPH)
489 /* ctx->cfg should now hold a complete graph */
490 assert (ctx->cfg != NULL);
491 assert (ctx->inst == NULL);
492 assert (ctx->ident == NULL);
494 if (ctx->dynamic_graph)
495 gl_add_graph_internal (ctx->cfg, &gl_dynamic, &gl_dynamic_num);
496 /* else: already contained in gl_active */
499 /* Don't reset the state here, graphs are in an array. */
503 } /* }}} int gl_json_end_map */
505 static int gl_json_end_array (void *user_data) /* {{{ */
507 gl_json_context_t *ctx = user_data;
509 if ((ctx->state & CTX_MASK) == CTX_INST_FILE)
510 set_state (ctx, CTX_INST, CTX_MASK);
511 else if ((ctx->state & CTX_MASK) == CTX_INST)
512 set_state (ctx, CTX_GRAPH, CTX_MASK);
513 else if ((ctx->state & CTX_MASK) == CTX_GRAPH)
519 } /* }}} int gl_json_end_array */
521 static int gl_json_key (void *user_data, /* {{{ */
522 const unsigned char *str,
523 unsigned int str_length)
525 gl_json_context_t *ctx = user_data;
526 char buffer[str_length + 1];
528 memcpy (buffer, str, str_length);
529 buffer[str_length] = 0;
531 if ((ctx->state & CTX_MASK) == CTX_GRAPH)
533 if (strcasecmp ("select", buffer) == 0)
534 set_state (ctx, CTX_GRAPH_SELECT, CTX_MASK);
535 else if (strcasecmp ("instances", buffer) == 0)
536 set_state (ctx, CTX_INST, CTX_MASK);
538 else if ((ctx->state & CTX_MASK) == CTX_INST)
540 if (strcasecmp ("select", buffer) == 0)
541 set_state (ctx, CTX_INST_SELECT, CTX_MASK);
542 else if (strcasecmp ("files", buffer) == 0)
543 set_state (ctx, CTX_INST_FILE, CTX_MASK);
545 else if (((ctx->state & CTX_MASK) == CTX_GRAPH_SELECT)
546 || ((ctx->state & CTX_MASK) == CTX_INST_SELECT)
547 || ((ctx->state & CTX_MASK) == CTX_INST_FILE))
549 assert (ctx->ident != NULL);
551 if (strcasecmp ("host", buffer) == 0)
552 set_state (ctx, CTX_IDENT_HOST, CTX_IDENT_MASK);
553 else if (strcasecmp ("plugin", buffer) == 0)
554 set_state (ctx, CTX_IDENT_PLUGIN, CTX_IDENT_MASK);
555 else if (strcasecmp ("plugin_instance", buffer) == 0)
556 set_state (ctx, CTX_IDENT_PLUGIN_INSTANCE, CTX_IDENT_MASK);
557 else if (strcasecmp ("type", buffer) == 0)
558 set_state (ctx, CTX_IDENT_TYPE, CTX_IDENT_MASK);
559 else if (strcasecmp ("type_instance", buffer) == 0)
560 set_state (ctx, CTX_IDENT_TYPE_INSTANCE, CTX_IDENT_MASK);
564 } /* }}} int gl_json_key */
566 yajl_callbacks gl_json_callbacks =
569 /* boolean = */ NULL,
570 /* integer = */ NULL,
573 /* string = */ gl_json_string,
574 /* start_map = */ gl_json_start_map,
575 /* map_key = */ gl_json_key,
576 /* end_map = */ gl_json_end_map,
577 /* start_array = */ NULL,
578 /* end_array = */ gl_json_end_array
581 static int gl_read_cache (_Bool block) /* {{{ */
584 gl_json_context_t context;
585 yajl_parser_config handle_config = { /* comments = */ 0, /* check UTF-8 */ 0 };
594 fd = open (CACHE_FILE, O_RDONLY);
597 fprintf (stderr, "gl_read_cache: open(2) failed with status %i\n", errno);
606 memset (&lock, 0, sizeof (lock));
607 lock.l_type = F_RDLCK;
608 lock.l_whence = SEEK_SET;
610 lock.l_len = 0; /* lock everything */
614 status = fcntl (fd, cmd, &lock);
618 if (!block && ((errno == EACCES) || (errno == EAGAIN)))
628 fprintf (stderr, "gl_read_cache: fcntl(2) failed with status %i\n",
634 fprintf (stderr, "gl_read_cache: Opening and locking "
635 "cache file successful\n");
637 memset (&statbuf, 0, sizeof (statbuf));
638 status = fstat (fd, &statbuf);
642 fprintf (stderr, "gl_read_cache: fstat(2) failed with status %i\n",
650 if (statbuf.st_mtime <= gl_last_update)
652 /* Our current data is at least as new as the cache. Return. */
656 else if ((statbuf.st_mtime + UPDATE_INTERVAL) < now)
658 /* We'll scan the directory anyway, so there is no need to parse the cache here. */
663 memset (&context, 0, sizeof (context));
664 context.state = CTX_GRAPH;
667 context.ident = NULL;
669 handle = yajl_alloc (&gl_json_callbacks,
671 /* alloc funcs = */ NULL,
677 char buffer[1024*1024];
679 rd_status = read (fd, buffer, sizeof (buffer));
682 if ((errno == EINTR) || (errno == EAGAIN))
685 fprintf (stderr, "gl_read_cache: read(2) failed with status %i\n",
690 else if (rd_status == 0)
692 yajl_parse_complete (handle);
698 (unsigned char *) &buffer[0],
699 (unsigned int) rd_status);
703 fprintf (stderr, "gl_read_cache: Closing cache file and returning\n");
704 gl_last_update = statbuf.st_mtime;
708 } /* }}} int gl_read_cache */
713 int gl_add_graph (graph_config_t *cfg) /* {{{ */
715 return (gl_add_graph_internal (cfg, &gl_staging, &gl_staging_num));
716 } /* }}} int gl_add_graph */
718 int gl_config_submit (void) /* {{{ */
720 graph_config_t **old;
724 old_num = gl_active_num;
726 gl_active = gl_staging;
727 gl_active_num = gl_staging_num;
732 gl_destroy (&old, &old_num);
735 } /* }}} int graph_config_submit */
737 int gl_graph_get_all (graph_callback_t callback, /* {{{ */
742 if (callback == NULL)
745 gl_update (/* request served = */ 0);
747 for (i = 0; i < gl_active_num; i++)
751 status = (*callback) (gl_active[i], user_data);
756 for (i = 0; i < gl_dynamic_num; i++)
760 status = (*callback) (gl_dynamic[i], user_data);
766 } /* }}} int gl_graph_get_all */
768 graph_config_t *gl_graph_get_selected (void) /* {{{ */
770 const char *host = get_part_from_param ("graph_host", "host");
771 const char *plugin = get_part_from_param ("graph_plugin", "plugin");
772 const char *plugin_instance = get_part_from_param ("graph_plugin_instance", "plugin_instance");
773 const char *type = get_part_from_param ("graph_type", "type");
774 const char *type_instance = get_part_from_param ("graph_type_instance", "type_instance");
775 graph_ident_t *ident;
779 || (plugin == NULL) || (plugin_instance == NULL)
780 || (type == NULL) || (type_instance == NULL))
783 ident = ident_create (host, plugin, plugin_instance, type, type_instance);
785 gl_update (/* request served = */ 0);
787 for (i = 0; i < gl_active_num; i++)
789 if (graph_compare (gl_active[i], ident) != 0)
792 ident_destroy (ident);
793 return (gl_active[i]);
796 for (i = 0; i < gl_dynamic_num; i++)
798 if (graph_compare (gl_dynamic[i], ident) != 0)
801 ident_destroy (ident);
802 return (gl_dynamic[i]);
805 ident_destroy (ident);
807 } /* }}} graph_config_t *gl_graph_get_selected */
809 /* gl_instance_get_all, gl_graph_instance_get_all {{{ */
810 struct gl_inst_callback_data /* {{{ */
813 graph_inst_callback_t callback;
815 }; /* }}} struct gl_inst_callback_data */
817 static int gl_inst_callback_handler (graph_instance_t *inst, /* {{{ */
820 struct gl_inst_callback_data *data = user_data;
822 return ((*data->callback) (data->cfg, inst, data->user_data));
823 } /* }}} int gl_inst_callback_handler */
825 int gl_graph_instance_get_all (graph_config_t *cfg, /* {{{ */
826 graph_inst_callback_t callback, void *user_data)
828 struct gl_inst_callback_data data =
835 if ((cfg == NULL) || (callback == NULL))
838 return (graph_inst_foreach (cfg, gl_inst_callback_handler, &data));
839 } /* }}} int gl_graph_instance_get_all */
841 int gl_instance_get_all (graph_inst_callback_t callback, /* {{{ */
846 gl_update (/* request served = */ 0);
848 for (i = 0; i < gl_active_num; i++)
852 status = gl_graph_instance_get_all (gl_active[i], callback, user_data);
857 for (i = 0; i < gl_dynamic_num; i++)
861 status = gl_graph_instance_get_all (gl_dynamic[i], callback, user_data);
867 } /* }}} int gl_instance_get_all */
868 /* }}} gl_instance_get_all, gl_graph_instance_get_all */
870 int gl_search (search_info_t *si, /* {{{ */
871 graph_inst_callback_t callback, void *user_data)
874 graph_ident_t *ident;
876 if ((si == NULL) || (callback == NULL))
879 if (search_has_selector (si))
881 ident = search_to_ident (si);
884 fprintf (stderr, "gl_search: search_to_ident failed\n");
893 for (i = 0; i < gl_active_num; i++)
897 if ((ident != NULL) && !graph_ident_intersect (gl_active[i], ident))
900 status = graph_search_inst (gl_active[i], si,
901 /* callback = */ callback,
902 /* user data = */ user_data);
907 for (i = 0; i < gl_dynamic_num; i++)
911 if ((ident != NULL) && !graph_ident_intersect (gl_dynamic[i], ident))
914 status = graph_search_inst (gl_dynamic[i], si,
915 /* callback = */ callback,
916 /* user data = */ user_data);
922 } /* }}} int gl_search */
924 int gl_search_string (const char *term, graph_inst_callback_t callback, /* {{{ */
929 for (i = 0; i < gl_active_num; i++)
933 status = graph_search_inst_string (gl_active[i], term,
934 /* callback = */ callback,
935 /* user data = */ user_data);
940 for (i = 0; i < gl_dynamic_num; i++)
944 status = graph_search_inst_string (gl_dynamic[i], term,
945 /* callback = */ callback,
946 /* user data = */ user_data);
952 } /* }}} int gl_search_string */
954 int gl_search_field (graph_ident_field_t field, /* {{{ */
955 const char *field_value,
956 graph_inst_callback_t callback, void *user_data)
960 if ((field_value == NULL) || (callback == NULL))
963 for (i = 0; i < gl_active_num; i++)
967 status = graph_inst_search_field (gl_active[i],
969 /* callback = */ callback,
970 /* user data = */ user_data);
975 for (i = 0; i < gl_dynamic_num; i++)
979 status = graph_inst_search_field (gl_dynamic[i],
981 /* callback = */ callback,
982 /* user data = */ user_data);
988 } /* }}} int gl_search_field */
990 int gl_foreach_host (int (*callback) (const char *host, void *user_data), /* {{{ */
996 for (i = 0; i < host_list_len; i++)
998 status = (*callback) (host_list[i], user_data);
1004 } /* }}} int gl_foreach_host */
1006 int gl_update (_Bool request_served) /* {{{ */
1012 if (!request_served && (gl_last_update > 0))
1017 if ((gl_last_update + UPDATE_INTERVAL) >= now)
1021 gl_clear_instances ();
1023 gl_destroy (&gl_dynamic, &gl_dynamic_num);
1025 graph_read_config ();
1027 status = gl_read_cache (/* block = */ 1);
1030 || ((gl_last_update + UPDATE_INTERVAL) >= now))
1032 status = fs_scan (/* callback = */ gl_register_file,
1033 /* user data = */ NULL);
1036 if (host_list_len > 0)
1037 qsort (host_list, host_list_len, sizeof (*host_list),
1040 gl_last_update = now;
1042 for (i = 0; i < gl_active_num; i++)
1043 graph_sort_instances (gl_active[i]);
1048 } /* }}} int gl_update */
1050 /* vim: set sw=2 sts=2 et fdm=marker : */