2 * collectd - src/utils_db_query.c
3 * Copyright (C) 2008,2009 Florian octo Forster
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
24 * Florian octo Forster <octo at collectd.org>
30 #include "configfile.h"
31 #include "utils_db_query.h"
36 struct udb_result_s; /* {{{ */
37 typedef struct udb_result_s udb_result_t;
41 char *instance_prefix;
50 struct udb_query_s /* {{{ */
56 unsigned int min_version;
57 unsigned int max_version;
59 udb_result_t *results;
62 struct udb_result_preparation_area_s /* {{{ */
65 size_t *instances_pos;
67 char **instances_buffer;
70 struct udb_result_preparation_area_s *next;
72 typedef struct udb_result_preparation_area_s udb_result_preparation_area_t;
74 struct udb_query_preparation_area_s /* {{{ */
83 udb_result_preparation_area_t *result_prep_areas;
87 * Config Private functions
89 static int udb_config_set_string (char **ret_string, /* {{{ */
94 if ((ci->values_num != 1)
95 || (ci->values[0].type != OCONFIG_TYPE_STRING))
97 WARNING ("db query utils: The `%s' config option "
98 "needs exactly one string argument.", ci->key);
102 string = strdup (ci->values[0].value.string);
105 ERROR ("db query utils: strdup failed.");
109 if (*ret_string != NULL)
111 *ret_string = string;
114 } /* }}} int udb_config_set_string */
116 static int udb_config_add_string (char ***ret_array, /* {{{ */
117 size_t *ret_array_len, oconfig_item_t *ci)
123 if (ci->values_num < 1)
125 WARNING ("db query utils: The `%s' config option "
126 "needs at least one argument.", ci->key);
130 for (i = 0; i < ci->values_num; i++)
132 if (ci->values[i].type != OCONFIG_TYPE_STRING)
134 WARNING ("db query utils: Argument %i to the `%s' option "
135 "is not a string.", i + 1, ci->key);
140 array_len = *ret_array_len;
141 array = (char **) realloc (*ret_array,
142 sizeof (char *) * (array_len + ci->values_num));
145 ERROR ("db query utils: realloc failed.");
150 for (i = 0; i < ci->values_num; i++)
152 array[array_len] = strdup (ci->values[i].value.string);
153 if (array[array_len] == NULL)
155 ERROR ("db query utils: strdup failed.");
156 *ret_array_len = array_len;
162 *ret_array_len = array_len;
164 } /* }}} int udb_config_add_string */
166 static int udb_config_set_uint (unsigned int *ret_value, /* {{{ */
171 if ((ci->values_num != 1)
172 || (ci->values[0].type != OCONFIG_TYPE_NUMBER))
174 WARNING ("db query utils: The `%s' config option "
175 "needs exactly one numeric argument.", ci->key);
179 tmp = ci->values[0].value.number;
180 if ((tmp < 0.0) || (tmp > ((double) UINT_MAX)))
183 *ret_value = (unsigned int) (tmp + .5);
185 } /* }}} int udb_config_set_uint */
188 * Result private functions
190 static int udb_result_submit (udb_result_t *r, /* {{{ */
191 udb_result_preparation_area_t *r_area,
192 udb_query_t const *q, udb_query_preparation_area_t *q_area)
194 value_list_t vl = VALUE_LIST_INIT;
198 assert (r_area->ds != NULL);
199 assert (((size_t) r_area->ds->ds_num) == r->values_num);
201 vl.values = (value_t *) calloc (r_area->ds->ds_num, sizeof (value_t));
202 if (vl.values == NULL)
204 ERROR ("db query utils: malloc failed.");
207 vl.values_len = r_area->ds->ds_num;
209 for (i = 0; i < r->values_num; i++)
211 char *value_str = r_area->values_buffer[i];
213 if (0 != parse_value (value_str, &vl.values[i], r_area->ds->ds[i].type))
215 ERROR ("db query utils: udb_result_submit: Parsing `%s' as %s failed.",
216 value_str, DS_TYPE_TO_STRING (r_area->ds->ds[i].type));
222 if (q_area->interval > 0)
223 vl.interval = q_area->interval;
225 sstrncpy (vl.host, q_area->host, sizeof (vl.host));
226 sstrncpy (vl.plugin, q_area->plugin, sizeof (vl.plugin));
227 sstrncpy (vl.plugin_instance, q_area->db_name, sizeof (vl.plugin_instance));
228 sstrncpy (vl.type, r->type, sizeof (vl.type));
230 /* Set vl.type_instance {{{ */
231 if (r->instances_num <= 0)
233 if (r->instance_prefix == NULL)
234 vl.type_instance[0] = 0;
236 sstrncpy (vl.type_instance, r->instance_prefix,
237 sizeof (vl.type_instance));
239 else /* if ((r->instances_num > 0) */
241 if (r->instance_prefix == NULL)
243 strjoin (vl.type_instance, sizeof (vl.type_instance),
244 r_area->instances_buffer, r->instances_num, "-");
248 char tmp[DATA_MAX_NAME_LEN];
250 strjoin (tmp, sizeof (tmp), r_area->instances_buffer,
251 r->instances_num, "-");
252 tmp[sizeof (tmp) - 1] = 0;
254 snprintf (vl.type_instance, sizeof (vl.type_instance), "%s-%s",
255 r->instance_prefix, tmp);
258 vl.type_instance[sizeof (vl.type_instance) - 1] = 0;
261 plugin_dispatch_values (&vl);
265 } /* }}} void udb_result_submit */
267 static void udb_result_finish_result (udb_result_t const *r, /* {{{ */
268 udb_result_preparation_area_t *prep_area)
270 if ((r == NULL) || (prep_area == NULL))
273 prep_area->ds = NULL;
274 sfree (prep_area->instances_pos);
275 sfree (prep_area->values_pos);
276 sfree (prep_area->instances_buffer);
277 sfree (prep_area->values_buffer);
278 } /* }}} void udb_result_finish_result */
280 static int udb_result_handle_result (udb_result_t *r, /* {{{ */
281 udb_query_preparation_area_t *q_area,
282 udb_result_preparation_area_t *r_area,
283 udb_query_t const *q, char **column_values)
287 assert (r && q_area && r_area);
289 for (i = 0; i < r->instances_num; i++)
290 r_area->instances_buffer[i] = column_values[r_area->instances_pos[i]];
292 for (i = 0; i < r->values_num; i++)
293 r_area->values_buffer[i] = column_values[r_area->values_pos[i]];
295 return udb_result_submit (r, r_area, q, q_area);
296 } /* }}} int udb_result_handle_result */
298 static int udb_result_prepare_result (udb_result_t const *r, /* {{{ */
299 udb_result_preparation_area_t *prep_area,
300 char **column_names, size_t column_num)
304 if ((r == NULL) || (prep_area == NULL))
307 #define BAIL_OUT(status) \
308 prep_area->ds = NULL; \
309 sfree (prep_area->instances_pos); \
310 sfree (prep_area->values_pos); \
311 sfree (prep_area->instances_buffer); \
312 sfree (prep_area->values_buffer); \
315 /* Make sure previous preparations are cleaned up. */
316 udb_result_finish_result (r, prep_area);
317 prep_area->instances_pos = NULL;
318 prep_area->values_pos = NULL;
320 /* Read `ds' and check number of values {{{ */
321 prep_area->ds = plugin_get_ds (r->type);
322 if (prep_area->ds == NULL)
324 ERROR ("db query utils: udb_result_prepare_result: Type `%s' is not "
325 "known by the daemon. See types.db(5) for details.",
330 if (((size_t) prep_area->ds->ds_num) != r->values_num)
332 ERROR ("db query utils: udb_result_prepare_result: The type `%s' "
333 "requires exactly %i value%s, but the configuration specifies %zu.",
335 prep_area->ds->ds_num, (prep_area->ds->ds_num == 1) ? "" : "s",
341 /* Allocate r->instances_pos, r->values_pos, r->instances_buffer, and
342 * r->values_buffer {{{ */
343 if (r->instances_num > 0)
345 prep_area->instances_pos
346 = (size_t *) calloc (r->instances_num, sizeof (size_t));
347 if (prep_area->instances_pos == NULL)
349 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
353 prep_area->instances_buffer
354 = (char **) calloc (r->instances_num, sizeof (char *));
355 if (prep_area->instances_buffer == NULL)
357 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
360 } /* if (r->instances_num > 0) */
362 prep_area->values_pos
363 = (size_t *) calloc (r->values_num, sizeof (size_t));
364 if (prep_area->values_pos == NULL)
366 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
370 prep_area->values_buffer
371 = (char **) calloc (r->values_num, sizeof (char *));
372 if (prep_area->values_buffer == NULL)
374 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
379 /* Determine the position of the instance columns {{{ */
380 for (i = 0; i < r->instances_num; i++)
384 for (j = 0; j < column_num; j++)
386 if (strcasecmp (r->instances[i], column_names[j]) == 0)
388 prep_area->instances_pos[i] = j;
395 ERROR ("db query utils: udb_result_prepare_result: "
396 "Column `%s' could not be found.",
400 } /* }}} for (i = 0; i < r->instances_num; i++) */
402 /* Determine the position of the value columns {{{ */
403 for (i = 0; i < r->values_num; i++)
407 for (j = 0; j < column_num; j++)
409 if (strcasecmp (r->values[i], column_names[j]) == 0)
411 prep_area->values_pos[i] = j;
418 ERROR ("db query utils: udb_result_prepare_result: "
419 "Column `%s' could not be found.",
423 } /* }}} for (i = 0; i < r->values_num; i++) */
427 } /* }}} int udb_result_prepare_result */
429 static void udb_result_free (udb_result_t *r) /* {{{ */
438 for (i = 0; i < r->instances_num; i++)
439 sfree (r->instances[i]);
440 sfree (r->instances);
442 for (i = 0; i < r->values_num; i++)
443 sfree (r->values[i]);
446 udb_result_free (r->next);
449 } /* }}} void udb_result_free */
451 static int udb_result_create (const char *query_name, /* {{{ */
452 udb_result_t **r_head, oconfig_item_t *ci)
458 if (ci->values_num != 0)
460 WARNING ("db query utils: The `Result' block doesn't accept "
461 "any arguments. Ignoring %i argument%s.",
462 ci->values_num, (ci->values_num == 1) ? "" : "s");
465 r = (udb_result_t *) malloc (sizeof (*r));
468 ERROR ("db query utils: malloc failed.");
471 memset (r, 0, sizeof (*r));
473 r->instance_prefix = NULL;
478 /* Fill the `udb_result_t' structure.. */
480 for (i = 0; i < ci->children_num; i++)
482 oconfig_item_t *child = ci->children + i;
484 if (strcasecmp ("Type", child->key) == 0)
485 status = udb_config_set_string (&r->type, child);
486 else if (strcasecmp ("InstancePrefix", child->key) == 0)
487 status = udb_config_set_string (&r->instance_prefix, child);
488 else if (strcasecmp ("InstancesFrom", child->key) == 0)
489 status = udb_config_add_string (&r->instances, &r->instances_num, child);
490 else if (strcasecmp ("ValuesFrom", child->key) == 0)
491 status = udb_config_add_string (&r->values, &r->values_num, child);
494 WARNING ("db query utils: Query `%s': Option `%s' not allowed here.",
495 query_name, child->key);
503 /* Check that all necessary options have been given. */
508 WARNING ("db query utils: `Type' not given for "
509 "result in query `%s'", query_name);
512 if (r->values == NULL)
514 WARNING ("db query utils: `ValuesFrom' not given for "
515 "result in query `%s'", query_name);
520 } /* while (status == 0) */
528 /* If all went well, add this result to the list of results. */
538 while (last->next != NULL)
545 } /* }}} int udb_result_create */
548 * Query private functions
550 void udb_query_free_one (udb_query_t *q) /* {{{ */
556 sfree (q->statement);
558 udb_result_free (q->results);
561 } /* }}} void udb_query_free_one */
564 * Query public functions
566 int udb_query_create (udb_query_t ***ret_query_list, /* {{{ */
567 size_t *ret_query_list_len, oconfig_item_t *ci,
568 udb_query_create_callback_t cb)
570 udb_query_t **query_list;
571 size_t query_list_len;
577 if ((ret_query_list == NULL) || (ret_query_list_len == NULL))
579 query_list = *ret_query_list;
580 query_list_len = *ret_query_list_len;
582 if ((ci->values_num != 1)
583 || (ci->values[0].type != OCONFIG_TYPE_STRING))
585 WARNING ("db query utils: The `Query' block "
586 "needs exactly one string argument.");
590 q = (udb_query_t *) malloc (sizeof (*q));
593 ERROR ("db query utils: malloc failed.");
596 memset (q, 0, sizeof (*q));
598 q->max_version = UINT_MAX;
600 status = udb_config_set_string (&q->name, ci);
607 /* Fill the `udb_query_t' structure.. */
608 for (i = 0; i < ci->children_num; i++)
610 oconfig_item_t *child = ci->children + i;
612 if (strcasecmp ("Statement", child->key) == 0)
613 status = udb_config_set_string (&q->statement, child);
614 else if (strcasecmp ("Result", child->key) == 0)
615 status = udb_result_create (q->name, &q->results, child);
616 else if (strcasecmp ("MinVersion", child->key) == 0)
617 status = udb_config_set_uint (&q->min_version, child);
618 else if (strcasecmp ("MaxVersion", child->key) == 0)
619 status = udb_config_set_uint (&q->max_version, child);
621 /* Call custom callbacks */
624 status = (*cb) (q, child);
627 WARNING ("db query utils: The configuration callback failed "
628 "to handle `%s'.", child->key);
633 WARNING ("db query utils: Query `%s': Option `%s' not allowed here.",
634 q->name, child->key);
642 /* Check that all necessary options have been given. */
645 if (q->statement == NULL)
647 WARNING ("db query utils: Query `%s': No `Statement' given.", q->name);
650 if (q->results == NULL)
652 WARNING ("db query utils: Query `%s': No (valid) `Result' block given.",
656 } /* if (status == 0) */
658 /* If all went well, add this query to the list of queries within the
659 * database structure. */
664 temp = (udb_query_t **) realloc (query_list,
665 sizeof (*query_list) * (query_list_len + 1));
668 ERROR ("db query utils: realloc failed");
674 query_list[query_list_len] = q;
681 udb_query_free_one (q);
685 *ret_query_list = query_list;
686 *ret_query_list_len = query_list_len;
689 } /* }}} int udb_query_create */
691 void udb_query_free (udb_query_t **query_list, size_t query_list_len) /* {{{ */
695 if (query_list == NULL)
698 for (i = 0; i < query_list_len; i++)
699 udb_query_free_one (query_list[i]);
702 } /* }}} void udb_query_free */
704 int udb_query_pick_from_list_by_name (const char *name, /* {{{ */
705 udb_query_t **src_list, size_t src_list_len,
706 udb_query_t ***dst_list, size_t *dst_list_len)
711 if ((name == NULL) || (src_list == NULL) || (dst_list == NULL)
712 || (dst_list_len == NULL))
714 ERROR ("db query utils: udb_query_pick_from_list_by_name: "
715 "Invalid argument.");
720 for (i = 0; i < src_list_len; i++)
722 udb_query_t **tmp_list;
725 if (strcasecmp (name, src_list[i]->name) != 0)
728 tmp_list_len = *dst_list_len;
729 tmp_list = (udb_query_t **) realloc (*dst_list, (tmp_list_len + 1)
730 * sizeof (udb_query_t *));
731 if (tmp_list == NULL)
733 ERROR ("db query utils: realloc failed.");
737 tmp_list[tmp_list_len] = src_list[i];
740 *dst_list = tmp_list;
741 *dst_list_len = tmp_list_len;
744 } /* for (i = 0; i < src_list_len; i++) */
748 ERROR ("db query utils: Cannot find query `%s'. Make sure the <Query> "
749 "block is above the database definition!",
755 DEBUG ("db query utils: Added %i versions of query `%s'.",
760 } /* }}} int udb_query_pick_from_list_by_name */
762 int udb_query_pick_from_list (oconfig_item_t *ci, /* {{{ */
763 udb_query_t **src_list, size_t src_list_len,
764 udb_query_t ***dst_list, size_t *dst_list_len)
768 if ((ci == NULL) || (src_list == NULL) || (dst_list == NULL)
769 || (dst_list_len == NULL))
771 ERROR ("db query utils: udb_query_pick_from_list: "
772 "Invalid argument.");
776 if ((ci->values_num != 1)
777 || (ci->values[0].type != OCONFIG_TYPE_STRING))
779 ERROR ("db query utils: The `%s' config option "
780 "needs exactly one string argument.", ci->key);
783 name = ci->values[0].value.string;
785 return (udb_query_pick_from_list_by_name (name,
786 src_list, src_list_len,
787 dst_list, dst_list_len));
788 } /* }}} int udb_query_pick_from_list */
790 const char *udb_query_get_name (udb_query_t *q) /* {{{ */
796 } /* }}} const char *udb_query_get_name */
798 const char *udb_query_get_statement (udb_query_t *q) /* {{{ */
803 return (q->statement);
804 } /* }}} const char *udb_query_get_statement */
806 void udb_query_set_user_data (udb_query_t *q, void *user_data) /* {{{ */
811 q->user_data = user_data;
812 } /* }}} void udb_query_set_user_data */
814 void *udb_query_get_user_data (udb_query_t *q) /* {{{ */
819 return (q->user_data);
820 } /* }}} void *udb_query_get_user_data */
822 int udb_query_check_version (udb_query_t *q, unsigned int version) /* {{{ */
827 if ((version < q->min_version) || (version > q->max_version))
831 } /* }}} int udb_query_check_version */
833 void udb_query_finish_result (udb_query_t const *q, /* {{{ */
834 udb_query_preparation_area_t *prep_area)
836 udb_result_preparation_area_t *r_area;
839 if ((q == NULL) || (prep_area == NULL))
842 prep_area->column_num = 0;
843 sfree (prep_area->host);
844 sfree (prep_area->plugin);
845 sfree (prep_area->db_name);
847 prep_area->interval = 0;
849 for (r = q->results, r_area = prep_area->result_prep_areas;
850 r != NULL; r = r->next, r_area = r_area->next)
852 /* this may happen during error conditions of the caller */
855 udb_result_finish_result (r, r_area);
857 } /* }}} void udb_query_finish_result */
859 int udb_query_handle_result (udb_query_t const *q, /* {{{ */
860 udb_query_preparation_area_t *prep_area, char **column_values)
862 udb_result_preparation_area_t *r_area;
867 if ((q == NULL) || (prep_area == NULL))
870 if ((prep_area->column_num < 1) || (prep_area->host == NULL)
871 || (prep_area->plugin == NULL) || (prep_area->db_name == NULL))
873 ERROR ("db query utils: Query `%s': Query is not prepared; "
874 "can't handle result.", q->name);
878 #if defined(COLLECT_DEBUG) && COLLECT_DEBUG /* {{{ */
883 for (i = 0; i < prep_area->column_num; i++)
885 DEBUG ("db query utils: udb_query_handle_result (%s, %s): "
887 prep_area->db_name, q->name, i, column_values[i]);
893 for (r = q->results, r_area = prep_area->result_prep_areas;
894 r != NULL; r = r->next, r_area = r_area->next)
896 status = udb_result_handle_result (r, prep_area, r_area,
904 ERROR ("db query utils: udb_query_handle_result (%s, %s): "
905 "All results failed.", prep_area->db_name, q->name);
910 } /* }}} int udb_query_handle_result */
912 int udb_query_prepare_result (udb_query_t const *q, /* {{{ */
913 udb_query_preparation_area_t *prep_area,
914 const char *host, const char *plugin, const char *db_name,
915 char **column_names, size_t column_num, cdtime_t interval)
917 udb_result_preparation_area_t *r_area;
921 if ((q == NULL) || (prep_area == NULL))
924 udb_query_finish_result (q, prep_area);
926 prep_area->column_num = column_num;
927 prep_area->host = strdup (host);
928 prep_area->plugin = strdup (plugin);
929 prep_area->db_name = strdup (db_name);
931 prep_area->interval = interval;
933 if ((prep_area->host == NULL) || (prep_area->plugin == NULL)
934 || (prep_area->db_name == NULL))
936 ERROR ("db query utils: Query `%s': Prepare failed: Out of memory.", q->name);
937 udb_query_finish_result (q, prep_area);
941 #if defined(COLLECT_DEBUG) && COLLECT_DEBUG
946 for (i = 0; i < column_num; i++)
948 DEBUG ("db query utils: udb_query_prepare_result: "
949 "query = %s; column[%zu] = %s;",
950 q->name, i, column_names[i]);
955 for (r = q->results, r_area = prep_area->result_prep_areas;
956 r != NULL; r = r->next, r_area = r_area->next)
960 ERROR ("db query utils: Query `%s': Invalid number of result "
961 "preparation areas.", q->name);
962 udb_query_finish_result (q, prep_area);
966 status = udb_result_prepare_result (r, r_area, column_names, column_num);
969 udb_query_finish_result (q, prep_area);
975 } /* }}} int udb_query_prepare_result */
977 udb_query_preparation_area_t *
978 udb_query_allocate_preparation_area (udb_query_t *q) /* {{{ */
980 udb_query_preparation_area_t *q_area;
981 udb_result_preparation_area_t **next_r_area;
984 q_area = (udb_query_preparation_area_t *)malloc (sizeof (*q_area));
988 memset (q_area, 0, sizeof (*q_area));
990 next_r_area = &q_area->result_prep_areas;
991 for (r = q->results; r != NULL; r = r->next)
993 udb_result_preparation_area_t *r_area;
995 r_area = (udb_result_preparation_area_t *)malloc (sizeof (*r_area));
998 for (r_area = q_area->result_prep_areas;
999 r_area != NULL; r_area = r_area->next)
1007 memset (r_area, 0, sizeof (*r_area));
1009 *next_r_area = r_area;
1010 next_r_area = &r_area->next;
1014 } /* }}} udb_query_preparation_area_t *udb_query_allocate_preparation_area */
1017 udb_query_delete_preparation_area (udb_query_preparation_area_t *q_area) /* {{{ */
1019 udb_result_preparation_area_t *r_area;
1024 r_area = q_area->result_prep_areas;
1025 while (r_area != NULL)
1027 udb_result_preparation_area_t *area = r_area;
1029 r_area = r_area->next;
1031 sfree (area->instances_pos);
1032 sfree (area->values_pos);
1033 sfree (area->instances_buffer);
1034 sfree (area->values_buffer);
1038 sfree (q_area->host);
1039 sfree (q_area->plugin);
1040 sfree (q_area->db_name);
1043 } /* }}} void udb_query_delete_preparation_area */
1045 /* vim: set sw=2 sts=2 et fdm=marker : */