X-Git-Url: https://git.octo.it/?a=blobdiff_plain;f=src%2Fcurl_json.c;h=98ba0bb2ed9db58462fe465a6f8dbe902c17e6ae;hb=0657d95eaa686d64efe6bbccda346ebd6467bd0b;hp=a4afa02e4c70da022e4ad8487d6208f9205a9fff;hpb=967685afeaff2cb4f7e4f733f17df95363727c4f;p=collectd.git diff --git a/src/curl_json.c b/src/curl_json.c index a4afa02e..98ba0bb2 100644 --- a/src/curl_json.c +++ b/src/curl_json.c @@ -1,7 +1,7 @@ /** * collectd - src/curl_json.c * Copyright (C) 2009 Doug MacEachern - * Copyright (C) 2006-2011 Florian octo Forster + * Copyright (C) 2006-2013 Florian octo Forster * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the @@ -28,7 +28,12 @@ #include "utils_avltree.h" #include "utils_complain.h" +#include +#include +#include + #include + #include #if HAVE_YAJL_YAJL_VERSION_H # include @@ -60,15 +65,20 @@ struct cj_s /* {{{ */ char *instance; char *host; + char *sock; + char *url; char *user; char *pass; char *credentials; + _Bool digest; _Bool verify_peer; _Bool verify_host; char *cacert; struct curl_slist *headers; char *post_body; + cdtime_t interval; + int timeout; CURL *curl; char curl_errbuf[CURL_ERROR_SIZE]; @@ -82,6 +92,8 @@ struct cj_s /* {{{ */ c_avl_tree_t *tree; cj_key_t *key; }; + _Bool in_array; + int index; char name[DATA_MAX_NAME_LEN]; } state[YAJL_MAX_DEPTH]; }; @@ -94,7 +106,6 @@ typedef unsigned int yajl_len_t; #endif static int cj_read (user_data_t *ud); -static int cj_curl_perform (cj_t *db, CURL *curl); static void cj_submit (cj_t *db, cj_key_t *key, value_t *value); static size_t cj_curl_callback (void *buf, /* {{{ */ @@ -167,12 +178,44 @@ static int cj_get_type (cj_key_t *key) return ds->ds[0].type; } +static int cj_cb_map_key (void *ctx, const unsigned char *val, + yajl_len_t len); + +static void cj_cb_inc_array_index (void *ctx, _Bool update_key) +{ + cj_t *db = (cj_t *)ctx; + + if (!db->state[db->depth].in_array) + return; + + db->state[db->depth].index++; + + if (update_key) + { + char name[DATA_MAX_NAME_LEN]; + + ssnprintf (name, sizeof (name), "%d", db->state[db->depth].index - 1); + + cj_cb_map_key (ctx, (unsigned char *)name, (yajl_len_t) strlen (name)); + } +} + /* yajl callbacks */ #define CJ_CB_ABORT 0 #define CJ_CB_CONTINUE 1 -/* "number" may not be null terminated, so copy it into a buffer before - * parsing. */ +static int cj_cb_boolean (void * ctx, int boolVal) +{ + cj_cb_inc_array_index (ctx, /* update_key = */ 0); + return (CJ_CB_CONTINUE); +} + +static int cj_cb_null (void * ctx) +{ + cj_cb_inc_array_index (ctx, /* update_key = */ 0); + return (CJ_CB_CONTINUE); +} + static int cj_cb_number (void *ctx, const char *number, yajl_len_t number_len) { @@ -184,12 +227,25 @@ static int cj_cb_number (void *ctx, int type; int status; - if ((key == NULL) || !CJ_IS_KEY (key)) - return (CJ_CB_CONTINUE); - + /* Create a null-terminated version of the string. */ memcpy (buffer, number, number_len); buffer[sizeof (buffer) - 1] = 0; + if ((key == NULL) || !CJ_IS_KEY (key)) { + if (key != NULL && !db->state[db->depth].in_array/*can be inhomogeneous*/) + NOTICE ("curl_json plugin: Found \"%s\", but the configuration expects" + " a map.", buffer); + cj_cb_inc_array_index (ctx, /* update_key = */ 1); + key = db->state[db->depth].key; + if (key == NULL) { + return (CJ_CB_CONTINUE); + } + } + else + { + cj_cb_inc_array_index (ctx, /* update_key = */ 1); + } + type = cj_get_type (key); status = parse_value (buffer, &vt, type); if (status != 0) @@ -202,8 +258,11 @@ static int cj_cb_number (void *ctx, return (CJ_CB_CONTINUE); } /* int cj_cb_number */ -static int cj_cb_map_key (void *ctx, const unsigned char *val, - yajl_len_t len) +/* Queries the key-tree of the parent context for "in_name" and, if found, + * updates the "key" field of the current context. Otherwise, "key" is set to + * NULL. */ +static int cj_cb_map_key (void *ctx, + unsigned char const *in_name, yajl_len_t in_name_len) { cj_t *db = (cj_t *)ctx; c_avl_tree_t *tree; @@ -212,17 +271,32 @@ static int cj_cb_map_key (void *ctx, const unsigned char *val, if (tree != NULL) { - cj_key_t *value; + cj_key_t *value = NULL; char *name; + size_t name_len; + /* Create a null-terminated version of the name. */ name = db->state[db->depth].name; - len = COUCH_MIN(len, sizeof (db->state[db->depth].name)-1); - sstrncpy (name, (char *)val, len+1); - - if (c_avl_get (tree, name, (void *) &value) == 0) - db->state[db->depth].key = value; + name_len = COUCH_MIN ((size_t) in_name_len, + sizeof (db->state[db->depth].name) - 1); + memcpy (name, in_name, name_len); + name[name_len] = 0; + + if (c_avl_get (tree, name, (void *) &value) == 0) { + if (CJ_IS_KEY((cj_key_t*)value)) { + db->state[db->depth].key = value; + } + else { + db->state[db->depth].tree = (c_avl_tree_t*) value; + } + } else if (c_avl_get (tree, CJ_ANY, (void *) &value) == 0) - db->state[db->depth].key = value; + if (CJ_IS_KEY((cj_key_t*)value)) { + db->state[db->depth].key = value; + } + else { + db->state[db->depth].tree = (c_avl_tree_t*) value; + } else db->state[db->depth].key = NULL; } @@ -233,24 +307,6 @@ static int cj_cb_map_key (void *ctx, const unsigned char *val, static int cj_cb_string (void *ctx, const unsigned char *val, yajl_len_t len) { - cj_t *db = (cj_t *)ctx; - char str[len + 1]; - - /* Create a null-terminated version of the string. */ - memcpy (str, val, len); - str[len] = 0; - - /* No configuration for this string -> simply return. */ - if (db->state[db->depth].key == NULL) - return (CJ_CB_CONTINUE); - - if (!CJ_IS_KEY (db->state[db->depth].key)) - { - NOTICE ("curl_json plugin: Found string \"%s\", but the configuration " - "expects a map here.", str); - return (CJ_CB_CONTINUE); - } - /* Handle the string as if it was a number. */ return (cj_cb_number (ctx, (const char *) val, len)); } /* int cj_cb_string */ @@ -260,7 +316,8 @@ static int cj_cb_start (void *ctx) cj_t *db = (cj_t *)ctx; if (++db->depth >= YAJL_MAX_DEPTH) { - ERROR ("curl_json plugin: %s depth exceeds max, aborting.", db->url); + ERROR ("curl_json plugin: %s depth exceeds max, aborting.", + db->url ? db->url : db->sock); return (CJ_CB_ABORT); } return (CJ_CB_CONTINUE); @@ -276,6 +333,7 @@ static int cj_cb_end (void *ctx) static int cj_cb_start_map (void *ctx) { + cj_cb_inc_array_index (ctx, /* update_key = */ 1); return cj_cb_start (ctx); } @@ -286,17 +344,25 @@ static int cj_cb_end_map (void *ctx) static int cj_cb_start_array (void * ctx) { + cj_t *db = (cj_t *)ctx; + cj_cb_inc_array_index (ctx, /* update_key = */ 1); + if (db->depth+1 < YAJL_MAX_DEPTH) { + db->state[db->depth+1].in_array = 1; + db->state[db->depth+1].index = 0; + } return cj_cb_start (ctx); } static int cj_cb_end_array (void * ctx) { + cj_t *db = (cj_t *)ctx; + db->state[db->depth].in_array = 0; return cj_cb_end (ctx); } static yajl_callbacks ycallbacks = { - NULL, /* null */ - NULL, /* boolean */ + cj_cb_null, /* null */ + cj_cb_boolean, /* boolean */ NULL, /* integer */ NULL, /* double */ cj_cb_number, @@ -364,6 +430,8 @@ static void cj_free (void *arg) /* {{{ */ sfree (db->instance); sfree (db->host); + sfree (db->sock); + sfree (db->url); sfree (db->user); sfree (db->pass); @@ -435,6 +503,7 @@ static int cj_config_add_key (cj_t *db, /* {{{ */ { ERROR ("curl_json plugin: cj_config: " "Invalid key: %s", ci->key); + cj_key_free (key); return (-1); } @@ -457,72 +526,68 @@ static int cj_config_add_key (cj_t *db, /* {{{ */ break; } /* for (i = 0; i < ci->children_num; i++) */ - while (status == 0) + if (status != 0) { - if (key->type == NULL) - { - WARNING ("curl_json plugin: `Type' missing in `Key' block."); - status = -1; - } + cj_key_free (key); + return (-1); + } - break; - } /* while (status == 0) */ + if (key->type == NULL) + { + WARNING ("curl_json plugin: `Type' missing in `Key' block."); + cj_key_free (key); + return (-1); + } /* store path in a tree that will match the json map structure, example: * "httpd/requests/count", * "httpd/requests/current" -> * { "httpd": { "requests": { "count": $key, "current": $key } } } */ - if (status == 0) + char *ptr; + char *name; + c_avl_tree_t *tree; + + if (db->tree == NULL) + db->tree = cj_avl_create(); + + tree = db->tree; + ptr = key->path; + if (*ptr == '/') + ++ptr; + + name = ptr; + while ((ptr = strchr (name, '/')) != NULL) { - char *ptr; - char *name; char ent[PATH_MAX]; - c_avl_tree_t *tree; + c_avl_tree_t *value; + size_t len; - if (db->tree == NULL) - db->tree = cj_avl_create(); + len = ptr - name; + if (len == 0) + break; - tree = db->tree; - name = key->path; - ptr = key->path; - if (*ptr == '/') - ++ptr; + len = COUCH_MIN(len, sizeof (ent)-1); + sstrncpy (ent, name, len+1); - name = ptr; - while (*ptr) - { - if (*ptr == '/') - { - c_avl_tree_t *value; - int len; - - len = ptr-name; - if (len == 0) - break; - len = COUCH_MIN(len, sizeof (ent)-1); - sstrncpy (ent, name, len+1); - - if (c_avl_get (tree, ent, (void *) &value) != 0) - { - value = cj_avl_create (); - c_avl_insert (tree, strdup (ent), value); - } - - tree = value; - name = ptr+1; - } - ++ptr; - } - if (*name) - c_avl_insert (tree, strdup(name), key); - else + if (c_avl_get (tree, ent, (void *) &value) != 0) { - ERROR ("curl_json plugin: invalid key: %s", key->path); - status = -1; + value = cj_avl_create (); + c_avl_insert (tree, strdup (ent), value); } + + tree = value; + name = ptr + 1; } + if (strlen (name) == 0) + { + ERROR ("curl_json plugin: invalid key: %s", key->path); + cj_key_free (key); + return (-1); + } + + c_avl_insert (tree, strdup (name), key); return (status); } /* }}} int cj_config_add_key */ @@ -538,13 +603,19 @@ static int cj_init_curl (cj_t *db) /* {{{ */ curl_easy_setopt (db->curl, CURLOPT_NOSIGNAL, 1L); curl_easy_setopt (db->curl, CURLOPT_WRITEFUNCTION, cj_curl_callback); curl_easy_setopt (db->curl, CURLOPT_WRITEDATA, db); - curl_easy_setopt (db->curl, CURLOPT_USERAGENT, - PACKAGE_NAME"/"PACKAGE_VERSION); + curl_easy_setopt (db->curl, CURLOPT_USERAGENT, COLLECTD_USERAGENT); curl_easy_setopt (db->curl, CURLOPT_ERRORBUFFER, db->curl_errbuf); curl_easy_setopt (db->curl, CURLOPT_URL, db->url); + curl_easy_setopt (db->curl, CURLOPT_FOLLOWLOCATION, 1L); + curl_easy_setopt (db->curl, CURLOPT_MAXREDIRS, 50L); if (db->user != NULL) { +#ifdef HAVE_CURLOPT_USERNAME + curl_easy_setopt (db->curl, CURLOPT_USERNAME, db->user); + curl_easy_setopt (db->curl, CURLOPT_PASSWORD, + (db->pass == NULL) ? "" : db->pass); +#else size_t credentials_size; credentials_size = strlen (db->user) + 2; @@ -561,6 +632,10 @@ static int cj_init_curl (cj_t *db) /* {{{ */ ssnprintf (db->credentials, credentials_size, "%s:%s", db->user, (db->pass == NULL) ? "" : db->pass); curl_easy_setopt (db->curl, CURLOPT_USERPWD, db->credentials); +#endif + + if (db->digest) + curl_easy_setopt (db->curl, CURLOPT_HTTPAUTH, CURLAUTH_DIGEST); } curl_easy_setopt (db->curl, CURLOPT_SSL_VERIFYPEER, (long) db->verify_peer); @@ -573,6 +648,17 @@ static int cj_init_curl (cj_t *db) /* {{{ */ if (db->post_body != NULL) curl_easy_setopt (db->curl, CURLOPT_POSTFIELDS, db->post_body); +#ifdef HAVE_CURLOPT_TIMEOUT_MS + if (db->timeout >= 0) + curl_easy_setopt (db->curl, CURLOPT_TIMEOUT_MS, (long) db->timeout); + else if (db->interval > 0) + curl_easy_setopt (db->curl, CURLOPT_TIMEOUT_MS, + CDTIME_T_TO_MS(db->timeout)); + else + curl_easy_setopt (db->curl, CURLOPT_TIMEOUT_MS, + CDTIME_T_TO_MS(plugin_get_interval())); +#endif + return (0); } /* }}} int cj_init_curl */ @@ -598,21 +684,24 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ } memset (db, 0, sizeof (*db)); + db->timeout = -1; + if (strcasecmp ("URL", ci->key) == 0) - { status = cf_util_get_string (ci, &db->url); - if (status != 0) - { - sfree (db); - return (status); - } - } + else if (strcasecmp ("Sock", ci->key) == 0) + status = cf_util_get_string (ci, &db->sock); else { ERROR ("curl_json plugin: cj_config: " "Invalid key: %s", ci->key); + cj_free (db); return (-1); } + if (status != 0) + { + sfree (db); + return (status); + } /* Fill the `cj_t' structure.. */ for (i = 0; i < ci->children_num; i++) @@ -623,22 +712,28 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ status = cf_util_get_string (child, &db->instance); else if (strcasecmp ("Host", child->key) == 0) status = cf_util_get_string (child, &db->host); - else if (strcasecmp ("User", child->key) == 0) + else if (db->url && strcasecmp ("User", child->key) == 0) status = cf_util_get_string (child, &db->user); - else if (strcasecmp ("Password", child->key) == 0) + else if (db->url && strcasecmp ("Password", child->key) == 0) status = cf_util_get_string (child, &db->pass); - else if (strcasecmp ("VerifyPeer", child->key) == 0) + else if (strcasecmp ("Digest", child->key) == 0) + status = cf_util_get_boolean (child, &db->digest); + else if (db->url && strcasecmp ("VerifyPeer", child->key) == 0) status = cf_util_get_boolean (child, &db->verify_peer); - else if (strcasecmp ("VerifyHost", child->key) == 0) + else if (db->url && strcasecmp ("VerifyHost", child->key) == 0) status = cf_util_get_boolean (child, &db->verify_host); - else if (strcasecmp ("CACert", child->key) == 0) + else if (db->url && strcasecmp ("CACert", child->key) == 0) status = cf_util_get_string (child, &db->cacert); - else if (strcasecmp ("Header", child->key) == 0) + else if (db->url && strcasecmp ("Header", child->key) == 0) status = cj_config_append_string ("Header", &db->headers, child); - else if (strcasecmp ("Post", child->key) == 0) + else if (db->url && strcasecmp ("Post", child->key) == 0) status = cf_util_get_string (child, &db->post_body); else if (strcasecmp ("Key", child->key) == 0) status = cj_config_add_key (db, child); + else if (strcasecmp ("Interval", child->key) == 0) + status = cf_util_get_cdtime(child, &db->interval); + else if (strcasecmp ("Timeout", child->key) == 0) + status = cf_util_get_int (child, &db->timeout); else { WARNING ("curl_json plugin: Option `%s' not allowed here.", child->key); @@ -653,11 +748,11 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ { if (db->tree == NULL) { - WARNING ("curl_json plugin: No (valid) `Key' block " - "within `URL' block `%s'.", db->url); + WARNING ("curl_json plugin: No (valid) `Key' block within `%s' \"`%s'\".", + db->url ? "URL" : "Sock", db->url ? db->url : db->sock); status = -1; } - if (status == 0) + if (status == 0 && db->url) status = cj_init_curl (db); } @@ -665,7 +760,10 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ if (status == 0) { user_data_t ud; - char cb_name[DATA_MAX_NAME_LEN]; + char *cb_name; + struct timespec interval = { 0, 0 }; + + CDTIME_T_TO_TIMESPEC (db->interval, &interval); if (db->instance == NULL) db->instance = strdup("default"); @@ -677,11 +775,13 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ ud.data = (void *) db; ud.free_func = cj_free; - ssnprintf (cb_name, sizeof (cb_name), "curl_json-%s-%s", - db->instance, db->url); + cb_name = ssnprintf_alloc ("curl_json-%s-%s", + db->instance, db->url ? db->url : db->sock); plugin_register_complex_read (/* group = */ NULL, cb_name, cj_read, - /* interval = */ NULL, &ud); + /* interval = */ (db->interval > 0) ? &interval : NULL, + &ud); + sfree (cb_name); } else { @@ -707,7 +807,8 @@ static int cj_config (oconfig_item_t *ci) /* {{{ */ { oconfig_item_t *child = ci->children + i; - if (strcasecmp ("URL", child->key) == 0) + if (strcasecmp ("Sock", child->key) == 0 + || strcasecmp ("URL", child->key) == 0) { status = cj_config_add_url (child); if (status == 0) @@ -750,11 +851,10 @@ static void cj_submit (cj_t *db, cj_key_t *key, value_t *value) /* {{{ */ if (key->instance == NULL) { - if ((db->depth == 0) || (strcmp ("", db->state[db->depth-1].name) == 0)) - sstrncpy (vl.type_instance, db->state[db->depth].name, sizeof (vl.type_instance)); - else - ssnprintf (vl.type_instance, sizeof (vl.type_instance), "%s-%s", - db->state[db->depth-1].name, db->state[db->depth].name); + int i, len = 0; + for (i = 0; i < db->depth; i++) + len += ssnprintf(vl.type_instance+len, sizeof(vl.type_instance)-len, + i ? "-%s" : "%s", db->state[i+1].name); } else sstrncpy (vl.type_instance, key->instance, sizeof (vl.type_instance)); @@ -764,14 +864,81 @@ static void cj_submit (cj_t *db, cj_key_t *key, value_t *value) /* {{{ */ sstrncpy (vl.plugin_instance, db->instance, sizeof (vl.plugin_instance)); sstrncpy (vl.type, key->type, sizeof (vl.type)); + if (db->interval > 0) + vl.interval = db->interval; + plugin_dispatch_values (&vl); } /* }}} int cj_submit */ -static int cj_curl_perform (cj_t *db, CURL *curl) /* {{{ */ +static int cj_sock_perform (cj_t *db) /* {{{ */ +{ + char errbuf[1024]; + struct sockaddr_un sa_unix = {}; + sa_unix.sun_family = AF_UNIX; + sstrncpy (sa_unix.sun_path, db->sock, sizeof (sa_unix.sun_path)); + + int fd = socket (AF_UNIX, SOCK_STREAM, 0); + if (fd < 0) + return (-1); + if (connect (fd, (struct sockaddr *)&sa_unix, sizeof(sa_unix)) < 0) + { + ERROR ("curl_json plugin: connect(%s) failed: %s", + (db->sock != NULL) ? db->sock : "", + sstrerror(errno, errbuf, sizeof (errbuf))); + close (fd); + return (-1); + } + + ssize_t red; + do { + unsigned char buffer[4096]; + red = read (fd, buffer, sizeof(buffer)); + if (red < 0) { + ERROR ("curl_json plugin: read(%s) failed: %s", + (db->sock != NULL) ? db->sock : "", + sstrerror(errno, errbuf, sizeof (errbuf))); + close (fd); + return (-1); + } + if (!cj_curl_callback (buffer, red, 1, db)) + break; + } while (red > 0); + close (fd); + return (0); +} /* }}} int cj_sock_perform */ + + +static int cj_curl_perform(cj_t *db) /* {{{ */ { int status; long rc; char *url; + url = db->url; + + status = curl_easy_perform (db->curl); + if (status != CURLE_OK) + { + ERROR ("curl_json plugin: curl_easy_perform failed with status %i: %s (%s)", + status, db->curl_errbuf, url); + return (-1); + } + + curl_easy_getinfo(db->curl, CURLINFO_EFFECTIVE_URL, &url); + curl_easy_getinfo(db->curl, CURLINFO_RESPONSE_CODE, &rc); + + /* The response code is zero if a non-HTTP transport was used. */ + if ((rc != 0) && (rc != 200)) + { + ERROR ("curl_json plugin: curl_easy_perform failed with " + "response code %ld (%s)", rc, url); + return (-1); + } + return (0); +} /* }}} int cj_curl_perform */ + +static int cj_perform (cj_t *db) /* {{{ */ +{ + int status; yajl_handle yprev = db->yajl; db->yajl = yajl_alloc (&ycallbacks, @@ -788,26 +955,12 @@ static int cj_curl_perform (cj_t *db, CURL *curl) /* {{{ */ return (-1); } - url = NULL; - curl_easy_getinfo(curl, CURLINFO_EFFECTIVE_URL, &url); - - status = curl_easy_perform (curl); - if (status != CURLE_OK) - { - ERROR ("curl_json plugin: curl_easy_perform failed with status %i: %s (%s)", - status, db->curl_errbuf, (url != NULL) ? url : ""); - yajl_free (db->yajl); - db->yajl = yprev; - return (-1); - } - - curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &rc); - - /* The response code is zero if a non-HTTP transport was used. */ - if ((rc != 0) && (rc != 200)) + if (db->url) + status = cj_curl_perform (db); + else + status = cj_sock_perform (db); + if (status < 0) { - ERROR ("curl_json plugin: curl_easy_perform failed with " - "response code %ld (%s)", rc, url); yajl_free (db->yajl); db->yajl = yprev; return (-1); @@ -835,7 +988,7 @@ static int cj_curl_perform (cj_t *db, CURL *curl) /* {{{ */ yajl_free (db->yajl); db->yajl = yprev; return (0); -} /* }}} int cj_curl_perform */ +} /* }}} int cj_perform */ static int cj_read (user_data_t *ud) /* {{{ */ { @@ -854,7 +1007,7 @@ static int cj_read (user_data_t *ud) /* {{{ */ db->state[db->depth].tree = db->tree; db->key = NULL; - return cj_curl_perform (db, db->curl); + return cj_perform (db); } /* }}} int cj_read */ static int cj_init (void) /* {{{ */