src/zookeeper.c

   1 /**
   2  * collectd - src/zookeeper.c
   3  * Copyright (C) 2014       Google, Inc.
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice shall be included in
  13  * all copies or substantial portions of the Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  21  * DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *   Jeremy Katz <jeremy at katzbox.net>
  25  **/
  26
  27 #include "collectd.h"
  28 #include "common.h"
  29 #include "plugin.h"
  30
  31 #include <netdb.h>
  32 #include <sys/un.h>
  33 #include <netinet/in.h>
  34 #include <netinet/tcp.h>
  35
  36 #define ZOOKEEPER_DEF_HOST "127.0.0.1"
  37 #define ZOOKEEPER_DEF_PORT "2181"
  38
  39 static char *zk_host = NULL;
  40 static char *zk_port = NULL;
  41
  42 static const char *config_keys[] =
  43 {
  44         "Host",
  45         "Port"
  46 };
  47 static int config_keys_num = STATIC_ARRAY_SIZE (config_keys);
  48
  49 static int zookeeper_config(const char *key, const char *value)
  50 {
  51         if (strncmp(key, "Host", strlen("Host")) == 0)
  52         {
  53                 sfree (zk_host);
  54                 zk_host = strdup (value);
  55         }
  56         else if (strncmp(key, "Port", strlen("Port")) == 0)
  57         {
  58                 sfree (zk_port);
  59                 zk_port = strdup (value);
  60         }
  61         else
  62         {
  63                 return -1;
  64         }
  65         return 0;
  66 }
  67
  68 static void zookeeper_submit_gauge (const char * type, const char * type_inst, gauge_t val)
  69 {
  70         value_t values[1];
  71         value_list_t vl = VALUE_LIST_INIT;
  72
  73         values[0].gauge = val;
  74
  75         vl.values = values;
  76         vl.values_len = 1;
  77         sstrncpy (vl.host, hostname_g, sizeof (vl.host));
  78         sstrncpy (vl.plugin, "zookeeper", sizeof (vl.plugin));
  79         sstrncpy (vl.type, type, sizeof (vl.type));
  80         if (type_inst != NULL)
  81                 sstrncpy (vl.type_instance, type_inst, sizeof (vl.type_instance));
  82
  83         plugin_dispatch_values (&vl);
  84 } /* zookeeper_submit_gauge */
  85
  86 static void zookeeper_submit_derive (const char * type, const char * type_inst, derive_t val)
  87 {
  88         value_t values[1];
  89         value_list_t vl = VALUE_LIST_INIT;
  90
  91         values[0].derive = val;
  92
  93         vl.values = values;
  94         vl.values_len = 1;
  95         sstrncpy (vl.host, hostname_g, sizeof (vl.host));
  96         sstrncpy (vl.plugin, "zookeeper", sizeof (vl.plugin));
  97         sstrncpy (vl.type, type, sizeof (vl.type));
  98         if (type_inst != NULL)
  99                 sstrncpy (vl.type_instance, type_inst, sizeof (vl.type_instance));
 100
 101         plugin_dispatch_values (&vl);
 102 } /* zookeeper_submit_derive */
 103
 104 static int zookeeper_connect (void)
 105 {
 106         int sk = -1;
 107         int status;
 108         struct addrinfo ai_hints;
 109         struct addrinfo *ai;
 110         struct addrinfo *ai_list;
 111         char *host;
 112         char *port;
 113
 114         memset ((void *) &ai_hints, '\0', sizeof (ai_hints));
 115         ai_hints.ai_family   = AF_UNSPEC;
 116         ai_hints.ai_socktype = SOCK_STREAM;
 117
 118         host = (zk_host != NULL) ? zk_host : ZOOKEEPER_DEF_HOST;
 119         port = (zk_port != NULL) ? zk_port : ZOOKEEPER_DEF_PORT;
 120         status = getaddrinfo (host, port, &ai_hints, &ai_list);
 121         if (status != 0)
 122         {
 123                 char errbuf[1024];
 124                 INFO ("getaddrinfo failed: %s",
 125                           (status == EAI_SYSTEM)
 126                           ? sstrerror (errno, errbuf, sizeof (errbuf))
 127                           : gai_strerror (status));
 128                 return (-1);
 129         }
 130
 131         for (ai = ai_list; ai != NULL; ai = ai->ai_next)
 132         {
 133                 sk = socket (ai->ai_family, SOCK_STREAM, 0);
 134                 if (sk < 0)
 135                 {
 136                         char errbuf[1024];
 137                         WARNING ("zookeeper: socket(2) failed: %s",
 138                                          sstrerror (errno, errbuf, sizeof(errbuf)));
 139                         continue;
 140                 }
 141                 status = (int) connect (sk, ai->ai_addr, ai->ai_addrlen);
 142                 if (status != 0)
 143                 {
 144                         char errbuf[1024];
 145                         close (sk);
 146                         sk = -1;
 147                         WARNING ("zookeeper: connect(2) failed: %s",
 148                                          sstrerror (errno, errbuf, sizeof(errbuf)));
 149                         continue;
 150                 }
 151
 152                 /* connected */
 153                 break;
 154         }
 155
 156         freeaddrinfo(ai_list);
 157         return (sk);
 158 } /* int zookeeper_connect */
 159
 160 static int zookeeper_query (char *buffer, size_t buffer_size)
 161 {
 162         int sk = -1;
 163         int status;
 164         size_t buffer_fill;
 165
 166         sk = zookeeper_connect();
 167         if (sk < 0)
 168         {
 169                 ERROR ("zookeeper: Could not connect to daemon");
 170                 return (-1);
 171         }
 172
 173         status = (int) swrite (sk, "mntr\r\n", strlen("mntr\r\n"));
 174         if (status != 0)
 175         {
 176                 char errbuf[1024];
 177                 ERROR ("zookeeper: write(2) failed: %s",
 178                            sstrerror (errno, errbuf, sizeof (errbuf)));
 179                 close (sk);
 180                 return (-1);
 181         }
 182
 183         memset (buffer, 0, buffer_size);
 184         buffer_fill = 0;
 185
 186         while ((status = (int) recv (sk, buffer + buffer_fill,
 187           buffer_size - buffer_fill, /* flags = */ 0)) != 0)
 188         {
 189                 if (status < 0)
 190                 {
 191                         char errbuf[1024];
 192                         if ((errno == EAGAIN) || (errno == EINTR))
 193                                 continue;
 194                         ERROR ("zookeeper: Error reading from socket: %s",
 195                                    sstrerror (errno, errbuf, sizeof (errbuf)));
 196                         close (sk);
 197                         return (-1);
 198                 }
 199
 200                 buffer_fill += (size_t) status;
 201                 if (status == 0)
 202                 {
 203                         /* done reading from the socket */
 204                         break;
 205                 }
 206         } /* while (recv) */
 207
 208         status = 0;
 209         if (buffer_fill == 0)
 210         {
 211                 WARNING ("zookeeper: No data returned by MNTR command.");
 212                 status = -1;
 213         }
 214
 215         close(sk);
 216         return (status);
 217 } /* int zookeeper_query */
 218
 219
 220 static int zookeeper_read (void) {
 221         char buf[4096];
 222         char *ptr;
 223         char *save_ptr;
 224         char *line;
 225         char *fields[2];
 226
 227         if (zookeeper_query (buf, sizeof (buf)) < 0)
 228         {
 229                 return (-1);
 230         }
 231
 232         ptr = buf;
 233         save_ptr = NULL;
 234         while ((line = strtok_r (ptr, "\n\r", &save_ptr)) != NULL)
 235         {
 236                 ptr = NULL;
 237                 if (strsplit(line, fields, 2) != 2)
 238                 {
 239                         continue;
 240                 }
 241 #define FIELD_CHECK(check, expected) \
 242         (strncmp (check, expected, strlen(expected)) == 0)
 243
 244                 if (FIELD_CHECK (fields[0], "zk_avg_latency"))
 245                 {
 246                         zookeeper_submit_gauge ("latency", "avg", atol(fields[1]));
 247                 }
 248                 else if (FIELD_CHECK(fields[0], "zk_min_latency"))
 249                 {
 250                         zookeeper_submit_gauge ("latency", "min", atol(fields[1]));
 251                 }
 252                 else if (FIELD_CHECK (fields[0], "zk_max_latency"))
 253                 {
 254                         zookeeper_submit_gauge ("latency", "max", atol(fields[1]));
 255                 }
 256                 else if (FIELD_CHECK (fields[0], "zk_packets_received"))
 257                 {
 258                         zookeeper_submit_derive ("packets", "received", atol(fields[1]));
 259                 }
 260                 else if (FIELD_CHECK (fields[0], "zk_packets_sent"))
 261                 {
 262                         zookeeper_submit_derive ("packets", "sent", atol(fields[1]));
 263                 }
 264                 else if (FIELD_CHECK (fields[0], "zk_num_alive_connections"))
 265                 {
 266                         zookeeper_submit_gauge ("current_connections", NULL, atol(fields[1]));
 267                 }
 268                 else if (FIELD_CHECK (fields[0], "zk_outstanding_requests"))
 269                 {
 270                         zookeeper_submit_gauge ("requests", "outstanding", atol(fields[1]));
 271                 }
 272                 else if (FIELD_CHECK (fields[0], "zk_znode_count"))
 273                 {
 274                         zookeeper_submit_gauge ("gauge", "znode", atol(fields[1]));
 275                 }
 276                 else if (FIELD_CHECK (fields[0], "zk_watch_count"))
 277                 {
 278                         zookeeper_submit_gauge ("gauge", "watch", atol(fields[1]));
 279                 }
 280                 else if (FIELD_CHECK (fields[0], "zk_ephemerals_count"))
 281                 {
 282                         zookeeper_submit_gauge ("gauge", "ephemerals", atol(fields[1]));
 283                 }
 284                 else if (FIELD_CHECK (fields[0], "zk_ephemerals_count"))
 285                 {
 286                         zookeeper_submit_gauge ("gauge", "ephemerals", atol(fields[1]));
 287                 }
 288                 else if (FIELD_CHECK (fields[0], "zk_ephemerals_count"))
 289                 {
 290                         zookeeper_submit_gauge ("gauge", "ephemerals", atol(fields[1]));
 291                 }
 292                 else if (FIELD_CHECK (fields[0], "zk_approximate_data_size"))
 293                 {
 294                         zookeeper_submit_gauge ("bytes", "approximate_data_size", atol(fields[1]));
 295                 }
 296                 else if (FIELD_CHECK (fields[0], "zk_followers"))
 297                 {
 298                         zookeeper_submit_gauge ("count", "followers", atol(fields[1]));
 299                 }
 300                 else if (FIELD_CHECK (fields[0], "zk_synced_followers"))
 301                 {
 302                         zookeeper_submit_gauge ("count", "synced_followers", atol(fields[1]));
 303                 }
 304                 else if (FIELD_CHECK (fields[0], "zk_pending_syncs"))
 305                 {
 306                         zookeeper_submit_gauge ("count", "pending_syncs", atol(fields[1]));
 307                 }
 308                 else
 309                 {
 310                         DEBUG("Uncollected zookeeper MNTR field %s", fields[0]);
 311                 }
 312         }
 313
 314         return (0);
 315 } /* zookeeper_read */
 316
 317 void module_register (void)
 318 {
 319         plugin_register_config ("zookeeper", zookeeper_config, config_keys, config_keys_num);
 320         plugin_register_read ("zookeeper", zookeeper_read);
 321 } /* void module_register */