src/rrd_create.c

   1 /*****************************************************************************
   2  * RRDtool 1.4.3  Copyright by Tobi Oetiker, 1997-2010
   3  *****************************************************************************
   4  * rrd_create.c  creates new rrds
   5  *****************************************************************************/
   6
   7 #include <stdlib.h>
   8 #include <time.h>
   9 #include <locale.h>
  10
  11 #include "rrd_tool.h"
  12 #include "rrd_rpncalc.h"
  13 #include "rrd_hw.h"
  14 #include "rrd_client.h"
  15
  16 #include "rrd_is_thread_safe.h"
  17 static int opt_no_overwrite = 0;
  18
  19 #ifdef WIN32
  20 # include <process.h>
  21 #endif
  22
  23 unsigned long FnvHash(
  24     const char *str);
  25 int       create_hw_contingent_rras(
  26     rrd_t *rrd,
  27     unsigned short period,
  28     unsigned long hashed_name);
  29 void      parseGENERIC_DS(
  30     const char *def,
  31     rrd_t *rrd,
  32     int ds_idx);
  33
  34 static void rrd_free2(
  35     rrd_t *rrd);        /* our onwn copy, immmune to mmap */
  36
  37 void rrd_create_set_no_overwrite(
  38     int opt )
  39 {
  40         opt_no_overwrite = (opt?1:0);
  41 }
  42
  43 int rrd_create(
  44     int argc,
  45     char **argv)
  46 {
  47     struct option long_options[] = {
  48         {"start", required_argument, 0, 'b'},
  49         {"step", required_argument, 0, 's'},
  50         {"daemon", required_argument, 0, 'd'},
  51         {"no-overwrite", no_argument, 0, 'O'},
  52         {0, 0, 0, 0}
  53     };
  54     int       option_index = 0;
  55     int       opt;
  56     time_t    last_up = time(NULL) - 10;
  57     unsigned long pdp_step = 300;
  58     rrd_time_value_t last_up_tv;
  59     char     *parsetime_error = NULL;
  60     long      long_tmp;
  61     int       rc;
  62     char * opt_daemon = NULL;
  63
  64     optind = 0;
  65     opterr = 0;         /* initialize getopt */
  66
  67     while (1) {
  68         opt = getopt_long(argc, argv, "Ob:s:d:", long_options, &option_index);
  69
  70         if (opt == EOF)
  71             break;
  72
  73         switch (opt) {
  74         case 'd':
  75             if (opt_daemon != NULL)
  76                     free (opt_daemon);
  77             opt_daemon = strdup (optarg);
  78             if (opt_daemon == NULL)
  79             {
  80                 rrd_set_error ("strdup failed.");
  81                 return (-1);
  82             }
  83             break;
  84
  85         case 'b':
  86             if ((parsetime_error = rrd_parsetime(optarg, &last_up_tv))) {
  87                 rrd_set_error("start time: %s", parsetime_error);
  88                 return (-1);
  89             }
  90             if (last_up_tv.type == RELATIVE_TO_END_TIME ||
  91                 last_up_tv.type == RELATIVE_TO_START_TIME) {
  92                 rrd_set_error("specifying time relative to the 'start' "
  93                               "or 'end' makes no sense here");
  94                 return (-1);
  95             }
  96
  97             last_up = mktime(&last_up_tv.tm) +last_up_tv.offset;
  98
  99             if (last_up < 3600 * 24 * 365 * 10) {
 100                 rrd_set_error
 101                     ("the first entry to the RRD should be after 1980");
 102                 return (-1);
 103             }
 104             break;
 105
 106         case 's':
 107             long_tmp = atol(optarg);
 108             if (long_tmp < 1) {
 109                 rrd_set_error("step size should be no less than one second");
 110                 return (-1);
 111             }
 112             pdp_step = long_tmp;
 113             break;
 114
 115         case 'O':
 116             opt_no_overwrite = 1;
 117             break;
 118
 119         case '?':
 120             if (optopt != 0)
 121                 rrd_set_error("unknown option '%c'", optopt);
 122             else
 123                 rrd_set_error("unknown option '%s'", argv[optind - 1]);
 124             return (-1);
 125         }
 126     }
 127     if (optind == argc) {
 128         rrd_set_error("need name of an rrd file to create");
 129         return -1;
 130     }
 131
 132     rrdc_connect (opt_daemon);
 133     if (rrdc_is_connected (opt_daemon)) {
 134         rc = rrdc_create (argv[optind],
 135                       pdp_step, last_up, opt_no_overwrite,
 136                       argc - optind - 1, (const char **) (argv + optind + 1));
 137         } else {
 138     rc = rrd_create_r(argv[optind],
 139                       pdp_step, last_up,
 140                       argc - optind - 1, (const char **) (argv + optind + 1));
 141         }
 142
 143     return rc;
 144 }
 145
 146 /* #define DEBUG */
 147 int rrd_create_r(
 148     const char *filename,
 149     unsigned long pdp_step,
 150     time_t last_up,
 151     int argc,
 152     const char **argv)
 153 {
 154     rrd_t     rrd;
 155     long      i;
 156     int       offset;
 157     char     *token;
 158     char      dummychar1[2], dummychar2[2];
 159     unsigned short token_idx, error_flag, period = 0;
 160     unsigned long hashed_name;
 161
 162     /* clear any previous errors */
 163     rrd_clear_error();
 164
 165     /* init rrd clean */
 166     rrd_init(&rrd);
 167     /* static header */
 168     if ((rrd.stat_head = (stat_head_t*)calloc(1, sizeof(stat_head_t))) == NULL) {
 169         rrd_set_error("allocating rrd.stat_head");
 170         rrd_free2(&rrd);
 171         return (-1);
 172     }
 173
 174     /* live header */
 175     if ((rrd.live_head = (live_head_t*)calloc(1, sizeof(live_head_t))) == NULL) {
 176         rrd_set_error("allocating rrd.live_head");
 177         rrd_free2(&rrd);
 178         return (-1);
 179     }
 180
 181     /* set some defaults */
 182     strcpy(rrd.stat_head->cookie, RRD_COOKIE);
 183     strcpy(rrd.stat_head->version, RRD_VERSION3);   /* by default we are still version 3 */
 184     rrd.stat_head->float_cookie = FLOAT_COOKIE;
 185     rrd.stat_head->ds_cnt = 0;  /* this will be adjusted later */
 186     rrd.stat_head->rra_cnt = 0; /* ditto */
 187     rrd.stat_head->pdp_step = pdp_step; /* 5 minute default */
 188
 189     /* a default value */
 190     rrd.ds_def = NULL;
 191     rrd.rra_def = NULL;
 192
 193     rrd.live_head->last_up = last_up;
 194
 195     /* optind points to the first non-option command line arg,
 196      * in this case, the file name. */
 197     /* Compute the FNV hash value (used by SEASONAL and DEVSEASONAL
 198      * arrays. */
 199     hashed_name = FnvHash(filename);
 200     for (i = 0; i < argc; i++) {
 201         unsigned int ii;
 202
 203         if (strncmp(argv[i], "DS:", 3) == 0) {
 204             size_t    old_size = sizeof(ds_def_t) * (rrd.stat_head->ds_cnt);
 205
 206             if ((rrd.ds_def = (ds_def_t*)rrd_realloc(rrd.ds_def,
 207                                           old_size + sizeof(ds_def_t))) ==
 208                 NULL) {
 209                 rrd_set_error("allocating rrd.ds_def");
 210                 rrd_free2(&rrd);
 211                 return (-1);
 212             }
 213             memset(&rrd.ds_def[rrd.stat_head->ds_cnt], 0, sizeof(ds_def_t));
 214             /* extract the name and type */
 215             switch (sscanf(&argv[i][3],
 216                            DS_NAM_FMT "%1[:]" DST_FMT "%1[:]%n",
 217                            rrd.ds_def[rrd.stat_head->ds_cnt].ds_nam,
 218                            dummychar1,
 219                            rrd.ds_def[rrd.stat_head->ds_cnt].dst,
 220                            dummychar2, &offset)) {
 221             case 0:
 222             case 1:
 223                 rrd_set_error("Invalid DS name in [%s]",&argv[i][3]);
 224                 break;
 225             case 2:
 226             case 3:
 227                 rrd_set_error("Invalid DS type in [%s]",&argv[i][3]);
 228                 break;
 229             case 4:    /* (%n may or may not be counted) */
 230             case 5:    /* check for duplicate datasource names */
 231                 for (ii = 0; ii < rrd.stat_head->ds_cnt; ii++)
 232                     if (strcmp(rrd.ds_def[rrd.stat_head->ds_cnt].ds_nam,
 233                                rrd.ds_def[ii].ds_nam) == 0)
 234                         rrd_set_error("Duplicate DS name: %s",
 235                                       rrd.ds_def[ii].ds_nam);
 236                 /* DS_type may be valid or not. Checked later */
 237                 break;
 238             default:
 239                 rrd_set_error("invalid DS format");
 240             }
 241             if (rrd_test_error()) {
 242                 rrd_free2(&rrd);
 243                 return -1;
 244             }
 245
 246             /* parse the remainder of the arguments */
 247             switch (dst_conv(rrd.ds_def[rrd.stat_head->ds_cnt].dst)) {
 248             case DST_COUNTER:
 249             case DST_ABSOLUTE:
 250             case DST_GAUGE:
 251             case DST_DERIVE:
 252                 parseGENERIC_DS(&argv[i][offset + 3], &rrd,
 253                                 rrd.stat_head->ds_cnt);
 254                 break;
 255             case DST_CDEF:
 256                 parseCDEF_DS(&argv[i][offset + 3], &rrd,
 257                              rrd.stat_head->ds_cnt);
 258                 break;
 259             default:
 260                 rrd_set_error("invalid DS type specified");
 261                 break;
 262             }
 263
 264             if (rrd_test_error()) {
 265                 rrd_free2(&rrd);
 266                 return -1;
 267             }
 268             rrd.stat_head->ds_cnt++;
 269         } else if (strncmp(argv[i], "RRA:", 4) == 0) {
 270             char     *argvcopy;
 271             char     *tokptr = "";
 272             size_t    old_size = sizeof(rra_def_t) * (rrd.stat_head->rra_cnt);
 273             int       row_cnt;
 274
 275             if ((rrd.rra_def = (rra_def_t*)rrd_realloc(rrd.rra_def,
 276                                            old_size + sizeof(rra_def_t))) ==
 277                 NULL) {
 278                 rrd_set_error("allocating rrd.rra_def");
 279                 rrd_free2(&rrd);
 280                 return (-1);
 281             }
 282             memset(&rrd.rra_def[rrd.stat_head->rra_cnt], 0,
 283                    sizeof(rra_def_t));
 284
 285             argvcopy = strdup(argv[i]);
 286             token = strtok_r(&argvcopy[4], ":", &tokptr);
 287             token_idx = error_flag = 0;
 288             while (token != NULL) {
 289                 switch (token_idx) {
 290                 case 0:
 291                     if (sscanf(token, CF_NAM_FMT,
 292                                rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam) !=
 293                         1)
 294                         rrd_set_error("Failed to parse CF name");
 295                     switch (cf_conv
 296                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 297                     case CF_MHWPREDICT:
 298                         strcpy(rrd.stat_head->version, RRD_VERSION);    /* MHWPREDICT causes Version 4 */
 299                     case CF_HWPREDICT:
 300                         /* initialize some parameters */
 301                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_alpha].
 302                             u_val = 0.1;
 303                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_beta].
 304                             u_val = 1.0 / 288;
 305                         rrd.rra_def[rrd.stat_head->rra_cnt].
 306                             par[RRA_dependent_rra_idx].u_cnt =
 307                             rrd.stat_head->rra_cnt;
 308                         break;
 309                     case CF_DEVSEASONAL:
 310                     case CF_SEASONAL:
 311                         /* initialize some parameters */
 312                         rrd.rra_def[rrd.stat_head->rra_cnt].
 313                             par[RRA_seasonal_gamma].u_val = 0.1;
 314                         rrd.rra_def[rrd.stat_head->rra_cnt].
 315                             par[RRA_seasonal_smoothing_window].u_val = 0.05;
 316                         /* fall through */
 317                     case CF_DEVPREDICT:
 318                         rrd.rra_def[rrd.stat_head->rra_cnt].
 319                             par[RRA_dependent_rra_idx].u_cnt = -1;
 320                         break;
 321                     case CF_FAILURES:
 322                         rrd.rra_def[rrd.stat_head->rra_cnt].
 323                             par[RRA_delta_pos].u_val = 2.0;
 324                         rrd.rra_def[rrd.stat_head->rra_cnt].
 325                             par[RRA_delta_neg].u_val = 2.0;
 326                         rrd.rra_def[rrd.stat_head->rra_cnt].
 327                             par[RRA_window_len].u_cnt = 3;
 328                         rrd.rra_def[rrd.stat_head->rra_cnt].
 329                             par[RRA_failure_threshold].u_cnt = 2;
 330                         rrd.rra_def[rrd.stat_head->rra_cnt].
 331                             par[RRA_dependent_rra_idx].u_cnt = -1;
 332                         break;
 333                         /* invalid consolidation function */
 334                     case -1:
 335                         rrd_set_error
 336                             ("Unrecognized consolidation function %s",
 337                              rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam);
 338                     default:
 339                         break;
 340                     }
 341                     /* default: 1 pdp per cdp */
 342                     rrd.rra_def[rrd.stat_head->rra_cnt].pdp_cnt = 1;
 343                     break;
 344                 case 1:
 345                     switch (cf_conv
 346                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 347                     case CF_HWPREDICT:
 348                     case CF_MHWPREDICT:
 349                     case CF_DEVSEASONAL:
 350                     case CF_SEASONAL:
 351                     case CF_DEVPREDICT:
 352                     case CF_FAILURES:
 353                         row_cnt = atoi(token);
 354                         if (row_cnt <= 0)
 355                             rrd_set_error("Invalid row count: %i", row_cnt);
 356                         rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt = row_cnt;
 357                         break;
 358                     default:
 359                         rrd.rra_def[rrd.stat_head->rra_cnt].
 360                             par[RRA_cdp_xff_val].u_val = atof(token);
 361                         if (rrd.rra_def[rrd.stat_head->rra_cnt].
 362                             par[RRA_cdp_xff_val].u_val < 0.0
 363                             || rrd.rra_def[rrd.stat_head->rra_cnt].
 364                             par[RRA_cdp_xff_val].u_val >= 1.0)
 365                             rrd_set_error
 366                                 ("Invalid xff: must be between 0 and 1");
 367                         break;
 368                     }
 369                     break;
 370                 case 2:
 371                     switch (cf_conv
 372                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 373                     case CF_HWPREDICT:
 374                     case CF_MHWPREDICT:
 375                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_alpha].
 376                             u_val = atof(token);
 377                         if (atof(token) <= 0.0 || atof(token) >= 1.0)
 378                             rrd_set_error
 379                                 ("Invalid alpha: must be between 0 and 1");
 380                         break;
 381                     case CF_DEVSEASONAL:
 382                     case CF_SEASONAL:
 383                         rrd.rra_def[rrd.stat_head->rra_cnt].
 384                             par[RRA_seasonal_gamma].u_val = atof(token);
 385                         if (atof(token) <= 0.0 || atof(token) >= 1.0)
 386                             rrd_set_error
 387                                 ("Invalid gamma: must be between 0 and 1");
 388                         rrd.rra_def[rrd.stat_head->rra_cnt].
 389                             par[RRA_seasonal_smooth_idx].u_cnt =
 390                             hashed_name %
 391                             rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt;
 392                         break;
 393                     case CF_FAILURES:
 394                         /* specifies the # of violations that constitutes the failure threshold */
 395                         rrd.rra_def[rrd.stat_head->rra_cnt].
 396                             par[RRA_failure_threshold].u_cnt = atoi(token);
 397                         if (atoi(token) < 1
 398                             || atoi(token) > MAX_FAILURES_WINDOW_LEN)
 399                             rrd_set_error
 400                                 ("Failure threshold is out of range %d, %d",
 401                                  1, MAX_FAILURES_WINDOW_LEN);
 402                         break;
 403                     case CF_DEVPREDICT:
 404                         /* specifies the index (1-based) of CF_DEVSEASONAL array
 405                          * associated with this CF_DEVPREDICT array. */
 406                         rrd.rra_def[rrd.stat_head->rra_cnt].
 407                             par[RRA_dependent_rra_idx].u_cnt =
 408                             atoi(token) - 1;
 409                         break;
 410                     default:
 411                         rrd.rra_def[rrd.stat_head->rra_cnt].pdp_cnt =
 412                             atoi(token);
 413                         if (atoi(token) < 1)
 414                             rrd_set_error("Invalid step: must be >= 1");
 415                         break;
 416                     }
 417                     break;
 418                 case 3:
 419                     switch (cf_conv
 420                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 421                     case CF_HWPREDICT:
 422                     case CF_MHWPREDICT:
 423                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_beta].
 424                             u_val = atof(token);
 425                         if (atof(token) < 0.0 || atof(token) > 1.0)
 426                             rrd_set_error
 427                                 ("Invalid beta: must be between 0 and 1");
 428                         break;
 429                     case CF_DEVSEASONAL:
 430                     case CF_SEASONAL:
 431                         /* specifies the index (1-based) of CF_HWPREDICT array
 432                          * associated with this CF_DEVSEASONAL or CF_SEASONAL array.
 433                          * */
 434                         rrd.rra_def[rrd.stat_head->rra_cnt].
 435                             par[RRA_dependent_rra_idx].u_cnt =
 436                             atoi(token) - 1;
 437                         break;
 438                     case CF_FAILURES:
 439                         /* specifies the window length */
 440                         rrd.rra_def[rrd.stat_head->rra_cnt].
 441                             par[RRA_window_len].u_cnt = atoi(token);
 442                         if (atoi(token) < 1
 443                             || atoi(token) > MAX_FAILURES_WINDOW_LEN)
 444                             rrd_set_error
 445                                 ("Window length is out of range %d, %d", 1,
 446                                  MAX_FAILURES_WINDOW_LEN);
 447                         /* verify that window length exceeds the failure threshold */
 448                         if (rrd.rra_def[rrd.stat_head->rra_cnt].
 449                             par[RRA_window_len].u_cnt <
 450                             rrd.rra_def[rrd.stat_head->rra_cnt].
 451                             par[RRA_failure_threshold].u_cnt)
 452                             rrd_set_error
 453                                 ("Window length is shorter than the failure threshold");
 454                         break;
 455                     case CF_DEVPREDICT:
 456                         /* shouldn't be any more arguments */
 457                         rrd_set_error
 458                             ("Unexpected extra argument for consolidation function DEVPREDICT");
 459                         break;
 460                     default:
 461                         row_cnt = atoi(token);
 462                         if (row_cnt <= 0)
 463                             rrd_set_error("Invalid row count: %i", row_cnt);
 464                         rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt = row_cnt;
 465                         break;
 466                     }
 467                     break;
 468                 case 4:
 469                     switch (cf_conv
 470                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 471                     case CF_FAILURES:
 472                         /* specifies the index (1-based) of CF_DEVSEASONAL array
 473                          * associated with this CF_DEVFAILURES array. */
 474                         rrd.rra_def[rrd.stat_head->rra_cnt].
 475                             par[RRA_dependent_rra_idx].u_cnt =
 476                             atoi(token) - 1;
 477                         break;
 478                     case CF_DEVSEASONAL:
 479                     case CF_SEASONAL:
 480                         /* optional smoothing window */
 481                         if (sscanf(token, "smoothing-window=%lf",
 482                                    &(rrd.rra_def[rrd.stat_head->rra_cnt].
 483                                      par[RRA_seasonal_smoothing_window].
 484                                      u_val))) {
 485                             strcpy(rrd.stat_head->version, RRD_VERSION);    /* smoothing-window causes Version 4 */
 486                             if (rrd.rra_def[rrd.stat_head->rra_cnt].
 487                                 par[RRA_seasonal_smoothing_window].u_val < 0.0
 488                                 || rrd.rra_def[rrd.stat_head->rra_cnt].
 489                                 par[RRA_seasonal_smoothing_window].u_val >
 490                                 1.0) {
 491                                 rrd_set_error
 492                                     ("Invalid smoothing-window %f: must be between 0 and 1",
 493                                      rrd.rra_def[rrd.stat_head->rra_cnt].
 494                                      par[RRA_seasonal_smoothing_window].
 495                                      u_val);
 496                             }
 497                         } else {
 498                             rrd_set_error("Invalid option %s", token);
 499                         }
 500                         break;
 501                     case CF_HWPREDICT:
 502                     case CF_MHWPREDICT:
 503                         /* length of the associated CF_SEASONAL and CF_DEVSEASONAL arrays. */
 504                         period = atoi(token);
 505                         if (period >
 506                             rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt)
 507                             rrd_set_error
 508                                 ("Length of seasonal cycle exceeds length of HW prediction array");
 509                         break;
 510                     default:
 511                         /* shouldn't be any more arguments */
 512                         rrd_set_error
 513                             ("Unexpected extra argument for consolidation function %s",
 514                              rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam);
 515                         break;
 516                     }
 517                     break;
 518                 case 5:
 519                     /* If we are here, this must be a CF_HWPREDICT RRA.
 520                      * Specifies the index (1-based) of CF_SEASONAL array
 521                      * associated with this CF_HWPREDICT array. If this argument
 522                      * is missing, then the CF_SEASONAL, CF_DEVSEASONAL, CF_DEVPREDICT,
 523                      * CF_FAILURES.
 524                      * arrays are created automatically. */
 525                     rrd.rra_def[rrd.stat_head->rra_cnt].
 526                         par[RRA_dependent_rra_idx].u_cnt = atoi(token) - 1;
 527                     break;
 528                 default:
 529                     /* should never get here */
 530                     rrd_set_error("Unknown error");
 531                     break;
 532                 }       /* end switch */
 533                 if (rrd_test_error()) {
 534                     /* all errors are unrecoverable */
 535                     free(argvcopy);
 536                     rrd_free2(&rrd);
 537                     return (-1);
 538                 }
 539                 token = strtok_r(NULL, ":", &tokptr);
 540                 token_idx++;
 541             }           /* end while */
 542             free(argvcopy);
 543 #ifdef DEBUG
 544             fprintf(stderr,
 545                     "Creating RRA CF: %s, dep idx %lu, current idx %lu\n",
 546                     rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam,
 547                     rrd.rra_def[rrd.stat_head->rra_cnt].
 548                     par[RRA_dependent_rra_idx].u_cnt, rrd.stat_head->rra_cnt);
 549 #endif
 550             /* should we create CF_SEASONAL, CF_DEVSEASONAL, and CF_DEVPREDICT? */
 551             if ((cf_conv(rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam) ==
 552                  CF_HWPREDICT
 553                  || cf_conv(rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam) ==
 554                  CF_MHWPREDICT)
 555                 && rrd.rra_def[rrd.stat_head->rra_cnt].
 556                 par[RRA_dependent_rra_idx].u_cnt == rrd.stat_head->rra_cnt) {
 557 #ifdef DEBUG
 558                 fprintf(stderr, "Creating HW contingent RRAs\n");
 559 #endif
 560                 if (create_hw_contingent_rras(&rrd, period, hashed_name) ==
 561                     -1) {
 562                     rrd_set_error("creating contingent RRA");
 563                     rrd_free2(&rrd);
 564                     return -1;
 565                 }
 566             }
 567             rrd.stat_head->rra_cnt++;
 568         } else {
 569             rrd_set_error("can't parse argument '%s'", argv[i]);
 570             rrd_free2(&rrd);
 571             return -1;
 572         }
 573     }
 574
 575
 576     if (rrd.stat_head->rra_cnt < 1) {
 577         rrd_set_error("you must define at least one Round Robin Archive");
 578         rrd_free2(&rrd);
 579         return (-1);
 580     }
 581
 582     if (rrd.stat_head->ds_cnt < 1) {
 583         rrd_set_error("you must define at least one Data Source");
 584         rrd_free2(&rrd);
 585         return (-1);
 586     }
 587     return rrd_create_fn(filename, &rrd);
 588 }
 589
 590 void parseGENERIC_DS(
 591     const char *def,
 592     rrd_t *rrd,
 593     int ds_idx)
 594 {
 595     char      minstr[DS_NAM_SIZE], maxstr[DS_NAM_SIZE];
 596     char     *old_locale;
 597
 598     /*
 599        int temp;
 600
 601        temp = sscanf(def,"%lu:%18[^:]:%18[^:]",
 602        &(rrd -> ds_def[ds_idx].par[DS_mrhb_cnt].u_cnt),
 603        minstr,maxstr);
 604      */
 605     old_locale = setlocale(LC_NUMERIC, NULL);
 606     setlocale(LC_NUMERIC, "C");
 607     if (sscanf(def, "%lu:%18[^:]:%18[^:]",
 608                &(rrd->ds_def[ds_idx].par[DS_mrhb_cnt].u_cnt),
 609                minstr, maxstr) == 3) {
 610         if (minstr[0] == 'U' && minstr[1] == 0)
 611             rrd->ds_def[ds_idx].par[DS_min_val].u_val = DNAN;
 612         else
 613             rrd->ds_def[ds_idx].par[DS_min_val].u_val = atof(minstr);
 614
 615         if (maxstr[0] == 'U' && maxstr[1] == 0)
 616             rrd->ds_def[ds_idx].par[DS_max_val].u_val = DNAN;
 617         else
 618             rrd->ds_def[ds_idx].par[DS_max_val].u_val = atof(maxstr);
 619
 620         if (!isnan(rrd->ds_def[ds_idx].par[DS_min_val].u_val) &&
 621             !isnan(rrd->ds_def[ds_idx].par[DS_max_val].u_val) &&
 622             rrd->ds_def[ds_idx].par[DS_min_val].u_val
 623             >= rrd->ds_def[ds_idx].par[DS_max_val].u_val) {
 624             rrd_set_error("min must be less than max in DS definition");
 625             setlocale(LC_NUMERIC, old_locale);
 626             return;
 627         }
 628     } else {
 629         rrd_set_error("failed to parse data source %s", def);
 630     }
 631     setlocale(LC_NUMERIC, old_locale);
 632 }
 633
 634 /* Create the CF_DEVPREDICT, CF_DEVSEASONAL, CF_SEASONAL, and CF_FAILURES RRAs
 635  * associated with a CF_HWPREDICT RRA. */
 636 int create_hw_contingent_rras(
 637     rrd_t *rrd,
 638     unsigned short period,
 639     unsigned long hashed_name)
 640 {
 641     size_t    old_size;
 642     rra_def_t *current_rra;
 643
 644     /* save index to CF_HWPREDICT */
 645     unsigned long hw_index = rrd->stat_head->rra_cnt;
 646
 647     /* advance the pointer */
 648     (rrd->stat_head->rra_cnt)++;
 649     /* allocate the memory for the 4 contingent RRAs */
 650     old_size = sizeof(rra_def_t) * (rrd->stat_head->rra_cnt);
 651     if ((rrd->rra_def = (rra_def_t*)rrd_realloc(rrd->rra_def,
 652                                     old_size + 4 * sizeof(rra_def_t))) ==
 653         NULL) {
 654         rrd_free2(rrd);
 655         rrd_set_error("allocating rrd.rra_def");
 656         return (-1);
 657     }
 658     /* clear memory */
 659     memset(&(rrd->rra_def[rrd->stat_head->rra_cnt]), 0,
 660            4 * sizeof(rra_def_t));
 661
 662     /* create the CF_SEASONAL RRA */
 663     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 664     strcpy(current_rra->cf_nam, "SEASONAL");
 665     current_rra->row_cnt = period;
 666     current_rra->par[RRA_seasonal_smooth_idx].u_cnt = hashed_name % period;
 667     current_rra->pdp_cnt = 1;
 668     current_rra->par[RRA_seasonal_gamma].u_val =
 669         rrd->rra_def[hw_index].par[RRA_hw_alpha].u_val;
 670     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index;
 671     rrd->rra_def[hw_index].par[RRA_dependent_rra_idx].u_cnt =
 672         rrd->stat_head->rra_cnt;
 673
 674     /* create the CF_DEVSEASONAL RRA */
 675     (rrd->stat_head->rra_cnt)++;
 676     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 677     strcpy(current_rra->cf_nam, "DEVSEASONAL");
 678     current_rra->row_cnt = period;
 679     current_rra->par[RRA_seasonal_smooth_idx].u_cnt = hashed_name % period;
 680     current_rra->pdp_cnt = 1;
 681     current_rra->par[RRA_seasonal_gamma].u_val =
 682         rrd->rra_def[hw_index].par[RRA_hw_alpha].u_val;
 683     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index;
 684
 685     /* create the CF_DEVPREDICT RRA */
 686     (rrd->stat_head->rra_cnt)++;
 687     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 688     strcpy(current_rra->cf_nam, "DEVPREDICT");
 689     current_rra->row_cnt = (rrd->rra_def[hw_index]).row_cnt;
 690     current_rra->pdp_cnt = 1;
 691     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index + 2;   /* DEVSEASONAL */
 692
 693     /* create the CF_FAILURES RRA */
 694     (rrd->stat_head->rra_cnt)++;
 695     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 696     strcpy(current_rra->cf_nam, "FAILURES");
 697     current_rra->row_cnt = period;
 698     current_rra->pdp_cnt = 1;
 699     current_rra->par[RRA_delta_pos].u_val = 2.0;
 700     current_rra->par[RRA_delta_neg].u_val = 2.0;
 701     current_rra->par[RRA_failure_threshold].u_cnt = 7;
 702     current_rra->par[RRA_window_len].u_cnt = 9;
 703     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index + 2;   /* DEVSEASONAL */
 704     return 0;
 705 }
 706
 707 /* create and empty rrd file according to the specs given */
 708
 709 int rrd_create_fn(
 710     const char *file_name,
 711     rrd_t *rrd)
 712 {
 713     unsigned long i, ii;
 714     rrd_value_t *unknown;
 715     int       unkn_cnt;
 716     rrd_file_t *rrd_file_dn;
 717     rrd_t     rrd_dn;
 718     unsigned  rrd_flags = RRD_READWRITE | RRD_CREAT;
 719
 720     if (opt_no_overwrite) {
 721       rrd_flags |= RRD_EXCL ;
 722     }
 723
 724     unkn_cnt = 0;
 725     for (i = 0; i < rrd->stat_head->rra_cnt; i++)
 726         unkn_cnt += rrd->stat_head->ds_cnt * rrd->rra_def[i].row_cnt;
 727
 728     if ((rrd_file_dn = rrd_open(file_name, rrd, rrd_flags)) == NULL) {
 729         rrd_set_error("creating '%s': %s", file_name, rrd_strerror(errno));
 730         rrd_free2(rrd);
 731         return (-1);
 732     }
 733
 734     rrd_write(rrd_file_dn, rrd->stat_head, sizeof(stat_head_t));
 735
 736     rrd_write(rrd_file_dn, rrd->ds_def, sizeof(ds_def_t) * rrd->stat_head->ds_cnt);
 737
 738     rrd_write(rrd_file_dn, rrd->rra_def,
 739           sizeof(rra_def_t) * rrd->stat_head->rra_cnt);
 740
 741     rrd_write(rrd_file_dn, rrd->live_head, sizeof(live_head_t));
 742
 743     if ((rrd->pdp_prep = (pdp_prep_t*)calloc(1, sizeof(pdp_prep_t))) == NULL) {
 744         rrd_set_error("allocating pdp_prep");
 745         rrd_free2(rrd);
 746         rrd_close(rrd_file_dn);
 747         return (-1);
 748     }
 749
 750     strcpy(rrd->pdp_prep->last_ds, "U");
 751
 752     rrd->pdp_prep->scratch[PDP_val].u_val = 0.0;
 753     rrd->pdp_prep->scratch[PDP_unkn_sec_cnt].u_cnt =
 754         rrd->live_head->last_up % rrd->stat_head->pdp_step;
 755
 756     for (i = 0; i < rrd->stat_head->ds_cnt; i++)
 757         rrd_write(rrd_file_dn, rrd->pdp_prep, sizeof(pdp_prep_t));
 758
 759     if ((rrd->cdp_prep = (cdp_prep_t*)calloc(1, sizeof(cdp_prep_t))) == NULL) {
 760         rrd_set_error("allocating cdp_prep");
 761         rrd_free2(rrd);
 762         rrd_close(rrd_file_dn);
 763         return (-1);
 764     }
 765
 766
 767     for (i = 0; i < rrd->stat_head->rra_cnt; i++) {
 768         switch (cf_conv(rrd->rra_def[i].cf_nam)) {
 769         case CF_HWPREDICT:
 770         case CF_MHWPREDICT:
 771             init_hwpredict_cdp(rrd->cdp_prep);
 772             break;
 773         case CF_SEASONAL:
 774         case CF_DEVSEASONAL:
 775             init_seasonal_cdp(rrd->cdp_prep);
 776             break;
 777         case CF_FAILURES:
 778             /* initialize violation history to 0 */
 779             for (ii = 0; ii < MAX_CDP_PAR_EN; ii++) {
 780                 /* We can zero everything out, by setting u_val to the
 781                  * NULL address. Each array entry in scratch is 8 bytes
 782                  * (a double), but u_cnt only accessed 4 bytes (long) */
 783                 rrd->cdp_prep->scratch[ii].u_val = 0.0;
 784             }
 785             break;
 786         default:
 787             /* can not be zero because we don't know anything ... */
 788             rrd->cdp_prep->scratch[CDP_val].u_val = DNAN;
 789             /* startup missing pdp count */
 790             rrd->cdp_prep->scratch[CDP_unkn_pdp_cnt].u_cnt =
 791                 ((rrd->live_head->last_up -
 792                   rrd->pdp_prep->scratch[PDP_unkn_sec_cnt].u_cnt)
 793                  % (rrd->stat_head->pdp_step
 794                     * rrd->rra_def[i].pdp_cnt)) / rrd->stat_head->pdp_step;
 795             break;
 796         }
 797
 798         for (ii = 0; ii < rrd->stat_head->ds_cnt; ii++) {
 799             rrd_write(rrd_file_dn, rrd->cdp_prep, sizeof(cdp_prep_t));
 800         }
 801     }
 802
 803     /* now, we must make sure that the rest of the rrd
 804        struct is properly initialized */
 805
 806     if ((rrd->rra_ptr = (rra_ptr_t*)calloc(1, sizeof(rra_ptr_t))) == NULL) {
 807         rrd_set_error("allocating rra_ptr");
 808         rrd_free2(rrd);
 809         rrd_close(rrd_file_dn);
 810         return (-1);
 811     }
 812
 813     /* changed this initialization to be consistent with
 814      * rrd_restore. With the old value (0), the first update
 815      * would occur for cur_row = 1 because rrd_update increments
 816      * the pointer a priori. */
 817     for (i = 0; i < rrd->stat_head->rra_cnt; i++) {
 818         rrd->rra_ptr->cur_row = rrd_select_initial_row(rrd_file_dn, i, &rrd->rra_def[i]);
 819         rrd_write(rrd_file_dn, rrd->rra_ptr, sizeof(rra_ptr_t));
 820     }
 821
 822     /* write the empty data area */
 823     if ((unknown = (rrd_value_t *) malloc(512 * sizeof(rrd_value_t))) == NULL) {
 824         rrd_set_error("allocating unknown");
 825         rrd_free2(rrd);
 826         rrd_close(rrd_file_dn);
 827         return (-1);
 828     }
 829     for (i = 0; i < 512; ++i)
 830         unknown[i] = DNAN;
 831
 832     while (unkn_cnt > 0) {
 833         if(rrd_write(rrd_file_dn, unknown, sizeof(rrd_value_t) * min(unkn_cnt, 512)) < 0)
 834         {
 835             rrd_set_error("creating rrd: %s", rrd_strerror(errno));
 836             return -1;
 837         }
 838
 839         unkn_cnt -= 512;
 840     }
 841     free(unknown);
 842     rrd_free2(rrd);
 843     if (rrd_close(rrd_file_dn) == -1) {
 844         rrd_set_error("creating rrd: %s", rrd_strerror(errno));
 845         return -1;
 846     }
 847     /* flush all we don't need out of the cache */
 848     rrd_init(&rrd_dn);
 849     if((rrd_file_dn = rrd_open(file_name, &rrd_dn, RRD_READONLY)) != NULL)
 850     {
 851         rrd_dontneed(rrd_file_dn, &rrd_dn);
 852         /* rrd_free(&rrd_dn); */
 853         rrd_close(rrd_file_dn);
 854     }
 855     return (0);
 856 }
 857
 858
 859 static void rrd_free2(
 860     rrd_t *rrd)
 861 {
 862     free(rrd->live_head);
 863     free(rrd->stat_head);
 864     free(rrd->ds_def);
 865     free(rrd->rra_def);
 866     free(rrd->rra_ptr);
 867     free(rrd->pdp_prep);
 868     free(rrd->cdp_prep);
 869     free(rrd->rrd_value);
 870 }
 871