src/rrd_create.c

   1 /*****************************************************************************
   2  * RRDtool 1.4.3  Copyright by Tobi Oetiker, 1997-2010
   3  *****************************************************************************
   4  * rrd_create.c  creates new rrds
   5  *****************************************************************************/
   6
   7 #include <stdlib.h>
   8 #include <time.h>
   9 #include <locale.h>
  10
  11 #include "rrd_tool.h"
  12 #include "rrd_rpncalc.h"
  13 #include "rrd_hw.h"
  14 #include "rrd_client.h"
  15
  16 #include "rrd_is_thread_safe.h"
  17
  18 #ifdef WIN32
  19 # include <process.h>
  20 #endif
  21
  22 unsigned long FnvHash(
  23     const char *str);
  24 int       create_hw_contingent_rras(
  25     rrd_t *rrd,
  26     unsigned short period,
  27     unsigned long hashed_name);
  28 void      parseGENERIC_DS(
  29     const char *def,
  30     rrd_t *rrd,
  31     int ds_idx);
  32
  33 static void rrd_free2(
  34     rrd_t *rrd);        /* our onwn copy, immmune to mmap */
  35
  36 int rrd_create(
  37     int argc,
  38     char **argv)
  39 {
  40     struct option long_options[] = {
  41         {"start", required_argument, 0, 'b'},
  42         {"step", required_argument, 0, 's'},
  43         {"daemon", required_argument, 0, 'd'},
  44         {"no-overwrite", no_argument, 0, 'O'},
  45         {0, 0, 0, 0}
  46     };
  47     int       option_index = 0;
  48     int       opt;
  49     time_t    last_up = time(NULL) - 10;
  50     unsigned long pdp_step = 300;
  51     rrd_time_value_t last_up_tv;
  52     char     *parsetime_error = NULL;
  53     long      long_tmp;
  54     int       rc;
  55     char * opt_daemon = NULL;
  56     int       opt_no_overwrite = 0;
  57
  58     optind = 0;
  59     opterr = 0;         /* initialize getopt */
  60
  61     while (1) {
  62         opt = getopt_long(argc, argv, "Ob:s:d:", long_options, &option_index);
  63
  64         if (opt == EOF)
  65             break;
  66
  67         switch (opt) {
  68         case 'd':
  69             if (opt_daemon != NULL)
  70                     free (opt_daemon);
  71             opt_daemon = strdup (optarg);
  72             if (opt_daemon == NULL)
  73             {
  74                 rrd_set_error ("strdup failed.");
  75                 return (-1);
  76             }
  77             break;
  78
  79         case 'b':
  80             if ((parsetime_error = rrd_parsetime(optarg, &last_up_tv))) {
  81                 rrd_set_error("start time: %s", parsetime_error);
  82                 return (-1);
  83             }
  84             if (last_up_tv.type == RELATIVE_TO_END_TIME ||
  85                 last_up_tv.type == RELATIVE_TO_START_TIME) {
  86                 rrd_set_error("specifying time relative to the 'start' "
  87                               "or 'end' makes no sense here");
  88                 return (-1);
  89             }
  90
  91             last_up = mktime(&last_up_tv.tm) +last_up_tv.offset;
  92
  93             if (last_up < 3600 * 24 * 365 * 10) {
  94                 rrd_set_error
  95                     ("the first entry to the RRD should be after 1980");
  96                 return (-1);
  97             }
  98             break;
  99
 100         case 's':
 101             long_tmp = atol(optarg);
 102             if (long_tmp < 1) {
 103                 rrd_set_error("step size should be no less than one second");
 104                 return (-1);
 105             }
 106             pdp_step = long_tmp;
 107             break;
 108
 109         case 'O':
 110             opt_no_overwrite = 1;
 111             break;
 112
 113         case '?':
 114             if (optopt != 0)
 115                 rrd_set_error("unknown option '%c'", optopt);
 116             else
 117                 rrd_set_error("unknown option '%s'", argv[optind - 1]);
 118             return (-1);
 119         }
 120     }
 121     if (optind == argc) {
 122         rrd_set_error("need name of an rrd file to create");
 123         return -1;
 124     }
 125
 126     rrdc_connect (opt_daemon);
 127     if (rrdc_is_connected (opt_daemon)) {
 128         rc = rrdc_create (argv[optind],
 129                       pdp_step, last_up, opt_no_overwrite,
 130                       argc - optind - 1, (const char **) (argv + optind + 1));
 131         } else {
 132         rc = rrd_create_r2(argv[optind],
 133                       pdp_step, last_up, opt_no_overwrite,
 134                       argc - optind - 1, (const char **) (argv + optind + 1));
 135         }
 136
 137     return rc;
 138 }
 139
 140 /* #define DEBUG */
 141 /* For backwards compatibility with previous API.  Use rrd_create_r2 if you
 142    need to have the no_overwrite parameter.                                */
 143 int rrd_create_r(
 144     const char *filename,
 145     unsigned long pdp_step,
 146     time_t last_up,
 147     int argc,
 148     const char **argv)
 149 {
 150         return rrd_create_r2(filename,pdp_step,last_up,0,argc,argv);
 151 }
 152 int rrd_create_r2(
 153     const char *filename,
 154     unsigned long pdp_step,
 155     time_t last_up,
 156     int no_overwrite,
 157     int argc,
 158     const char **argv)
 159 {
 160     rrd_t     rrd;
 161     long      i;
 162     int       offset;
 163     char     *token;
 164     char      dummychar1[2], dummychar2[2];
 165     unsigned short token_idx, error_flag, period = 0;
 166     unsigned long hashed_name;
 167
 168     /* clear any previous errors */
 169     rrd_clear_error();
 170
 171     /* init rrd clean */
 172     rrd_init(&rrd);
 173     /* static header */
 174     if ((rrd.stat_head = (stat_head_t*)calloc(1, sizeof(stat_head_t))) == NULL) {
 175         rrd_set_error("allocating rrd.stat_head");
 176         rrd_free2(&rrd);
 177         return (-1);
 178     }
 179
 180     /* live header */
 181     if ((rrd.live_head = (live_head_t*)calloc(1, sizeof(live_head_t))) == NULL) {
 182         rrd_set_error("allocating rrd.live_head");
 183         rrd_free2(&rrd);
 184         return (-1);
 185     }
 186
 187     /* set some defaults */
 188     strcpy(rrd.stat_head->cookie, RRD_COOKIE);
 189     strcpy(rrd.stat_head->version, RRD_VERSION3);   /* by default we are still version 3 */
 190     rrd.stat_head->float_cookie = FLOAT_COOKIE;
 191     rrd.stat_head->ds_cnt = 0;  /* this will be adjusted later */
 192     rrd.stat_head->rra_cnt = 0; /* ditto */
 193     rrd.stat_head->pdp_step = pdp_step; /* 5 minute default */
 194
 195     /* a default value */
 196     rrd.ds_def = NULL;
 197     rrd.rra_def = NULL;
 198
 199     rrd.live_head->last_up = last_up;
 200
 201     /* optind points to the first non-option command line arg,
 202      * in this case, the file name. */
 203     /* Compute the FNV hash value (used by SEASONAL and DEVSEASONAL
 204      * arrays. */
 205     hashed_name = FnvHash(filename);
 206     for (i = 0; i < argc; i++) {
 207         unsigned int ii;
 208
 209         if (strncmp(argv[i], "DS:", 3) == 0) {
 210             size_t    old_size = sizeof(ds_def_t) * (rrd.stat_head->ds_cnt);
 211
 212             if ((rrd.ds_def = (ds_def_t*)rrd_realloc(rrd.ds_def,
 213                                           old_size + sizeof(ds_def_t))) ==
 214                 NULL) {
 215                 rrd_set_error("allocating rrd.ds_def");
 216                 rrd_free2(&rrd);
 217                 return (-1);
 218             }
 219             memset(&rrd.ds_def[rrd.stat_head->ds_cnt], 0, sizeof(ds_def_t));
 220             /* extract the name and type */
 221             switch (sscanf(&argv[i][3],
 222                            DS_NAM_FMT "%1[:]" DST_FMT "%1[:]%n",
 223                            rrd.ds_def[rrd.stat_head->ds_cnt].ds_nam,
 224                            dummychar1,
 225                            rrd.ds_def[rrd.stat_head->ds_cnt].dst,
 226                            dummychar2, &offset)) {
 227             case 0:
 228             case 1:
 229                 rrd_set_error("Invalid DS name in [%s]",&argv[i][3]);
 230                 break;
 231             case 2:
 232             case 3:
 233                 rrd_set_error("Invalid DS type in [%s]",&argv[i][3]);
 234                 break;
 235             case 4:    /* (%n may or may not be counted) */
 236             case 5:    /* check for duplicate datasource names */
 237                 for (ii = 0; ii < rrd.stat_head->ds_cnt; ii++)
 238                     if (strcmp(rrd.ds_def[rrd.stat_head->ds_cnt].ds_nam,
 239                                rrd.ds_def[ii].ds_nam) == 0)
 240                         rrd_set_error("Duplicate DS name: %s",
 241                                       rrd.ds_def[ii].ds_nam);
 242                 /* DS_type may be valid or not. Checked later */
 243                 break;
 244             default:
 245                 rrd_set_error("invalid DS format");
 246             }
 247             if (rrd_test_error()) {
 248                 rrd_free2(&rrd);
 249                 return -1;
 250             }
 251
 252             /* parse the remainder of the arguments */
 253             switch (dst_conv(rrd.ds_def[rrd.stat_head->ds_cnt].dst)) {
 254             case DST_COUNTER:
 255             case DST_ABSOLUTE:
 256             case DST_GAUGE:
 257             case DST_DERIVE:
 258                 parseGENERIC_DS(&argv[i][offset + 3], &rrd,
 259                                 rrd.stat_head->ds_cnt);
 260                 break;
 261             case DST_CDEF:
 262                 parseCDEF_DS(&argv[i][offset + 3], &rrd,
 263                              rrd.stat_head->ds_cnt);
 264                 break;
 265             default:
 266                 rrd_set_error("invalid DS type specified");
 267                 break;
 268             }
 269
 270             if (rrd_test_error()) {
 271                 rrd_free2(&rrd);
 272                 return -1;
 273             }
 274             rrd.stat_head->ds_cnt++;
 275         } else if (strncmp(argv[i], "RRA:", 4) == 0) {
 276             char     *argvcopy;
 277             char     *tokptr = "";
 278             int       cf_id = -1;
 279             size_t    old_size = sizeof(rra_def_t) * (rrd.stat_head->rra_cnt);
 280             int       row_cnt;
 281             int       token_min = 4;
 282             if ((rrd.rra_def = (rra_def_t*)rrd_realloc(rrd.rra_def,
 283                                            old_size + sizeof(rra_def_t))) ==
 284                 NULL) {
 285                 rrd_set_error("allocating rrd.rra_def");
 286                 rrd_free2(&rrd);
 287                 return (-1);
 288             }
 289             memset(&rrd.rra_def[rrd.stat_head->rra_cnt], 0,
 290                    sizeof(rra_def_t));
 291
 292             argvcopy = strdup(argv[i]);
 293             token = strtok_r(&argvcopy[4], ":", &tokptr);
 294             token_idx = error_flag = 0;
 295
 296             while (token != NULL) {
 297                 switch (token_idx) {
 298                 case 0:
 299                     if (sscanf(token, CF_NAM_FMT,
 300                                rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam) !=
 301                         1)
 302                         rrd_set_error("Failed to parse CF name");
 303                     cf_id = cf_conv(rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam);
 304                     switch (cf_id) {
 305                     case CF_MHWPREDICT:
 306                         strcpy(rrd.stat_head->version, RRD_VERSION);    /* MHWPREDICT causes Version 4 */
 307                     case CF_HWPREDICT:
 308                         token_min = 5;
 309                         /* initialize some parameters */
 310                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_alpha].
 311                             u_val = 0.1;
 312                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_beta].
 313                             u_val = 1.0 / 288;
 314                         rrd.rra_def[rrd.stat_head->rra_cnt].
 315                             par[RRA_dependent_rra_idx].u_cnt =
 316                             rrd.stat_head->rra_cnt;
 317                         break;
 318                     case CF_DEVSEASONAL:
 319                         token_min = 3;
 320                     case CF_SEASONAL:
 321                         if (cf_id == CF_SEASONAL){
 322                            token_min = 4;
 323                         }
 324                         /* initialize some parameters */
 325                         rrd.rra_def[rrd.stat_head->rra_cnt].
 326                             par[RRA_seasonal_gamma].u_val = 0.1;
 327                         rrd.rra_def[rrd.stat_head->rra_cnt].
 328                             par[RRA_seasonal_smoothing_window].u_val = 0.05;
 329                         /* fall through */
 330                     case CF_DEVPREDICT:
 331                         if (cf_id == CF_DEVPREDICT){
 332                            token_min = 3;
 333                         }
 334                         rrd.rra_def[rrd.stat_head->rra_cnt].
 335                             par[RRA_dependent_rra_idx].u_cnt = -1;
 336                         break;
 337                     case CF_FAILURES:
 338                         token_min = 5;
 339                         rrd.rra_def[rrd.stat_head->rra_cnt].
 340                             par[RRA_delta_pos].u_val = 2.0;
 341                         rrd.rra_def[rrd.stat_head->rra_cnt].
 342                             par[RRA_delta_neg].u_val = 2.0;
 343                         rrd.rra_def[rrd.stat_head->rra_cnt].
 344                             par[RRA_window_len].u_cnt = 3;
 345                         rrd.rra_def[rrd.stat_head->rra_cnt].
 346                             par[RRA_failure_threshold].u_cnt = 2;
 347                         rrd.rra_def[rrd.stat_head->rra_cnt].
 348                             par[RRA_dependent_rra_idx].u_cnt = -1;
 349                         break;
 350                         /* invalid consolidation function */
 351                     case -1:
 352                         rrd_set_error
 353                             ("Unrecognized consolidation function %s",
 354                              rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam);
 355                     default:
 356                         break;
 357                     }
 358                     /* default: 1 pdp per cdp */
 359                     rrd.rra_def[rrd.stat_head->rra_cnt].pdp_cnt = 1;
 360                     break;
 361                 case 1:
 362                     switch (cf_conv
 363                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 364                     case CF_HWPREDICT:
 365                     case CF_MHWPREDICT:
 366                     case CF_DEVSEASONAL:
 367                     case CF_SEASONAL:
 368                     case CF_DEVPREDICT:
 369                     case CF_FAILURES:
 370                         row_cnt = atoi(token);
 371                         if (row_cnt <= 0)
 372                             rrd_set_error("Invalid row count: %i", row_cnt);
 373                         rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt = row_cnt;
 374                         break;
 375                     default:
 376                         rrd.rra_def[rrd.stat_head->rra_cnt].
 377                             par[RRA_cdp_xff_val].u_val = atof(token);
 378                         if (rrd.rra_def[rrd.stat_head->rra_cnt].
 379                             par[RRA_cdp_xff_val].u_val < 0.0
 380                             || rrd.rra_def[rrd.stat_head->rra_cnt].
 381                             par[RRA_cdp_xff_val].u_val >= 1.0)
 382                             rrd_set_error
 383                                 ("Invalid xff: must be between 0 and 1");
 384                         break;
 385                     }
 386                     break;
 387                 case 2:
 388                     switch (cf_conv
 389                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 390                     case CF_HWPREDICT:
 391                     case CF_MHWPREDICT:
 392                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_alpha].
 393                             u_val = atof(token);
 394                         if (atof(token) <= 0.0 || atof(token) >= 1.0)
 395                             rrd_set_error
 396                                 ("Invalid alpha: must be between 0 and 1");
 397                         break;
 398                     case CF_DEVSEASONAL:
 399                     case CF_SEASONAL:
 400                         rrd.rra_def[rrd.stat_head->rra_cnt].
 401                             par[RRA_seasonal_gamma].u_val = atof(token);
 402                         if (atof(token) <= 0.0 || atof(token) >= 1.0)
 403                             rrd_set_error
 404                                 ("Invalid gamma: must be between 0 and 1");
 405                         rrd.rra_def[rrd.stat_head->rra_cnt].
 406                             par[RRA_seasonal_smooth_idx].u_cnt =
 407                             hashed_name %
 408                             rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt;
 409                         break;
 410                     case CF_FAILURES:
 411                         /* specifies the # of violations that constitutes the failure threshold */
 412                         rrd.rra_def[rrd.stat_head->rra_cnt].
 413                             par[RRA_failure_threshold].u_cnt = atoi(token);
 414                         if (atoi(token) < 1
 415                             || atoi(token) > MAX_FAILURES_WINDOW_LEN)
 416                             rrd_set_error
 417                                 ("Failure threshold is out of range %d, %d",
 418                                  1, MAX_FAILURES_WINDOW_LEN);
 419                         break;
 420                     case CF_DEVPREDICT:
 421                         /* specifies the index (1-based) of CF_DEVSEASONAL array
 422                          * associated with this CF_DEVPREDICT array. */
 423                         rrd.rra_def[rrd.stat_head->rra_cnt].
 424                             par[RRA_dependent_rra_idx].u_cnt =
 425                             atoi(token) - 1;
 426                         break;
 427                     default:
 428                         rrd.rra_def[rrd.stat_head->rra_cnt].pdp_cnt =
 429                             atoi(token);
 430                         if (atoi(token) < 1)
 431                             rrd_set_error("Invalid step: must be >= 1");
 432                         break;
 433                     }
 434                     break;
 435                 case 3:
 436                     switch (cf_conv
 437                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 438                     case CF_HWPREDICT:
 439                     case CF_MHWPREDICT:
 440                         rrd.rra_def[rrd.stat_head->rra_cnt].par[RRA_hw_beta].
 441                             u_val = atof(token);
 442                         if (atof(token) < 0.0 || atof(token) > 1.0)
 443                             rrd_set_error
 444                                 ("Invalid beta: must be between 0 and 1");
 445                         break;
 446                     case CF_DEVSEASONAL:
 447                     case CF_SEASONAL:
 448                         /* specifies the index (1-based) of CF_HWPREDICT array
 449                          * associated with this CF_DEVSEASONAL or CF_SEASONAL array.
 450                          * */
 451                         rrd.rra_def[rrd.stat_head->rra_cnt].
 452                             par[RRA_dependent_rra_idx].u_cnt =
 453                             atoi(token) - 1;
 454                         break;
 455                     case CF_FAILURES:
 456                         /* specifies the window length */
 457                         rrd.rra_def[rrd.stat_head->rra_cnt].
 458                             par[RRA_window_len].u_cnt = atoi(token);
 459                         if (atoi(token) < 1
 460                             || atoi(token) > MAX_FAILURES_WINDOW_LEN)
 461                             rrd_set_error
 462                                 ("Window length is out of range %d, %d", 1,
 463                                  MAX_FAILURES_WINDOW_LEN);
 464                         /* verify that window length exceeds the failure threshold */
 465                         if (rrd.rra_def[rrd.stat_head->rra_cnt].
 466                             par[RRA_window_len].u_cnt <
 467                             rrd.rra_def[rrd.stat_head->rra_cnt].
 468                             par[RRA_failure_threshold].u_cnt)
 469                             rrd_set_error
 470                                 ("Window length is shorter than the failure threshold");
 471                         break;
 472                     case CF_DEVPREDICT:
 473                         /* shouldn't be any more arguments */
 474                         rrd_set_error
 475                             ("Unexpected extra argument for consolidation function DEVPREDICT");
 476                         break;
 477                     default:
 478                         row_cnt = atoi(token);
 479                         if (row_cnt <= 0)
 480                             rrd_set_error("Invalid row count: %i", row_cnt);
 481                         rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt = row_cnt;
 482                         break;
 483                     }
 484                     break;
 485                 case 4:
 486                     switch (cf_conv
 487                             (rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam)) {
 488                     case CF_FAILURES:
 489                         /* specifies the index (1-based) of CF_DEVSEASONAL array
 490                          * associated with this CF_DEVFAILURES array. */
 491                         rrd.rra_def[rrd.stat_head->rra_cnt].
 492                             par[RRA_dependent_rra_idx].u_cnt =
 493                             atoi(token) - 1;
 494                         break;
 495                     case CF_DEVSEASONAL:
 496                     case CF_SEASONAL:
 497                         /* optional smoothing window */
 498                         if (sscanf(token, "smoothing-window=%lf",
 499                                    &(rrd.rra_def[rrd.stat_head->rra_cnt].
 500                                      par[RRA_seasonal_smoothing_window].
 501                                      u_val))) {
 502                             strcpy(rrd.stat_head->version, RRD_VERSION);    /* smoothing-window causes Version 4 */
 503                             if (rrd.rra_def[rrd.stat_head->rra_cnt].
 504                                 par[RRA_seasonal_smoothing_window].u_val < 0.0
 505                                 || rrd.rra_def[rrd.stat_head->rra_cnt].
 506                                 par[RRA_seasonal_smoothing_window].u_val >
 507                                 1.0) {
 508                                 rrd_set_error
 509                                     ("Invalid smoothing-window %f: must be between 0 and 1",
 510                                      rrd.rra_def[rrd.stat_head->rra_cnt].
 511                                      par[RRA_seasonal_smoothing_window].
 512                                      u_val);
 513                             }
 514                         } else {
 515                             rrd_set_error("Invalid option %s", token);
 516                         }
 517                         break;
 518                     case CF_HWPREDICT:
 519                     case CF_MHWPREDICT:
 520                         /* length of the associated CF_SEASONAL and CF_DEVSEASONAL arrays. */
 521                         period = atoi(token);
 522                         if (period >
 523                             rrd.rra_def[rrd.stat_head->rra_cnt].row_cnt)
 524                             rrd_set_error
 525                                 ("Length of seasonal cycle exceeds length of HW prediction array");
 526                         break;
 527                     default:
 528                         /* shouldn't be any more arguments */
 529                         rrd_set_error
 530                             ("Unexpected extra argument for consolidation function %s",
 531                              rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam);
 532                         break;
 533                     }
 534                     break;
 535                 case 5:
 536                     /* If we are here, this must be a CF_HWPREDICT RRA.
 537                      * Specifies the index (1-based) of CF_SEASONAL array
 538                      * associated with this CF_HWPREDICT array. If this argument
 539                      * is missing, then the CF_SEASONAL, CF_DEVSEASONAL, CF_DEVPREDICT,
 540                      * CF_FAILURES.
 541                      * arrays are created automatically. */
 542                     rrd.rra_def[rrd.stat_head->rra_cnt].
 543                         par[RRA_dependent_rra_idx].u_cnt = atoi(token) - 1;
 544                     break;
 545                 default:
 546                     /* should never get here */
 547                     rrd_set_error("Unknown error");
 548                     break;
 549                 }       /* end switch */
 550                 if (rrd_test_error()) {
 551                     /* all errors are unrecoverable */
 552                     free(argvcopy);
 553                     rrd_free2(&rrd);
 554                     return (-1);
 555                 }
 556                 token = strtok_r(NULL, ":", &tokptr);
 557                 token_idx++;
 558             }           /* end while */
 559             free(argvcopy);
 560             if (token_idx < token_min){
 561                 rrd_set_error("Expected at least %i arguments for RRA but got %i",token_min,token_idx);
 562                 rrd_free2(&rrd);
 563                 return(-1);
 564             }
 565 #ifdef DEBUG
 566             fprintf(stderr,
 567                     "Creating RRA CF: %s, dep idx %lu, current idx %lu\n",
 568                     rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam,
 569                     rrd.rra_def[rrd.stat_head->rra_cnt].
 570                     par[RRA_dependent_rra_idx].u_cnt, rrd.stat_head->rra_cnt);
 571 #endif
 572             /* should we create CF_SEASONAL, CF_DEVSEASONAL, and CF_DEVPREDICT? */
 573             if ((cf_conv(rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam) ==
 574                  CF_HWPREDICT
 575                  || cf_conv(rrd.rra_def[rrd.stat_head->rra_cnt].cf_nam) ==
 576                  CF_MHWPREDICT)
 577                 && rrd.rra_def[rrd.stat_head->rra_cnt].
 578                 par[RRA_dependent_rra_idx].u_cnt == rrd.stat_head->rra_cnt) {
 579 #ifdef DEBUG
 580                 fprintf(stderr, "Creating HW contingent RRAs\n");
 581 #endif
 582                 if (create_hw_contingent_rras(&rrd, period, hashed_name) ==
 583                     -1) {
 584                     rrd_set_error("creating contingent RRA");
 585                     rrd_free2(&rrd);
 586                     return -1;
 587                 }
 588             }
 589             rrd.stat_head->rra_cnt++;
 590         } else {
 591             rrd_set_error("can't parse argument '%s'", argv[i]);
 592             rrd_free2(&rrd);
 593             return -1;
 594         }
 595     }
 596
 597
 598     if (rrd.stat_head->rra_cnt < 1) {
 599         rrd_set_error("you must define at least one Round Robin Archive");
 600         rrd_free2(&rrd);
 601         return (-1);
 602     }
 603
 604     if (rrd.stat_head->ds_cnt < 1) {
 605         rrd_set_error("you must define at least one Data Source");
 606         rrd_free2(&rrd);
 607         return (-1);
 608     }
 609     return rrd_create_fn(filename, &rrd, no_overwrite);
 610 }
 611
 612 void parseGENERIC_DS(
 613     const char *def,
 614     rrd_t *rrd,
 615     int ds_idx)
 616 {
 617     char      minstr[DS_NAM_SIZE], maxstr[DS_NAM_SIZE];
 618     char     *old_locale;
 619
 620     /*
 621        int temp;
 622
 623        temp = sscanf(def,"%lu:%18[^:]:%18[^:]",
 624        &(rrd -> ds_def[ds_idx].par[DS_mrhb_cnt].u_cnt),
 625        minstr,maxstr);
 626      */
 627     old_locale = setlocale(LC_NUMERIC, NULL);
 628     setlocale(LC_NUMERIC, "C");
 629     if (sscanf(def, "%lu:%18[^:]:%18[^:]",
 630                &(rrd->ds_def[ds_idx].par[DS_mrhb_cnt].u_cnt),
 631                minstr, maxstr) == 3) {
 632         if (minstr[0] == 'U' && minstr[1] == 0)
 633             rrd->ds_def[ds_idx].par[DS_min_val].u_val = DNAN;
 634         else
 635             rrd->ds_def[ds_idx].par[DS_min_val].u_val = atof(minstr);
 636
 637         if (maxstr[0] == 'U' && maxstr[1] == 0)
 638             rrd->ds_def[ds_idx].par[DS_max_val].u_val = DNAN;
 639         else
 640             rrd->ds_def[ds_idx].par[DS_max_val].u_val = atof(maxstr);
 641
 642         if (!isnan(rrd->ds_def[ds_idx].par[DS_min_val].u_val) &&
 643             !isnan(rrd->ds_def[ds_idx].par[DS_max_val].u_val) &&
 644             rrd->ds_def[ds_idx].par[DS_min_val].u_val
 645             >= rrd->ds_def[ds_idx].par[DS_max_val].u_val) {
 646             rrd_set_error("min must be less than max in DS definition");
 647             setlocale(LC_NUMERIC, old_locale);
 648             return;
 649         }
 650     } else {
 651         rrd_set_error("failed to parse data source %s", def);
 652     }
 653     setlocale(LC_NUMERIC, old_locale);
 654 }
 655
 656 /* Create the CF_DEVPREDICT, CF_DEVSEASONAL, CF_SEASONAL, and CF_FAILURES RRAs
 657  * associated with a CF_HWPREDICT RRA. */
 658 int create_hw_contingent_rras(
 659     rrd_t *rrd,
 660     unsigned short period,
 661     unsigned long hashed_name)
 662 {
 663     size_t    old_size;
 664     rra_def_t *current_rra;
 665
 666     /* save index to CF_HWPREDICT */
 667     unsigned long hw_index = rrd->stat_head->rra_cnt;
 668
 669     /* advance the pointer */
 670     (rrd->stat_head->rra_cnt)++;
 671     /* allocate the memory for the 4 contingent RRAs */
 672     old_size = sizeof(rra_def_t) * (rrd->stat_head->rra_cnt);
 673     if ((rrd->rra_def = (rra_def_t*)rrd_realloc(rrd->rra_def,
 674                                     old_size + 4 * sizeof(rra_def_t))) ==
 675         NULL) {
 676         rrd_free2(rrd);
 677         rrd_set_error("allocating rrd.rra_def");
 678         return (-1);
 679     }
 680     /* clear memory */
 681     memset(&(rrd->rra_def[rrd->stat_head->rra_cnt]), 0,
 682            4 * sizeof(rra_def_t));
 683
 684     /* create the CF_SEASONAL RRA */
 685     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 686     strcpy(current_rra->cf_nam, "SEASONAL");
 687     current_rra->row_cnt = period;
 688     current_rra->par[RRA_seasonal_smooth_idx].u_cnt = hashed_name % period;
 689     current_rra->pdp_cnt = 1;
 690     current_rra->par[RRA_seasonal_gamma].u_val =
 691         rrd->rra_def[hw_index].par[RRA_hw_alpha].u_val;
 692     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index;
 693     rrd->rra_def[hw_index].par[RRA_dependent_rra_idx].u_cnt =
 694         rrd->stat_head->rra_cnt;
 695
 696     /* create the CF_DEVSEASONAL RRA */
 697     (rrd->stat_head->rra_cnt)++;
 698     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 699     strcpy(current_rra->cf_nam, "DEVSEASONAL");
 700     current_rra->row_cnt = period;
 701     current_rra->par[RRA_seasonal_smooth_idx].u_cnt = hashed_name % period;
 702     current_rra->pdp_cnt = 1;
 703     current_rra->par[RRA_seasonal_gamma].u_val =
 704         rrd->rra_def[hw_index].par[RRA_hw_alpha].u_val;
 705     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index;
 706
 707     /* create the CF_DEVPREDICT RRA */
 708     (rrd->stat_head->rra_cnt)++;
 709     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 710     strcpy(current_rra->cf_nam, "DEVPREDICT");
 711     current_rra->row_cnt = (rrd->rra_def[hw_index]).row_cnt;
 712     current_rra->pdp_cnt = 1;
 713     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index + 2;   /* DEVSEASONAL */
 714
 715     /* create the CF_FAILURES RRA */
 716     (rrd->stat_head->rra_cnt)++;
 717     current_rra = &(rrd->rra_def[rrd->stat_head->rra_cnt]);
 718     strcpy(current_rra->cf_nam, "FAILURES");
 719     current_rra->row_cnt = period;
 720     current_rra->pdp_cnt = 1;
 721     current_rra->par[RRA_delta_pos].u_val = 2.0;
 722     current_rra->par[RRA_delta_neg].u_val = 2.0;
 723     current_rra->par[RRA_failure_threshold].u_cnt = 7;
 724     current_rra->par[RRA_window_len].u_cnt = 9;
 725     current_rra->par[RRA_dependent_rra_idx].u_cnt = hw_index + 2;   /* DEVSEASONAL */
 726     return 0;
 727 }
 728
 729 /* create and empty rrd file according to the specs given */
 730
 731 int rrd_create_fn(
 732     const char *file_name,
 733     rrd_t *rrd,
 734     int no_overwrite )
 735 {
 736     unsigned long i, ii;
 737     rrd_value_t *unknown;
 738     int       unkn_cnt;
 739     rrd_file_t *rrd_file_dn;
 740     rrd_t     rrd_dn;
 741     unsigned  rrd_flags = RRD_READWRITE | RRD_CREAT;
 742
 743     if (no_overwrite) {
 744       rrd_flags |= RRD_EXCL ;
 745     }
 746
 747     unkn_cnt = 0;
 748     for (i = 0; i < rrd->stat_head->rra_cnt; i++)
 749         unkn_cnt += rrd->stat_head->ds_cnt * rrd->rra_def[i].row_cnt;
 750
 751     if ((rrd_file_dn = rrd_open(file_name, rrd, rrd_flags)) == NULL) {
 752         rrd_set_error("creating '%s': %s", file_name, rrd_strerror(errno));
 753         rrd_free2(rrd);
 754         return (-1);
 755     }
 756
 757     rrd_write(rrd_file_dn, rrd->stat_head, sizeof(stat_head_t));
 758
 759     rrd_write(rrd_file_dn, rrd->ds_def, sizeof(ds_def_t) * rrd->stat_head->ds_cnt);
 760
 761     rrd_write(rrd_file_dn, rrd->rra_def,
 762           sizeof(rra_def_t) * rrd->stat_head->rra_cnt);
 763
 764     rrd_write(rrd_file_dn, rrd->live_head, sizeof(live_head_t));
 765
 766     if ((rrd->pdp_prep = (pdp_prep_t*)calloc(1, sizeof(pdp_prep_t))) == NULL) {
 767         rrd_set_error("allocating pdp_prep");
 768         rrd_free2(rrd);
 769         rrd_close(rrd_file_dn);
 770         return (-1);
 771     }
 772
 773     strcpy(rrd->pdp_prep->last_ds, "U");
 774
 775     rrd->pdp_prep->scratch[PDP_val].u_val = 0.0;
 776     rrd->pdp_prep->scratch[PDP_unkn_sec_cnt].u_cnt =
 777         rrd->live_head->last_up % rrd->stat_head->pdp_step;
 778
 779     for (i = 0; i < rrd->stat_head->ds_cnt; i++)
 780         rrd_write(rrd_file_dn, rrd->pdp_prep, sizeof(pdp_prep_t));
 781
 782     if ((rrd->cdp_prep = (cdp_prep_t*)calloc(1, sizeof(cdp_prep_t))) == NULL) {
 783         rrd_set_error("allocating cdp_prep");
 784         rrd_free2(rrd);
 785         rrd_close(rrd_file_dn);
 786         return (-1);
 787     }
 788
 789
 790     for (i = 0; i < rrd->stat_head->rra_cnt; i++) {
 791         switch (cf_conv(rrd->rra_def[i].cf_nam)) {
 792         case CF_HWPREDICT:
 793         case CF_MHWPREDICT:
 794             init_hwpredict_cdp(rrd->cdp_prep);
 795             break;
 796         case CF_SEASONAL:
 797         case CF_DEVSEASONAL:
 798             init_seasonal_cdp(rrd->cdp_prep);
 799             break;
 800         case CF_FAILURES:
 801             /* initialize violation history to 0 */
 802             for (ii = 0; ii < MAX_CDP_PAR_EN; ii++) {
 803                 /* We can zero everything out, by setting u_val to the
 804                  * NULL address. Each array entry in scratch is 8 bytes
 805                  * (a double), but u_cnt only accessed 4 bytes (long) */
 806                 rrd->cdp_prep->scratch[ii].u_val = 0.0;
 807             }
 808             break;
 809         default:
 810             /* can not be zero because we don't know anything ... */
 811             rrd->cdp_prep->scratch[CDP_val].u_val = DNAN;
 812             /* startup missing pdp count */
 813             rrd->cdp_prep->scratch[CDP_unkn_pdp_cnt].u_cnt =
 814                 ((rrd->live_head->last_up -
 815                   rrd->pdp_prep->scratch[PDP_unkn_sec_cnt].u_cnt)
 816                  % (rrd->stat_head->pdp_step
 817                     * rrd->rra_def[i].pdp_cnt)) / rrd->stat_head->pdp_step;
 818             break;
 819         }
 820
 821         for (ii = 0; ii < rrd->stat_head->ds_cnt; ii++) {
 822             rrd_write(rrd_file_dn, rrd->cdp_prep, sizeof(cdp_prep_t));
 823         }
 824     }
 825
 826     /* now, we must make sure that the rest of the rrd
 827        struct is properly initialized */
 828
 829     if ((rrd->rra_ptr = (rra_ptr_t*)calloc(1, sizeof(rra_ptr_t))) == NULL) {
 830         rrd_set_error("allocating rra_ptr");
 831         rrd_free2(rrd);
 832         rrd_close(rrd_file_dn);
 833         return (-1);
 834     }
 835
 836     /* changed this initialization to be consistent with
 837      * rrd_restore. With the old value (0), the first update
 838      * would occur for cur_row = 1 because rrd_update increments
 839      * the pointer a priori. */
 840     for (i = 0; i < rrd->stat_head->rra_cnt; i++) {
 841         rrd->rra_ptr->cur_row = rrd_select_initial_row(rrd_file_dn, i, &rrd->rra_def[i]);
 842         rrd_write(rrd_file_dn, rrd->rra_ptr, sizeof(rra_ptr_t));
 843     }
 844
 845     /* write the empty data area */
 846     if ((unknown = (rrd_value_t *) malloc(512 * sizeof(rrd_value_t))) == NULL) {
 847         rrd_set_error("allocating unknown");
 848         rrd_free2(rrd);
 849         rrd_close(rrd_file_dn);
 850         return (-1);
 851     }
 852     for (i = 0; i < 512; ++i)
 853         unknown[i] = DNAN;
 854
 855     while (unkn_cnt > 0) {
 856         if(rrd_write(rrd_file_dn, unknown, sizeof(rrd_value_t) * min(unkn_cnt, 512)) < 0)
 857         {
 858             rrd_set_error("creating rrd: %s", rrd_strerror(errno));
 859             return -1;
 860         }
 861
 862         unkn_cnt -= 512;
 863     }
 864     free(unknown);
 865     rrd_free2(rrd);
 866     if (rrd_close(rrd_file_dn) == -1) {
 867         rrd_set_error("creating rrd: %s", rrd_strerror(errno));
 868         return -1;
 869     }
 870     /* flush all we don't need out of the cache */
 871     rrd_init(&rrd_dn);
 872     if((rrd_file_dn = rrd_open(file_name, &rrd_dn, RRD_READONLY)) != NULL)
 873     {
 874         rrd_dontneed(rrd_file_dn, &rrd_dn);
 875         /* rrd_free(&rrd_dn); */
 876         rrd_close(rrd_file_dn);
 877     }
 878     return (0);
 879 }
 880
 881
 882 static void rrd_free2(
 883     rrd_t *rrd)
 884 {
 885     free(rrd->live_head);
 886     free(rrd->stat_head);
 887     free(rrd->ds_def);
 888     free(rrd->rra_def);
 889     free(rrd->rra_ptr);
 890     free(rrd->pdp_prep);
 891     free(rrd->cdp_prep);
 892     free(rrd->rrd_value);
 893 }
 894