src/rrd_restore.c

   1 /*****************************************************************************
   2  * RRDtool 1.2.99907080300  Copyright by Tobi Oetiker, 1997-2007
   3  *****************************************************************************
   4  * rrd_restore.c  creates new rrd from data dumped by rrd_dump.c
   5  *****************************************************************************/
   6
   7 #include "rrd_tool.h"
   8 #include "rrd_rpncalc.h"
   9 #include <fcntl.h>
  10
  11 #if defined(_WIN32) && !defined(__CYGWIN__) && !defined(__CYGWIN32__)
  12 #include <io.h>
  13 #define open _open
  14 #define close _close
  15 #endif
  16
  17 /* Prototypes */
  18
  19 void      xml_lc(
  20     char *);
  21 int       skip(
  22     char **);
  23 int       skipxml(
  24     char **);
  25 int       eat_tag(
  26     char **,
  27     char *);
  28 int       read_tag(
  29     char **,
  30     char *,
  31     char *,
  32     void *);
  33 int       xml2rrd(
  34     char *,
  35     rrd_t *,
  36     char);
  37 int       rrd_creat(
  38     char *,
  39     rrd_t *,
  40     char);
  41 void      parse_patch1028_RRA_params(
  42     char **buf,
  43     rrd_t *rrd,
  44     int rra_index);
  45 void      parse_patch1028_CDP_params(
  46     char **buf,
  47     rrd_t *rrd,
  48     int rra_index,
  49     int ds_index);
  50 void      parse_FAILURES_history(
  51     char **buf,
  52     rrd_t *rrd,
  53     int rra_index,
  54     int ds_index);
  55 long int rra_random_row(
  56     rra_def_t *);
  57
  58 /* convert all occurrences of <BlaBlaBla> to <blablabla> */
  59
  60 void xml_lc(
  61     char *buf)
  62 {
  63     int       intag = 0;
  64
  65     while ((*buf)) {
  66         if (intag == 0 && (*buf) == '<') {
  67             intag = 1;
  68         } else if (intag == 1 && (*buf) == '>') {
  69             intag = 0;
  70             continue;
  71         } else if (intag == 1) {
  72             *buf = tolower(*buf);
  73         }
  74         buf++;
  75     }
  76 }
  77
  78 int skipxml(
  79     char **buf)
  80 {
  81     char     *ptr;
  82
  83     ptr = (*buf);
  84     do {
  85         (*buf) = ptr;
  86         while ((*(ptr + 1))
  87                && ((*ptr) == ' ' || (*ptr) == '\r' || (*ptr) == '\n'
  88                    || (*ptr) == '\t'))
  89             ptr++;
  90         if (strncmp(ptr, "<?xml", 4) == 0) {
  91             ptr = strstr(ptr, "?>");
  92             if (ptr)
  93                 ptr += 2;
  94             else {
  95                 rrd_set_error("Dangling XML header");
  96                 (*buf) = NULL;
  97                 return -1;
  98             }
  99         }
 100     } while ((*buf) != ptr);
 101     return 1;
 102 }
 103
 104 int skip(
 105     char **buf)
 106 {
 107     char     *ptr;
 108
 109     if ((buf == NULL) || (*buf == NULL))
 110         return -1;
 111     ptr = (*buf);
 112     do {
 113         (*buf) = ptr;
 114         while ((*(ptr + 1))
 115                && ((*ptr) == ' ' || (*ptr) == '\r' || (*ptr) == '\n'
 116                    || (*ptr) == '\t'))
 117             ptr++;
 118         if (strncmp(ptr, "<!--", 4) == 0) {
 119             ptr = strstr(ptr, "-->");
 120             if (ptr)
 121                 ptr += 3;
 122             else {
 123                 rrd_set_error("Dangling Comment");
 124                 (*buf) = NULL;
 125                 return -1;
 126             }
 127         }
 128     } while ((*buf) != ptr);
 129     return 1;
 130 }
 131
 132 int eat_tag(
 133     char **buf,
 134     char *tag)
 135 {
 136     if ((*buf) == NULL)
 137         return -1;      /* fall though clause */
 138
 139     rrd_clear_error();
 140     skip(buf);
 141     if ((**buf) == '<'
 142         && strncmp((*buf) + 1, tag, strlen(tag)) == 0
 143         && *((*buf) + strlen(tag) + 1) == '>') {
 144         (*buf) += strlen(tag) + 2;
 145     } else {
 146         rrd_set_error("No <%s> tag found", tag);
 147         (*buf) = NULL;
 148         return -1;
 149     }
 150     skip(buf);
 151     return 1;
 152 }
 153
 154 int read_tag(
 155     char **buf,
 156     char *tag,
 157     char *format,
 158     void *value)
 159 {
 160     char     *end_tag;
 161     int       matches;
 162
 163     if ((*buf) == NULL)
 164         return -1;      /* fall though clause */
 165     rrd_clear_error();
 166     if (eat_tag(buf, tag) == 1) {
 167         char     *temp;
 168
 169         temp = (*buf);
 170         while (*((*buf) + 1) && (*(*buf) != '<'))
 171             (*buf)++;   /*find start of endtag */
 172         *(*buf) = '\0';
 173         matches = sscanf(temp, format, value);
 174         *(*buf) = '<';
 175         end_tag = malloc((strlen(tag) + 2) * sizeof(char));
 176         sprintf(end_tag, "/%s", tag);
 177         eat_tag(buf, end_tag);
 178         free(end_tag);
 179         if (matches == 0 && strcmp(format, "%lf") == 0)
 180             (*((double *) (value))) = DNAN;
 181         if (matches != 1)
 182             return 0;
 183         return 1;
 184     }
 185     return -1;
 186 }
 187
 188
 189 /* parse the data stored in buf and return a filled rrd structure */
 190 int xml2rrd(
 191     char *buf,
 192     rrd_t *rrd,
 193     char rc)
 194 {
 195     /* pass 1 identify number of RRAs  */
 196     char     *ptr, *ptr2, *ptr3;    /* walks thought the buffer */
 197     long      rows = 0, mempool = 0, i = 0;
 198     int       rra_index;
 199     int       input_version;
 200
 201     xml_lc(buf);        /* lets lowercase all active parts of the xml */
 202     ptr = buf;
 203     ptr2 = buf;
 204     ptr3 = buf;
 205     /* start with an RRD tag */
 206
 207     skipxml(&ptr);
 208
 209     eat_tag(&ptr, "rrd");
 210     /* allocate static header */
 211     if ((rrd->stat_head = calloc(1, sizeof(stat_head_t))) == NULL) {
 212         rrd_set_error("allocating rrd.stat_head");
 213         return -1;
 214     };
 215
 216     strcpy(rrd->stat_head->cookie, RRD_COOKIE);
 217     read_tag(&ptr, "version", "%4[0-9]", rrd->stat_head->version);
 218     input_version = atoi(rrd->stat_head->version);
 219     /* added primitive version checking */
 220     if (input_version > atoi(RRD_VERSION) || input_version < 1) {
 221         rrd_set_error
 222             ("Incompatible file version, detected version %s. This is not supported by the version %s restore tool.\n",
 223              rrd->stat_head->version, RRD_VERSION);
 224         free(rrd->stat_head);
 225         rrd->stat_head = NULL;
 226         return -1;
 227     }
 228     /* make sure we output the right version only go over 3 if input is over 3 too */
 229     if (input_version > 3) {
 230         strcpy(rrd->stat_head->version, RRD_VERSION);
 231     } else {
 232         strcpy(rrd->stat_head->version, RRD_VERSION3);
 233     }
 234
 235     rrd->stat_head->float_cookie = FLOAT_COOKIE;
 236     rrd->stat_head->ds_cnt = 0;
 237     rrd->stat_head->rra_cnt = 0;
 238     read_tag(&ptr, "step", "%lu", &(rrd->stat_head->pdp_step));
 239
 240     /* allocate live head */
 241     if ((rrd->live_head = calloc(1, sizeof(live_head_t))) == NULL) {
 242         rrd_set_error("allocating rrd.live_head");
 243         return -1;
 244     }
 245     read_tag(&ptr, "lastupdate", "%lu", &(rrd->live_head->last_up));
 246
 247     /* Data Source Definition Part */
 248     ptr2 = ptr;
 249     while (eat_tag(&ptr2, "ds") == 1) {
 250         rrd->stat_head->ds_cnt++;
 251         if ((rrd->ds_def =
 252              rrd_realloc(rrd->ds_def,
 253                          rrd->stat_head->ds_cnt * sizeof(ds_def_t))) ==
 254             NULL) {
 255             rrd_set_error("allocating rrd.ds_def");
 256             return -1;
 257         };
 258         /* clean out memory to make sure no data gets stored from previous tasks */
 259         memset(&(rrd->ds_def[rrd->stat_head->ds_cnt - 1]), 0,
 260                sizeof(ds_def_t));
 261         if ((rrd->pdp_prep =
 262              rrd_realloc(rrd->pdp_prep,
 263                          rrd->stat_head->ds_cnt * sizeof(pdp_prep_t))) ==
 264             NULL) {
 265             rrd_set_error("allocating pdp_prep");
 266             return (-1);
 267         }
 268         /* clean out memory to make sure no data gets stored from previous tasks */
 269         memset(&(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1]), 0,
 270                sizeof(pdp_prep_t));
 271
 272         read_tag(&ptr2, "name", DS_NAM_FMT,
 273                  rrd->ds_def[rrd->stat_head->ds_cnt - 1].ds_nam);
 274
 275         read_tag(&ptr2, "type", DST_FMT,
 276                  rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst);
 277         /* test for valid type */
 278         if ((int) dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst) == -1)
 279             return -1;
 280
 281         if (dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst) != DST_CDEF) {
 282             read_tag(&ptr2, "minimal_heartbeat", "%lu",
 283                      &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
 284                        par[DS_mrhb_cnt].u_cnt));
 285             read_tag(&ptr2, "min", "%lf",
 286                      &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
 287                        par[DS_min_val].u_val));
 288             read_tag(&ptr2, "max", "%lf",
 289                      &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
 290                        par[DS_max_val].u_val));
 291         } else {        /* DST_CDEF */
 292             char      buffer[1024];
 293
 294             read_tag(&ptr2, "cdef", "%1000s", buffer);
 295             parseCDEF_DS(buffer, rrd, rrd->stat_head->ds_cnt - 1);
 296             if (rrd_test_error())
 297                 return -1;
 298         }
 299
 300         read_tag(&ptr2, "last_ds", "%30s",
 301                  rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].last_ds);
 302         read_tag(&ptr2, "value", "%lf",
 303                  &(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].scratch[PDP_val].
 304                    u_val));
 305         read_tag(&ptr2, "unknown_sec", "%lu",
 306                  &(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].
 307                    scratch[PDP_unkn_sec_cnt].u_cnt));
 308         eat_tag(&ptr2, "/ds");
 309         ptr = ptr2;
 310     }
 311
 312     ptr2 = ptr;
 313     while (eat_tag(&ptr2, "rra") == 1) {
 314         rrd->stat_head->rra_cnt++;
 315
 316         /* allocate and reset rra definition areas */
 317         if ((rrd->rra_def =
 318              rrd_realloc(rrd->rra_def,
 319                          rrd->stat_head->rra_cnt * sizeof(rra_def_t))) ==
 320             NULL) {
 321             rrd_set_error("allocating rra_def");
 322             return -1;
 323         }
 324         memset(&(rrd->rra_def[rrd->stat_head->rra_cnt - 1]), 0,
 325                sizeof(rra_def_t));
 326
 327         /* allocate and reset consolidation point areas */
 328         if ((rrd->cdp_prep = rrd_realloc(rrd->cdp_prep,
 329                                          rrd->stat_head->rra_cnt
 330                                          * rrd->stat_head->ds_cnt *
 331                                          sizeof(cdp_prep_t))) == NULL) {
 332             rrd_set_error("allocating cdp_prep");
 333             return -1;
 334         }
 335
 336         memset(&
 337                (rrd->
 338                 cdp_prep[rrd->stat_head->ds_cnt *
 339                          (rrd->stat_head->rra_cnt - 1)]), 0,
 340                rrd->stat_head->ds_cnt * sizeof(cdp_prep_t));
 341
 342
 343         read_tag(&ptr2, "cf", CF_NAM_FMT,
 344                  rrd->rra_def[rrd->stat_head->rra_cnt - 1].cf_nam);
 345         /* test for valid type */
 346         if ((int) cf_conv(rrd->rra_def[rrd->stat_head->rra_cnt - 1].cf_nam) ==
 347             -1)
 348             return -1;
 349
 350         read_tag(&ptr2, "pdp_per_row", "%lu",
 351                  &(rrd->rra_def[rrd->stat_head->rra_cnt - 1].pdp_cnt));
 352         /* support to read RRA parameters */
 353         rra_index = rrd->stat_head->rra_cnt - 1;
 354         if (input_version < 2) {
 355             read_tag(&ptr2, "xff", "%lf",
 356                      &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].u_val));
 357         } else {
 358             if (eat_tag(&ptr2, "params") != 1) {
 359                 rrd_set_error("could not find params tag to eat and skip");
 360                 return -1;
 361             }
 362             skip(&ptr2);
 363             /* backwards compatibility w/ old patch */
 364             if (strncmp(ptr2, "<value>", 7) == 0) {
 365                 parse_patch1028_RRA_params(&ptr2, rrd, rra_index);
 366             } else {
 367                 switch (cf_conv(rrd->rra_def[rra_index].cf_nam)) {
 368                 case CF_HWPREDICT:
 369                 case CF_MHWPREDICT:
 370                     read_tag(&ptr2, "hw_alpha", "%lf",
 371                              &(rrd->rra_def[rra_index].par[RRA_hw_alpha].
 372                                u_val));
 373                     read_tag(&ptr2, "hw_beta", "%lf",
 374                              &(rrd->rra_def[rra_index].par[RRA_hw_beta].
 375                                u_val));
 376                     read_tag(&ptr2, "dependent_rra_idx", "%lu",
 377                              &(rrd->rra_def[rra_index].
 378                                par[RRA_dependent_rra_idx].u_cnt));
 379                     break;
 380                 case CF_SEASONAL:
 381                 case CF_DEVSEASONAL:
 382                     read_tag(&ptr2, "seasonal_gamma", "%lf",
 383                              &(rrd->rra_def[rra_index].
 384                                par[RRA_seasonal_gamma].u_val));
 385                     read_tag(&ptr2, "seasonal_smooth_idx", "%lu",
 386                              &(rrd->rra_def[rra_index].
 387                                par[RRA_seasonal_smooth_idx].u_cnt));
 388                     if (atoi(rrd->stat_head->version) >= 4) {
 389                         read_tag(&ptr2, "smoothing_window", "%lf",
 390                                  &(rrd->rra_def[rra_index].
 391                                    par[RRA_seasonal_smoothing_window].u_val));
 392                     }
 393                     read_tag(&ptr2, "dependent_rra_idx", "%lu",
 394                              &(rrd->rra_def[rra_index].
 395                                par[RRA_dependent_rra_idx].u_cnt));
 396                     break;
 397                 case CF_FAILURES:
 398                     read_tag(&ptr2, "delta_pos", "%lf",
 399                              &(rrd->rra_def[rra_index].par[RRA_delta_pos].
 400                                u_val));
 401                     read_tag(&ptr2, "delta_neg", "%lf",
 402                              &(rrd->rra_def[rra_index].par[RRA_delta_neg].
 403                                u_val));
 404                     read_tag(&ptr2, "window_len", "%lu",
 405                              &(rrd->rra_def[rra_index].par[RRA_window_len].
 406                                u_cnt));
 407                     read_tag(&ptr2, "failure_threshold", "%lu",
 408                              &(rrd->rra_def[rra_index].
 409                                par[RRA_failure_threshold].u_cnt));
 410                     /* fall thru */
 411                 case CF_DEVPREDICT:
 412                     read_tag(&ptr2, "dependent_rra_idx", "%lu",
 413                              &(rrd->rra_def[rra_index].
 414                                par[RRA_dependent_rra_idx].u_cnt));
 415                     break;
 416                 case CF_AVERAGE:
 417                 case CF_MAXIMUM:
 418                 case CF_MINIMUM:
 419                 case CF_LAST:
 420                 default:
 421                     read_tag(&ptr2, "xff", "%lf",
 422                              &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].
 423                                u_val));
 424                 }
 425             }
 426             eat_tag(&ptr2, "/params");
 427         }
 428
 429
 430         eat_tag(&ptr2, "cdp_prep");
 431         for (i = 0; i < (int) rrd->stat_head->ds_cnt; i++) {
 432             eat_tag(&ptr2, "ds");
 433             /* support to read CDP parameters */
 434             rra_index = rrd->stat_head->rra_cnt - 1;
 435             skip(&ptr2);
 436             if (input_version < 2) {
 437                 rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
 438                               i].scratch[CDP_primary_val].u_val = 0.0;
 439                 rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
 440                               i].scratch[CDP_secondary_val].u_val = 0.0;
 441                 read_tag(&ptr2, "value", "%lf",
 442                          &(rrd->
 443                            cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
 444                                     i].scratch[CDP_val].u_val));
 445                 read_tag(&ptr2, "unknown_datapoints", "%lu",
 446                          &(rrd->
 447                            cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
 448                                     i].scratch[CDP_unkn_pdp_cnt].u_cnt));
 449             } else {
 450
 451                 if (strncmp(ptr2, "<value>", 7) == 0) {
 452                     parse_patch1028_CDP_params(&ptr2, rrd, rra_index, i);
 453                 } else {
 454                     read_tag(&ptr2, "primary_value", "%lf",
 455                              &(rrd->
 456                                cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
 457                                         + i].scratch[CDP_primary_val].u_val));
 458                     read_tag(&ptr2, "secondary_value", "%lf",
 459                              &(rrd->
 460                                cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
 461                                         +
 462                                         i].scratch[CDP_secondary_val].u_val));
 463                     switch (cf_conv(rrd->rra_def[rra_index].cf_nam)) {
 464                     case CF_HWPREDICT:
 465                     case CF_MHWPREDICT:
 466                         read_tag(&ptr2, "intercept", "%lf",
 467                                  &(rrd->
 468                                    cdp_prep[rrd->stat_head->ds_cnt *
 469                                             (rra_index)
 470                                             +
 471                                             i].scratch[CDP_hw_intercept].
 472                                    u_val));
 473                         read_tag(&ptr2, "last_intercept", "%lf",
 474                                  &(rrd->
 475                                    cdp_prep[rrd->stat_head->ds_cnt *
 476                                             (rra_index)
 477                                             +
 478                                             i].scratch[CDP_hw_last_intercept].
 479                                    u_val));
 480                         read_tag(&ptr2, "slope", "%lf",
 481                                  &(rrd->
 482                                    cdp_prep[rrd->stat_head->ds_cnt *
 483                                             (rra_index)
 484                                             +
 485                                             i].scratch[CDP_hw_slope].u_val));
 486                         read_tag(&ptr2, "last_slope", "%lf",
 487                                  &(rrd->
 488                                    cdp_prep[rrd->stat_head->ds_cnt *
 489                                             (rra_index)
 490                                             +
 491                                             i].scratch[CDP_hw_last_slope].
 492                                    u_val));
 493                         read_tag(&ptr2, "nan_count", "%lu",
 494                                  &(rrd->
 495                                    cdp_prep[rrd->stat_head->ds_cnt *
 496                                             (rra_index)
 497                                             +
 498                                             i].scratch[CDP_null_count].
 499                                    u_cnt));
 500                         read_tag(&ptr2, "last_nan_count", "%lu",
 501                                  &(rrd->
 502                                    cdp_prep[rrd->stat_head->ds_cnt *
 503                                             (rra_index)
 504                                             +
 505                                             i].scratch[CDP_last_null_count].
 506                                    u_cnt));
 507                         break;
 508                     case CF_SEASONAL:
 509                     case CF_DEVSEASONAL:
 510                         read_tag(&ptr2, "seasonal", "%lf",
 511                                  &(rrd->
 512                                    cdp_prep[rrd->stat_head->ds_cnt *
 513                                             (rra_index)
 514                                             +
 515                                             i].scratch[CDP_hw_seasonal].
 516                                    u_val));
 517                         read_tag(&ptr2, "last_seasonal", "%lf",
 518                                  &(rrd->
 519                                    cdp_prep[rrd->stat_head->ds_cnt *
 520                                             (rra_index)
 521                                             +
 522                                             i].scratch[CDP_hw_last_seasonal].
 523                                    u_val));
 524                         read_tag(&ptr2, "init_flag", "%lu",
 525                                  &(rrd->
 526                                    cdp_prep[rrd->stat_head->ds_cnt *
 527                                             (rra_index)
 528                                             +
 529                                             i].scratch[CDP_init_seasonal].
 530                                    u_cnt));
 531                         break;
 532                     case CF_DEVPREDICT:
 533                         break;
 534                     case CF_FAILURES:
 535                         parse_FAILURES_history(&ptr2, rrd, rra_index, i);
 536                         break;
 537                     case CF_AVERAGE:
 538                     case CF_MAXIMUM:
 539                     case CF_MINIMUM:
 540                     case CF_LAST:
 541                     default:
 542                         read_tag(&ptr2, "value", "%lf",
 543                                  &(rrd->
 544                                    cdp_prep[rrd->stat_head->ds_cnt *
 545                                             (rra_index) +
 546                                             i].scratch[CDP_val].u_val));
 547                         read_tag(&ptr2, "unknown_datapoints", "%lu",
 548                                  &(rrd->
 549                                    cdp_prep[rrd->stat_head->ds_cnt *
 550                                             (rra_index) +
 551                                             i].scratch[CDP_unkn_pdp_cnt].
 552                                    u_cnt));
 553                         break;
 554                     }
 555                 }
 556             }
 557             eat_tag(&ptr2, "/ds");
 558         }
 559         eat_tag(&ptr2, "/cdp_prep");
 560         rrd->rra_def[rrd->stat_head->rra_cnt - 1].row_cnt = 0;
 561         eat_tag(&ptr2, "database");
 562         ptr3 = ptr2;
 563         while (eat_tag(&ptr3, "row") == 1) {
 564
 565             if (mempool == 0) {
 566                 mempool = 1000;
 567                 if ((rrd->rrd_value = rrd_realloc(rrd->rrd_value,
 568                                                   (rows +
 569                                                    mempool) *
 570                                                   (rrd->stat_head->ds_cnt)
 571                                                   * sizeof(rrd_value_t))) ==
 572                     NULL) {
 573                     rrd_set_error("allocating rrd_values");
 574                     return -1;
 575                 }
 576             }
 577             rows++;
 578             mempool--;
 579             rrd->rra_def[rrd->stat_head->rra_cnt - 1].row_cnt++;
 580             for (i = 0; i < (int) rrd->stat_head->ds_cnt; i++) {
 581
 582                 rrd_value_t *value =
 583                     &(rrd->
 584                       rrd_value[(rows - 1) * rrd->stat_head->ds_cnt + i]);
 585
 586                 read_tag(&ptr3, "v", "%lf", value);
 587
 588                 if ((rc == 1)   /* do we have to check for the ranges */
 589                     &&(!isnan(*value))  /* not a NAN value */
 590                     &&(dst_conv(rrd->ds_def[i].dst) != DST_CDEF)
 591                     && (    /* min defined and in the range ? */
 592                            (!isnan(rrd->ds_def[i].par[DS_min_val].u_val)
 593                             && (*value <
 594                                 rrd->ds_def[i].par[DS_min_val].u_val))
 595                            ||   /* max defined and in the range ? */
 596                            (!isnan(rrd->ds_def[i].par[DS_max_val].u_val)
 597                             && (*value >
 598                                 rrd->ds_def[i].par[DS_max_val].u_val))
 599                     )
 600                     ) {
 601                     fprintf(stderr,
 602                             "out of range found [ds: %lu], [value : %0.10e]\n",
 603                             i, *value);
 604                     *value = DNAN;
 605                 }
 606             }
 607             eat_tag(&ptr3, "/row");
 608             ptr2 = ptr3;
 609         }
 610         eat_tag(&ptr2, "/database");
 611         eat_tag(&ptr2, "/rra");
 612         ptr = ptr2;
 613     }
 614     eat_tag(&ptr, "/rrd");
 615
 616     if ((rrd->rra_ptr =
 617          calloc(1, sizeof(rra_ptr_t) * rrd->stat_head->rra_cnt)) == NULL) {
 618         rrd_set_error("allocating rra_ptr");
 619         return (-1);
 620     }
 621
 622     if (ptr == NULL)
 623         return -1;
 624     return 1;
 625 }
 626
 627
 628
 629
 630
 631 /* create and empty rrd file according to the specs given */
 632
 633 int rrd_creat(
 634     char *file_name,
 635     rrd_t *rrd,
 636     char force_overwrite)
 637 {
 638     unsigned long i, ii, rra_offset;
 639     FILE     *rrd_file = NULL;
 640     int       fdflags;
 641     int       fd;
 642
 643     if (strcmp("-", file_name) == 0) {
 644         rrd_file = stdout;
 645     } else {
 646 #if defined(_WIN32) && !defined(__CYGWIN__) && !defined(__CYGWIN32__)
 647         fdflags = O_RDWR | O_BINARY | O_CREAT;
 648 #else
 649         fdflags = O_WRONLY | O_CREAT;
 650 #endif
 651         if (force_overwrite == 0) {
 652             fdflags |= O_EXCL;
 653         }
 654         fd = open(file_name, fdflags, 0666);
 655         if (fd == -1 || (rrd_file = fdopen(fd, "wb")) == NULL) {
 656             rrd_set_error("creating '%s': %s", file_name,
 657                           rrd_strerror(errno));
 658             if (fd != -1)
 659                 close(fd);
 660             return (-1);
 661         }
 662     }
 663     fwrite(rrd->stat_head, sizeof(stat_head_t), 1, rrd_file);
 664
 665     fwrite(rrd->ds_def, sizeof(ds_def_t), rrd->stat_head->ds_cnt, rrd_file);
 666
 667     fwrite(rrd->rra_def,
 668            sizeof(rra_def_t), rrd->stat_head->rra_cnt, rrd_file);
 669
 670     fwrite(rrd->live_head, sizeof(live_head_t), 1, rrd_file);
 671
 672     fwrite(rrd->pdp_prep, sizeof(pdp_prep_t), rrd->stat_head->ds_cnt,
 673            rrd_file);
 674
 675     fwrite(rrd->cdp_prep, sizeof(cdp_prep_t), rrd->stat_head->rra_cnt *
 676            rrd->stat_head->ds_cnt, rrd_file);
 677
 678     for(i=0; i < rrd->stat_head->rra_cnt; i++)
 679       rrd->rra_ptr[i].cur_row = rra_random_row(&rrd->rra_def[i]);
 680
 681     fwrite(rrd->rra_ptr, sizeof(rra_ptr_t), rrd->stat_head->rra_cnt,
 682            rrd_file);
 683
 684
 685     /* Dump RRD values */
 686     rra_offset=0;
 687     for(i=0; i <  rrd->stat_head->rra_cnt; i++)
 688     {
 689         unsigned long num_rows = rrd->rra_def[i].row_cnt;
 690         unsigned long cur_row = rrd->rra_ptr[i].cur_row;
 691         unsigned long ds_cnt = rrd->stat_head->ds_cnt;
 692
 693         fwrite(rrd->rrd_value + (rra_offset + num_rows-1 - cur_row) * ds_cnt,
 694                sizeof(rrd_value_t), (cur_row+1)*ds_cnt, rrd_file);
 695
 696         fwrite(rrd->rrd_value + rra_offset * ds_cnt,
 697                sizeof(rrd_value_t), (num_rows-1 - cur_row)*ds_cnt, rrd_file);
 698
 699         rra_offset += num_rows;
 700     }
 701
 702     /* lets see if we had an error */
 703     if (ferror(rrd_file)) {
 704         rrd_set_error("a file error occurred while creating '%s'", file_name);
 705         fclose(rrd_file);
 706         return (-1);
 707     }
 708
 709     fclose(rrd_file);
 710     return 0;
 711 }
 712
 713
 714 int rrd_restore(
 715     int argc,
 716     char **argv)
 717 {
 718     rrd_t     rrd;
 719     char     *buf;
 720     char      rc = 0;
 721     char      force_overwrite = 0;
 722     struct option long_options[] = {
 723         {"range-check", no_argument, 0, 'r'},
 724         {"force-overwrite", no_argument, 0, 'f'},
 725         {0, 0, 0, 0}
 726     };
 727
 728     /* init rrd clean */
 729     optind = 0;
 730     opterr = 0;         /* initialize getopt */
 731     while (1) {
 732         int       option_index = 0;
 733         int       opt;
 734
 735         opt = getopt_long(argc, argv, "rf", long_options, &option_index);
 736
 737         if (opt == EOF)
 738             break;
 739
 740         switch (opt) {
 741         case 'r':
 742             rc = 1;
 743             break;
 744         case 'f':
 745             force_overwrite = 1;
 746             break;
 747         default:
 748             rrd_set_error
 749                 ("usage rrdtool %s [--range-check|-r] [--force-overwrite/-f]  file.xml file.rrd",
 750                  argv[0]);
 751             return -1;
 752             break;
 753         }
 754     }
 755
 756     if (argc - optind != 2) {
 757         rrd_set_error
 758             ("usage rrdtool %s [--range-check/-r] [--force-overwrite/-f] file.xml file.rrd",
 759              argv[0]);
 760         return -1;
 761     }
 762
 763     if (readfile(argv[optind], &buf, 0) == -1) {
 764         return -1;
 765     }
 766
 767     rrd_init(&rrd);
 768
 769     if (xml2rrd(buf, &rrd, rc) == -1) {
 770         rrd_free(&rrd);
 771         free(buf);
 772         return -1;
 773     }
 774
 775     free(buf);
 776
 777     if (rrd_creat(argv[optind + 1], &rrd, force_overwrite) == -1) {
 778         rrd_free(&rrd);
 779         return -1;
 780     };
 781     rrd_free(&rrd);
 782     return 0;
 783 }
 784
 785 /* a backwards compatibility routine that will parse the RRA params section
 786  * generated by the aberrant patch to 1.0.28. */
 787
 788 void parse_patch1028_RRA_params(
 789     char **buf,
 790     rrd_t *rrd,
 791     int rra_index)
 792 {
 793     int       i;
 794
 795     for (i = 0; i < MAX_RRA_PAR_EN; i++) {
 796         if (i == RRA_dependent_rra_idx ||
 797             i == RRA_seasonal_smooth_idx || i == RRA_failure_threshold)
 798             read_tag(buf, "value", "%lu",
 799                      &(rrd->rra_def[rra_index].par[i].u_cnt));
 800         else
 801             read_tag(buf, "value", "%lf",
 802                      &(rrd->rra_def[rra_index].par[i].u_val));
 803     }
 804 }
 805
 806 /* a backwards compatibility routine that will parse the CDP params section
 807  * generated by the aberrant patch to 1.0.28. */
 808 void parse_patch1028_CDP_params(
 809     char **buf,
 810     rrd_t *rrd,
 811     int rra_index,
 812     int ds_index)
 813 {
 814     int       ii;
 815
 816     for (ii = 0; ii < MAX_CDP_PAR_EN; ii++) {
 817         if (cf_conv(rrd->rra_def[rra_index].cf_nam) == CF_FAILURES ||
 818             ii == CDP_unkn_pdp_cnt ||
 819             ii == CDP_null_count || ii == CDP_last_null_count) {
 820             read_tag(buf, "value", "%lu",
 821                      &(rrd->
 822                        cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
 823                                 ds_index].scratch[ii].u_cnt));
 824         } else {
 825             read_tag(buf, "value", "%lf",
 826                      &(rrd->
 827                        cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
 828                                 ds_index].scratch[ii].u_val));
 829         }
 830     }
 831 }
 832
 833 void parse_FAILURES_history(
 834     char **buf,
 835     rrd_t *rrd,
 836     int rra_index,
 837     int ds_index)
 838 {
 839     char      history[MAX_FAILURES_WINDOW_LEN + 1];
 840     char     *violations_array;
 841     unsigned short i;
 842
 843     /* 28 = MAX_FAILURES_WINDOW_LEN */
 844     read_tag(buf, "history", "%28[0-1]", history);
 845     violations_array =
 846         (char *) rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
 847                                + ds_index].scratch;
 848
 849     for (i = 0; i < rrd->rra_def[rra_index].par[RRA_window_len].u_cnt; ++i)
 850         violations_array[i] = (history[i] == '1') ? 1 : 0;
 851
 852 }