Only create version 4 rrd files if the new holtwinters MHW.. CF is used.
[rrdtool.git] / src / rrd_restore.c
1 /*****************************************************************************
2  * RRDtool 1.2.23  Copyright by Tobi Oetiker, 1997-2007
3  *****************************************************************************
4  * rrd_restore.c  creates new rrd from data dumped by rrd_dump.c
5  *****************************************************************************/
6
7 #include "rrd_tool.h"
8 #include "rrd_rpncalc.h"
9 #include <fcntl.h>
10
11 #if defined(_WIN32) && !defined(__CYGWIN__) && !defined(__CYGWIN32__)
12 #include <io.h>
13 #define open _open
14 #define close _close
15 #endif
16
17 /* Prototypes */
18
19 void      xml_lc(
20     char *);
21 int       skip(
22     char **);
23 int       skipxml(
24     char **);
25 int       eat_tag(
26     char **,
27     char *);
28 int       read_tag(
29     char **,
30     char *,
31     char *,
32     void *);
33 int       xml2rrd(
34     char *,
35     rrd_t *,
36     char);
37 int       rrd_creat(
38     char *,
39     rrd_t *,
40     char);
41 void      parse_patch1028_RRA_params(
42     char **buf,
43     rrd_t *rrd,
44     int rra_index);
45 void      parse_patch1028_CDP_params(
46     char **buf,
47     rrd_t *rrd,
48     int rra_index,
49     int ds_index);
50 void      parse_FAILURES_history(
51     char **buf,
52     rrd_t *rrd,
53     int rra_index,
54     int ds_index);
55
56 /* convert all occurrences of <BlaBlaBla> to <blablabla> */
57
58 void xml_lc(
59     char *buf)
60 {
61     int       intag = 0;
62
63     while ((*buf)) {
64         if (intag == 0 && (*buf) == '<') {
65             intag = 1;
66         } else if (intag == 1 && (*buf) == '>') {
67             intag = 0;
68             continue;
69         } else if (intag == 1) {
70             *buf = tolower(*buf);
71         }
72         buf++;
73     }
74 }
75
76 int skipxml(
77     char **buf)
78 {
79     char     *ptr;
80
81     ptr = (*buf);
82     do {
83         (*buf) = ptr;
84         while ((*(ptr + 1))
85                && ((*ptr) == ' ' || (*ptr) == '\r' || (*ptr) == '\n'
86                    || (*ptr) == '\t'))
87             ptr++;
88         if (strncmp(ptr, "<?xml", 4) == 0) {
89             ptr = strstr(ptr, "?>");
90             if (ptr)
91                 ptr += 2;
92             else {
93                 rrd_set_error("Dangling XML header");
94                 (*buf) = NULL;
95                 return -1;
96             }
97         }
98     } while ((*buf) != ptr);
99     return 1;
100 }
101
102 int skip(
103     char **buf)
104 {
105     char     *ptr;
106
107     if ((buf == NULL) || (*buf == NULL))
108         return -1;
109     ptr = (*buf);
110     do {
111         (*buf) = ptr;
112         while ((*(ptr + 1))
113                && ((*ptr) == ' ' || (*ptr) == '\r' || (*ptr) == '\n'
114                    || (*ptr) == '\t'))
115             ptr++;
116         if (strncmp(ptr, "<!--", 4) == 0) {
117             ptr = strstr(ptr, "-->");
118             if (ptr)
119                 ptr += 3;
120             else {
121                 rrd_set_error("Dangling Comment");
122                 (*buf) = NULL;
123                 return -1;
124             }
125         }
126     } while ((*buf) != ptr);
127     return 1;
128 }
129
130 int eat_tag(
131     char **buf,
132     char *tag)
133 {
134     if ((*buf) == NULL)
135         return -1;      /* fall though clause */
136
137     rrd_clear_error();
138     skip(buf);
139     if ((**buf) == '<'
140         && strncmp((*buf) + 1, tag, strlen(tag)) == 0
141         && *((*buf) + strlen(tag) + 1) == '>') {
142         (*buf) += strlen(tag) + 2;
143     } else {
144         rrd_set_error("No <%s> tag found", tag);
145         (*buf) = NULL;
146         return -1;
147     }
148     skip(buf);
149     return 1;
150 }
151
152 int read_tag(
153     char **buf,
154     char *tag,
155     char *format,
156     void *value)
157 {
158     char     *end_tag;
159     int       matches;
160
161     if ((*buf) == NULL)
162         return -1;      /* fall though clause */
163     rrd_clear_error();
164     if (eat_tag(buf, tag) == 1) {
165         char     *temp;
166
167         temp = (*buf);
168         while (*((*buf) + 1) && (*(*buf) != '<'))
169             (*buf)++;   /*find start of endtag */
170         *(*buf) = '\0';
171         matches = sscanf(temp, format, value);
172         *(*buf) = '<';
173         end_tag = malloc((strlen(tag) + 2) * sizeof(char));
174         sprintf(end_tag, "/%s", tag);
175         eat_tag(buf, end_tag);
176         free(end_tag);
177         if (matches == 0 && strcmp(format, "%lf") == 0)
178             (*((double *) (value))) = DNAN;
179         if (matches != 1)
180             return 0;
181         return 1;
182     }
183     return -1;
184 }
185
186
187 /* parse the data stored in buf and return a filled rrd structure */
188 int xml2rrd(
189     char *buf,
190     rrd_t *rrd,
191     char rc)
192 {
193     /* pass 1 identify number of RRAs  */
194     char     *ptr, *ptr2, *ptr3;    /* walks thought the buffer */
195     long      rows = 0, mempool = 0, i = 0;
196     int       rra_index;
197     int       input_version;
198
199     xml_lc(buf);        /* lets lowercase all active parts of the xml */
200     ptr = buf;
201     ptr2 = buf;
202     ptr3 = buf;
203     /* start with an RRD tag */
204
205     skipxml(&ptr);
206
207     eat_tag(&ptr, "rrd");
208     /* allocate static header */
209     if ((rrd->stat_head = calloc(1, sizeof(stat_head_t))) == NULL) {
210         rrd_set_error("allocating rrd.stat_head");
211         return -1;
212     };
213
214     strcpy(rrd->stat_head->cookie, RRD_COOKIE);
215     read_tag(&ptr, "version", "%4[0-9]", rrd->stat_head->version);
216     input_version = atoi(rrd->stat_head->version);
217     /* added primitive version checking */
218     if (input_version > atoi(RRD_VERSION) || input_version < 1) {
219         rrd_set_error
220             ("Incompatible file version, detected version %s. This is not supported by the version %s restore tool.\n",
221              rrd->stat_head->version, RRD_VERSION);
222         free(rrd->stat_head);
223         rrd->stat_head = NULL;
224         return -1;
225     }
226     /* make sure we output the right version only go over 3 if input is over 3 too */
227     if (input_version > 3 ){
228         strcpy(rrd->stat_head->version, RRD_VERSION);
229     } else {
230         strcpy(rrd->stat_head->version, RRD_VERSION3);
231     }
232
233     rrd->stat_head->float_cookie = FLOAT_COOKIE;
234     rrd->stat_head->ds_cnt = 0;
235     rrd->stat_head->rra_cnt = 0;
236     read_tag(&ptr, "step", "%lu", &(rrd->stat_head->pdp_step));
237
238     /* allocate live head */
239     if ((rrd->live_head = calloc(1, sizeof(live_head_t))) == NULL) {
240         rrd_set_error("allocating rrd.live_head");
241         return -1;
242     }
243     read_tag(&ptr, "lastupdate", "%lu", &(rrd->live_head->last_up));
244
245     /* Data Source Definition Part */
246     ptr2 = ptr;
247     while (eat_tag(&ptr2, "ds") == 1) {
248         rrd->stat_head->ds_cnt++;
249         if ((rrd->ds_def =
250              rrd_realloc(rrd->ds_def,
251                          rrd->stat_head->ds_cnt * sizeof(ds_def_t))) ==
252             NULL) {
253             rrd_set_error("allocating rrd.ds_def");
254             return -1;
255         };
256         /* clean out memory to make sure no data gets stored from previous tasks */
257         memset(&(rrd->ds_def[rrd->stat_head->ds_cnt - 1]), 0,
258                sizeof(ds_def_t));
259         if ((rrd->pdp_prep =
260              rrd_realloc(rrd->pdp_prep,
261                          rrd->stat_head->ds_cnt * sizeof(pdp_prep_t))) ==
262             NULL) {
263             rrd_set_error("allocating pdp_prep");
264             return (-1);
265         }
266         /* clean out memory to make sure no data gets stored from previous tasks */
267         memset(&(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1]), 0,
268                sizeof(pdp_prep_t));
269
270         read_tag(&ptr2, "name", DS_NAM_FMT,
271                  rrd->ds_def[rrd->stat_head->ds_cnt - 1].ds_nam);
272
273         read_tag(&ptr2, "type", DST_FMT,
274                  rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst);
275         /* test for valid type */
276         if ((int) dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst) == -1)
277             return -1;
278
279         if (dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst) != DST_CDEF) {
280             read_tag(&ptr2, "minimal_heartbeat", "%lu",
281                      &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
282                        par[DS_mrhb_cnt].u_cnt));
283             read_tag(&ptr2, "min", "%lf",
284                      &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
285                        par[DS_min_val].u_val));
286             read_tag(&ptr2, "max", "%lf",
287                      &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
288                        par[DS_max_val].u_val));
289         } else {        /* DST_CDEF */
290             char      buffer[1024];
291
292             read_tag(&ptr2, "cdef", "%1000s", buffer);
293             parseCDEF_DS(buffer, rrd, rrd->stat_head->ds_cnt - 1);
294             if (rrd_test_error())
295                 return -1;
296         }
297
298         read_tag(&ptr2, "last_ds", "%30s",
299                  rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].last_ds);
300         read_tag(&ptr2, "value", "%lf",
301                  &(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].scratch[PDP_val].
302                    u_val));
303         read_tag(&ptr2, "unknown_sec", "%lu",
304                  &(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].
305                    scratch[PDP_unkn_sec_cnt].u_cnt));
306         eat_tag(&ptr2, "/ds");
307         ptr = ptr2;
308     }
309
310     ptr2 = ptr;
311     while (eat_tag(&ptr2, "rra") == 1) {
312         rrd->stat_head->rra_cnt++;
313
314         /* allocate and reset rra definition areas */
315         if ((rrd->rra_def =
316              rrd_realloc(rrd->rra_def,
317                          rrd->stat_head->rra_cnt * sizeof(rra_def_t))) ==
318             NULL) {
319             rrd_set_error("allocating rra_def");
320             return -1;
321         }
322         memset(&(rrd->rra_def[rrd->stat_head->rra_cnt - 1]), 0,
323                sizeof(rra_def_t));
324
325         /* allocate and reset consolidation point areas */
326         if ((rrd->cdp_prep = rrd_realloc(rrd->cdp_prep,
327                                          rrd->stat_head->rra_cnt
328                                          * rrd->stat_head->ds_cnt *
329                                          sizeof(cdp_prep_t))) == NULL) {
330             rrd_set_error("allocating cdp_prep");
331             return -1;
332         }
333
334         memset(&
335                (rrd->
336                 cdp_prep[rrd->stat_head->ds_cnt *
337                          (rrd->stat_head->rra_cnt - 1)]), 0,
338                rrd->stat_head->ds_cnt * sizeof(cdp_prep_t));
339
340
341         read_tag(&ptr2, "cf", CF_NAM_FMT,
342                  rrd->rra_def[rrd->stat_head->rra_cnt - 1].cf_nam);
343         /* test for valid type */
344         if ((int) cf_conv(rrd->rra_def[rrd->stat_head->rra_cnt - 1].cf_nam) ==
345             -1)
346             return -1;
347
348         read_tag(&ptr2, "pdp_per_row", "%lu",
349                  &(rrd->rra_def[rrd->stat_head->rra_cnt - 1].pdp_cnt));
350         /* support to read RRA parameters */
351         rra_index = rrd->stat_head->rra_cnt - 1;
352         if (input_version < 2) {
353             read_tag(&ptr2, "xff", "%lf",
354                      &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].u_val));
355         } else {
356             if (eat_tag(&ptr2, "params") != 1) {
357                 rrd_set_error("could not find params tag to eat and skip");
358                 return -1;
359             }
360             skip(&ptr2);
361             /* backwards compatibility w/ old patch */
362             if (strncmp(ptr2, "<value>", 7) == 0) {
363                 parse_patch1028_RRA_params(&ptr2, rrd, rra_index);
364             } else {
365                 switch (cf_conv(rrd->rra_def[rra_index].cf_nam)) {
366                 case CF_HWPREDICT:
367                 case CF_MHWPREDICT:
368                     read_tag(&ptr2, "hw_alpha", "%lf",
369                              &(rrd->rra_def[rra_index].par[RRA_hw_alpha].
370                                u_val));
371                     read_tag(&ptr2, "hw_beta", "%lf",
372                              &(rrd->rra_def[rra_index].par[RRA_hw_beta].
373                                u_val));
374                     read_tag(&ptr2, "dependent_rra_idx", "%lu",
375                              &(rrd->rra_def[rra_index].
376                                par[RRA_dependent_rra_idx].u_cnt));
377                     break;
378                 case CF_SEASONAL:
379                 case CF_DEVSEASONAL:
380                     read_tag(&ptr2, "seasonal_gamma", "%lf",
381                              &(rrd->rra_def[rra_index].
382                                par[RRA_seasonal_gamma].u_val));
383                     read_tag(&ptr2, "seasonal_smooth_idx", "%lu",
384                              &(rrd->rra_def[rra_index].
385                                par[RRA_seasonal_smooth_idx].u_cnt));
386                     read_tag(&ptr2, "dependent_rra_idx", "%lu",
387                              &(rrd->rra_def[rra_index].
388                                par[RRA_dependent_rra_idx].u_cnt));
389                     break;
390                 case CF_FAILURES:
391                     read_tag(&ptr2, "delta_pos", "%lf",
392                              &(rrd->rra_def[rra_index].par[RRA_delta_pos].
393                                u_val));
394                     read_tag(&ptr2, "delta_neg", "%lf",
395                              &(rrd->rra_def[rra_index].par[RRA_delta_neg].
396                                u_val));
397                     read_tag(&ptr2, "window_len", "%lu",
398                              &(rrd->rra_def[rra_index].par[RRA_window_len].
399                                u_cnt));
400                     read_tag(&ptr2, "failure_threshold", "%lu",
401                              &(rrd->rra_def[rra_index].
402                                par[RRA_failure_threshold].u_cnt));
403                     /* fall thru */
404                 case CF_DEVPREDICT:
405                     read_tag(&ptr2, "dependent_rra_idx", "%lu",
406                              &(rrd->rra_def[rra_index].
407                                par[RRA_dependent_rra_idx].u_cnt));
408                     break;
409                 case CF_AVERAGE:
410                 case CF_MAXIMUM:
411                 case CF_MINIMUM:
412                 case CF_LAST:
413                 default:
414                     read_tag(&ptr2, "xff", "%lf",
415                              &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].
416                                u_val));
417                 }
418             }
419             eat_tag(&ptr2, "/params");
420         }
421
422
423         eat_tag(&ptr2, "cdp_prep");
424         for (i = 0; i < (int) rrd->stat_head->ds_cnt; i++) {
425             eat_tag(&ptr2, "ds");
426             /* support to read CDP parameters */
427             rra_index = rrd->stat_head->rra_cnt - 1;
428             skip(&ptr2);
429             if (input_version < 2) {
430                 rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
431                               i].scratch[CDP_primary_val].u_val = 0.0;
432                 rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
433                               i].scratch[CDP_secondary_val].u_val = 0.0;
434                 read_tag(&ptr2, "value", "%lf",
435                          &(rrd->
436                            cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
437                                     i].scratch[CDP_val].u_val));
438                 read_tag(&ptr2, "unknown_datapoints", "%lu",
439                          &(rrd->
440                            cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
441                                     i].scratch[CDP_unkn_pdp_cnt].u_cnt));
442             } else {
443
444                 if (strncmp(ptr2, "<value>", 7) == 0) {
445                     parse_patch1028_CDP_params(&ptr2, rrd, rra_index, i);
446                 } else {
447                     read_tag(&ptr2, "primary_value", "%lf",
448                              &(rrd->
449                                cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
450                                         + i].scratch[CDP_primary_val].u_val));
451                     read_tag(&ptr2, "secondary_value", "%lf",
452                              &(rrd->
453                                cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
454                                         +
455                                         i].scratch[CDP_secondary_val].u_val));
456                     switch (cf_conv(rrd->rra_def[rra_index].cf_nam)) {
457                     case CF_HWPREDICT:
458                     case CF_MHWPREDICT:
459                         read_tag(&ptr2, "intercept", "%lf",
460                                  &(rrd->
461                                    cdp_prep[rrd->stat_head->ds_cnt *
462                                             (rra_index)
463                                             +
464                                             i].scratch[CDP_hw_intercept].
465                                    u_val));
466                         read_tag(&ptr2, "last_intercept", "%lf",
467                                  &(rrd->
468                                    cdp_prep[rrd->stat_head->ds_cnt *
469                                             (rra_index)
470                                             +
471                                             i].scratch[CDP_hw_last_intercept].
472                                    u_val));
473                         read_tag(&ptr2, "slope", "%lf",
474                                  &(rrd->
475                                    cdp_prep[rrd->stat_head->ds_cnt *
476                                             (rra_index)
477                                             +
478                                             i].scratch[CDP_hw_slope].u_val));
479                         read_tag(&ptr2, "last_slope", "%lf",
480                                  &(rrd->
481                                    cdp_prep[rrd->stat_head->ds_cnt *
482                                             (rra_index)
483                                             +
484                                             i].scratch[CDP_hw_last_slope].
485                                    u_val));
486                         read_tag(&ptr2, "nan_count", "%lu",
487                                  &(rrd->
488                                    cdp_prep[rrd->stat_head->ds_cnt *
489                                             (rra_index)
490                                             +
491                                             i].scratch[CDP_null_count].
492                                    u_cnt));
493                         read_tag(&ptr2, "last_nan_count", "%lu",
494                                  &(rrd->
495                                    cdp_prep[rrd->stat_head->ds_cnt *
496                                             (rra_index)
497                                             +
498                                             i].scratch[CDP_last_null_count].
499                                    u_cnt));
500                         break;
501                     case CF_SEASONAL:
502                     case CF_DEVSEASONAL:
503                         read_tag(&ptr2, "seasonal", "%lf",
504                                  &(rrd->
505                                    cdp_prep[rrd->stat_head->ds_cnt *
506                                             (rra_index)
507                                             +
508                                             i].scratch[CDP_hw_seasonal].
509                                    u_val));
510                         read_tag(&ptr2, "last_seasonal", "%lf",
511                                  &(rrd->
512                                    cdp_prep[rrd->stat_head->ds_cnt *
513                                             (rra_index)
514                                             +
515                                             i].scratch[CDP_hw_last_seasonal].
516                                    u_val));
517                         read_tag(&ptr2, "init_flag", "%lu",
518                                  &(rrd->
519                                    cdp_prep[rrd->stat_head->ds_cnt *
520                                             (rra_index)
521                                             +
522                                             i].scratch[CDP_init_seasonal].
523                                    u_cnt));
524                         break;
525                     case CF_DEVPREDICT:
526                         break;
527                     case CF_FAILURES:
528                         parse_FAILURES_history(&ptr2, rrd, rra_index, i);
529                         break;
530                     case CF_AVERAGE:
531                     case CF_MAXIMUM:
532                     case CF_MINIMUM:
533                     case CF_LAST:
534                     default:
535                         read_tag(&ptr2, "value", "%lf",
536                                  &(rrd->
537                                    cdp_prep[rrd->stat_head->ds_cnt *
538                                             (rra_index) +
539                                             i].scratch[CDP_val].u_val));
540                         read_tag(&ptr2, "unknown_datapoints", "%lu",
541                                  &(rrd->
542                                    cdp_prep[rrd->stat_head->ds_cnt *
543                                             (rra_index) +
544                                             i].scratch[CDP_unkn_pdp_cnt].
545                                    u_cnt));
546                         break;
547                     }
548                 }
549             }
550             eat_tag(&ptr2, "/ds");
551         }
552         eat_tag(&ptr2, "/cdp_prep");
553         rrd->rra_def[rrd->stat_head->rra_cnt - 1].row_cnt = 0;
554         eat_tag(&ptr2, "database");
555         ptr3 = ptr2;
556         while (eat_tag(&ptr3, "row") == 1) {
557
558             if (mempool == 0) {
559                 mempool = 1000;
560                 if ((rrd->rrd_value = rrd_realloc(rrd->rrd_value,
561                                                   (rows +
562                                                    mempool) *
563                                                   (rrd->stat_head->ds_cnt)
564                                                   * sizeof(rrd_value_t))) ==
565                     NULL) {
566                     rrd_set_error("allocating rrd_values");
567                     return -1;
568                 }
569             }
570             rows++;
571             mempool--;
572             rrd->rra_def[rrd->stat_head->rra_cnt - 1].row_cnt++;
573             for (i = 0; i < (int) rrd->stat_head->ds_cnt; i++) {
574
575                 rrd_value_t *value =
576                     &(rrd->
577                       rrd_value[(rows - 1) * rrd->stat_head->ds_cnt + i]);
578
579                 read_tag(&ptr3, "v", "%lf", value);
580
581                 if ((rc == 1)   /* do we have to check for the ranges */
582                     &&(!isnan(*value))  /* not a NAN value */
583                     &&(dst_conv(rrd->ds_def[i].dst) != DST_CDEF)
584                     && (    /* min defined and in the range ? */
585                            (!isnan(rrd->ds_def[i].par[DS_min_val].u_val)
586                             && (*value <
587                                 rrd->ds_def[i].par[DS_min_val].u_val))
588                            ||   /* max defined and in the range ? */
589                            (!isnan(rrd->ds_def[i].par[DS_max_val].u_val)
590                             && (*value >
591                                 rrd->ds_def[i].par[DS_max_val].u_val))
592                     )
593                     ) {
594                     fprintf(stderr,
595                             "out of range found [ds: %lu], [value : %0.10e]\n",
596                             i, *value);
597                     *value = DNAN;
598                 }
599             }
600             eat_tag(&ptr3, "/row");
601             ptr2 = ptr3;
602         }
603         eat_tag(&ptr2, "/database");
604         eat_tag(&ptr2, "/rra");
605         ptr = ptr2;
606     }
607     eat_tag(&ptr, "/rrd");
608
609     if ((rrd->rra_ptr =
610          calloc(1, sizeof(rra_ptr_t) * rrd->stat_head->rra_cnt)) == NULL) {
611         rrd_set_error("allocating rra_ptr");
612         return (-1);
613     }
614
615     for (i = 0; i < (int) rrd->stat_head->rra_cnt; i++) {
616         /* last row in the xml file is the most recent; as
617          * rrd_update increments the current row pointer, set cur_row
618          * here to the last row. */
619         rrd->rra_ptr[i].cur_row = rrd->rra_def[i].row_cnt - 1;
620     }
621     if (ptr == NULL)
622         return -1;
623     return 1;
624 }
625
626
627
628
629
630 /* create and empty rrd file according to the specs given */
631
632 int rrd_creat(
633     char *file_name,
634     rrd_t *rrd,
635     char force_overwrite)
636 {
637     unsigned long i, ii, val_cnt;
638     FILE     *rrd_file = NULL;
639     int       fdflags;
640     int       fd;
641
642     if (strcmp("-", file_name) == 0) {
643         rrd_file = stdout;
644     } else {
645 #if defined(_WIN32) && !defined(__CYGWIN__) && !defined(__CYGWIN32__)
646         fdflags = O_RDWR | O_BINARY | O_CREAT;
647 #else
648         fdflags = O_WRONLY | O_CREAT;
649 #endif
650         if (force_overwrite == 0) {
651             fdflags |= O_EXCL;
652         }
653         fd = open(file_name, fdflags, 0666);
654         if (fd == -1 || (rrd_file = fdopen(fd, "wb")) == NULL) {
655             rrd_set_error("creating '%s': %s", file_name,
656                           rrd_strerror(errno));
657             if (fd != -1)
658                 close(fd);
659             return (-1);
660         }
661     }
662     fwrite(rrd->stat_head, sizeof(stat_head_t), 1, rrd_file);
663
664     fwrite(rrd->ds_def, sizeof(ds_def_t), rrd->stat_head->ds_cnt, rrd_file);
665
666     fwrite(rrd->rra_def,
667            sizeof(rra_def_t), rrd->stat_head->rra_cnt, rrd_file);
668
669     fwrite(rrd->live_head, sizeof(live_head_t), 1, rrd_file);
670
671     fwrite(rrd->pdp_prep, sizeof(pdp_prep_t), rrd->stat_head->ds_cnt,
672            rrd_file);
673
674     fwrite(rrd->cdp_prep, sizeof(cdp_prep_t), rrd->stat_head->rra_cnt *
675            rrd->stat_head->ds_cnt, rrd_file);
676     fwrite(rrd->rra_ptr, sizeof(rra_ptr_t), rrd->stat_head->rra_cnt,
677            rrd_file);
678
679
680
681     /* calculate the number of rrd_values to dump */
682     val_cnt = 0;
683     for (i = 0; i < rrd->stat_head->rra_cnt; i++)
684         for (ii = 0; ii < rrd->rra_def[i].row_cnt * rrd->stat_head->ds_cnt;
685              ii++)
686             val_cnt++;
687     fwrite(rrd->rrd_value, sizeof(rrd_value_t), val_cnt, rrd_file);
688
689     /* lets see if we had an error */
690     if (ferror(rrd_file)) {
691         rrd_set_error("a file error occurred while creating '%s'", file_name);
692         fclose(rrd_file);
693         return (-1);
694     }
695
696     fclose(rrd_file);
697     return 0;
698 }
699
700
701 int rrd_restore(
702     int argc,
703     char **argv)
704 {
705     rrd_t     rrd;
706     char     *buf;
707     char      rc = 0;
708     char      force_overwrite = 0;
709     struct option long_options[] = {
710         {"range-check", no_argument, 0, 'r'},
711         {"force-overwrite", no_argument, 0, 'f'},
712         {0, 0, 0, 0}
713     };
714
715     /* init rrd clean */
716     optind = 0;
717     opterr = 0;         /* initialize getopt */
718     while (1) {
719         int       option_index = 0;
720         int       opt;
721
722         opt = getopt_long(argc, argv, "rf", long_options, &option_index);
723
724         if (opt == EOF)
725             break;
726
727         switch (opt) {
728         case 'r':
729             rc = 1;
730             break;
731         case 'f':
732             force_overwrite = 1;
733             break;
734         default:
735             rrd_set_error
736                 ("usage rrdtool %s [--range-check|-r] [--force-overwrite/-f]  file.xml file.rrd",
737                  argv[0]);
738             return -1;
739             break;
740         }
741     }
742
743     if (argc - optind != 2) {
744         rrd_set_error
745             ("usage rrdtool %s [--range-check/-r] [--force-overwrite/-f] file.xml file.rrd",
746              argv[0]);
747         return -1;
748     }
749
750     if (readfile(argv[optind], &buf, 0) == -1) {
751         return -1;
752     }
753
754     rrd_init(&rrd);
755
756     if (xml2rrd(buf, &rrd, rc) == -1) {
757         rrd_free(&rrd);
758         free(buf);
759         return -1;
760     }
761
762     free(buf);
763
764     if (rrd_creat(argv[optind + 1], &rrd, force_overwrite) == -1) {
765         rrd_free(&rrd);
766         return -1;
767     };
768     rrd_free(&rrd);
769     return 0;
770 }
771
772 /* a backwards compatibility routine that will parse the RRA params section
773  * generated by the aberrant patch to 1.0.28. */
774
775 void parse_patch1028_RRA_params(
776     char **buf,
777     rrd_t *rrd,
778     int rra_index)
779 {
780     int       i;
781
782     for (i = 0; i < MAX_RRA_PAR_EN; i++) {
783         if (i == RRA_dependent_rra_idx ||
784             i == RRA_seasonal_smooth_idx || i == RRA_failure_threshold)
785             read_tag(buf, "value", "%lu",
786                      &(rrd->rra_def[rra_index].par[i].u_cnt));
787         else
788             read_tag(buf, "value", "%lf",
789                      &(rrd->rra_def[rra_index].par[i].u_val));
790     }
791 }
792
793 /* a backwards compatibility routine that will parse the CDP params section
794  * generated by the aberrant patch to 1.0.28. */
795 void parse_patch1028_CDP_params(
796     char **buf,
797     rrd_t *rrd,
798     int rra_index,
799     int ds_index)
800 {
801     int       ii;
802
803     for (ii = 0; ii < MAX_CDP_PAR_EN; ii++) {
804         if (cf_conv(rrd->rra_def[rra_index].cf_nam) == CF_FAILURES ||
805             ii == CDP_unkn_pdp_cnt ||
806             ii == CDP_null_count || ii == CDP_last_null_count) {
807             read_tag(buf, "value", "%lu",
808                      &(rrd->
809                        cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
810                                 ds_index].scratch[ii].u_cnt));
811         } else {
812             read_tag(buf, "value", "%lf",
813                      &(rrd->
814                        cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
815                                 ds_index].scratch[ii].u_val));
816         }
817     }
818 }
819
820 void parse_FAILURES_history(
821     char **buf,
822     rrd_t *rrd,
823     int rra_index,
824     int ds_index)
825 {
826     char      history[MAX_FAILURES_WINDOW_LEN + 1];
827     char     *violations_array;
828     unsigned short i;
829
830     /* 28 = MAX_FAILURES_WINDOW_LEN */
831     read_tag(buf, "history", "%28[0-1]", history);
832     violations_array =
833         (char *) rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
834                                + ds_index].scratch;
835
836     for (i = 0; i < rrd->rra_def[rra_index].par[RRA_window_len].u_cnt; ++i)
837         violations_array[i] = (history[i] == '1') ? 1 : 0;
838
839 }