X-Git-Url: https://git.octo.it/?a=blobdiff_plain;f=src%2Frrd_open.c;h=443a1a5652a50c01a023a47c6fb51773241d364d;hb=88ec7a41d5ba332d0a902a17c0ef0cb01d133a30;hp=9ce17a33f300c9b06d80660fe66d250d90e44e26;hpb=801ce418130e78b4b6818f2c8af85c3ddae400ff;p=rrdtool.git diff --git a/src/rrd_open.c b/src/rrd_open.c index 9ce17a3..443a1a5 100644 --- a/src/rrd_open.c +++ b/src/rrd_open.c @@ -5,6 +5,13 @@ ***************************************************************************** * $Id$ * $Log$ + * Revision 1.9 2003/04/29 21:56:49 oetiker + * readline in rrd_open.c reads the file in 8 KB blocks, and calls realloc for + * each block. realloc is very slow in Mac OS X for huge blocks, e.g. when + * restoring databases from huge xml files. This patch finds the size of the + * file, and starts out with malloc'ing the full size. + * -- Peter Speck + * * Revision 1.8 2003/04/11 19:43:44 oetiker * New special value COUNT which allows calculations based on the position of a * value within a data set. Bug fix in rrd_rpncalc.c. PREV returned erroneus @@ -185,6 +192,7 @@ void rrd_freemem(void *mem) int readfile(char *file_name, char **buffer, int skipfirst){ long writecnt=0,totalcnt = MEMBLK; + long offset = 0; FILE *input=NULL; char c ; if ((strcmp("-",file_name) == 0)) { input = stdin; } @@ -195,14 +203,22 @@ int readfile(char *file_name, char **buffer, int skipfirst){ } } if (skipfirst){ - do { c = getc(input); } while (c != '\n' && ! feof(input)); + do { c = getc(input); offset++; } while (c != '\n' && ! feof(input)); + } + if (strcmp("-",file_name)) { + fseek(input, 0, SEEK_END); + /* have extra space for detecting EOF without realloc */ + totalcnt = (ftell(input) + 1) / sizeof(char) - offset; + if (totalcnt < MEMBLK) + totalcnt = MEMBLK; /* sanitize */ + fseek(input, offset * sizeof(char), SEEK_SET); } - if (((*buffer) = (char *) malloc((MEMBLK+4)*sizeof(char))) == NULL) { + if (((*buffer) = (char *) malloc((totalcnt+4) * sizeof(char))) == NULL) { perror("Allocate Buffer:"); exit(1); }; do{ - writecnt += fread((*buffer)+writecnt, 1, MEMBLK * sizeof(char) ,input); + writecnt += fread((*buffer)+writecnt, 1, (totalcnt - writecnt) * sizeof(char),input); if (writecnt >= totalcnt){ totalcnt += MEMBLK; if (((*buffer)=rrd_realloc((*buffer), (totalcnt+4) * sizeof(char)))==NULL){