2 * Copyright (c) 2005, 2006 Rene Scharfe
11 #define RECORDSIZE (512)
12 #define BLOCKSIZE (RECORDSIZE * 20)
14 #define EXT_HEADER_PATH 1
15 #define EXT_HEADER_LINKPATH 2
17 static const char tar_tree_usage[] = "git-tar-tree <key> [basedir]";
19 static char block[BLOCKSIZE];
20 static unsigned long offset;
22 static const char *basedir;
23 static time_t archive_time;
26 struct path_prefix *prev;
30 /* tries hard to write, either succeeds or dies in the attempt */
31 static void reliable_write(void *buf, unsigned long size)
34 long ret = xwrite(1, buf, size);
38 die("git-tar-tree: %s", strerror(errno));
40 die("git-tar-tree: disk full?");
47 /* writes out the whole block, but only if it is full */
48 static void write_if_needed(void)
50 if (offset == BLOCKSIZE) {
51 reliable_write(block, BLOCKSIZE);
56 /* acquire the next record from the buffer; user must call write_if_needed() */
57 static char *get_record(void)
59 char *p = block + offset;
60 memset(p, 0, RECORDSIZE);
66 * The end of tar archives is marked by 1024 nul bytes and after that
67 * follows the rest of the block (if any).
69 static void write_trailer(void)
82 * queues up writes, so that all our write(2) calls write exactly one
83 * full block; pads writes to RECORDSIZE
85 static void write_blocked(void *buf, unsigned long size)
90 unsigned long chunk = BLOCKSIZE - offset;
93 memcpy(block + offset, buf, chunk);
99 while (size >= BLOCKSIZE) {
100 reliable_write(buf, BLOCKSIZE);
105 memcpy(block + offset, buf, size);
109 tail = offset % RECORDSIZE;
111 memset(block + offset, 0, RECORDSIZE - tail);
112 offset += RECORDSIZE - tail;
117 static void strbuf_append_string(struct strbuf *sb, const char *s)
119 int slen = strlen(s);
120 int total = sb->len + slen;
121 if (total > sb->alloc) {
122 sb->buf = xrealloc(sb->buf, total);
125 memcpy(sb->buf + sb->len, s, slen);
130 * pax extended header records have the format "%u %s=%s\n". %u contains
131 * the size of the whole string (including the %u), the first %s is the
132 * keyword, the second one is the value. This function constructs such a
133 * string and appends it to a struct strbuf.
135 static void strbuf_append_ext_header(struct strbuf *sb, const char *keyword,
136 const char *value, unsigned int valuelen)
142 len = 1 + 1 + strlen(keyword) + 1 + valuelen + 1;
143 for (tmp = len; tmp > 9; tmp /= 10)
146 total = sb->len + len;
147 if (total > sb->alloc) {
148 sb->buf = xrealloc(sb->buf, total);
153 p += sprintf(p, "%u %s=", len, keyword);
154 memcpy(p, value, valuelen);
160 static unsigned int ustar_header_chksum(const struct ustar_header *header)
162 char *p = (char *)header;
163 unsigned int chksum = 0;
164 while (p < header->chksum)
166 chksum += sizeof(header->chksum) * ' ';
167 p += sizeof(header->chksum);
168 while (p < (char *)header + sizeof(struct ustar_header))
173 static void write_entry(const unsigned char *sha1, struct strbuf *path,
174 unsigned int mode, void *buffer, unsigned long size)
176 struct ustar_header header;
177 struct strbuf ext_header;
179 memset(&header, 0, sizeof(header));
180 ext_header.buf = NULL;
181 ext_header.len = ext_header.alloc = 0;
184 *header.typeflag = TYPEFLAG_GLOBAL_HEADER;
186 strcpy(header.name, "pax_global_header");
188 *header.typeflag = TYPEFLAG_EXT_HEADER;
190 sprintf(header.name, "%s.paxheader", sha1_to_hex(sha1));
193 *header.typeflag = TYPEFLAG_DIR;
195 } else if (S_ISLNK(mode)) {
196 *header.typeflag = TYPEFLAG_LNK;
198 } else if (S_ISREG(mode)) {
199 *header.typeflag = TYPEFLAG_REG;
200 mode |= (mode & 0100) ? 0777 : 0666;
202 error("unsupported file mode: 0%o (SHA1: %s)",
203 mode, sha1_to_hex(sha1));
206 if (path->len > sizeof(header.name)) {
207 sprintf(header.name, "%s.data", sha1_to_hex(sha1));
208 strbuf_append_ext_header(&ext_header, "path",
209 path->buf, path->len);
211 memcpy(header.name, path->buf, path->len);
214 if (S_ISLNK(mode) && buffer) {
215 if (size > sizeof(header.linkname)) {
216 sprintf(header.linkname, "see %s.paxheader",
218 strbuf_append_ext_header(&ext_header, "linkpath",
221 memcpy(header.linkname, buffer, size);
224 sprintf(header.mode, "%07o", mode & 07777);
225 sprintf(header.size, "%011lo", S_ISREG(mode) ? size : 0);
226 sprintf(header.mtime, "%011lo", archive_time);
228 /* XXX: should we provide more meaningful info here? */
229 sprintf(header.uid, "%07o", 0);
230 sprintf(header.gid, "%07o", 0);
231 strncpy(header.uname, "git", 31);
232 strncpy(header.gname, "git", 31);
233 sprintf(header.devmajor, "%07o", 0);
234 sprintf(header.devminor, "%07o", 0);
236 memcpy(header.magic, "ustar", 6);
237 memcpy(header.version, "00", 2);
239 sprintf(header.chksum, "%07o", ustar_header_chksum(&header));
241 if (ext_header.len > 0) {
242 write_entry(sha1, NULL, 0, ext_header.buf, ext_header.len);
243 free(ext_header.buf);
245 write_blocked(&header, sizeof(header));
246 if (S_ISREG(mode) && buffer && size > 0)
247 write_blocked(buffer, size);
250 static void append_string(char **p, const char *s)
252 unsigned int len = strlen(s);
257 static void append_char(char **p, char c)
263 static void append_path_prefix(char **buffer, struct path_prefix *prefix)
267 append_path_prefix(buffer, prefix->prev);
268 append_string(buffer, prefix->name);
269 append_char(buffer, '/');
272 static unsigned int path_prefix_len(struct path_prefix *prefix)
276 return path_prefix_len(prefix->prev) + strlen(prefix->name) + 1;
279 static void append_path(char **p, int is_dir, const char *basepath,
280 struct path_prefix *prefix, const char *path)
283 append_string(p, basepath);
286 append_path_prefix(p, prefix);
287 append_string(p, path);
292 static unsigned int path_len(int is_dir, const char *basepath,
293 struct path_prefix *prefix, const char *path)
295 unsigned int len = 0;
297 len += strlen(basepath) + 1;
298 len += path_prefix_len(prefix) + strlen(path);
304 static void append_extended_header_prefix(char **p, unsigned int size,
307 int len = sprintf(*p, "%u %s=", size, keyword);
311 static unsigned int extended_header_len(const char *keyword,
312 unsigned int valuelen)
315 unsigned int len = 1 + 1 + strlen(keyword) + 1 + valuelen + 1;
323 static void append_extended_header(char **p, const char *keyword,
324 const char *value, unsigned int len)
326 unsigned int size = extended_header_len(keyword, len);
327 append_extended_header_prefix(p, size, keyword);
328 memcpy(*p, value, len);
330 append_char(p, '\n');
333 static void write_header(const unsigned char *, char, const char *, struct path_prefix *,
334 const char *, unsigned int, void *, unsigned long);
336 /* stores a pax extended header directly in the block buffer */
337 static void write_extended_header(const char *headerfilename, int is_dir,
338 unsigned int flags, const char *basepath,
339 struct path_prefix *prefix,
340 const char *path, unsigned int namelen,
341 void *content, unsigned int contentsize)
344 unsigned int pathlen, size, linkpathlen = 0;
346 size = pathlen = extended_header_len("path", namelen);
347 if (flags & EXT_HEADER_LINKPATH) {
348 linkpathlen = extended_header_len("linkpath", contentsize);
351 write_header(NULL, TYPEFLAG_EXT_HEADER, NULL, NULL, headerfilename,
352 0100600, NULL, size);
354 buffer = p = malloc(size);
356 die("git-tar-tree: %s", strerror(errno));
357 append_extended_header_prefix(&p, pathlen, "path");
358 append_path(&p, is_dir, basepath, prefix, path);
359 append_char(&p, '\n');
360 if (flags & EXT_HEADER_LINKPATH)
361 append_extended_header(&p, "linkpath", content, contentsize);
362 write_blocked(buffer, size);
366 static void write_global_extended_header(const unsigned char *sha1)
368 struct strbuf ext_header;
369 ext_header.buf = NULL;
370 ext_header.len = ext_header.alloc = 0;
371 strbuf_append_ext_header(&ext_header, "comment", sha1_to_hex(sha1), 40);
372 write_entry(NULL, NULL, 0, ext_header.buf, ext_header.len);
373 free(ext_header.buf);
376 /* stores a ustar header directly in the block buffer */
377 static void write_header(const unsigned char *sha1, char typeflag, const char *basepath,
378 struct path_prefix *prefix, const char *path,
379 unsigned int mode, void *buffer, unsigned long size)
381 unsigned int namelen;
383 unsigned int checksum = 0;
385 unsigned int ext_header = 0;
387 if (typeflag == TYPEFLAG_AUTO) {
389 typeflag = TYPEFLAG_DIR;
390 else if (S_ISLNK(mode))
391 typeflag = TYPEFLAG_LNK;
393 typeflag = TYPEFLAG_REG;
396 namelen = path_len(S_ISDIR(mode), basepath, prefix, path);
398 ext_header |= EXT_HEADER_PATH;
399 if (typeflag == TYPEFLAG_LNK && size > 100)
400 ext_header |= EXT_HEADER_LINKPATH;
402 /* the extended header must be written before the normal one */
404 char headerfilename[51];
405 sprintf(headerfilename, "%s.paxheader", sha1_to_hex(sha1));
406 write_extended_header(headerfilename, S_ISDIR(mode),
407 ext_header, basepath, prefix, path,
408 namelen, buffer, size);
411 header = get_record();
414 sprintf(header, "%s.data", sha1_to_hex(sha1));
417 append_path(&p, S_ISDIR(mode), basepath, prefix, path);
420 if (typeflag == TYPEFLAG_LNK) {
421 if (ext_header & EXT_HEADER_LINKPATH) {
422 sprintf(&header[157], "see %s.paxheader",
426 strncpy(&header[157], buffer, size);
432 else if (S_ISREG(mode))
433 mode |= (mode & 0100) ? 0777 : 0666;
434 else if (S_ISLNK(mode))
436 sprintf(&header[100], "%07o", mode & 07777);
438 /* XXX: should we provide more meaningful info here? */
439 sprintf(&header[108], "%07o", 0); /* uid */
440 sprintf(&header[116], "%07o", 0); /* gid */
441 strncpy(&header[265], "git", 31); /* uname */
442 strncpy(&header[297], "git", 31); /* gname */
444 if (S_ISDIR(mode) || S_ISLNK(mode))
446 sprintf(&header[124], "%011lo", size);
447 sprintf(&header[136], "%011lo", archive_time);
449 header[156] = typeflag;
451 memcpy(&header[257], "ustar", 6);
452 memcpy(&header[263], "00", 2);
454 sprintf(&header[329], "%07o", 0); /* devmajor */
455 sprintf(&header[337], "%07o", 0); /* devminor */
457 memset(&header[148], ' ', 8);
458 for (i = 0; i < RECORDSIZE; i++)
459 checksum += header[i];
460 sprintf(&header[148], "%07o", checksum & 0x1fffff);
465 static void traverse_tree(struct tree_desc *tree, struct strbuf *path)
467 int pathlen = path->len;
471 const unsigned char *sha1;
475 unsigned long eltsize;
477 sha1 = tree_entry_extract(tree, &name, &mode);
478 update_tree_entry(tree);
480 eltbuf = read_sha1_file(sha1, elttype, &eltsize);
482 die("cannot read %s", sha1_to_hex(sha1));
485 strbuf_append_string(path, name);
487 strbuf_append_string(path, "/");
489 write_entry(sha1, path, mode, eltbuf, eltsize);
492 struct tree_desc subtree;
493 subtree.buf = eltbuf;
494 subtree.size = eltsize;
495 traverse_tree(&subtree, path);
501 int main(int argc, char **argv)
503 unsigned char sha1[20], tree_sha1[20];
504 struct commit *commit;
505 struct tree_desc tree;
506 struct strbuf current_path;
508 current_path.buf = xmalloc(PATH_MAX);
509 current_path.alloc = PATH_MAX;
510 current_path.len = current_path.eof = 0;
512 setup_git_directory();
516 strbuf_append_string(¤t_path, argv[2]);
517 strbuf_append_string(¤t_path, "/");
520 if (get_sha1(argv[1], sha1) < 0)
521 usage(tar_tree_usage);
524 usage(tar_tree_usage);
527 commit = lookup_commit_reference_gently(sha1, 1);
529 write_global_extended_header(commit->object.sha1);
530 archive_time = commit->date;
532 archive_time = time(NULL);
534 tree.buf = read_object_with_reference(sha1, "tree", &tree.size,
537 die("not a reference to a tag, commit or tree object: %s",
540 if (current_path.len > 0)
541 write_entry(tree_sha1, ¤t_path, 040777, NULL, 0);
542 traverse_tree(&tree, ¤t_path);
544 free(current_path.buf);