tftpd: options -c (allow _new_ files to be uploaded) and -u USER
[oweals/busybox.git] / archival / unzip.c
index eea2f5438b67563a7b8371835dc78c70e89df3fb..c7d39daefc8f5bbfcddd91d3b83cc97819f2f80a 100644 (file)
 /*
  * Mini unzip implementation for busybox
  *
- * Copyright (C) 2001 by Laurence Anderson
+ * Copyright (C) 2004 by Ed Clark
  *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ * Loosely based on original busybox unzip applet by Laurence Anderson.
+ * All options and features should work in this version.
  *
+ * Licensed under the GPL v2 or later, see the file LICENSE in this tarball.
  */
 
 /* For reference see
- * http://www.pkware.com/products/enterprise/white_papers/appnote.txt
+ * http://www.pkware.com/company/standards/appnote/
  * http://www.info-zip.org/pub/infozip/doc/appnote-iz-latest.zip
  */
 
-/* TODO Endian issues, exclude, should we accept input from stdin ? */
+/* TODO
+ * Endian issues
+ * Zip64 + other methods
+ * Improve handling of zip format, ie.
+ * - deferred CRC, comp. & uncomp. lengths (zip header flags bit 3)
+ * - unix file permissions, etc.
+ * - central directory
+ */
 
-#include <fcntl.h>
-#include <getopt.h>
-#include <stdlib.h>
-#include <string.h>
-#include <unistd.h>
+#include "libbb.h"
 #include "unarchive.h"
-#include "busybox.h"
-
-#define ZIP_FILEHEADER_MAGIC   0x04034b50
-#define ZIP_CDS_MAGIC                  0x02014b50
-#define ZIP_CDS_END_MAGIC              0x06054b50
-#define ZIP_DD_MAGIC                   0x08074b50
 
-extern unsigned int gunzip_crc;
-extern unsigned int gunzip_bytes_out;
-
-static void header_list_unzip(const file_header_t *file_header)
+enum {
+#if BB_BIG_ENDIAN
+       ZIP_FILEHEADER_MAGIC = 0x504b0304,
+       ZIP_CDS_MAGIC        = 0x504b0102,
+       ZIP_CDS_END_MAGIC    = 0x504b0506,
+       ZIP_DD_MAGIC         = 0x504b0708,
+#else
+       ZIP_FILEHEADER_MAGIC = 0x04034b50,
+       ZIP_CDS_MAGIC        = 0x02014b50,
+       ZIP_CDS_END_MAGIC    = 0x06054b50,
+       ZIP_DD_MAGIC         = 0x08074b50,
+#endif
+};
+
+#define ZIP_HEADER_LEN 26
+
+typedef union {
+       uint8_t raw[ZIP_HEADER_LEN];
+       struct {
+               uint16_t version;                       /* 0-1 */
+               uint16_t flags;                         /* 2-3 */
+               uint16_t method;                        /* 4-5 */
+               uint16_t modtime;                       /* 6-7 */
+               uint16_t moddate;                       /* 8-9 */
+               uint32_t crc32 ATTRIBUTE_PACKED;        /* 10-13 */
+               uint32_t cmpsize ATTRIBUTE_PACKED;      /* 14-17 */
+               uint32_t ucmpsize ATTRIBUTE_PACKED;     /* 18-21 */
+               uint16_t filename_len;                  /* 22-23 */
+               uint16_t extra_len;                     /* 24-25 */
+       } formatted ATTRIBUTE_PACKED;
+} zip_header_t; /* ATTRIBUTE_PACKED - gcc 4.2.1 doesn't like it (spews warning) */
+
+/* Check the offset of the last element, not the length.  This leniency
+ * allows for poor packing, whereby the overall struct may be too long,
+ * even though the elements are all in the right place.
+ */
+struct BUG_zip_header_must_be_26_bytes {
+       char BUG_zip_header_must_be_26_bytes[
+               offsetof(zip_header_t, formatted.extra_len) + 2 ==
+                       ZIP_HEADER_LEN ? 1 : -1];
+};
+
+#define FIX_ENDIANNESS(zip_header) do { \
+       (zip_header).formatted.version      = SWAP_LE16((zip_header).formatted.version     ); \
+       (zip_header).formatted.flags        = SWAP_LE16((zip_header).formatted.flags       ); \
+       (zip_header).formatted.method       = SWAP_LE16((zip_header).formatted.method      ); \
+       (zip_header).formatted.modtime      = SWAP_LE16((zip_header).formatted.modtime     ); \
+       (zip_header).formatted.moddate      = SWAP_LE16((zip_header).formatted.moddate     ); \
+       (zip_header).formatted.crc32        = SWAP_LE32((zip_header).formatted.crc32       ); \
+       (zip_header).formatted.cmpsize      = SWAP_LE32((zip_header).formatted.cmpsize     ); \
+       (zip_header).formatted.ucmpsize     = SWAP_LE32((zip_header).formatted.ucmpsize    ); \
+       (zip_header).formatted.filename_len = SWAP_LE16((zip_header).formatted.filename_len); \
+       (zip_header).formatted.extra_len    = SWAP_LE16((zip_header).formatted.extra_len   ); \
+} while (0)
+
+static void unzip_skip(int fd, off_t skip)
 {
-       printf("  inflating: %s\n", file_header->name);
+       bb_copyfd_exact_size(fd, -1, skip);
 }
 
-static void header_verbose_list_unzip(const file_header_t *file_header)
+static void unzip_create_leading_dirs(const char *fn)
 {
-       unsigned int dostime = (unsigned int) file_header->mtime;
-
-       /* can printf arguments cut of the decade component ? */
-       unsigned short year = 1980 + ((dostime & 0xfe000000) >> 25);
-       while (year >= 100) {
-               year -= 100;
+       /* Create all leading directories */
+       char *name = xstrdup(fn);
+       if (bb_make_directory(dirname(name), 0777, FILEUTILS_RECUR)) {
+               bb_error_msg_and_die("exiting"); /* bb_make_directory is noisy */
        }
+       free(name);
+}
 
-       printf("%9u  %02u-%02u-%02u %02u:%02u   %s\n",
-               (unsigned int) file_header->size,
-               (dostime & 0x01e00000) >> 21,
-               (dostime & 0x001f0000) >> 16,
-               year,
-               (dostime & 0x0000f800) >> 11,
-               (dostime & 0x000007e0) >> 5,
-               file_header->name);
+static void unzip_extract(zip_header_t *zip_header, int src_fd, int dst_fd)
+{
+       if (zip_header->formatted.method == 0) {
+               /* Method 0 - stored (not compressed) */
+               off_t size = zip_header->formatted.ucmpsize;
+               if (size)
+                       bb_copyfd_exact_size(src_fd, dst_fd, size);
+       } else {
+               /* Method 8 - inflate */
+               inflate_unzip_result res;
+               if (inflate_unzip(&res, zip_header->formatted.cmpsize, src_fd, dst_fd) < 0)
+                       bb_error_msg_and_die("inflate error");
+               /* Validate decompression - crc */
+               if (zip_header->formatted.crc32 != (res.crc ^ 0xffffffffL)) {
+                       bb_error_msg_and_die("crc error");
+               }
+               /* Validate decompression - size */
+               if (zip_header->formatted.ucmpsize != res.bytes_out) {
+                       /* Don't die. Who knows, maybe len calculation
+                        * was botched somewhere. After all, crc matched! */
+                       bb_error_msg("bad length");
+               }
+       }
 }
 
-extern int unzip_main(int argc, char **argv)
+int unzip_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
+int unzip_main(int argc, char **argv)
 {
-       union {
-               unsigned char raw[26];
-               struct {
-                       unsigned short version; /* 0-1 */
-                       unsigned short flags;   /* 2-3 */
-                       unsigned short method;  /* 4-5 */
-                       unsigned short modtime; /* 6-7 */
-                       unsigned short moddate; /* 8-9 */
-                       unsigned int crc32 __attribute__ ((packed));            /* 10-13 */
-                       unsigned int cmpsize __attribute__ ((packed));; /* 14-17 */
-                       unsigned int ucmpsize __attribute__ ((packed));;        /* 18-21 */
-                       unsigned short filename_len;            /* 22-23 */
-                       unsigned short extra_len;               /* 24-25 */
-               } formated __attribute__ ((packed));
-       } zip_header;
-
-       archive_handle_t *archive_handle;
-       unsigned int total_size = 0;
-       unsigned int total_entries = 0;
+       enum { O_PROMPT, O_NEVER, O_ALWAYS };
+
+       zip_header_t zip_header;
+       smallint verbose = 1;
+       smallint listing = 0;
+       smallint overwrite = O_PROMPT;
+       unsigned total_size;
+       unsigned total_entries;
+       int src_fd = -1;
+       int dst_fd = -1;
+       char *src_fn = NULL;
+       char *dst_fn = NULL;
+       llist_t *zaccept = NULL;
+       llist_t *zreject = NULL;
        char *base_dir = NULL;
-       int opt = 0;
-
-       /* Initialise */
-       archive_handle = init_handle();
-       archive_handle->action_data = NULL;
-       archive_handle->action_header = header_list_unzip;
-
-       while ((opt = getopt(argc, argv, "lnopqd:")) != -1) {
-               switch (opt) {
-                       case 'l':       /* list */
-                               archive_handle->action_header = header_verbose_list_unzip;
-                               archive_handle->action_data = data_skip;
+       int i, opt;
+       int opt_range = 0;
+       char key_buf[80];
+       struct stat stat_buf;
+
+       /* '-' makes getopt return 1 for non-options */
+       while ((opt = getopt(argc, argv, "-d:lnopqx")) != -1) {
+               switch (opt_range) {
+               case 0: /* Options */
+                       switch (opt) {
+                       case 'l': /* List */
+                               listing = 1;
                                break;
-                       case 'n':       /* never overwright existing files */
+
+                       case 'n': /* Never overwrite existing files */
+                               overwrite = O_NEVER;
                                break;
-                       case 'o':
-                               archive_handle->flags = ARCHIVE_EXTRACT_UNCONDITIONAL;
+
+                       case 'o': /* Always overwrite existing files */
+                               overwrite = O_ALWAYS;
                                break;
-                       case 'p':       /* extract files to stdout */
-                               archive_handle->action_data = data_extract_to_stdout;
+
+                       case 'p': /* Extract files to stdout and fall through to set verbosity */
+                               dst_fd = STDOUT_FILENO;
+
+                       case 'q': /* Be quiet */
+                               verbose = 0;
                                break;
-                       case 'q':       /* Extract files quietly */
-                               archive_handle->action_header = header_skip;
+
+                       case 1: /* The zip file */
+                               /* +5: space for ".zip" and NUL */
+                               src_fn = xmalloc(strlen(optarg) + 5);
+                               strcpy(src_fn, optarg);
+                               opt_range++;
+                               break;
+
+                       default:
+                               bb_show_usage();
+
+                       }
+                       break;
+
+               case 1: /* Include files */
+                       if (opt == 1) {
+                               llist_add_to(&zaccept, optarg);
                                break;
-                       case 'd':       /* Extract files to specified base directory*/
+                       }
+                       if (opt == 'd') {
                                base_dir = optarg;
+                               opt_range += 2;
+                               break;
+                       }
+                       if (opt == 'x') {
+                               opt_range++;
                                break;
-#if 0
-                       case 'x':       /* Exclude the specified files */
-                               archive_handle->filter = filter_accept_reject_list;
+                       }
+                       bb_show_usage();
+
+               case 2 : /* Exclude files */
+                       if (opt == 1) {
+                               llist_add_to(&zreject, optarg);
                                break;
-#endif
-                       default:
-                               bb_show_usage();
+                       }
+                       if (opt == 'd') { /* Extract to base directory */
+                               base_dir = optarg;
+                               opt_range++;
+                               break;
+                       }
+                       /* fall through */
+
+               default:
+                       bb_show_usage();
                }
        }
 
-       if (argc == optind) {
+       if (src_fn == NULL) {
                bb_show_usage();
        }
 
-       printf("Archive:  %s\n", argv[optind]);
-       if (archive_handle->action_header == header_verbose_list_unzip) {
-               printf("  Length     Date   Time    Name\n");
-               printf(" --------    ----   ----    ----\n");
-       }
-
-       if (*argv[optind] == '-') {
-               archive_handle->src_fd = STDIN_FILENO;
-               archive_handle->seek = seek_by_char;
+       /* Open input file */
+       if (LONE_DASH(src_fn)) {
+               src_fd = STDIN_FILENO;
+               /* Cannot use prompt mode since zip data is arriving on STDIN */
+               if (overwrite == O_PROMPT)
+                       overwrite = O_NEVER;
        } else {
-               archive_handle->src_fd = bb_xopen(argv[optind++], O_RDONLY);
-       }
+               static const char extn[][5] = {"", ".zip", ".ZIP"};
+               int orig_src_fn_len = strlen(src_fn);
 
-       if ((base_dir) && (chdir(base_dir))) {
-               bb_perror_msg_and_die("Couldnt chdir");
+               for (i = 0; (i < 3) && (src_fd == -1); i++) {
+                       strcpy(src_fn + orig_src_fn_len, extn[i]);
+                       src_fd = open(src_fn, O_RDONLY);
+               }
+               if (src_fd == -1) {
+                       src_fn[orig_src_fn_len] = '\0';
+                       bb_error_msg_and_die("can't open %s, %s.zip, %s.ZIP", src_fn, src_fn, src_fn);
+               }
        }
 
-       while (optind < argc) {
-               archive_handle->filter = filter_accept_list;
-               archive_handle->accept = llist_add_to(archive_handle->accept, argv[optind]);
-               optind++;
+       /* Change dir if necessary */
+       if (base_dir)
+               xchdir(base_dir);
+
+       if (verbose) {
+               printf("Archive:  %s\n", src_fn);
+               if (listing){
+                       puts("  Length     Date   Time    Name\n"
+                            " --------    ----   ----    ----");
+               }
        }
 
+       total_size = 0;
+       total_entries = 0;
        while (1) {
-               unsigned int magic;
-               int dst_fd;
-
-               /* TODO Endian issues */
-               archive_xread_all(archive_handle, &magic, 4);
-               archive_handle->offset += 4;
+               uint32_t magic;
 
-               if (magic == ZIP_CDS_MAGIC) {
+               /* Check magic number */
+               xread(src_fd, &magic, 4);
+               if (magic == ZIP_CDS_MAGIC)
                        break;
-               }
-               else if (magic != ZIP_FILEHEADER_MAGIC) {
-                       bb_error_msg_and_die("Invlaide zip magic");
-               }
+               if (magic != ZIP_FILEHEADER_MAGIC)
+                       bb_error_msg_and_die("invalid zip magic %08X", magic);
 
                /* Read the file header */
-               archive_xread_all(archive_handle, zip_header.raw, 26);
-               archive_handle->offset += 26;
-               archive_handle->file_header->mode = S_IFREG | 0777;
-
-               if (zip_header.formated.method != 8) {
-                       bb_error_msg_and_die("Unsupported compression method %d\n", zip_header.formated.method);
+               xread(src_fd, zip_header.raw, ZIP_HEADER_LEN);
+               FIX_ENDIANNESS(zip_header);
+               if ((zip_header.formatted.method != 0) && (zip_header.formatted.method != 8)) {
+                       bb_error_msg_and_die("unsupported method %d", zip_header.formatted.method);
                }
 
                /* Read filename */
-               archive_handle->file_header->name = xmalloc(zip_header.formated.filename_len + 1);
-               archive_xread_all(archive_handle, archive_handle->file_header->name, zip_header.formated.filename_len);
-               archive_handle->offset += zip_header.formated.filename_len;
-               archive_handle->file_header->name[zip_header.formated.filename_len] = '\0';
-
-               /* Skip extra header bits */
-               archive_handle->file_header->size = zip_header.formated.extra_len;
-               data_skip(archive_handle);
-               archive_handle->offset += zip_header.formated.extra_len;
-
-               /* Handle directories */
-               archive_handle->file_header->mode = S_IFREG | 0777;
-               if (last_char_is(archive_handle->file_header->name, '/')) {
-                       archive_handle->file_header->mode ^= S_IFREG;
-                       archive_handle->file_header->mode |= S_IFDIR;
+               free(dst_fn);
+               dst_fn = xzalloc(zip_header.formatted.filename_len + 1);
+               xread(src_fd, dst_fn, zip_header.formatted.filename_len);
+
+               /* Skip extra header bytes */
+               unzip_skip(src_fd, zip_header.formatted.extra_len);
+
+               /* Filter zip entries */
+               if (find_list_entry(zreject, dst_fn)
+                || (zaccept && !find_list_entry(zaccept, dst_fn))
+               ) { /* Skip entry */
+                       i = 'n';
+
+               } else { /* Extract entry */
+                       if (listing) { /* List entry */
+                               if (verbose) {
+                                       unsigned dostime = zip_header.formatted.modtime | (zip_header.formatted.moddate << 16);
+                                       printf("%9u  %02u-%02u-%02u %02u:%02u   %s\n",
+                                          zip_header.formatted.ucmpsize,
+                                          (dostime & 0x01e00000) >> 21,
+                                          (dostime & 0x001f0000) >> 16,
+                                          (((dostime & 0xfe000000) >> 25) + 1980) % 100,
+                                          (dostime & 0x0000f800) >> 11,
+                                          (dostime & 0x000007e0) >> 5,
+                                          dst_fn);
+                                       total_size += zip_header.formatted.ucmpsize;
+                                       total_entries++;
+                               } else {
+                                       /* short listing -- filenames only */
+                                       puts(dst_fn);
+                               }
+                               i = 'n';
+                       } else if (dst_fd == STDOUT_FILENO) { /* Extracting to STDOUT */
+                               i = -1;
+                       } else if (last_char_is(dst_fn, '/')) { /* Extract directory */
+                               if (stat(dst_fn, &stat_buf) == -1) {
+                                       if (errno != ENOENT) {
+                                               bb_perror_msg_and_die("cannot stat '%s'",dst_fn);
+                                       }
+                                       if (verbose) {
+                                               printf("   creating: %s\n", dst_fn);
+                                       }
+                                       unzip_create_leading_dirs(dst_fn);
+                                       if (bb_make_directory(dst_fn, 0777, 0)) {
+                                               bb_error_msg_and_die("exiting");
+                                       }
+                               } else {
+                                       if (!S_ISDIR(stat_buf.st_mode)) {
+                                               bb_error_msg_and_die("'%s' exists but is not directory", dst_fn);
+                                       }
+                               }
+                               i = 'n';
+
+                       } else {  /* Extract file */
+ _check_file:
+                               if (stat(dst_fn, &stat_buf) == -1) { /* File does not exist */
+                                       if (errno != ENOENT) {
+                                               bb_perror_msg_and_die("cannot stat '%s'",dst_fn);
+                                       }
+                                       i = 'y';
+                               } else { /* File already exists */
+                                       if (overwrite == O_NEVER) {
+                                               i = 'n';
+                                       } else if (S_ISREG(stat_buf.st_mode)) { /* File is regular file */
+                                               if (overwrite == O_ALWAYS) {
+                                                       i = 'y';
+                                               } else {
+                                                       printf("replace %s? [y]es, [n]o, [A]ll, [N]one, [r]ename: ", dst_fn);
+                                                       if (!fgets(key_buf, sizeof(key_buf), stdin)) {
+                                                               bb_perror_msg_and_die("cannot read input");
+                                                       }
+                                                       i = key_buf[0];
+                                               }
+                                       } else { /* File is not regular file */
+                                               bb_error_msg_and_die("'%s' exists but is not regular file",dst_fn);
+                                       }
+                               }
+                       }
                }
 
-               /* Data section */
-               archive_handle->file_header->size = zip_header.formated.cmpsize;
-               if (archive_handle->action_data) {
-                       archive_handle->action_data(archive_handle);
-               } else {
-                       dst_fd = bb_xopen(archive_handle->file_header->name, O_WRONLY | O_CREAT);
-                       inflate_init(zip_header.formated.cmpsize);
-                       inflate_unzip(archive_handle->src_fd, dst_fd);
-                       close(dst_fd);
-                       chmod(archive_handle->file_header->name, archive_handle->file_header->mode);
-
-                       /* Validate decompression - crc */
-                       if (zip_header.formated.crc32 != (gunzip_crc ^ 0xffffffffL)) {
-                               bb_error_msg("Invalid compressed data--crc error");
+               switch (i) {
+               case 'A':
+                       overwrite = O_ALWAYS;
+               case 'y': /* Open file and fall into unzip */
+                       unzip_create_leading_dirs(dst_fn);
+                       dst_fd = xopen(dst_fn, O_WRONLY | O_CREAT | O_TRUNC);
+               case -1: /* Unzip */
+                       if (verbose) {
+                               printf("  inflating: %s\n", dst_fn);
                        }
-
-                       /* Validate decompression - size */
-                       if (gunzip_bytes_out != zip_header.formated.ucmpsize) {
-                               bb_error_msg("Invalid compressed data--length error");
+                       unzip_extract(&zip_header, src_fd, dst_fd);
+                       if (dst_fd != STDOUT_FILENO) {
+                               /* closing STDOUT is potentially bad for future business */
+                               close(dst_fd);
                        }
-               }
+                       break;
 
-               /* local file descriptor section */
-               archive_handle->offset += zip_header.formated.cmpsize;
-               /* This ISNT unix time */
-               archive_handle->file_header->mtime = zip_header.formated.modtime | (zip_header.formated.moddate << 16);
-               archive_handle->file_header->size = zip_header.formated.ucmpsize;
-               total_size += archive_handle->file_header->size;
-               total_entries++;
+               case 'N':
+                       overwrite = O_NEVER;
+               case 'n':
+                       /* Skip entry data */
+                       unzip_skip(src_fd, zip_header.formatted.cmpsize);
+                       break;
 
-               archive_handle->action_header(archive_handle->file_header);
+               case 'r':
+                       /* Prompt for new name */
+                       printf("new name: ");
+                       if (!fgets(key_buf, sizeof(key_buf), stdin)) {
+                               bb_perror_msg_and_die("cannot read input");
+                       }
+                       free(dst_fn);
+                       dst_fn = xstrdup(key_buf);
+                       chomp(dst_fn);
+                       goto _check_file;
+
+               default:
+                       printf("error: invalid response [%c]\n",(char)i);
+                       goto _check_file;
+               }
 
                /* Data descriptor section */
-               if (zip_header.formated.flags & 4) {
+               if (zip_header.formatted.flags & 4) {
                        /* skip over duplicate crc, compressed size and uncompressed size */
-                       unsigned char data_description[12];
-                       archive_xread_all(archive_handle, data_description, 12);
-                       archive_handle->offset += 12;
+                       unzip_skip(src_fd, 12);
                }
        }
-       /* Central directory section */
 
-       if (archive_handle->action_header == header_verbose_list_unzip) {
-               printf(" --------                   -------\n");
-               printf("%9d                   %d files\n", total_size, total_entries);
+       if (listing && verbose) {
+               printf(" --------                   -------\n"
+                      "%9d                   %d files\n",
+                      total_size, total_entries);
        }
 
-       return(EXIT_SUCCESS);
+       return 0;
 }