comm: almost total rewrite; add testsuite
[oweals/busybox.git] / coreutils / tr.c
index 3e7ba583c3eea6d0e317d814e23436e2d480fce2..e439fcb5b03a792a7b1385298e2acb374f90df5a 100644 (file)
 /*
  * Mini tr implementation for busybox
  *
- * Copyright (c) Michiel Huisjes
+ ** Copyright (c) 1987,1997, Prentice Hall   All rights reserved.
  *
- * This version of tr is adapted from Minix tr and was modified 
- * by Erik Andersen <andersee@debian.org> to be used in busybox.
+ * The name of Prentice Hall may not be used to endorse or promote
+ * products derived from this software without specific prior
+ * written permission.
  *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
+ * Copyright (c) Michiel Huisjes
  *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
+ * This version of tr is adapted from Minix tr and was modified
+ * by Erik Andersen <andersen@codepoet.org> to be used in busybox.
  *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
- * 
- * Original copyright notice is retained at the end of this file.
+ * Licensed under GPLv2 or later, see file LICENSE in this tarball for details.
  */
+/* http://www.opengroup.org/onlinepubs/009695399/utilities/tr.html
+ * TODO: xdigit, graph, print
+ */
+#include "libbb.h"
 
-#include "internal.h"
-#include <stdio.h>
-#include <string.h>
-#include <stdlib.h>
-#include <unistd.h>
-#include <sys/types.h>
-#define BB_DECLARE_EXTERN
-#define bb_need_write_error
-#include "messages.c"
-
-const char *tr_usage="tr [-cds] STRING1 [STRING2]\n"
-#ifndef BB_FEATURE_TRIVIAL_HELP
-       "\nTranslate, squeeze, and/or delete characters from\n"
-       "standard input, writing to standard output.\n\n"
-       "Options:\n"
-       "\t-c\ttake complement of STRING1\n"
-       "\t-d\tdelete input characters coded STRING1\n"
-       "\t-s\tsqueeze multiple output characters of STRING2 into one character\n"
-#endif
-;
-
-
-
-#ifdef TRUE
-#undef TRUE
-#undef FALSE
-#define TRUE   1
-#define FALSE  0
-#endif
-
-#define ASCII          0377
-
-/* some glabals shared across this file */
-static char com_fl, del_fl, sq_fl;
-static unsigned char output[BUFSIZ], input[BUFSIZ];
-static unsigned char vector[ASCII + 1];
-static char invec[ASCII + 1], outvec[ASCII + 1];
-static short in_index, out_index;
-
-
-static void convert()
-{
-       short read_chars = 0;
-       short c, coded;
-       short last = -1;
-
-       for (;;) {
-               if (in_index == read_chars) {
-                       if ((read_chars = read(0, (char *) input, BUFSIZ)) <= 0) {
-                               if (write(1, (char *) output, out_index) != out_index)
-                                       write(2, write_error, strlen(write_error));
-                               exit(0);
-                       }
-                       in_index = 0;
-               }
-               c = input[in_index++];
-               coded = vector[c];
-               if (del_fl && invec[c])
-                       continue;
-               if (sq_fl && last == coded && outvec[coded])
-                       continue;
-               output[out_index++] = last = coded;
-               if (out_index == BUFSIZ) {
-                       if (write(1, (char *) output, out_index) != out_index) {
-                               write(2, write_error, strlen(write_error));
-                               exit(1);
-                       }
-                       out_index = 0;
-               }
-       }
-
-       /* NOTREACHED */
-}
+#define ASCII 0377
 
-static void map(register unsigned char *string1, register unsigned char *string2)
+static void map(char *pvector,
+               unsigned char *string1, unsigned int string1_len,
+               unsigned char *string2, unsigned int string2_len)
 {
-       unsigned char last = '0';
+       char last = '0';
+       unsigned int i, j;
 
-       while (*string1) {
-               if (*string2 == '\0')
-                       vector[*string1] = last;
+       for (j = 0, i = 0; i < string1_len; i++) {
+               if (string2_len <= j)
+                       pvector[string1[i]] = last;
                else
-                       vector[*string1] = last = *string2++;
-               string1++;
+                       pvector[string1[i]] = last = string2[j++];
        }
 }
 
-static void expand(register char *arg, register unsigned char *buffer)
+/* supported constructs:
+ *   Ranges,  e.g.,  0-9   ==>  0123456789
+ *   Ranges,  e.g.,  [0-9] ==>  0123456789
+ *   Escapes, e.g.,  \a    ==>  Control-G
+ *   Character classes, e.g. [:upper:] ==> A...Z
+ *   Equiv classess, e.g. [=A=] ==> A   (hmmmmmmm?)
+ */
+static unsigned int expand(const char *arg, char *buffer)
 {
-       int i, ac;
+       char *buffer_start = buffer;
+       unsigned i; /* can't be unsigned char: must be able to hold 256 */
+       unsigned char ac;
 
        while (*arg) {
                if (*arg == '\\') {
                        arg++;
-                       i = ac = 0;
-                       if (*arg >= '0' && *arg <= '7') {
-                               do {
-                                       ac = (ac << 3) + *arg++ - '0';
-                                       i++;
-                               } while (i < 4 && *arg >= '0' && *arg <= '7');
-                               *buffer++ = ac;
-                       } else if (*arg != '\0')
-                               *buffer++ = *arg++;
-               } else if (*arg == '[') {
+                       *buffer++ = bb_process_escape_sequence(&arg);
+                       continue;
+               }
+               if (arg[1] == '-') { /* "0-9..." */
+                       ac = arg[2];
+                       if (ac == '\0') { /* "0-": copy verbatim */
+                               *buffer++ = *arg++; /* copy '0' */
+                               continue; /* next iter will copy '-' and stop */
+                       }
+                       i = *arg;
+                       while (i <= ac) /* ok: i is unsigned _int_ */
+                               *buffer++ = i++;
+                       arg += 3; /* skip 0-9 */
+                       continue;
+               }
+               if (*arg == '[') { /* "[xyz..." */
                        arg++;
                        i = *arg++;
-                       if (*arg++ != '-') {
-                               *buffer++ = '[';
-                               arg -= 2;
+                       /* "[xyz...", i=x, arg points to y */
+                       if (ENABLE_FEATURE_TR_CLASSES && i == ':') {
+#define CLO ":]\0"
+                               static const char classes[] ALIGN1 =
+                                       "alpha"CLO "alnum"CLO "digit"CLO
+                                       "lower"CLO "upper"CLO "space"CLO
+                                       "blank"CLO "punct"CLO "cntrl"CLO;
+#define CLASS_invalid 0 /* we increment the retval */
+#define CLASS_alpha 1
+#define CLASS_alnum 2
+#define CLASS_digit 3
+#define CLASS_lower 4
+#define CLASS_upper 5
+#define CLASS_space 6
+#define CLASS_blank 7
+#define CLASS_punct 8
+#define CLASS_cntrl 9
+//#define CLASS_xdigit 10
+//#define CLASS_graph 11
+//#define CLASS_print 12
+                               smalluint j;
+                               { /* not really pretty.. */
+                                       char *tmp = xstrndup(arg, 7); // warning: xdigit would need 8, not 7
+                                       j = index_in_strings(classes, tmp) + 1;
+                                       free(tmp);
+                               }
+                               if (j == CLASS_alnum || j == CLASS_digit) {
+                                       for (i = '0'; i <= '9'; i++)
+                                               *buffer++ = i;
+                               }
+                               if (j == CLASS_alpha || j == CLASS_alnum || j == CLASS_upper) {
+                                       for (i = 'A'; i <= 'Z'; i++)
+                                               *buffer++ = i;
+                               }
+                               if (j == CLASS_alpha || j == CLASS_alnum || j == CLASS_lower) {
+                                       for (i = 'a'; i <= 'z'; i++)
+                                               *buffer++ = i;
+                               }
+                               if (j == CLASS_space || j == CLASS_blank) {
+                                       *buffer++ = '\t';
+                                       if (j == CLASS_space) {
+                                               *buffer++ = '\n';
+                                               *buffer++ = '\v';
+                                               *buffer++ = '\f';
+                                               *buffer++ = '\r';
+                                       }
+                                       *buffer++ = ' ';
+                               }
+                               if (j == CLASS_punct || j == CLASS_cntrl) {
+                                       for (i = '\0'; i <= ASCII; i++)
+                                               if ((j == CLASS_punct && isprint(i) && !isalnum(i) && !isspace(i))
+                                                || (j == CLASS_cntrl && iscntrl(i)))
+                                                       *buffer++ = i;
+                               }
+                               if (j == CLASS_invalid) {
+                                       *buffer++ = '[';
+                                       *buffer++ = ':';
+                                       continue;
+                               }
+                               break;
+                       }
+                       /* "[xyz...", i=x, arg points to y */
+                       if (ENABLE_FEATURE_TR_EQUIV && i == '=') { /* [=CHAR=] */
+                               *buffer++ = *arg; /* copy CHAR */
+                               arg += 3;       /* skip CHAR=] */
                                continue;
                        }
+                       if (*arg != '-') { /* not [x-...] - copy verbatim */
+                               *buffer++ = '[';
+                               arg--; /* points to x */
+                               continue; /* copy all, including eventual ']' */
+                       }
+                       /* [x-y...] */
+                       arg++;
                        ac = *arg++;
                        while (i <= ac)
                                *buffer++ = i++;
-                       arg++;                          /* Skip ']' */
-               } else
-                       *buffer++ = *arg++;
+                       arg++;  /* skip the assumed ']' */
+                       continue;
+               }
+               *buffer++ = *arg++;
        }
+       return (buffer - buffer_start);
 }
 
-static void complement(unsigned char *buffer)
+static int complement(char *buffer, int buffer_len)
 {
-       register unsigned char *ptr;
-       register short i, index;
-       unsigned char conv[ASCII + 2];
+       int i, j, ix;
+       char conv[ASCII + 2];
 
-       index = 0;
-       for (i = 1; i <= ASCII; i++) {
-               for (ptr = buffer; *ptr; ptr++)
-                       if (*ptr == i)
+       ix = 0;
+       for (i = '\0'; i <= ASCII; i++) {
+               for (j = 0; j < buffer_len; j++)
+                       if (buffer[j] == i)
                                break;
-               if (*ptr == '\0')
-                       conv[index++] = i & ASCII;
+               if (j == buffer_len)
+                       conv[ix++] = i & ASCII;
        }
-       conv[index] = '\0';
-       strcpy((char *) buffer, (char *) conv);
+       memcpy(buffer, conv, ix);
+       return ix;
 }
 
-extern int tr_main(int argc, char **argv)
+int tr_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
+int tr_main(int argc UNUSED_PARAM, char **argv)
 {
-       register unsigned char *ptr;
-       int index = 1;
-       short i;
+       int output_length = 0, input_length;
+       int i;
+       smalluint flags;
+       ssize_t read_chars = 0;
+       size_t in_index = 0, out_index = 0;
+       unsigned last = UCHAR_MAX + 1; /* not equal to any char */
+       unsigned char coded, c;
+       unsigned char *output = xmalloc(BUFSIZ);
+       char *vector = xzalloc((ASCII+1) * 3);
+       char *invec  = vector + (ASCII+1);
+       char *outvec = vector + (ASCII+1) * 2;
+
+#define TR_OPT_complement      (1 << 0)
+#define TR_OPT_delete          (1 << 1)
+#define TR_OPT_squeeze_reps    (1 << 2)
+
+       flags = getopt32(argv, "+cds"); /* '+': stop at first non-option */
+       argv += optind;
 
-       if (argc > 1 && argv[index][0] == '-') {
-               for (ptr = (unsigned char *) &argv[index][1]; *ptr; ptr++) {
-                       switch (*ptr) {
-                       case 'c':
-                               com_fl = TRUE;
-                               break;
-                       case 'd':
-                               del_fl = TRUE;
-                               break;
-                       case 's':
-                               sq_fl = TRUE;
-                               break;
-                       default:
-                               usage(tr_usage);
-                       }
-               }
-               index++;
-       }
        for (i = 0; i <= ASCII; i++) {
                vector[i] = i;
-               invec[i] = outvec[i] = FALSE;
+               /*invec[i] = outvec[i] = FALSE; - done by xzalloc */
        }
 
-       if (argv[index] != NULL) {
-               expand(argv[index++], input);
-               if (com_fl)
-                       complement(input);
-               if (argv[index] != NULL)
-                       expand(argv[index], output);
-               if (argv[index] != NULL)
-                       map(input, output);
-               for (ptr = input; *ptr; ptr++)
-                       invec[*ptr] = TRUE;
-               for (ptr = output; *ptr; ptr++)
-                       outvec[*ptr] = TRUE;
+#define tr_buf bb_common_bufsiz1
+       if (*argv != NULL) {
+               input_length = expand(*argv++, tr_buf);
+               if (flags & TR_OPT_complement)
+                       input_length = complement(tr_buf, input_length);
+               if (*argv) {
+                       if (argv[0][0] == '\0')
+                               bb_error_msg_and_die("STRING2 cannot be empty");
+                       output_length = expand(*argv, (char *)output);
+                       map(vector, (unsigned char *)tr_buf, input_length, output, output_length);
+               }
+               for (i = 0; i < input_length; i++)
+                       invec[(unsigned char)tr_buf[i]] = TRUE;
+               for (i = 0; i < output_length; i++)
+                       outvec[output[i]] = TRUE;
        }
-       convert();
-       return (0);
-}
-
-/*
- * Copyright (c) 1987,1997, Prentice Hall
- * All rights reserved.
- * 
- * Redistribution and use of the MINIX operating system in source and
- * binary forms, with or without modification, are permitted provided
- * that the following conditions are met:
- * 
- * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 
- * Redistributions in binary form must reproduce the above
- * copyright notice, this list of conditions and the following
- * disclaimer in the documentation and/or other materials provided
- * with the distribution.
- * 
- * Neither the name of Prentice Hall nor the names of the software
- * authors or contributors may be used to endorse or promote
- * products derived from this software without specific prior
- * written permission.
- * 
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS, AUTHORS, AND
- * CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
- * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
- * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL PRENTICE HALL OR ANY AUTHORS OR CONTRIBUTORS BE
- * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
- * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
- * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
- * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- */
 
+       for (;;) {
+               /* If we're out of input, flush output and read more input. */
+               if ((ssize_t)in_index == read_chars) {
+                       if (out_index) {
+                               xwrite(STDOUT_FILENO, (char *)output, out_index);
+                               out_index = 0;
+                       }
+                       read_chars = safe_read(STDIN_FILENO, tr_buf, BUFSIZ);
+                       if (read_chars <= 0) {
+                               if (read_chars < 0)
+                                       bb_perror_msg_and_die(bb_msg_read_error);
+                               exit(EXIT_SUCCESS);
+                       }
+                       in_index = 0;
+               }
+               c = tr_buf[in_index++];
+               coded = vector[c];
+               if ((flags & TR_OPT_delete) && invec[c])
+                       continue;
+               if ((flags & TR_OPT_squeeze_reps) && last == coded
+                && (invec[c] || outvec[coded]))
+                       continue;
+               output[out_index++] = last = coded;
+       }
+       /* NOTREACHED */
+       return EXIT_SUCCESS;
+}