aboutsummaryrefslogtreecommitdiff
path: root/toys/pending/sed.c
diff options
context:
space:
mode:
authorRob Landley <rob@landley.net>2014-11-10 17:17:17 -0600
committerRob Landley <rob@landley.net>2014-11-10 17:17:17 -0600
commit549010756693647c759a2de4f2d5a81265d7e6cf (patch)
tree75cf821b18c2e7fc4e979ab8edbc757aea4ea9b9 /toys/pending/sed.c
parent72f8a5f7fedeb81c99044d3443872ae91b5ecfec (diff)
downloadtoybox-549010756693647c759a2de4f2d5a81265d7e6cf.tar.gz
Implement another largeish chunk of sed. Untested, unfinished, do not use yet.
Diffstat (limited to 'toys/pending/sed.c')
-rw-r--r--toys/pending/sed.c153
1 files changed, 87 insertions, 66 deletions
diff --git a/toys/pending/sed.c b/toys/pending/sed.c
index 4dee1aa5..551aff9d 100644
--- a/toys/pending/sed.c
+++ b/toys/pending/sed.c
@@ -3,19 +3,6 @@
* Copyright 2014 Rob Landley <rob@landley.net>
*
* See http://pubs.opengroup.org/onlinepubs/9699919799/utilities/sed.html
- *
- * What happens when first address matched, then EOF? How about ",42" or "1,"
- * Does $ match last line of file or last line of input
- * If file doesn't end with newline
- * command preceded by whitespace. whitespace before rw or s///w file
- * space before address
- * numerical addresses that cross, select one line
- * test backslash escapes in regex; share code with printf?
- * address counts lines cumulatively across files
- * Why can't I start an address with \\ (posix says no, but _why_?)
- * Fun with \nblah\nn vs \tblah\tt
- *
- * echo -e "one\ntwo\nthree" | sed -n '$,$p'
USE_SED(NEWTOY(sed, "(version)e*f*inr", TOYFLAG_USR|TOYFLAG_BIN|TOYFLAG_LOCALE))
@@ -114,19 +101,19 @@ config SED
= Print the current line number (followed by a newline)
- The following commands (may) take an argument. ("b", "s", "t", "T", "y"
- and ":" may be ended with semicolons, the rest eat at least one line.)
+ The following commands (may) take an argument. The "text" arguments (to
+ the "a", "b", and "c" commands) may end with an unescaped "\" to append
+ the next line (for which leading whitespace is not skipped), and also
+ treat ";" as a literal character (use "\;" instead).
- a [text] Append text to output before attempting to read next line,
- if text ends with unescaped "\" append next line of script
+ a [text] Append text to output before attempting to read next line
b [label] Branch, jumps to :label (or with no label, to end of SCRIPT)
- c [text] Delete current address range and print text instead,
- if text ends with unescaped "\" append next line of script
+ c [text] Delete line, output text at end of matching address range
+ (ignores remaining COMMANDs)
- i [text] Print text, if text ends with unescaped "\" append next
- line of script
+ i [text] Print text
r [file] Append contents of file to output before attempting to read
next line.
@@ -164,10 +151,11 @@ config SED
# Comment, ignore rest of this line of SCRIPT
- Deviations from posix: we allow extended regular expressions with -r,
+ Deviations from posix: allow extended regular expressions with -r,
editing in place with -i, separate with -s, printf escapes in text, line
continuations, semicolons after all commands, 2-address anywhere an
- address is allowed, "T" command.
+ address is allowed, "T" command, multiline continuations for [abc],
+ \; to end [abc] argument before end of line.
*/
#define FOR_sed
@@ -203,8 +191,8 @@ static int emit(char *line, long len, int eol)
{
if (TT.noeol && !writeall(TT.fdout, "\n", 1)) return 1;
if (eol) line[len++] = '\n';
- TT.noeol = !eol;
- if (len != writeall(TT.fdout, line, len)) {
+ TT.noeol = len && !eol;
+ if (len && len != writeall(TT.fdout, line, len)) {
perror_msg("short write");
return 1;
@@ -237,7 +225,7 @@ static int ghostwheel(regex_t *preg, char *string, long len, int nmatch,
}
-// Extend allocation to include new string.
+// Extend allocation to include new string, with newline between if newlen<0
static char *extend_string(char **old, char *new, int oldlen, int newlen)
{
@@ -256,7 +244,12 @@ static char *extend_string(char **old, char *new, int oldlen, int newlen)
// Apply pattern to line from input file
static void walk_pattern(char **pline, long plen)
{
- char *line = TT.nextline, *append = 0;
+ struct append {
+ struct append *next, *prev;
+ int file;
+ char *str;
+ } *append;
+ char *line = TT.nextline;
long len = TT.nextlen;
struct step *logrus;
int eol = 0, tea = 0;
@@ -326,23 +319,29 @@ static void walk_pattern(char **pline, long plen)
// Process command
- if (c == 'a') {
- long alen = append ? strlen(append) : 0;
-
- str = logrus->arg1+(char *)logrus;
- extend_string(&append, str, alen, -strlen(str));
- } else if (c == 'b') {
+ if (c=='a' || c=='r') {
+ struct append *a = xzalloc(sizeof(struct append));
+ a->str = logrus->arg1+(char *)logrus;
+ a->file = c== 'r';
+ dlist_add_nomalloc((void *)&append, (void *)a);
+ } else if (c=='b' || c=='t' || c=='T') {
+ if (c=='b' || tea^(c=='T')) {
+ str = logrus->arg1+(char *)logrus;
+
+ if (!*str) break;
+ for (logrus = (void *)TT.pattern; logrus; logrus = logrus->next)
+ if (logrus->c == ':' && !strcmp(logrus->arg1+(char *)logrus, str))
+ break;
+ if (!logrus) error_exit("no :%s", str);
+ }
+ } else if (c=='c') {
str = logrus->arg1+(char *)logrus;
-
- if (!*str) break;
- for (logrus = (void *)TT.pattern; logrus; logrus = logrus->next)
- if (logrus->c == ':' && !strcmp(logrus->arg1+(char *)logrus, str))
- break;
- if (!logrus) error_exit("no :%s", str);
- } else if (c == 'd') goto done;
- else if (c == 'D') {
+ if (!logrus->hit) emit(str, strlen(str), 1);
+ goto done;
+ } else if (c=='d') goto done;
+ else if (c=='D') {
// Delete up to \n or end of buffer
- for (str = line; !*str || *str == '\n'; str++);
+ for (str = line; !*str || *str=='\n'; str++);
len -= str - line;
memmove(line, str, len);
line[len] = 0;
@@ -350,43 +349,61 @@ static void walk_pattern(char **pline, long plen)
// restart script
logrus = (void *)TT.pattern;
continue;
- } else if (c == 'g') {
+ } else if (c=='g') {
free(line);
line = xstrdup(TT.remember);
len = TT.rememberlen;
- } else if (c == 'G') {
+ } else if (c=='G') {
line = xrealloc(line, len+TT.rememberlen+2);
line[len++] = '\n';
memcpy(line+len, TT.remember, TT.rememberlen);
line[len += TT.rememberlen] = 0;
- } else if (c == 'h') {
+ } else if (c=='h') {
free(TT.remember);
TT.remember = xstrdup(line);
TT.rememberlen = len;
- } else if (c == 'H') {
+ } else if (c=='H') {
TT.remember = xrealloc(TT.remember, TT.rememberlen+len+2);
TT.remember[TT.rememberlen++] = '\n';
memcpy(TT.remember+TT.rememberlen, line, len);
TT.remember[TT.rememberlen += len] = 0;
- } else if (c == 'l') {
- error_exit("todo: l");
- } else if (c == 'n') {
+ } else if (c=='i') {
+ str = logrus->arg1+(char *)logrus;
+ emit(str, strlen(str), 1);
+// } else if (c=='l') {
+// error_exit("todo: l");
+ } else if (c=='n') {
TT.restart = logrus->next;
break;
- } else if (c == 'N') {
+ } else if (c=='N') {
if (pline) {
TT.restart = logrus->next;
extend_string(&line, TT.nextline, plen, -TT.nextlen);
free(TT.nextline);
TT.nextline = line;
+ line = 0;
}
- goto append;
- } else if (c == 'p') {
+ goto done;
+ } else if (c=='p') {
if (emit(line, len, eol)) break;
- } else if (c == 'q') break;
- else if (c == 'x') {
+ } else if (c=='q') break;
+// else if (c=='s') {
+// tea = 1;
+// }
+ else if (c=='w') {
+ int fd = TT.fdout, noeol = TT.noeol;
+
+ TT.fdout = logrus->arg2;
+ TT.noeol = logrus->arg3;
+
+ if (emit(line, len, eol))
+ perror_exit("w '%s'", logrus->arg1+(char *)logrus);
+ logrus->arg3 = TT.noeol;
+ TT.noeol = noeol;
+ TT.fdout = fd;
+ } else if (c=='x') {
long swap = TT.rememberlen;
str = TT.remember;
@@ -394,9 +411,10 @@ static void walk_pattern(char **pline, long plen)
line = str;
TT.rememberlen = len;
len = swap;
- } else if (c == '=') xprintf("%ld\n", TT.count);
+// } else if (c=='y') {
+ } else if (c=='=') xprintf("%ld\n", TT.count);
// labcirstTwy
- else if (c != ':') error_exit("todo: %c", c);
+ else if (c!=':') error_exit("todo: %c", c);
logrus = logrus->next;
}
@@ -406,10 +424,19 @@ static void walk_pattern(char **pline, long plen)
done:
free(line);
-append:
- if (append) {
- emit(append, strlen(append), 1);
+ if (dlist_terminate(append)) while (append) {
+ struct append *a = append->next;
+
+ if (append->file) {
+ int fd = xopen(append->str, O_RDONLY);
+
+ // Force newline if noeol pending
+ emit(0, 0, 0);
+ xsendfile(fd, TT.fdout);
+ close(fd);
+ } else emit(append->str, strlen(append->str), 1);
free(append);
+ append = a;
}
}
@@ -620,13 +647,7 @@ static void jewel_of_judgement(char **pline, long len)
reg = extend_string((void *)&corwin, line, corwin->arg2, end);
line += end+1;
- // flags:
- // [0-9] A number, substitute only that occurrence of pattern
- // g Global, substitute all occurrences of pattern
- // p Print the line if match was found and replaced
- // w [file] Write (append) line to file if match replaced
- // i case insensitive match
-
+ // parse s///flags
for (;;) {
long l;