Import sources from 2011-03-30 iso image

1 files changed, 42 insertions, 0 deletions

diff --git a/sys/src/cmd/unix/u9fs/tokenize.c b/sys/src/cmd/unix/u9fs/tokenize.c
new file mode 100755
index 000000000..41ab050e3
--- /dev/null
+++ b/sys/src/cmd/unix/u9fs/tokenize.c
@@ -0,0 +1,42 @@
+#include <plan9.h>
+
+int
+getfields(char *str, char **args, int max, int mflag, char *set)
+{
+	Rune r;
+	int nr, intok, narg;
+
+	if(max <= 0)
+		return 0;
+
+	narg = 0;
+	args[narg] = str;
+	if(!mflag)
+		narg++;
+	intok = 0;
+	for(;; str += nr) {
+		nr = chartorune(&r, str);
+		if(r == 0)
+			break;
+		if(utfrune(set, r)) {
+			if(narg >= max)
+				break;
+			*str = 0;
+			intok = 0;
+			args[narg] = str + nr;
+			if(!mflag)
+				narg++;
+		} else {
+			if(!intok && mflag)
+				narg++;
+			intok = 1;
+		}
+	}
+	return narg;
+}
+
+int
+tokenize(char *str, char **args, int max)
+{
+	return getfields(str, args, max, 1, " \t\n\r");
+}