Email addresses need at-symbol to be a word character when tokenizing

This commit is contained in:
Mark H. Wood
2013-02-06 12:44:04 -05:00
parent aa419fa5df
commit 3acfcaba2b

View File

@@ -60,13 +60,19 @@ public class CommandRunner
StreamTokenizer tokenizer = new StreamTokenizer(input);
tokenizer.eolIsSignificant(true);
tokenizer.ordinaryChar('-');
tokenizer.wordChars('-', '-');
tokenizer.ordinaryChars('0', '9');
tokenizer.wordChars('0', '9');
tokenizer.ordinaryChar('.');
tokenizer.wordChars('.', '.');
tokenizer.ordinaryChar('@');
tokenizer.wordChars('@', '@');
int status = 0;
List<String> tokens = new ArrayList<String>();
while (StreamTokenizer.TT_EOF != tokenizer.nextToken())