@Test
	public void messyArgumentValues() {
		Tokenizer t = new Tokenizer("foo --name=4:5abcdef --xx=(aaa)bbc%32");
		checkTokens(t, token_id("foo", 0, 3),
				token(DOUBLE_MINUS, 4, 6), token_id("name", 6, 10), token(EQUALS, 10, 11),
				token_id("4:5abcdef", 11, 20),
				token(DOUBLE_MINUS, 21, 23), token_id("xx", 23, 25), token(EQUALS, 25, 26),
				token_id("(aaa)bbc%32", 26, 37));
	}
Check the tokenizer breaks strings up into correct token streams.

@author Andy Clement
spring-xd-dirt/src/test/java/org/springframework/xd/dirt/stream/dsl/TokenizerTests.java