@Test
	public void oneModuleWithSpacedValues() {
		Tokenizer t = new Tokenizer("foo --name='i am a foo'");
		checkTokens(t, token_id("foo", 0, 3), token(DOUBLE_MINUS, 4, 6), token_id("name", 6, 10),
				token(EQUALS, 10, 11), token(LITERAL_STRING, "'i am a foo'", 11, 23));

		t = new Tokenizer("foo --name='i have a ''string'' inside'");
		checkTokens(t, token_id("foo", 0, 3), token(DOUBLE_MINUS, 4, 6), token_id("name", 6, 10),
				token(EQUALS, 10, 11), token(LITERAL_STRING, "'i have a ''string'' inside'", 11, 39));

		t = new Tokenizer("foo --name=\"i have a 'string' inside\"");
		checkTokens(t, token_id("foo", 0, 3), token(DOUBLE_MINUS, 4, 6), token_id("name", 6, 10),
				token(EQUALS, 10, 11), token(LITERAL_STRING, "\"i have a 'string' inside\"", 11, 37));

		t = new Tokenizer("foo --name='i have a \"string\" inside'");
		checkTokens(t, token_id("foo", 0, 3), token(DOUBLE_MINUS, 4, 6), token_id("name", 6, 10),
				token(EQUALS, 10, 11), token(LITERAL_STRING, "'i have a \"string\" inside'", 11, 37));
	}
Check the tokenizer breaks strings up into correct token streams.

@author Andy Clement
spring-xd-dirt/src/test/java/org/springframework/xd/dirt/stream/dsl/TokenizerTests.java