enable quoted tokens in the token enumerator

2008-12-03 10:03:59 +00:00
parent f4bcf49bcb
commit c3bdc3cd7f
2 changed files with 42 additions and 18 deletions
@@ -231,6 +231,8 @@ bool test_enumerate_token()
 		{" abc 1:2 cde;3  4efg5.  ", ":;.,", " 12345"},
 		{"abc.cde,efg", ",.", ""},
 		{"  abc   cde  efg  ", " ", " "},
+		{"a'abc' c 'cde' cefg", " ", " abcd"},
+		{"'abc' abc 'cde'd 'efg'", " ", " abcd"},
 	}, tests2[] = {
 		{"a, b, c", ",", " "},
 		{"a,b,c", ",", " "},