Apache
/
commons-csv
mirror of https://github.com/apache/commons-csv.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Test with empty lines 

git-svn-id: https://svn.apache.org/repos/asf/commons/proper/csv/trunk@1306651 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Sebastian Bazley 2012-03-29 00:05:45 +00:00
parent 02a36dd41d
commit 03dbcf48c0
1 changed files with 36 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
src/test/java/org/apache/commons/csv/CSVLexerTest.java
View File

@ -89,6 +89,42 @@ public class CSVLexerTest {
}
// multiline including comments (and empty lines)
@Test
public void testNextToken2EmptyLines() throws IOException {
final String code =
"1,2,3,\n"+ // 1
"a,b x,c#no-comment\n"+ // 2
"#foo\n"+ // 3
"\n"+ // 4
"d,e,#no-comment\n"+ // 5
"# penultimate comment\n"+ // 6
"# Final comment\n"; // 7
CSVFormat format = CSVFormat.DEFAULT.withCommentStart('#').withEmptyLinesIgnored(false);
assertFalse("Should not ignore empty lines", format.isEmptyLinesIgnored());
Lexer parser = getLexer(code, format);
assertTokenEquals(TOKEN, "1", parser.nextToken(new Token()));
assertTokenEquals(TOKEN, "2", parser.nextToken(new Token()));
assertTokenEquals(TOKEN, "3", parser.nextToken(new Token()));
assertTokenEquals(EORECORD, "", parser.nextToken(new Token())); // 1
assertTokenEquals(TOKEN, "a", parser.nextToken(new Token()));
assertTokenEquals(TOKEN, "b x", parser.nextToken(new Token()));
assertTokenEquals(EORECORD, "c#no-comment", parser.nextToken(new Token())); // 2
assertTokenEquals(COMMENT, "", parser.nextToken(new Token())); // 3
assertTokenEquals(EORECORD, "", parser.nextToken(new Token())); // 4
assertTokenEquals(TOKEN, "d", parser.nextToken(new Token()));
assertTokenEquals(TOKEN, "e", parser.nextToken(new Token()));
assertTokenEquals(EORECORD, "#no-comment", parser.nextToken(new Token())); // 5
assertTokenEquals(COMMENT, "", parser.nextToken(new Token())); // 6
assertTokenEquals(COMMENT, "", parser.nextToken(new Token())); // 7
assertTokenEquals(EOF, "", parser.nextToken(new Token()));
assertTokenEquals(EOF, "", parser.nextToken(new Token()));
}
// simple token with escaping
@Test
public void testNextToken3() throws IOException {