Apache/commons-csv
1
0
Fork 0
mirror of https://github.com/apache/commons-csv.git synced 2025-02-17 07:26:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Improve lexer and token coverage (#67)

Browse Source 
* Improve Lexer and Token coverage

* fix the imports
This commit is contained in:
Chen 2020-04-15 21:28:48 +08:00 committed by GitHub
parent 8ae700e7be
commit d49e991196
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 49 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
src/test/java/org/apache/commons/csv/LexerTest.java
View File

@ -32,7 +32,7 @@ import static org.hamcrest.MatcherAssert.assertThat;
import static org.junit.jupiter.api.Assertions.assertFalse;
import static org.junit.jupiter.api.Assertions.assertThrows;
import static org.junit.jupiter.api.Assertions.assertTrue;
import static org.junit.jupiter.api.Assertions.assertEquals;
import java.io.IOException;
import java.io.StringReader;
@ -389,4 +389,45 @@ public class LexerTest {
assertThrows(IOException.class, () -> lexer.nextToken(new Token()));
}
}
@Test
public void testTrimTrailingSpacesZeroLength() throws Exception {
final StringBuilder buffer = new StringBuilder("");
final Lexer lexer = createLexer(buffer.toString(), CSVFormat.DEFAULT);
lexer.trimTrailingSpaces(buffer);
assertThat(lexer.nextToken(new Token()), matches(EOF, ""));
}
@Test
public void testReadEscapeTab() throws IOException {
try (final Lexer lexer = createLexer("t", CSVFormat.DEFAULT.withEscape('\t'))) {
final int ch = lexer.readEscape();
assertThat(lexer.nextToken(new Token()), matches(EOF, ""));
assertEquals(TAB, ch);
}
}
@Test
public void testReadEscapeBackspace() throws IOException {
try (final Lexer lexer = createLexer("b", CSVFormat.DEFAULT.withEscape('\b'))) {
final int ch = lexer.readEscape();
assertEquals(BACKSPACE, ch);
}
}
@Test
public void testReadEscapeFF() throws IOException {
try (final Lexer lexer = createLexer("f", CSVFormat.DEFAULT.withEscape('\f'))) {
final int ch = lexer.readEscape();
assertEquals(FF, ch);
}
}
@Test
public void testIsMetaCharCommentStart() throws IOException {
try (final Lexer lexer = createLexer("#", CSVFormat.DEFAULT.withCommentMarker('#'))) {
final int ch = lexer.readEscape();
assertEquals('#', ch);
}
}
}

7
src/test/java/org/apache/commons/csv/TokenMatchersTest.java
View File

@ -22,6 +22,7 @@ import static org.apache.commons.csv.TokenMatchers.isReady;
import static org.apache.commons.csv.TokenMatchers.matches;
import static org.junit.jupiter.api.Assertions.assertFalse;
import static org.junit.jupiter.api.Assertions.assertTrue;
import static org.junit.jupiter.api.Assertions.assertEquals;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
@ -67,4 +68,10 @@ public class TokenMatchersTest {
assertFalse(matches(Token.Type.EORECORD, "not the content").matches(token));
}
@Test
public void testToString() {
assertTrue(matches(Token.Type.TOKEN, "content").matches(token));
assertEquals("TOKEN", token.type.name());
assertEquals("TOKEN [content]", token.toString());
}
}