Apache/commons-csv
1
0
Fork 0
mirror of https://github.com/apache/commons-csv.git synced 2025-02-07 02:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Javadoc

Browse Source 
git-svn-id: https://svn.apache.org/repos/asf/commons/proper/csv/trunk@1307201 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Sebastian Bazley 2012-03-30 01:16:45 +00:00
parent 5c3e51363f
commit d89a0f482f
1 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
src/main/java/org/apache/commons/csv/CSVLexer.java
View File

@ -171,16 +171,24 @@ class CSVLexer extends Lexer {
* The encapsulator itself might be included in the token using a
* doubling syntax (as "", '') or using escaping (as in \", \').
* Whitespaces before and after an encapsulated token are ignored.
* The token is finished when one of the following conditions become true:
* <ul>
* <li>an unescaped encapsulator has been reached, and is followed by optional whitespace then:</li>
* <ul>
* <li>delimiter (TOKEN)</li>
* <li>end of line (EORECORD)</li>
* </ul>
* <li>end of stream has been reached (EOF)</li>
* </ul>
*
* @param tkn the current token
* @return a valid token object
* @throws IOException on invalid state
* @throws IOException on invalid state:
* EOF before closing encapsulator or invalid character before delimiter or EOL
*/
private Token encapsulatedTokenLexer(Token tkn) throws IOException {
// save current line
// save current line number in case needed for IOE
int startLineNumber = getLineNumber();
// ignore the given delimiter
// assert c == delimiter;
int c;
while (true) {
c = in.read();
@ -204,7 +212,6 @@ class CSVLexer extends Lexer {
tkn.isReady = true; // There is data at EOF
return tkn;
} else if (isEndOfLine(c)) {
// ok eo token reached
tkn.type = EORECORD;
return tkn;
} else if (!isWhitespace(c)) {