From d617b6720a67bef3c1324f3e4a7d2c14716550f8 Mon Sep 17 00:00:00 2001
From: belugabehr <12578579+belugabehr@users.noreply.github.com>
Date: Tue, 13 Jul 2021 20:16:59 -0400
Subject: [PATCH] CSV-283: Remove Whitespace Check Determines Delimiter Twice
 (#167)

---
 src/main/java/org/apache/commons/csv/Lexer.java | 14 ++------------
 1 file changed, 2 insertions(+), 12 deletions(-)

diff --git a/src/main/java/org/apache/commons/csv/Lexer.java b/src/main/java/org/apache/commons/csv/Lexer.java
index 1f14543b..045a35b8 100644
--- a/src/main/java/org/apache/commons/csv/Lexer.java
+++ b/src/main/java/org/apache/commons/csv/Lexer.java
@@ -193,16 +193,6 @@ final class Lexer implements Closeable {
         return ch == LF || ch == CR || ch == UNDEFINED;
     }
 
-    /**
-     * Tests if the given char is a whitespace character.
-     *
-     * @return true if the given char is a whitespace character.
-     * @throws IOException If an I/O error occurs.
-     */
-    boolean isWhitespace(final int ch) throws IOException {
-        return !isDelimiter(ch) && Character.isWhitespace((char) ch);
-    }
-
     private char mapNullToDisabled(final Character c) {
         return c == null ? DISABLED : c.charValue();
     }
@@ -271,7 +261,7 @@ final class Lexer implements Closeable {
         while (token.type == INVALID) {
             // ignore whitespaces at beginning of a token
             if (ignoreSurroundingSpaces) {
-                while (isWhitespace(c) && !eol) {
+                while (Character.isWhitespace((char)c) && !isDelimiter(c) && !eol) {
                     c = reader.read();
                     eol = readEndOfLine(c);
                 }
@@ -364,7 +354,7 @@ final class Lexer implements Closeable {
                             token.type = EORECORD;
                             return token;
                         }
-                        if (!isWhitespace(c)) {
+                        if (!Character.isWhitespace((char)c)) {
                             // error invalid char between token and next delimiter
                             throw new IOException("(line " + getCurrentLineNumber() +
                                     ") invalid char between encapsulated token and delimiter");