Apache/druid
1
0
Fork 0
mirror of https://github.com/apache/druid.git synced 2025-02-09 03:24:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle case when ignoreInvalidRows is null (#6420)

Browse Source
This commit is contained in:
Atul Mohan 2018-10-05 13:03:37 -05:00 committed by Jonathan Wei
parent c7ac8785a1
commit 868ebfaca0
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
indexing-hadoop/src/main/java/org/apache/druid/indexer/HadoopTuningConfig.java
View File

@ -152,11 +152,11 @@ public class HadoopTuningConfig implements TuningConfig
this.allowedHadoopPrefix = allowedHadoopPrefix == null ? ImmutableList.of() : allowedHadoopPrefix; this.allowedHadoopPrefix = allowedHadoopPrefix == null ? ImmutableList.of() : allowedHadoopPrefix;
this.ignoreInvalidRows = ignoreInvalidRows; this.ignoreInvalidRows = ignoreInvalidRows == null ? false : ignoreInvalidRows;
if (maxParseExceptions != null) { if (maxParseExceptions != null) {
this.maxParseExceptions = maxParseExceptions; this.maxParseExceptions = maxParseExceptions;
} else { } else {
if (ignoreInvalidRows == null || !ignoreInvalidRows) { if (!this.ignoreInvalidRows) {
this.maxParseExceptions = 0; this.maxParseExceptions = 0;
} else { } else {
this.maxParseExceptions = TuningConfig.DEFAULT_MAX_PARSE_EXCEPTIONS; this.maxParseExceptions = TuningConfig.DEFAULT_MAX_PARSE_EXCEPTIONS;

2
integration-tests/src/test/resources/hadoop/batch_hadoop_indexer.json
View File

@ -6,7 +6,7 @@
"parser": { "parser": {
"type": "string", "type": "string",
"parseSpec": { "parseSpec": {
"type": "tsv", "format": "tsv",
"timestampSpec": { "timestampSpec": {
"column": "timestamp", "column": "timestamp",
"format": "yyyyMMddHH" "format": "yyyyMMddHH"