Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add jsonPath function test for Avro

This commit is contained in:
frank chen 2021-06-08 15:07:17 +08:00
parent 6c8b10576f
commit caf8ae9459
2 changed files with 39 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
core/src/test/java/org/apache/druid/java/util/common/parsers/JSONPathParserTest.java
View File

@ -266,7 +266,7 @@ public class JSONPathParserTest
Assert.assertEquals(24.0, jsonMap.get("met-array-sum"));
//deviation of [7,8,9] is 1/3, stddev is sqrt(1/3), approximately 0.8165
Assert.assertEquals(0.8165, (double)jsonMap.get("met-array-stddev"), 0.00001);
Assert.assertEquals(0.8165, (double) jsonMap.get("met-array-stddev"), 0.00001);
Assert.assertEquals(ImmutableList.of(7L, 8L, 9L, 10L), jsonMap.get("met-array-append"));
Assert.assertEquals("aaabbb", jsonMap.get("concat"));

40
extensions-core/avro-extensions/src/test/java/org/apache/druid/data/input/avro/AvroFlattenerMakerTest.java
View File

@ -23,6 +23,7 @@ import org.apache.druid.data.input.AvroStreamInputRowParserTest;
import org.apache.druid.data.input.SomeAvroDatum;
import org.junit.Assert;
import org.junit.Test;
import java.util.Collections;
import java.util.List;
@ -146,6 +147,37 @@ public class AvroFlattenerMakerTest
record.getSomeIntArray(),
flattener.makeJsonPathExtractor("$.someIntArray").apply(record)
);
Assert.assertEquals(
(double) record.getSomeIntArray().stream().mapToInt(Integer::intValue).min().getAsInt(),
//return type of min is double
flattener.makeJsonPathExtractor("$.someIntArray.min()").apply(record)
);
Assert.assertEquals(
(double) record.getSomeIntArray().stream().mapToInt(Integer::intValue).max().getAsInt(),
//return type of max is double
flattener.makeJsonPathExtractor("$.someIntArray.max()").apply(record)
);
Assert.assertEquals(
record.getSomeIntArray().stream().mapToInt(Integer::intValue).average().getAsDouble(),
flattener.makeJsonPathExtractor("$.someIntArray.avg()").apply(record)
);
Assert.assertEquals(
record.getSomeIntArray().size(),
flattener.makeJsonPathExtractor("$.someIntArray.length()").apply(record)
);
Assert.assertEquals(
(double) record.getSomeIntArray().stream().mapToInt(Integer::intValue).sum(),
//return type of sum is double
flattener.makeJsonPathExtractor("$.someIntArray.sum()").apply(record)
);
Assert.assertEquals(
2.681,
(double) flattener.makeJsonPathExtractor("$.someIntArray.stddev()").apply(record),
0.0001
);
Assert.assertEquals(
record.getSomeStringArray(),
flattener.makeJsonPathExtractor("$.someStringArray").apply(record)
@ -212,10 +244,14 @@ public class AvroFlattenerMakerTest
flattener.makeJsonPathExtractor("$.someRecordArray[?(@.nestedString)]").apply(record)
);
List<String> nestedStringArray = Collections.singletonList(record.getSomeRecordArray().get(0).getNestedString().toString());
List<String> nestedStringArray = Collections.singletonList(record.getSomeRecordArray()
.get(0)
.getNestedString()
.toString());
Assert.assertEquals(
nestedStringArray,
flattener.makeJsonPathExtractor("$.someRecordArray[?(@.nestedString=='string in record')].nestedString").apply(record)
flattener.makeJsonPathExtractor("$.someRecordArray[?(@.nestedString=='string in record')].nestedString")
.apply(record)
);
}