mirror of https://github.com/apache/druid.git
Update Delta Kernel to 3.2.1 (#17179)
Updated Delta Kernel from 3.2.0 to 3.2.1. This upstream version bump contains fixes to reading long columns, class loader and better retry mechanism when reading checkpoint files.
This commit is contained in:
parent
d982727a29
commit
15987f51f1
|
@ -35,7 +35,7 @@
|
|||
<modelVersion>4.0.0</modelVersion>
|
||||
|
||||
<properties>
|
||||
<delta-kernel.version>3.2.0</delta-kernel.version>
|
||||
<delta-kernel.version>3.2.1</delta-kernel.version>
|
||||
</properties>
|
||||
|
||||
<dependencies>
|
||||
|
@ -49,12 +49,6 @@
|
|||
<artifactId>delta-kernel-defaults</artifactId>
|
||||
<version>${delta-kernel.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>io.delta</groupId>
|
||||
<artifactId>delta-storage</artifactId>
|
||||
<version>${delta-kernel.version}</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.hadoop</groupId>
|
||||
<artifactId>hadoop-client-api</artifactId>
|
||||
|
|
|
@ -42,7 +42,6 @@ import io.delta.kernel.types.StructField;
|
|||
import io.delta.kernel.types.StructType;
|
||||
import io.delta.kernel.utils.CloseableIterator;
|
||||
import io.delta.kernel.utils.FileStatus;
|
||||
import io.delta.storage.LogStore;
|
||||
import org.apache.druid.data.input.ColumnsFilter;
|
||||
import org.apache.druid.data.input.InputFormat;
|
||||
import org.apache.druid.data.input.InputRowSchema;
|
||||
|
@ -340,22 +339,12 @@ public class DeltaInputSource implements SplittableInputSource<DeltaSplit>
|
|||
|
||||
private Snapshot getSnapshotForTable(final Table table, final Engine engine)
|
||||
{
|
||||
// Setting the LogStore class loader before calling the Delta Kernel snapshot API is required as a workaround with
|
||||
// the 3.2.0 Delta Kernel because the Kernel library cannot instantiate the LogStore class otherwise. Please see
|
||||
// https://github.com/delta-io/delta/issues/3299 for details. This workaround can be removed once the issue is fixed.
|
||||
final ClassLoader currCtxCl = Thread.currentThread().getContextClassLoader();
|
||||
try {
|
||||
Thread.currentThread().setContextClassLoader(LogStore.class.getClassLoader());
|
||||
if (snapshotVersion != null) {
|
||||
return table.getSnapshotAsOfVersion(engine, snapshotVersion);
|
||||
} else {
|
||||
return table.getLatestSnapshot(engine);
|
||||
}
|
||||
}
|
||||
finally {
|
||||
Thread.currentThread().setContextClassLoader(currCtxCl);
|
||||
}
|
||||
}
|
||||
|
||||
@VisibleForTesting
|
||||
String getTablePath()
|
||||
|
|
Loading…
Reference in New Issue