Add Delta snapshot version to the web-console (#17023) (#17119)

Adds snapshot.version to the delta input source in the web-console:
This commit is contained in:
Abhishek Radhakrishnan 2024-09-22 23:06:24 -07:00 committed by GitHub
parent 0c58f88ded
commit 6c0ca77be4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 28 additions and 1 deletions

View File

@ -1060,6 +1060,7 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F
name: 'inputSource.filter',
label: 'Delta filter',
type: 'json',
placeholder: '{"type": "=", "column": "name", "value": "foo"}',
defaultValue: {},
info: (
<>
@ -1072,6 +1073,19 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F
</>
),
},
{
name: 'inputSource.snapshotVersion',
label: 'Delta snapshot version',
type: 'number',
placeholder: '(latest)',
defaultValue: {},
info: (
<>
The snapshot version to read from the Delta table. By default, the latest snapshot is
read.
</>
),
},
];
case 'index_parallel:hdfs':

View File

@ -652,7 +652,7 @@ export const INPUT_SOURCE_FIELDS: Field<InputSource>[] = [
label: 'Delta filter',
type: 'json',
placeholder: '{"type": "=", "column": "name", "value": "foo"}',
defined: inputSource => inputSource.type === 'delta' && deepGet(inputSource, 'filter'),
defined: typeIsKnown(KNOWN_TYPES, 'delta'),
required: false,
info: (
<>
@ -663,6 +663,19 @@ export const INPUT_SOURCE_FIELDS: Field<InputSource>[] = [
</>
),
},
{
name: 'snapshotVersion',
label: 'Delta snapshot version',
type: 'number',
placeholder: '(latest)',
defined: typeIsKnown(KNOWN_TYPES, 'delta'),
required: false,
info: (
<>
The snapshot version to read from the Delta table. By default, the latest snapshot is read.
</>
),
},
// sql
{