Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update mocks (#15745)

This commit is contained in:
Vadim Ogievetsky 2024-01-24 11:41:52 -08:00 committed by GitHub
parent ef0232290c
commit 55ed69f830
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
14 changed files with 1369 additions and 838 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

72
web-console/src/druid-models/execution/execution-ingest-complete.mock.ts
View File

@ -43,20 +43,40 @@ PARTITIONED BY ALL TIME
export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
multiStageQuery: { multiStageQuery: {
type: 'multiStageQuery', type: 'multiStageQuery',
taskId: 'query-93a855fa-c35a-48df-b596-6bc98eed1101', taskId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
payload: { payload: {
status: { status: {
status: 'SUCCESS', status: 'SUCCESS',
startTime: '2023-08-01T03:12:59.527Z', startTime: '2024-01-23T19:45:43.073Z',
durationMs: 23699, durationMs: 14208,
workers: {
'0': [
{
workerId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87-worker0_0',
state: 'SUCCESS',
durationMs: 8789,
},
],
},
pendingTasks: 0, pendingTasks: 0,
runningTasks: 2, runningTasks: 1,
segmentLoadWaiterStatus: {
state: 'SUCCESS',
startTime: '2024-01-23T19:45:52.189Z',
duration: 5092,
totalSegments: 1,
usedSegments: 1,
precachedSegments: 1,
onDemandSegments: 0,
pendingSegments: 0,
unknownSegments: 0,
},
}, },
stages: [ stages: [
{ {
stageNumber: 0, stageNumber: 0,
definition: { definition: {
id: 'ad318360-2ccf-4afc-b221-27c8704bf4fe_0', id: '7f62fa91-f49a-4053-adec-5aa09c251ee3_0',
input: [ input: [
{ {
type: 'external', type: 'external',
@ -127,6 +147,7 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
columns: ['agent_type', 'v0'], columns: ['agent_type', 'v0'],
legacy: false, legacy: false,
context: { context: {
__resultFormat: 'array',
__timeColumn: 'v0', __timeColumn: 'v0',
__user: 'allowAll', __user: 'allowAll',
executionMode: 'async', executionMode: 'async',
@ -135,12 +156,13 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
groupByEnableMultiValueUnnesting: false, groupByEnableMultiValueUnnesting: false,
maxNumTasks: 2, maxNumTasks: 2,
maxParseExceptions: 0, maxParseExceptions: 0,
queryId: '93a855fa-c35a-48df-b596-6bc98eed1101', queryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
scanSignature: scanSignature:
'[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]', '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
sqlInsertSegmentGranularity: '{"type":"all"}', sqlInsertSegmentGranularity: '{"type":"all"}',
sqlQueryId: '93a855fa-c35a-48df-b596-6bc98eed1101', sqlQueryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
sqlReplaceTimeChunks: 'all', sqlReplaceTimeChunks: 'all',
waitUntilSegmentsLoad: true,
}, },
granularity: { granularity: {
type: 'all', type: 'all',
@ -179,14 +201,14 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
phase: 'FINISHED', phase: 'FINISHED',
workerCount: 1, workerCount: 1,
partitionCount: 1, partitionCount: 1,
startTime: '2023-08-01T03:12:59.865Z', startTime: '2024-01-23T19:45:43.302Z',
duration: 21324, duration: 6884,
sort: true, sort: true,
}, },
{ {
stageNumber: 1, stageNumber: 1,
definition: { definition: {
id: 'ad318360-2ccf-4afc-b221-27c8704bf4fe_1', id: '7f62fa91-f49a-4053-adec-5aa09c251ee3_1',
input: [ input: [
{ {
type: 'stage', type: 'stage',
@ -251,8 +273,8 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
phase: 'FINISHED', phase: 'FINISHED',
workerCount: 1, workerCount: 1,
partitionCount: 1, partitionCount: 1,
startTime: '2023-08-01T03:13:21.156Z', startTime: '2024-01-23T19:45:50.170Z',
duration: 2070, duration: 1263,
}, },
], ],
counters: { counters: {
@ -317,10 +339,10 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
}, },
}) })
.updateWithTaskPayload({ .updateWithTaskPayload({
task: 'query-93a855fa-c35a-48df-b596-6bc98eed1101', task: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
payload: { payload: {
type: 'query_controller', type: 'query_controller',
id: 'query-93a855fa-c35a-48df-b596-6bc98eed1101', id: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
spec: { spec: {
query: { query: {
queryType: 'scan', queryType: 'scan',
@ -363,6 +385,7 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
columns: ['agent_type', 'v0'], columns: ['agent_type', 'v0'],
legacy: false, legacy: false,
context: { context: {
__resultFormat: 'array',
__user: 'allowAll', __user: 'allowAll',
executionMode: 'async', executionMode: 'async',
finalize: false, finalize: false,
@ -370,11 +393,12 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
groupByEnableMultiValueUnnesting: false, groupByEnableMultiValueUnnesting: false,
maxNumTasks: 2, maxNumTasks: 2,
maxParseExceptions: 0, maxParseExceptions: 0,
queryId: '93a855fa-c35a-48df-b596-6bc98eed1101', queryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]', scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
sqlInsertSegmentGranularity: '{"type":"all"}', sqlInsertSegmentGranularity: '{"type":"all"}',
sqlQueryId: '93a855fa-c35a-48df-b596-6bc98eed1101', sqlQueryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
sqlReplaceTimeChunks: 'all', sqlReplaceTimeChunks: 'all',
waitUntilSegmentsLoad: true,
}, },
granularity: { granularity: {
type: 'all', type: 'all',
@ -409,13 +433,15 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
'REPLACE INTO "kttm_simple" OVERWRITE ALL\nSELECT\n TIME_PARSE("timestamp") AS "__time",\n "agent_type"\nFROM TABLE(\n EXTERN(\n \'{"type":"http","uris":["https://static.imply.io/example-data/kttm-v2/kttm-v2-2019-08-25.json.gz"]}\',\n \'{"type":"json"}\'\n )\n) EXTEND ("timestamp" VARCHAR, "agent_type" VARCHAR)\nPARTITIONED BY ALL TIME', 'REPLACE INTO "kttm_simple" OVERWRITE ALL\nSELECT\n TIME_PARSE("timestamp") AS "__time",\n "agent_type"\nFROM TABLE(\n EXTERN(\n \'{"type":"http","uris":["https://static.imply.io/example-data/kttm-v2/kttm-v2-2019-08-25.json.gz"]}\',\n \'{"type":"json"}\'\n )\n) EXTEND ("timestamp" VARCHAR, "agent_type" VARCHAR)\nPARTITIONED BY ALL TIME',
sqlQueryContext: { sqlQueryContext: {
finalizeAggregations: false, finalizeAggregations: false,
sqlQueryId: '93a855fa-c35a-48df-b596-6bc98eed1101', sqlQueryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
groupByEnableMultiValueUnnesting: false, groupByEnableMultiValueUnnesting: false,
sqlInsertSegmentGranularity: '{"type":"all"}', sqlInsertSegmentGranularity: '{"type":"all"}',
maxNumTasks: 2, maxNumTasks: 2,
waitUntilSegmentsLoad: true,
sqlReplaceTimeChunks: 'all', sqlReplaceTimeChunks: 'all',
executionMode: 'async', executionMode: 'async',
queryId: '93a855fa-c35a-48df-b596-6bc98eed1101', __resultFormat: 'array',
queryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
}, },
sqlResultsContext: { sqlResultsContext: {
timeZone: 'UTC', timeZone: 'UTC',
@ -428,19 +454,19 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
forceTimeChunkLock: true, forceTimeChunkLock: true,
useLineageBasedSegmentAllocation: true, useLineageBasedSegmentAllocation: true,
}, },
groupId: 'query-93a855fa-c35a-48df-b596-6bc98eed1101', groupId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
dataSource: 'kttm_simple', dataSource: 'kttm_simple',
resource: { resource: {
availabilityGroup: 'query-93a855fa-c35a-48df-b596-6bc98eed1101', availabilityGroup: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
requiredCapacity: 1, requiredCapacity: 1,
}, },
}, },
}) })
.updateWithAsyncStatus({ .updateWithAsyncStatus({
queryId: 'query-93a855fa-c35a-48df-b596-6bc98eed1101', queryId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
state: 'SUCCESS', state: 'SUCCESS',
createdAt: '2023-08-01T03:12:50.121Z', createdAt: '2024-01-23T19:45:41.136Z',
durationMs: 37657, durationMs: 16637,
result: { result: {
numTotalRows: 465346, numTotalRows: 465346,
totalSizeInBytes: 0, totalSizeInBytes: 0,

61
web-console/src/druid-models/execution/execution-ingest-error.mock.ts
View File

@ -44,12 +44,12 @@ PARTITIONED BY DAY
export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
multiStageQuery: { multiStageQuery: {
type: 'multiStageQuery', type: 'multiStageQuery',
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b', taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
payload: { payload: {
status: { status: {
status: 'FAILED', status: 'FAILED',
errorReport: { errorReport: {
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0', taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
host: 'localhost', host: 'localhost',
error: { error: {
errorCode: 'TooManyWarnings', errorCode: 'TooManyWarnings',
@ -60,7 +60,7 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
}, },
warnings: [ warnings: [
{ {
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0', taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
host: 'localhost:8101', host: 'localhost:8101',
stageNumber: 0, stageNumber: 0,
error: { error: {
@ -69,10 +69,10 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
'Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)', 'Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)',
}, },
exceptionStackTrace: exceptionStackTrace:
'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 23 more\n', 'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:840)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 24 more\n',
}, },
{ {
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0', taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
host: 'localhost:8101', host: 'localhost:8101',
stageNumber: 0, stageNumber: 0,
error: { error: {
@ -81,19 +81,28 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
'Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)', 'Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)',
}, },
exceptionStackTrace: exceptionStackTrace:
'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 23 more\n', 'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:840)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 24 more\n',
}, },
], ],
startTime: '2023-08-01T04:20:24.945Z', startTime: '2024-01-23T19:56:44.633Z',
durationMs: 14545, durationMs: 4483,
workers: {
'0': [
{
workerId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
state: 'FAILED',
durationMs: -1,
},
],
},
pendingTasks: 0, pendingTasks: 0,
runningTasks: 2, runningTasks: 1,
}, },
stages: [ stages: [
{ {
stageNumber: 0, stageNumber: 0,
definition: { definition: {
id: 'f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0', id: '2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0',
input: [ input: [
{ {
type: 'external', type: 'external',
@ -166,6 +175,7 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
columns: ['agent_type', 'v0'], columns: ['agent_type', 'v0'],
legacy: false, legacy: false,
context: { context: {
__resultFormat: 'array',
__timeColumn: 'v0', __timeColumn: 'v0',
__user: 'allowAll', __user: 'allowAll',
executionMode: 'async', executionMode: 'async',
@ -174,12 +184,13 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
groupByEnableMultiValueUnnesting: false, groupByEnableMultiValueUnnesting: false,
maxNumTasks: 2, maxNumTasks: 2,
maxParseExceptions: 2, maxParseExceptions: 2,
queryId: 'af8a263d-213f-418e-ad8d-37d55beff59b', queryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
scanSignature: scanSignature:
'[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]', '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
sqlInsertSegmentGranularity: '"DAY"', sqlInsertSegmentGranularity: '"DAY"',
sqlQueryId: 'af8a263d-213f-418e-ad8d-37d55beff59b', sqlQueryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
sqlReplaceTimeChunks: 'all', sqlReplaceTimeChunks: 'all',
waitUntilSegmentsLoad: true,
}, },
granularity: { granularity: {
type: 'all', type: 'all',
@ -226,14 +237,14 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
}, },
phase: 'FAILED', phase: 'FAILED',
workerCount: 1, workerCount: 1,
startTime: '2023-08-01T04:20:25.296Z', startTime: '2024-01-23T19:56:44.857Z',
duration: 14193, duration: 4259,
sort: true, sort: true,
}, },
{ {
stageNumber: 1, stageNumber: 1,
definition: { definition: {
id: 'f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1', id: '2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1',
input: [ input: [
{ {
type: 'stage', type: 'stage',
@ -335,10 +346,10 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
}, },
}, },
}).updateWithTaskPayload({ }).updateWithTaskPayload({
task: 'query-af8a263d-213f-418e-ad8d-37d55beff59b', task: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
payload: { payload: {
type: 'query_controller', type: 'query_controller',
id: 'query-af8a263d-213f-418e-ad8d-37d55beff59b', id: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
spec: { spec: {
query: { query: {
queryType: 'scan', queryType: 'scan',
@ -381,6 +392,7 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
columns: ['agent_type', 'v0'], columns: ['agent_type', 'v0'],
legacy: false, legacy: false,
context: { context: {
__resultFormat: 'array',
__user: 'allowAll', __user: 'allowAll',
executionMode: 'async', executionMode: 'async',
finalize: false, finalize: false,
@ -388,11 +400,12 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
groupByEnableMultiValueUnnesting: false, groupByEnableMultiValueUnnesting: false,
maxNumTasks: 2, maxNumTasks: 2,
maxParseExceptions: 2, maxParseExceptions: 2,
queryId: 'af8a263d-213f-418e-ad8d-37d55beff59b', queryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]', scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
sqlInsertSegmentGranularity: '"DAY"', sqlInsertSegmentGranularity: '"DAY"',
sqlQueryId: 'af8a263d-213f-418e-ad8d-37d55beff59b', sqlQueryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
sqlReplaceTimeChunks: 'all', sqlReplaceTimeChunks: 'all',
waitUntilSegmentsLoad: true,
}, },
granularity: { granularity: {
type: 'all', type: 'all',
@ -426,13 +439,15 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
sqlQueryContext: { sqlQueryContext: {
maxParseExceptions: 2, maxParseExceptions: 2,
finalizeAggregations: false, finalizeAggregations: false,
sqlQueryId: 'af8a263d-213f-418e-ad8d-37d55beff59b', sqlQueryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
groupByEnableMultiValueUnnesting: false, groupByEnableMultiValueUnnesting: false,
sqlInsertSegmentGranularity: '"DAY"', sqlInsertSegmentGranularity: '"DAY"',
maxNumTasks: 2, maxNumTasks: 2,
waitUntilSegmentsLoad: true,
sqlReplaceTimeChunks: 'all', sqlReplaceTimeChunks: 'all',
executionMode: 'async', executionMode: 'async',
queryId: 'af8a263d-213f-418e-ad8d-37d55beff59b', __resultFormat: 'array',
queryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
}, },
sqlResultsContext: { sqlResultsContext: {
timeZone: 'UTC', timeZone: 'UTC',
@ -445,10 +460,10 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
forceTimeChunkLock: true, forceTimeChunkLock: true,
useLineageBasedSegmentAllocation: true, useLineageBasedSegmentAllocation: true,
}, },
groupId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b', groupId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
dataSource: 'kttm-blank-lines', dataSource: 'kttm-blank-lines',
resource: { resource: {
availabilityGroup: 'query-af8a263d-213f-418e-ad8d-37d55beff59b', availabilityGroup: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
requiredCapacity: 1, requiredCapacity: 1,
}, },
}, },

66
web-console/src/druid-models/execution/execution.spec.ts
View File

@ -42,14 +42,14 @@ describe('Execution', () => {
"useLineageBasedSegmentAllocation": true, "useLineageBasedSegmentAllocation": true,
}, },
"dataSource": "kttm_simple", "dataSource": "kttm_simple",
"groupId": "query-93a855fa-c35a-48df-b596-6bc98eed1101", "groupId": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
"id": "query-93a855fa-c35a-48df-b596-6bc98eed1101", "id": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
"nativeTypeNames": Array [ "nativeTypeNames": Array [
"LONG", "LONG",
"STRING", "STRING",
], ],
"resource": Object { "resource": Object {
"availabilityGroup": "query-93a855fa-c35a-48df-b596-6bc98eed1101", "availabilityGroup": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
"requiredCapacity": 1, "requiredCapacity": 1,
}, },
"spec": Object { "spec": Object {
@ -80,6 +80,7 @@ describe('Execution', () => {
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -87,11 +88,12 @@ describe('Execution', () => {
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 0, "maxParseExceptions": 0,
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}", "sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -157,14 +159,16 @@ describe('Execution', () => {
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR) ) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
PARTITIONED BY ALL TIME", PARTITIONED BY ALL TIME",
"sqlQueryContext": Object { "sqlQueryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}", "sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"sqlResultsContext": Object { "sqlResultsContext": Object {
"serializeComplexValues": true, "serializeComplexValues": true,
@ -177,7 +181,7 @@ describe('Execution', () => {
], ],
"type": "query_controller", "type": "query_controller",
}, },
"task": "query-93a855fa-c35a-48df-b596-6bc98eed1101", "task": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
}, },
"capacityInfo": undefined, "capacityInfo": undefined,
"destination": Object { "destination": Object {
@ -192,16 +196,17 @@ describe('Execution', () => {
"type": "dataSource", "type": "dataSource",
}, },
"destinationPages": undefined, "destinationPages": undefined,
"duration": 23699, "duration": 14208,
"engine": "sql-msq-task", "engine": "sql-msq-task",
"error": undefined, "error": undefined,
"id": "query-93a855fa-c35a-48df-b596-6bc98eed1101", "id": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
"nativeQuery": Object { "nativeQuery": Object {
"columns": Array [ "columns": Array [
"agent_type", "agent_type",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -209,11 +214,12 @@ describe('Execution', () => {
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 0, "maxParseExceptions": 0,
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}", "sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -262,13 +268,25 @@ describe('Execution', () => {
], ],
}, },
"queryContext": Object { "queryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"waitUntilSegmentsLoad": true,
}, },
"result": undefined, "result": undefined,
"segmentStatus": undefined, "segmentStatus": Object {
"duration": 5092,
"onDemandSegments": 0,
"pendingSegments": 0,
"precachedSegments": 1,
"startTime": "2024-01-23T19:45:52.189Z",
"state": "SUCCESS",
"totalSegments": 1,
"unknownSegments": 0,
"usedSegments": 1,
},
"sqlQuery": "REPLACE INTO \\"kttm_simple\\" OVERWRITE ALL "sqlQuery": "REPLACE INTO \\"kttm_simple\\" OVERWRITE ALL
SELECT SELECT
TIME_PARSE(\\"timestamp\\") AS \\"__time\\", TIME_PARSE(\\"timestamp\\") AS \\"__time\\",
@ -368,7 +386,7 @@ describe('Execution', () => {
"stages": Array [ "stages": Array [
Object { Object {
"definition": Object { "definition": Object {
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_0", "id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_0",
"input": Array [ "input": Array [
Object { Object {
"inputFormat": Object { "inputFormat": Object {
@ -404,6 +422,7 @@ describe('Execution', () => {
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__timeColumn": "v0", "__timeColumn": "v0",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
@ -412,11 +431,12 @@ describe('Execution', () => {
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 0, "maxParseExceptions": 0,
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}", "sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -494,17 +514,17 @@ describe('Execution', () => {
}, },
], ],
}, },
"duration": 21324, "duration": 6884,
"partitionCount": 1, "partitionCount": 1,
"phase": "FINISHED", "phase": "FINISHED",
"sort": true, "sort": true,
"stageNumber": 0, "stageNumber": 0,
"startTime": "2023-08-01T03:12:59.865Z", "startTime": "2024-01-23T19:45:43.302Z",
"workerCount": 1, "workerCount": 1,
}, },
Object { Object {
"definition": Object { "definition": Object {
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_1", "id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_1",
"input": Array [ "input": Array [
Object { Object {
"stage": 0, "stage": 0,
@ -570,20 +590,20 @@ describe('Execution', () => {
}, },
"signature": Array [], "signature": Array [],
}, },
"duration": 2070, "duration": 1263,
"partitionCount": 1, "partitionCount": 1,
"phase": "FINISHED", "phase": "FINISHED",
"stageNumber": 1, "stageNumber": 1,
"startTime": "2023-08-01T03:13:21.156Z", "startTime": "2024-01-23T19:45:50.170Z",
"workerCount": 1, "workerCount": 1,
}, },
], ],
}, },
"startTime": 2023-08-01T03:12:59.527Z, "startTime": 2024-01-23T19:45:43.073Z,
"status": "SUCCESS", "status": "SUCCESS",
"usageInfo": Object { "usageInfo": Object {
"pendingTasks": 0, "pendingTasks": 0,
"runningTasks": 2, "runningTasks": 1,
}, },
"warnings": undefined, "warnings": undefined,
} }

25
web-console/src/druid-models/execution/execution.ts
View File

@ -32,7 +32,12 @@ import type { DruidEngine } from '../druid-engine/druid-engine';
import { validDruidEngine } from '../druid-engine/druid-engine'; import { validDruidEngine } from '../druid-engine/druid-engine';
import type { QueryContext } from '../query-context/query-context'; import type { QueryContext } from '../query-context/query-context';
import { Stages } from '../stages/stages'; import { Stages } from '../stages/stages';
import type { MsqTaskPayloadResponse, MsqTaskReportResponse, TaskStatus } from '../task/task'; import type {
MsqTaskPayloadResponse,
MsqTaskReportResponse,
SegmentLoadWaiterStatus,
TaskStatus,
} from '../task/task';
const IGNORE_CONTEXT_KEYS = [ const IGNORE_CONTEXT_KEYS = [
'__asyncIdentity__', '__asyncIdentity__',
@ -165,18 +170,6 @@ function formatPendingMessage(
} }
} }
interface SegmentStatus {
duration: number;
onDemandSegments: number;
pendingSegments: number;
precachedSegments: number;
startTime: Date;
state: 'INIT' | 'WAITING' | 'SUCCESS';
totalSegments: number;
unknownSegments: number;
usedSegments: number;
}
export interface ExecutionValue { export interface ExecutionValue {
engine: DruidEngine; engine: DruidEngine;
id: string; id: string;
@ -195,7 +188,7 @@ export interface ExecutionValue {
warnings?: ExecutionError[]; warnings?: ExecutionError[];
capacityInfo?: CapacityInfo; capacityInfo?: CapacityInfo;
_payload?: MsqTaskPayloadResponse; _payload?: MsqTaskPayloadResponse;
segmentStatus?: SegmentStatus; segmentStatus?: SegmentLoadWaiterStatus;
} }
export class Execution { export class Execution {
@ -306,7 +299,7 @@ export class Execution {
const startTime = new Date(deepGet(taskReport, 'multiStageQuery.payload.status.startTime')); const startTime = new Date(deepGet(taskReport, 'multiStageQuery.payload.status.startTime'));
const durationMs = deepGet(taskReport, 'multiStageQuery.payload.status.durationMs'); const durationMs = deepGet(taskReport, 'multiStageQuery.payload.status.durationMs');
const segmentLoaderStatus = deepGet( const segmentLoaderStatus: SegmentLoadWaiterStatus = deepGet(
taskReport, taskReport,
'multiStageQuery.payload.status.segmentLoadWaiterStatus', 'multiStageQuery.payload.status.segmentLoadWaiterStatus',
); );
@ -389,7 +382,7 @@ export class Execution {
public readonly error?: ExecutionError; public readonly error?: ExecutionError;
public readonly warnings?: ExecutionError[]; public readonly warnings?: ExecutionError[];
public readonly capacityInfo?: CapacityInfo; public readonly capacityInfo?: CapacityInfo;
public readonly segmentStatus?: SegmentStatus; public readonly segmentStatus?: SegmentLoadWaiterStatus;
public readonly _payload?: { payload: any; task: string }; public readonly _payload?: { payload: any; task: string };

1006
web-console/src/druid-models/stages/stages.mock.ts
View File

File diff suppressed because it is too large Load Diff

474
web-console/src/druid-models/stages/stages.spec.ts
View File

@ -27,273 +27,269 @@ describe('Stages', () => {
describe('#getByPartitionCountersForStage', () => { describe('#getByPartitionCountersForStage', () => {
it('works for input', () => { it('works for input', () => {
expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'input')).toEqual([ expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'input'))
{ .toMatchInlineSnapshot(`
index: 0, Array [
input0: { Object {
bytes: 5458795, "index": 0,
files: 0, "input0": Object {
frames: 11, "bytes": 10943622,
rows: 19834, "files": 0,
totalFiles: 0, "frames": 21,
"rows": 39742,
"totalFiles": 0,
},
}, },
}, ]
{ `);
index: 1,
input0: {
bytes: 5464500,
files: 0,
frames: 11,
rows: 19833,
totalFiles: 0,
},
},
]);
}); });
it('works for output', () => { it('works for output', () => {
expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'output')).toEqual([ expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'output'))
{ .toMatchInlineSnapshot(`
index: 0, Array [
shuffle: { Object {
bytes: 257524, "index": 0,
files: 0, "shuffle": Object {
frames: 1, "bytes": 257524,
rows: 888, "files": 0,
totalFiles: 0, "frames": 1,
"rows": 888,
"totalFiles": 0,
},
}, },
}, Object {
{ "index": 1,
index: 1, "shuffle": Object {
shuffle: { "bytes": 289731,
bytes: 289161, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 995,
rows: 993, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 2,
index: 2, "shuffle": Object {
shuffle: { "bytes": 412396,
bytes: 412116, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 1419,
rows: 1418, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 3,
index: 3, "shuffle": Object {
shuffle: { "bytes": 262388,
bytes: 259346, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 905,
rows: 894, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 4,
index: 4, "shuffle": Object {
shuffle: { "bytes": 170554,
bytes: 170554, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 590,
rows: 590, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 5,
index: 5, "shuffle": Object {
shuffle: { "bytes": 188324,
bytes: 182872, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 652,
rows: 633, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 6,
index: 6, "shuffle": Object {
shuffle: { "bytes": 92275,
bytes: 88525, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 322,
rows: 309, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 7,
index: 7, "shuffle": Object {
shuffle: { "bytes": 69531,
bytes: 67821, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 247,
rows: 241, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 8,
index: 8, "shuffle": Object {
shuffle: { "bytes": 65844,
bytes: 65844, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 236,
rows: 236, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 9,
index: 9, "shuffle": Object {
shuffle: { "bytes": 85875,
bytes: 85875, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 309,
rows: 309, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 10,
index: 10, "shuffle": Object {
shuffle: { "bytes": 71852,
bytes: 71002, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 256,
rows: 253, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 11,
index: 11, "shuffle": Object {
shuffle: { "bytes": 72512,
bytes: 72512, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 260,
rows: 260, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 12,
index: 12, "shuffle": Object {
shuffle: { "bytes": 123204,
bytes: 123204, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 440,
rows: 440, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 13,
index: 13, "shuffle": Object {
shuffle: { "bytes": 249217,
bytes: 249217, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 876,
rows: 876, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 14,
index: 14, "shuffle": Object {
shuffle: { "bytes": 399583,
bytes: 399583, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 1394,
rows: 1394, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 15,
index: 15, "shuffle": Object {
shuffle: { "bytes": 256916,
bytes: 256916, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 892,
rows: 892, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 16,
index: 16, "shuffle": Object {
shuffle: { "bytes": 1039927,
bytes: 1039927, "files": 0,
files: 0, "frames": 2,
frames: 2, "rows": 3595,
rows: 3595, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 17,
index: 17, "shuffle": Object {
shuffle: { "bytes": 1887893,
bytes: 1887927, "files": 0,
files: 0, "frames": 4,
frames: 5, "rows": 6522,
rows: 6522, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 18,
index: 18, "shuffle": Object {
shuffle: { "bytes": 1307287,
bytes: 1307287, "files": 0,
files: 0, "frames": 3,
frames: 3, "rows": 4525,
rows: 4525, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 19,
index: 19, "shuffle": Object {
shuffle: { "bytes": 1248166,
bytes: 1247597, "files": 0,
files: 0, "frames": 3,
frames: 3, "rows": 4326,
rows: 4324, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 20,
index: 20, "shuffle": Object {
shuffle: { "bytes": 1195593,
bytes: 1195593, "files": 0,
files: 0, "frames": 3,
frames: 3, "rows": 4149,
rows: 4149, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 21,
index: 21, "shuffle": Object {
shuffle: { "bytes": 738804,
bytes: 738804, "files": 0,
files: 0, "frames": 2,
frames: 2, "rows": 2561,
rows: 2561, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 22,
index: 22, "shuffle": Object {
shuffle: { "bytes": 552485,
bytes: 552485, "files": 0,
files: 0, "frames": 2,
frames: 2, "rows": 1914,
rows: 1914, "totalFiles": 0,
totalFiles: 0, },
}, },
}, Object {
{ "index": 23,
index: 23, "shuffle": Object {
shuffle: { "bytes": 418062,
bytes: 417784, "files": 0,
files: 0, "frames": 1,
frames: 1, "rows": 1452,
rows: 1451, "totalFiles": 0,
totalFiles: 0, },
}, },
}, ]
]); `);
}); });
}); });
}); });

3
web-console/src/druid-models/stages/stages.ts
View File

@ -33,6 +33,9 @@ export type StageInput =
| { | {
type: 'table'; type: 'table';
dataSource: string; dataSource: string;
intervals: string[];
filter?: any;
filterFields?: string[];
} }
| { | {
type: 'external'; type: 'external';

20
web-console/src/druid-models/task/task.ts
View File

@ -77,6 +77,24 @@ export interface MsqTaskPayloadResponse {
}; };
} }
export interface WorkerState {
workerId: string;
state: string;
durationMs: number;
}
export interface SegmentLoadWaiterStatus {
state: 'INIT' | 'WAITING' | 'SUCCESS';
startTime: string;
duration: number;
totalSegments: number;
usedSegments: number;
precachedSegments: number;
onDemandSegments: number;
pendingSegments: number;
unknownSegments: number;
}
export interface MsqTaskReportResponse { export interface MsqTaskReportResponse {
multiStageQuery: { multiStageQuery: {
type: 'multiStageQuery'; type: 'multiStageQuery';
@ -90,6 +108,8 @@ export interface MsqTaskReportResponse {
durationMs: number; durationMs: number;
pendingTasks: number; pendingTasks: number;
runningTasks: number; runningTasks: number;
workers?: Record<string, WorkerState[]>;
segmentLoadWaiterStatus?: SegmentLoadWaiterStatus;
}; };
stages: StageDefinition[]; stages: StageDefinition[];
counters: Record<string, Record<string, any>>; counters: Record<string, Record<string, any>>;

440
web-console/src/views/workbench-view/execution-details-pane/__snapshots__/execution-details-pane.spec.tsx.snap
View File

@ -40,7 +40,7 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
> >
<div> <div>
<p> <p>
General info for query-af8a263d-213f-418e-ad8d-37d55beff59b ingesting into "kttm-blank-lines" General info for query-26d490c6-c06d-4cd2-938f-bc5f7f982754 ingesting into "kttm-blank-lines"
</p> </p>
<p> <p>
Results written to dataSource Results written to dataSource
@ -55,14 +55,14 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
"useLineageBasedSegmentAllocation": true, "useLineageBasedSegmentAllocation": true,
}, },
"dataSource": "kttm-blank-lines", "dataSource": "kttm-blank-lines",
"groupId": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "groupId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"nativeTypeNames": Array [ "nativeTypeNames": Array [
"LONG", "LONG",
"STRING", "STRING",
], ],
"resource": Object { "resource": Object {
"availabilityGroup": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "availabilityGroup": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"requiredCapacity": 1, "requiredCapacity": 1,
}, },
"spec": Object { "spec": Object {
@ -91,6 +91,7 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -98,11 +99,12 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -168,15 +170,17 @@ FROM TABLE(
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR) ) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
PARTITIONED BY DAY", PARTITIONED BY DAY",
"sqlQueryContext": Object { "sqlQueryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"sqlResultsContext": Object { "sqlResultsContext": Object {
"serializeComplexValues": true, "serializeComplexValues": true,
@ -189,7 +193,7 @@ PARTITIONED BY DAY",
], ],
"type": "query_controller", "type": "query_controller",
}, },
"task": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "task": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
}, },
"capacityInfo": undefined, "capacityInfo": undefined,
"destination": Object { "destination": Object {
@ -201,7 +205,7 @@ PARTITIONED BY DAY",
"type": "dataSource", "type": "dataSource",
}, },
"destinationPages": undefined, "destinationPages": undefined,
"duration": 14545, "duration": 4483,
"engine": "sql-msq-task", "engine": "sql-msq-task",
"error": Object { "error": Object {
"error": Object { "error": Object {
@ -211,15 +215,16 @@ PARTITIONED BY DAY",
"rootErrorCode": "CannotParseExternalData", "rootErrorCode": "CannotParseExternalData",
}, },
"host": "localhost", "host": "localhost",
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"nativeQuery": Object { "nativeQuery": Object {
"columns": Array [ "columns": Array [
"agent_type", "agent_type",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -227,11 +232,12 @@ PARTITIONED BY DAY",
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -280,11 +286,13 @@ PARTITIONED BY DAY",
], ],
}, },
"queryContext": Object { "queryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"waitUntilSegmentsLoad": true,
}, },
"result": undefined, "result": undefined,
"segmentStatus": undefined, "segmentStatus": undefined,
@ -352,7 +360,7 @@ PARTITIONED BY DAY",
"stages": Array [ "stages": Array [
Object { Object {
"definition": Object { "definition": Object {
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0", "id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0",
"input": Array [ "input": Array [
Object { Object {
"inputFormat": Object { "inputFormat": Object {
@ -388,6 +396,7 @@ PARTITIONED BY DAY",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__timeColumn": "v0", "__timeColumn": "v0",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
@ -396,11 +405,12 @@ PARTITIONED BY DAY",
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -487,16 +497,16 @@ PARTITIONED BY DAY",
}, },
], ],
}, },
"duration": 14193, "duration": 4259,
"phase": "FAILED", "phase": "FAILED",
"sort": true, "sort": true,
"stageNumber": 0, "stageNumber": 0,
"startTime": "2023-08-01T04:20:25.296Z", "startTime": "2024-01-23T19:56:44.857Z",
"workerCount": 1, "workerCount": 1,
}, },
Object { Object {
"definition": Object { "definition": Object {
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1", "id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1",
"input": Array [ "input": Array [
Object { Object {
"stage": 0, "stage": 0,
@ -566,11 +576,11 @@ PARTITIONED BY DAY",
}, },
], ],
}, },
"startTime": 2023-08-01T04:20:24.945Z, "startTime": 2024-01-23T19:56:44.633Z,
"status": "FAILED", "status": "FAILED",
"usageInfo": Object { "usageInfo": Object {
"pendingTasks": 0, "pendingTasks": 0,
"runningTasks": 2, "runningTasks": 1,
}, },
"warnings": Array [ "warnings": Array [
Object { Object {
@ -580,44 +590,45 @@ PARTITIONED BY DAY",
}, },
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3) "exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74) at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95) at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115) at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70) at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110) at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103) at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159) at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75) at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837) at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251) at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:829) at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
at [Source: (String)\\"\\"; line: 1, column: 0] at [Source: (String)\\"\\"; line: 1, column: 0]
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360) at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205) at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
... 23 more ... 24 more
", ",
"host": "localhost:8101", "host": "localhost:8101",
"stageNumber": 0, "stageNumber": 0,
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
Object { Object {
"error": Object { "error": Object {
@ -626,44 +637,45 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
}, },
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7) "exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74) at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95) at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115) at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70) at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110) at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103) at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159) at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75) at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837) at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251) at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:829) at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
at [Source: (String)\\"\\"; line: 1, column: 0] at [Source: (String)\\"\\"; line: 1, column: 0]
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360) at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205) at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
... 23 more ... 24 more
", ",
"host": "localhost:8101", "host": "localhost:8101",
"stageNumber": 0, "stageNumber": 0,
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
], ],
} }
@ -679,14 +691,14 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
"useLineageBasedSegmentAllocation": true, "useLineageBasedSegmentAllocation": true,
}, },
"dataSource": "kttm-blank-lines", "dataSource": "kttm-blank-lines",
"groupId": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "groupId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"nativeTypeNames": Array [ "nativeTypeNames": Array [
"LONG", "LONG",
"STRING", "STRING",
], ],
"resource": Object { "resource": Object {
"availabilityGroup": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "availabilityGroup": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"requiredCapacity": 1, "requiredCapacity": 1,
}, },
"spec": Object { "spec": Object {
@ -715,6 +727,7 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -722,11 +735,12 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -792,15 +806,17 @@ FROM TABLE(
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR) ) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
PARTITIONED BY DAY", PARTITIONED BY DAY",
"sqlQueryContext": Object { "sqlQueryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"sqlResultsContext": Object { "sqlResultsContext": Object {
"serializeComplexValues": true, "serializeComplexValues": true,
@ -813,7 +829,7 @@ PARTITIONED BY DAY",
], ],
"type": "query_controller", "type": "query_controller",
}, },
"task": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "task": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
}, },
"capacityInfo": undefined, "capacityInfo": undefined,
"destination": Object { "destination": Object {
@ -825,7 +841,7 @@ PARTITIONED BY DAY",
"type": "dataSource", "type": "dataSource",
}, },
"destinationPages": undefined, "destinationPages": undefined,
"duration": 14545, "duration": 4483,
"engine": "sql-msq-task", "engine": "sql-msq-task",
"error": Object { "error": Object {
"error": Object { "error": Object {
@ -835,15 +851,16 @@ PARTITIONED BY DAY",
"rootErrorCode": "CannotParseExternalData", "rootErrorCode": "CannotParseExternalData",
}, },
"host": "localhost", "host": "localhost",
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"nativeQuery": Object { "nativeQuery": Object {
"columns": Array [ "columns": Array [
"agent_type", "agent_type",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -851,11 +868,12 @@ PARTITIONED BY DAY",
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -904,11 +922,13 @@ PARTITIONED BY DAY",
], ],
}, },
"queryContext": Object { "queryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"waitUntilSegmentsLoad": true,
}, },
"result": undefined, "result": undefined,
"segmentStatus": undefined, "segmentStatus": undefined,
@ -976,7 +996,7 @@ PARTITIONED BY DAY",
"stages": Array [ "stages": Array [
Object { Object {
"definition": Object { "definition": Object {
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0", "id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0",
"input": Array [ "input": Array [
Object { Object {
"inputFormat": Object { "inputFormat": Object {
@ -1012,6 +1032,7 @@ PARTITIONED BY DAY",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__timeColumn": "v0", "__timeColumn": "v0",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
@ -1020,11 +1041,12 @@ PARTITIONED BY DAY",
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -1111,16 +1133,16 @@ PARTITIONED BY DAY",
}, },
], ],
}, },
"duration": 14193, "duration": 4259,
"phase": "FAILED", "phase": "FAILED",
"sort": true, "sort": true,
"stageNumber": 0, "stageNumber": 0,
"startTime": "2023-08-01T04:20:25.296Z", "startTime": "2024-01-23T19:56:44.857Z",
"workerCount": 1, "workerCount": 1,
}, },
Object { Object {
"definition": Object { "definition": Object {
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1", "id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1",
"input": Array [ "input": Array [
Object { Object {
"stage": 0, "stage": 0,
@ -1190,11 +1212,11 @@ PARTITIONED BY DAY",
}, },
], ],
}, },
"startTime": 2023-08-01T04:20:24.945Z, "startTime": 2024-01-23T19:56:44.633Z,
"status": "FAILED", "status": "FAILED",
"usageInfo": Object { "usageInfo": Object {
"pendingTasks": 0, "pendingTasks": 0,
"runningTasks": 2, "runningTasks": 1,
}, },
"warnings": Array [ "warnings": Array [
Object { Object {
@ -1204,44 +1226,45 @@ PARTITIONED BY DAY",
}, },
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3) "exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74) at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95) at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115) at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70) at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110) at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103) at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159) at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75) at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837) at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251) at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:829) at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
at [Source: (String)\\"\\"; line: 1, column: 0] at [Source: (String)\\"\\"; line: 1, column: 0]
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360) at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205) at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
... 23 more ... 24 more
", ",
"host": "localhost:8101", "host": "localhost:8101",
"stageNumber": 0, "stageNumber": 0,
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
Object { Object {
"error": Object { "error": Object {
@ -1250,44 +1273,45 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
}, },
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7) "exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74) at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95) at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115) at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70) at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110) at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103) at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159) at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75) at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837) at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251) at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:829) at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
at [Source: (String)\\"\\"; line: 1, column: 0] at [Source: (String)\\"\\"; line: 1, column: 0]
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360) at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205) at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
... 23 more ... 24 more
", ",
"host": "localhost:8101", "host": "localhost:8101",
"stageNumber": 0, "stageNumber": 0,
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
], ],
} }
@ -1348,14 +1372,14 @@ exports[`ExecutionDetailsPane matches snapshot with init tab 1`] = `
"useLineageBasedSegmentAllocation": true, "useLineageBasedSegmentAllocation": true,
}, },
"dataSource": "kttm-blank-lines", "dataSource": "kttm-blank-lines",
"groupId": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "groupId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"nativeTypeNames": Array [ "nativeTypeNames": Array [
"LONG", "LONG",
"STRING", "STRING",
], ],
"resource": Object { "resource": Object {
"availabilityGroup": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "availabilityGroup": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"requiredCapacity": 1, "requiredCapacity": 1,
}, },
"spec": Object { "spec": Object {
@ -1384,6 +1408,7 @@ exports[`ExecutionDetailsPane matches snapshot with init tab 1`] = `
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -1391,11 +1416,12 @@ exports[`ExecutionDetailsPane matches snapshot with init tab 1`] = `
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -1461,15 +1487,17 @@ FROM TABLE(
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR) ) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
PARTITIONED BY DAY", PARTITIONED BY DAY",
"sqlQueryContext": Object { "sqlQueryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"sqlResultsContext": Object { "sqlResultsContext": Object {
"serializeComplexValues": true, "serializeComplexValues": true,
@ -1482,7 +1510,7 @@ PARTITIONED BY DAY",
], ],
"type": "query_controller", "type": "query_controller",
}, },
"task": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "task": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
}, },
"capacityInfo": undefined, "capacityInfo": undefined,
"destination": Object { "destination": Object {
@ -1494,7 +1522,7 @@ PARTITIONED BY DAY",
"type": "dataSource", "type": "dataSource",
}, },
"destinationPages": undefined, "destinationPages": undefined,
"duration": 14545, "duration": 4483,
"engine": "sql-msq-task", "engine": "sql-msq-task",
"error": Object { "error": Object {
"error": Object { "error": Object {
@ -1504,15 +1532,16 @@ PARTITIONED BY DAY",
"rootErrorCode": "CannotParseExternalData", "rootErrorCode": "CannotParseExternalData",
}, },
"host": "localhost", "host": "localhost",
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b", "id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
"nativeQuery": Object { "nativeQuery": Object {
"columns": Array [ "columns": Array [
"agent_type", "agent_type",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
"finalize": false, "finalize": false,
@ -1520,11 +1549,12 @@ PARTITIONED BY DAY",
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -1573,11 +1603,13 @@ PARTITIONED BY DAY",
], ],
}, },
"queryContext": Object { "queryContext": Object {
"__resultFormat": "array",
"executionMode": "async", "executionMode": "async",
"finalizeAggregations": false, "finalizeAggregations": false,
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"waitUntilSegmentsLoad": true,
}, },
"result": undefined, "result": undefined,
"segmentStatus": undefined, "segmentStatus": undefined,
@ -1645,7 +1677,7 @@ PARTITIONED BY DAY",
"stages": Array [ "stages": Array [
Object { Object {
"definition": Object { "definition": Object {
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0", "id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0",
"input": Array [ "input": Array [
Object { Object {
"inputFormat": Object { "inputFormat": Object {
@ -1681,6 +1713,7 @@ PARTITIONED BY DAY",
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__timeColumn": "v0", "__timeColumn": "v0",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
@ -1689,11 +1722,12 @@ PARTITIONED BY DAY",
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 2, "maxParseExceptions": 2,
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "\\"DAY\\"", "sqlInsertSegmentGranularity": "\\"DAY\\"",
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b", "sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -1780,16 +1814,16 @@ PARTITIONED BY DAY",
}, },
], ],
}, },
"duration": 14193, "duration": 4259,
"phase": "FAILED", "phase": "FAILED",
"sort": true, "sort": true,
"stageNumber": 0, "stageNumber": 0,
"startTime": "2023-08-01T04:20:25.296Z", "startTime": "2024-01-23T19:56:44.857Z",
"workerCount": 1, "workerCount": 1,
}, },
Object { Object {
"definition": Object { "definition": Object {
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1", "id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1",
"input": Array [ "input": Array [
Object { Object {
"stage": 0, "stage": 0,
@ -1859,11 +1893,11 @@ PARTITIONED BY DAY",
}, },
], ],
}, },
"startTime": 2023-08-01T04:20:24.945Z, "startTime": 2024-01-23T19:56:44.633Z,
"status": "FAILED", "status": "FAILED",
"usageInfo": Object { "usageInfo": Object {
"pendingTasks": 0, "pendingTasks": 0,
"runningTasks": 2, "runningTasks": 1,
}, },
"warnings": Array [ "warnings": Array [
Object { Object {
@ -1873,44 +1907,45 @@ PARTITIONED BY DAY",
}, },
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3) "exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74) at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95) at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115) at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70) at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110) at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103) at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159) at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75) at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837) at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251) at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:829) at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
at [Source: (String)\\"\\"; line: 1, column: 0] at [Source: (String)\\"\\"; line: 1, column: 0]
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360) at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205) at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
... 23 more ... 24 more
", ",
"host": "localhost:8101", "host": "localhost:8101",
"stageNumber": 0, "stageNumber": 0,
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
Object { Object {
"error": Object { "error": Object {
@ -1919,44 +1954,45 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
}, },
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7) "exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74) at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52) at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95) at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115) at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70) at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110) at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103) at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159) at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146) at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75) at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137) at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837) at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251) at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:829) at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
at [Source: (String)\\"\\"; line: 1, column: 0] at [Source: (String)\\"\\"; line: 1, column: 0]
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360) at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205) at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182) at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48) at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71) at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
... 23 more ... 24 more
", ",
"host": "localhost:8101", "host": "localhost:8101",
"stageNumber": 0, "stageNumber": 0,
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0", "taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
}, },
], ],
} }

2
web-console/src/views/workbench-view/execution-error-pane/__snapshots__/execution-error-pane.spec.tsx.snap
View File

@ -21,7 +21,7 @@ exports[`ExecutionErrorPane matches snapshot 1`] = `
<div> <div>
Failed task ID: Failed task ID:
<Memo(ClickToCopy) <Memo(ClickToCopy)
text="query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0" text="query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0"
/> />
<React.Fragment> <React.Fragment>
(on host: (on host:

2
web-console/src/views/workbench-view/execution-progress-bar-pane/__snapshots__/execution-progress-bar-pane.spec.tsx.snap
View File

@ -21,7 +21,7 @@ exports[`ExecutionProgressBarPane matches snapshot 1`] = `
intent="primary" intent="primary"
/> />
<Unknown> <Unknown>
Segments loaded successfully in 0:00:05
</Unknown> </Unknown>
</div> </div>
`; `;

18
web-console/src/views/workbench-view/execution-stages-pane/__snapshots__/execution-stages-pane.spec.tsx.snap
View File

@ -158,7 +158,7 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
Array [ Array [
Object { Object {
"definition": Object { "definition": Object {
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_0", "id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_0",
"input": Array [ "input": Array [
Object { Object {
"inputFormat": Object { "inputFormat": Object {
@ -194,6 +194,7 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
"v0", "v0",
], ],
"context": Object { "context": Object {
"__resultFormat": "array",
"__timeColumn": "v0", "__timeColumn": "v0",
"__user": "allowAll", "__user": "allowAll",
"executionMode": "async", "executionMode": "async",
@ -202,11 +203,12 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
"groupByEnableMultiValueUnnesting": false, "groupByEnableMultiValueUnnesting": false,
"maxNumTasks": 2, "maxNumTasks": 2,
"maxParseExceptions": 0, "maxParseExceptions": 0,
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]", "scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}", "sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101", "sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
"sqlReplaceTimeChunks": "all", "sqlReplaceTimeChunks": "all",
"waitUntilSegmentsLoad": true,
}, },
"dataSource": Object { "dataSource": Object {
"inputFormat": Object { "inputFormat": Object {
@ -284,17 +286,17 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
}, },
], ],
}, },
"duration": 21324, "duration": 6884,
"partitionCount": 1, "partitionCount": 1,
"phase": "FINISHED", "phase": "FINISHED",
"sort": true, "sort": true,
"stageNumber": 0, "stageNumber": 0,
"startTime": "2023-08-01T03:12:59.865Z", "startTime": "2024-01-23T19:45:43.302Z",
"workerCount": 1, "workerCount": 1,
}, },
Object { Object {
"definition": Object { "definition": Object {
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_1", "id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_1",
"input": Array [ "input": Array [
Object { Object {
"stage": 0, "stage": 0,
@ -360,11 +362,11 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
}, },
"signature": Array [], "signature": Array [],
}, },
"duration": 2070, "duration": 1263,
"partitionCount": 1, "partitionCount": 1,
"phase": "FINISHED", "phase": "FINISHED",
"stageNumber": 1, "stageNumber": 1,
"startTime": "2023-08-01T03:13:21.156Z", "startTime": "2024-01-23T19:45:50.170Z",
"workerCount": 1, "workerCount": 1,
}, },
] ]

14
web-console/src/views/workbench-view/execution-stages-pane/execution-stages-pane.tsx
View File

@ -20,6 +20,7 @@ import { Button, Icon, Intent } from '@blueprintjs/core';
import { IconNames } from '@blueprintjs/icons'; import { IconNames } from '@blueprintjs/icons';
import { Tooltip2 } from '@blueprintjs/popover2'; import { Tooltip2 } from '@blueprintjs/popover2';
import classNames from 'classnames'; import classNames from 'classnames';
import * as JSONBig from 'json-bigint-native';
import React from 'react'; import React from 'react';
import type { Column } from 'react-table'; import type { Column } from 'react-table';
import ReactTable from 'react-table'; import ReactTable from 'react-table';
@ -34,11 +35,13 @@ import type {
SegmentGenerationProgressFields, SegmentGenerationProgressFields,
SimpleWideCounter, SimpleWideCounter,
StageDefinition, StageDefinition,
StageInput,
} from '../../../druid-models'; } from '../../../druid-models';
import { formatClusterBy, Stages, summarizeInputSource } from '../../../druid-models'; import { formatClusterBy, Stages, summarizeInputSource } from '../../../druid-models';
import { DEFAULT_TABLE_CLASS_NAME } from '../../../react-table'; import { DEFAULT_TABLE_CLASS_NAME } from '../../../react-table';
import type { NumberLike } from '../../../utils'; import type { NumberLike } from '../../../utils';
import { import {
assemble,
capitalizeFirst, capitalizeFirst,
clamp, clamp,
deepGet, deepGet,
@ -59,6 +62,15 @@ const MAX_STAGE_ROWS = 20;
const MAX_DETAIL_ROWS = 20; const MAX_DETAIL_ROWS = 20;
const NOT_SIZE_ON_DISK = '(does not represent size on disk)'; const NOT_SIZE_ON_DISK = '(does not represent size on disk)';
function summarizeTableInput(tableStageInput: StageInput): string {
if (tableStageInput.type !== 'table') return '';
return assemble(
`Datasource: ${tableStageInput.dataSource}`,
`Interval: ${tableStageInput.intervals.join('; ')}`,
tableStageInput.filter && `Filter: ${JSONBig.stringify(tableStageInput.filter)}`,
).join('\n');
}
function formatBreakdown(breakdown: Record<string, number>): string { function formatBreakdown(breakdown: Record<string, number>): string {
return Object.keys(breakdown) return Object.keys(breakdown)
.map(k => `${k}: ${formatInteger(breakdown[k])}`) .map(k => `${k}: ${formatInteger(breakdown[k])}`)
@ -85,7 +97,7 @@ function inputLabelContent(stage: StageDefinition, inputIndex: number) {
Input{' '} Input{' '}
{stageInput.type === 'stage' && <span className="stage">{`Stage${stageInput.stage}`}</span>} {stageInput.type === 'stage' && <span className="stage">{`Stage${stageInput.stage}`}</span>}
{stageInput.type === 'table' && ( {stageInput.type === 'table' && (
<span className="datasource" title={stageInput.dataSource}> <span className="datasource" title={summarizeTableInput(stageInput)}>
{stageInput.dataSource} {stageInput.dataSource}
</span> </span>
)} )}

4
web-console/src/views/workbench-view/ingest-success-pane/__snapshots__/ingest-success-pane.spec.tsx.snap
View File

@ -8,8 +8,8 @@ exports[`IngestSuccessPane matches snapshot 1`] = `
465,346 rows inserted into "kttm_simple". 465,346 rows inserted into "kttm_simple".
</p> </p>
<p> <p>
Insert query took 0:00:23. Insert query took 0:00:14.
Segments loaded successfully in 0:00:05
<span <span
className="action" className="action"
onClick={[Function]} onClick={[Function]}