mirror of https://github.com/apache/druid.git
update mocks (#15745)
This commit is contained in:
Vadim Ogievetsky
GitHub
parent
ef0232290c
commit
55ed69f830
|
|
@ -43,20 +43,40 @@ PARTITIONED BY ALL TIME
|
|||
export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
||||
multiStageQuery: {
|
||||
type: 'multiStageQuery',
|
||||
taskId: 'query-93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
taskId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
payload: {
|
||||
status: {
|
||||
status: 'SUCCESS',
|
||||
startTime: '2023-08-01T03:12:59.527Z',
|
||||
durationMs: 23699,
|
||||
startTime: '2024-01-23T19:45:43.073Z',
|
||||
durationMs: 14208,
|
||||
workers: {
|
||||
'0': [
|
||||
{
|
||||
workerId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87-worker0_0',
|
||||
state: 'SUCCESS',
|
||||
durationMs: 8789,
|
||||
},
|
||||
],
|
||||
},
|
||||
pendingTasks: 0,
|
||||
runningTasks: 2,
|
||||
runningTasks: 1,
|
||||
segmentLoadWaiterStatus: {
|
||||
state: 'SUCCESS',
|
||||
startTime: '2024-01-23T19:45:52.189Z',
|
||||
duration: 5092,
|
||||
totalSegments: 1,
|
||||
usedSegments: 1,
|
||||
precachedSegments: 1,
|
||||
onDemandSegments: 0,
|
||||
pendingSegments: 0,
|
||||
unknownSegments: 0,
|
||||
},
|
||||
},
|
||||
stages: [
|
||||
{
|
||||
stageNumber: 0,
|
||||
definition: {
|
||||
id: 'ad318360-2ccf-4afc-b221-27c8704bf4fe_0',
|
||||
id: '7f62fa91-f49a-4053-adec-5aa09c251ee3_0',
|
||||
input: [
|
||||
{
|
||||
type: 'external',
|
||||
|
|
@ -127,6 +147,7 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
columns: ['agent_type', 'v0'],
|
||||
legacy: false,
|
||||
context: {
|
||||
__resultFormat: 'array',
|
||||
__timeColumn: 'v0',
|
||||
__user: 'allowAll',
|
||||
executionMode: 'async',
|
||||
|
|
@ -135,12 +156,13 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
groupByEnableMultiValueUnnesting: false,
|
||||
maxNumTasks: 2,
|
||||
maxParseExceptions: 0,
|
||||
queryId: '93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
queryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
scanSignature:
|
||||
'[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
|
||||
sqlInsertSegmentGranularity: '{"type":"all"}',
|
||||
sqlQueryId: '93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
sqlQueryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
sqlReplaceTimeChunks: 'all',
|
||||
waitUntilSegmentsLoad: true,
|
||||
},
|
||||
granularity: {
|
||||
type: 'all',
|
||||
|
|
@ -179,14 +201,14 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
phase: 'FINISHED',
|
||||
workerCount: 1,
|
||||
partitionCount: 1,
|
||||
startTime: '2023-08-01T03:12:59.865Z',
|
||||
duration: 21324,
|
||||
startTime: '2024-01-23T19:45:43.302Z',
|
||||
duration: 6884,
|
||||
sort: true,
|
||||
},
|
||||
{
|
||||
stageNumber: 1,
|
||||
definition: {
|
||||
id: 'ad318360-2ccf-4afc-b221-27c8704bf4fe_1',
|
||||
id: '7f62fa91-f49a-4053-adec-5aa09c251ee3_1',
|
||||
input: [
|
||||
{
|
||||
type: 'stage',
|
||||
|
|
@ -251,8 +273,8 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
phase: 'FINISHED',
|
||||
workerCount: 1,
|
||||
partitionCount: 1,
|
||||
startTime: '2023-08-01T03:13:21.156Z',
|
||||
duration: 2070,
|
||||
startTime: '2024-01-23T19:45:50.170Z',
|
||||
duration: 1263,
|
||||
},
|
||||
],
|
||||
counters: {
|
||||
|
|
@ -317,10 +339,10 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
},
|
||||
})
|
||||
.updateWithTaskPayload({
|
||||
task: 'query-93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
task: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
payload: {
|
||||
type: 'query_controller',
|
||||
id: 'query-93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
id: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
spec: {
|
||||
query: {
|
||||
queryType: 'scan',
|
||||
|
|
@ -363,6 +385,7 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
columns: ['agent_type', 'v0'],
|
||||
legacy: false,
|
||||
context: {
|
||||
__resultFormat: 'array',
|
||||
__user: 'allowAll',
|
||||
executionMode: 'async',
|
||||
finalize: false,
|
||||
|
|
@ -370,11 +393,12 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
groupByEnableMultiValueUnnesting: false,
|
||||
maxNumTasks: 2,
|
||||
maxParseExceptions: 0,
|
||||
queryId: '93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
queryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
|
||||
sqlInsertSegmentGranularity: '{"type":"all"}',
|
||||
sqlQueryId: '93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
sqlQueryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
sqlReplaceTimeChunks: 'all',
|
||||
waitUntilSegmentsLoad: true,
|
||||
},
|
||||
granularity: {
|
||||
type: 'all',
|
||||
|
|
@ -409,13 +433,15 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
'REPLACE INTO "kttm_simple" OVERWRITE ALL\nSELECT\n TIME_PARSE("timestamp") AS "__time",\n "agent_type"\nFROM TABLE(\n EXTERN(\n \'{"type":"http","uris":["https://static.imply.io/example-data/kttm-v2/kttm-v2-2019-08-25.json.gz"]}\',\n \'{"type":"json"}\'\n )\n) EXTEND ("timestamp" VARCHAR, "agent_type" VARCHAR)\nPARTITIONED BY ALL TIME',
|
||||
sqlQueryContext: {
|
||||
finalizeAggregations: false,
|
||||
sqlQueryId: '93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
sqlQueryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
groupByEnableMultiValueUnnesting: false,
|
||||
sqlInsertSegmentGranularity: '{"type":"all"}',
|
||||
maxNumTasks: 2,
|
||||
waitUntilSegmentsLoad: true,
|
||||
sqlReplaceTimeChunks: 'all',
|
||||
executionMode: 'async',
|
||||
queryId: '93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
__resultFormat: 'array',
|
||||
queryId: '346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
},
|
||||
sqlResultsContext: {
|
||||
timeZone: 'UTC',
|
||||
|
|
@ -428,19 +454,19 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskReport({
|
|||
forceTimeChunkLock: true,
|
||||
useLineageBasedSegmentAllocation: true,
|
||||
},
|
||||
groupId: 'query-93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
groupId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
dataSource: 'kttm_simple',
|
||||
resource: {
|
||||
availabilityGroup: 'query-93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
availabilityGroup: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
requiredCapacity: 1,
|
||||
},
|
||||
},
|
||||
})
|
||||
.updateWithAsyncStatus({
|
||||
queryId: 'query-93a855fa-c35a-48df-b596-6bc98eed1101',
|
||||
queryId: 'query-346b9ac6-4912-46e4-9b98-75f11071af87',
|
||||
state: 'SUCCESS',
|
||||
createdAt: '2023-08-01T03:12:50.121Z',
|
||||
durationMs: 37657,
|
||||
createdAt: '2024-01-23T19:45:41.136Z',
|
||||
durationMs: 16637,
|
||||
result: {
|
||||
numTotalRows: 465346,
|
||||
totalSizeInBytes: 0,
|
||||
|
|
|
|||
|
|
@ -44,12 +44,12 @@ PARTITIONED BY DAY
|
|||
export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
||||
multiStageQuery: {
|
||||
type: 'multiStageQuery',
|
||||
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
payload: {
|
||||
status: {
|
||||
status: 'FAILED',
|
||||
errorReport: {
|
||||
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0',
|
||||
taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
|
||||
host: 'localhost',
|
||||
error: {
|
||||
errorCode: 'TooManyWarnings',
|
||||
|
|
@ -60,7 +60,7 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
},
|
||||
warnings: [
|
||||
{
|
||||
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0',
|
||||
taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
|
||||
host: 'localhost:8101',
|
||||
stageNumber: 0,
|
||||
error: {
|
||||
|
|
@ -69,10 +69,10 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
'Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)',
|
||||
},
|
||||
exceptionStackTrace:
|
||||
'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 23 more\n',
|
||||
'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:840)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 24 more\n',
|
||||
},
|
||||
{
|
||||
taskId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0',
|
||||
taskId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
|
||||
host: 'localhost:8101',
|
||||
stageNumber: 0,
|
||||
error: {
|
||||
|
|
@ -81,19 +81,28 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
'Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)',
|
||||
},
|
||||
exceptionStackTrace:
|
||||
'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 23 more\n',
|
||||
'org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)\n\tat org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)\n\tat org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)\n\tat org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)\n\tat org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)\n\tat org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)\n\tat org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)\n\tat org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)\n\tat org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)\n\tat org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)\n\tat org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)\n\tat org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:840)\nCaused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input\n at [Source: (String)""; line: 1, column: 0]\n\tat com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)\n\tat com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)\n\tat com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)\n\tat com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)\n\tat org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)\n\tat org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)\n\t... 24 more\n',
|
||||
},
|
||||
],
|
||||
startTime: '2023-08-01T04:20:24.945Z',
|
||||
durationMs: 14545,
|
||||
startTime: '2024-01-23T19:56:44.633Z',
|
||||
durationMs: 4483,
|
||||
workers: {
|
||||
'0': [
|
||||
{
|
||||
workerId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0',
|
||||
state: 'FAILED',
|
||||
durationMs: -1,
|
||||
},
|
||||
],
|
||||
},
|
||||
pendingTasks: 0,
|
||||
runningTasks: 2,
|
||||
runningTasks: 1,
|
||||
},
|
||||
stages: [
|
||||
{
|
||||
stageNumber: 0,
|
||||
definition: {
|
||||
id: 'f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0',
|
||||
id: '2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0',
|
||||
input: [
|
||||
{
|
||||
type: 'external',
|
||||
|
|
@ -166,6 +175,7 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
columns: ['agent_type', 'v0'],
|
||||
legacy: false,
|
||||
context: {
|
||||
__resultFormat: 'array',
|
||||
__timeColumn: 'v0',
|
||||
__user: 'allowAll',
|
||||
executionMode: 'async',
|
||||
|
|
@ -174,12 +184,13 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
groupByEnableMultiValueUnnesting: false,
|
||||
maxNumTasks: 2,
|
||||
maxParseExceptions: 2,
|
||||
queryId: 'af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
queryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
scanSignature:
|
||||
'[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
|
||||
sqlInsertSegmentGranularity: '"DAY"',
|
||||
sqlQueryId: 'af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
sqlQueryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
sqlReplaceTimeChunks: 'all',
|
||||
waitUntilSegmentsLoad: true,
|
||||
},
|
||||
granularity: {
|
||||
type: 'all',
|
||||
|
|
@ -226,14 +237,14 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
},
|
||||
phase: 'FAILED',
|
||||
workerCount: 1,
|
||||
startTime: '2023-08-01T04:20:25.296Z',
|
||||
duration: 14193,
|
||||
startTime: '2024-01-23T19:56:44.857Z',
|
||||
duration: 4259,
|
||||
sort: true,
|
||||
},
|
||||
{
|
||||
stageNumber: 1,
|
||||
definition: {
|
||||
id: 'f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1',
|
||||
id: '2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1',
|
||||
input: [
|
||||
{
|
||||
type: 'stage',
|
||||
|
|
@ -335,10 +346,10 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
},
|
||||
},
|
||||
}).updateWithTaskPayload({
|
||||
task: 'query-af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
task: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
payload: {
|
||||
type: 'query_controller',
|
||||
id: 'query-af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
id: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
spec: {
|
||||
query: {
|
||||
queryType: 'scan',
|
||||
|
|
@ -381,6 +392,7 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
columns: ['agent_type', 'v0'],
|
||||
legacy: false,
|
||||
context: {
|
||||
__resultFormat: 'array',
|
||||
__user: 'allowAll',
|
||||
executionMode: 'async',
|
||||
finalize: false,
|
||||
|
|
@ -388,11 +400,12 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
groupByEnableMultiValueUnnesting: false,
|
||||
maxNumTasks: 2,
|
||||
maxParseExceptions: 2,
|
||||
queryId: 'af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
queryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
|
||||
sqlInsertSegmentGranularity: '"DAY"',
|
||||
sqlQueryId: 'af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
sqlQueryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
sqlReplaceTimeChunks: 'all',
|
||||
waitUntilSegmentsLoad: true,
|
||||
},
|
||||
granularity: {
|
||||
type: 'all',
|
||||
|
|
@ -426,13 +439,15 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
sqlQueryContext: {
|
||||
maxParseExceptions: 2,
|
||||
finalizeAggregations: false,
|
||||
sqlQueryId: 'af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
sqlQueryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
groupByEnableMultiValueUnnesting: false,
|
||||
sqlInsertSegmentGranularity: '"DAY"',
|
||||
maxNumTasks: 2,
|
||||
waitUntilSegmentsLoad: true,
|
||||
sqlReplaceTimeChunks: 'all',
|
||||
executionMode: 'async',
|
||||
queryId: 'af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
__resultFormat: 'array',
|
||||
queryId: '26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
},
|
||||
sqlResultsContext: {
|
||||
timeZone: 'UTC',
|
||||
|
|
@ -445,10 +460,10 @@ export const EXECUTION_INGEST_ERROR = Execution.fromTaskReport({
|
|||
forceTimeChunkLock: true,
|
||||
useLineageBasedSegmentAllocation: true,
|
||||
},
|
||||
groupId: 'query-af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
groupId: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
dataSource: 'kttm-blank-lines',
|
||||
resource: {
|
||||
availabilityGroup: 'query-af8a263d-213f-418e-ad8d-37d55beff59b',
|
||||
availabilityGroup: 'query-26d490c6-c06d-4cd2-938f-bc5f7f982754',
|
||||
requiredCapacity: 1,
|
||||
},
|
||||
},
|
||||
|
|
|
|||
|
|
@ -42,14 +42,14 @@ describe('Execution', () => {
|
|||
"useLineageBasedSegmentAllocation": true,
|
||||
},
|
||||
"dataSource": "kttm_simple",
|
||||
"groupId": "query-93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"id": "query-93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"groupId": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"id": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"nativeTypeNames": Array [
|
||||
"LONG",
|
||||
"STRING",
|
||||
],
|
||||
"resource": Object {
|
||||
"availabilityGroup": "query-93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"availabilityGroup": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"requiredCapacity": 1,
|
||||
},
|
||||
"spec": Object {
|
||||
|
|
@ -80,6 +80,7 @@ describe('Execution', () => {
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -87,11 +88,12 @@ describe('Execution', () => {
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 0,
|
||||
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
|
||||
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -157,14 +159,16 @@ describe('Execution', () => {
|
|||
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
|
||||
PARTITIONED BY ALL TIME",
|
||||
"sqlQueryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
|
||||
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"sqlResultsContext": Object {
|
||||
"serializeComplexValues": true,
|
||||
|
|
@ -177,7 +181,7 @@ describe('Execution', () => {
|
|||
],
|
||||
"type": "query_controller",
|
||||
},
|
||||
"task": "query-93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"task": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
},
|
||||
"capacityInfo": undefined,
|
||||
"destination": Object {
|
||||
|
|
@ -192,16 +196,17 @@ describe('Execution', () => {
|
|||
"type": "dataSource",
|
||||
},
|
||||
"destinationPages": undefined,
|
||||
"duration": 23699,
|
||||
"duration": 14208,
|
||||
"engine": "sql-msq-task",
|
||||
"error": undefined,
|
||||
"id": "query-93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"id": "query-346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"nativeQuery": Object {
|
||||
"columns": Array [
|
||||
"agent_type",
|
||||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -209,11 +214,12 @@ describe('Execution', () => {
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 0,
|
||||
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
|
||||
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -262,13 +268,25 @@ describe('Execution', () => {
|
|||
],
|
||||
},
|
||||
"queryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"result": undefined,
|
||||
"segmentStatus": undefined,
|
||||
"segmentStatus": Object {
|
||||
"duration": 5092,
|
||||
"onDemandSegments": 0,
|
||||
"pendingSegments": 0,
|
||||
"precachedSegments": 1,
|
||||
"startTime": "2024-01-23T19:45:52.189Z",
|
||||
"state": "SUCCESS",
|
||||
"totalSegments": 1,
|
||||
"unknownSegments": 0,
|
||||
"usedSegments": 1,
|
||||
},
|
||||
"sqlQuery": "REPLACE INTO \\"kttm_simple\\" OVERWRITE ALL
|
||||
SELECT
|
||||
TIME_PARSE(\\"timestamp\\") AS \\"__time\\",
|
||||
|
|
@ -368,7 +386,7 @@ describe('Execution', () => {
|
|||
"stages": Array [
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_0",
|
||||
"id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_0",
|
||||
"input": Array [
|
||||
Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -404,6 +422,7 @@ describe('Execution', () => {
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__timeColumn": "v0",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
|
|
@ -412,11 +431,12 @@ describe('Execution', () => {
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 0,
|
||||
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
|
||||
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -494,17 +514,17 @@ describe('Execution', () => {
|
|||
},
|
||||
],
|
||||
},
|
||||
"duration": 21324,
|
||||
"duration": 6884,
|
||||
"partitionCount": 1,
|
||||
"phase": "FINISHED",
|
||||
"sort": true,
|
||||
"stageNumber": 0,
|
||||
"startTime": "2023-08-01T03:12:59.865Z",
|
||||
"startTime": "2024-01-23T19:45:43.302Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_1",
|
||||
"id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_1",
|
||||
"input": Array [
|
||||
Object {
|
||||
"stage": 0,
|
||||
|
|
@ -570,20 +590,20 @@ describe('Execution', () => {
|
|||
},
|
||||
"signature": Array [],
|
||||
},
|
||||
"duration": 2070,
|
||||
"duration": 1263,
|
||||
"partitionCount": 1,
|
||||
"phase": "FINISHED",
|
||||
"stageNumber": 1,
|
||||
"startTime": "2023-08-01T03:13:21.156Z",
|
||||
"startTime": "2024-01-23T19:45:50.170Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
],
|
||||
},
|
||||
"startTime": 2023-08-01T03:12:59.527Z,
|
||||
"startTime": 2024-01-23T19:45:43.073Z,
|
||||
"status": "SUCCESS",
|
||||
"usageInfo": Object {
|
||||
"pendingTasks": 0,
|
||||
"runningTasks": 2,
|
||||
"runningTasks": 1,
|
||||
},
|
||||
"warnings": undefined,
|
||||
}
|
||||
|
|
|
|||
|
|
@ -32,7 +32,12 @@ import type { DruidEngine } from '../druid-engine/druid-engine';
|
|||
import { validDruidEngine } from '../druid-engine/druid-engine';
|
||||
import type { QueryContext } from '../query-context/query-context';
|
||||
import { Stages } from '../stages/stages';
|
||||
import type { MsqTaskPayloadResponse, MsqTaskReportResponse, TaskStatus } from '../task/task';
|
||||
import type {
|
||||
MsqTaskPayloadResponse,
|
||||
MsqTaskReportResponse,
|
||||
SegmentLoadWaiterStatus,
|
||||
TaskStatus,
|
||||
} from '../task/task';
|
||||
|
||||
const IGNORE_CONTEXT_KEYS = [
|
||||
'__asyncIdentity__',
|
||||
|
|
@ -165,18 +170,6 @@ function formatPendingMessage(
|
|||
}
|
||||
}
|
||||
|
||||
interface SegmentStatus {
|
||||
duration: number;
|
||||
onDemandSegments: number;
|
||||
pendingSegments: number;
|
||||
precachedSegments: number;
|
||||
startTime: Date;
|
||||
state: 'INIT' | 'WAITING' | 'SUCCESS';
|
||||
totalSegments: number;
|
||||
unknownSegments: number;
|
||||
usedSegments: number;
|
||||
}
|
||||
|
||||
export interface ExecutionValue {
|
||||
engine: DruidEngine;
|
||||
id: string;
|
||||
|
|
@ -195,7 +188,7 @@ export interface ExecutionValue {
|
|||
warnings?: ExecutionError[];
|
||||
capacityInfo?: CapacityInfo;
|
||||
_payload?: MsqTaskPayloadResponse;
|
||||
segmentStatus?: SegmentStatus;
|
||||
segmentStatus?: SegmentLoadWaiterStatus;
|
||||
}
|
||||
|
||||
export class Execution {
|
||||
|
|
@ -306,7 +299,7 @@ export class Execution {
|
|||
const startTime = new Date(deepGet(taskReport, 'multiStageQuery.payload.status.startTime'));
|
||||
const durationMs = deepGet(taskReport, 'multiStageQuery.payload.status.durationMs');
|
||||
|
||||
const segmentLoaderStatus = deepGet(
|
||||
const segmentLoaderStatus: SegmentLoadWaiterStatus = deepGet(
|
||||
taskReport,
|
||||
'multiStageQuery.payload.status.segmentLoadWaiterStatus',
|
||||
);
|
||||
|
|
@ -389,7 +382,7 @@ export class Execution {
|
|||
public readonly error?: ExecutionError;
|
||||
public readonly warnings?: ExecutionError[];
|
||||
public readonly capacityInfo?: CapacityInfo;
|
||||
public readonly segmentStatus?: SegmentStatus;
|
||||
public readonly segmentStatus?: SegmentLoadWaiterStatus;
|
||||
|
||||
public readonly _payload?: { payload: any; task: string };
|
||||
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load Diff
|
|
@ -27,273 +27,269 @@ describe('Stages', () => {
|
|||
|
||||
describe('#getByPartitionCountersForStage', () => {
|
||||
it('works for input', () => {
|
||||
expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'input')).toEqual([
|
||||
{
|
||||
index: 0,
|
||||
input0: {
|
||||
bytes: 5458795,
|
||||
files: 0,
|
||||
frames: 11,
|
||||
rows: 19834,
|
||||
totalFiles: 0,
|
||||
expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'input'))
|
||||
.toMatchInlineSnapshot(`
|
||||
Array [
|
||||
Object {
|
||||
"index": 0,
|
||||
"input0": Object {
|
||||
"bytes": 10943622,
|
||||
"files": 0,
|
||||
"frames": 21,
|
||||
"rows": 39742,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 1,
|
||||
input0: {
|
||||
bytes: 5464500,
|
||||
files: 0,
|
||||
frames: 11,
|
||||
rows: 19833,
|
||||
totalFiles: 0,
|
||||
},
|
||||
},
|
||||
]);
|
||||
]
|
||||
`);
|
||||
});
|
||||
|
||||
it('works for output', () => {
|
||||
expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'output')).toEqual([
|
||||
{
|
||||
index: 0,
|
||||
shuffle: {
|
||||
bytes: 257524,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 888,
|
||||
totalFiles: 0,
|
||||
expect(STAGES.getByPartitionCountersForStage(STAGES.stages[2], 'output'))
|
||||
.toMatchInlineSnapshot(`
|
||||
Array [
|
||||
Object {
|
||||
"index": 0,
|
||||
"shuffle": Object {
|
||||
"bytes": 257524,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 888,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 1,
|
||||
shuffle: {
|
||||
bytes: 289161,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 993,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 1,
|
||||
"shuffle": Object {
|
||||
"bytes": 289731,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 995,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 2,
|
||||
shuffle: {
|
||||
bytes: 412116,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 1418,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 2,
|
||||
"shuffle": Object {
|
||||
"bytes": 412396,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 1419,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 3,
|
||||
shuffle: {
|
||||
bytes: 259346,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 894,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 3,
|
||||
"shuffle": Object {
|
||||
"bytes": 262388,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 905,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 4,
|
||||
shuffle: {
|
||||
bytes: 170554,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 590,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 4,
|
||||
"shuffle": Object {
|
||||
"bytes": 170554,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 590,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 5,
|
||||
shuffle: {
|
||||
bytes: 182872,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 633,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 5,
|
||||
"shuffle": Object {
|
||||
"bytes": 188324,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 652,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 6,
|
||||
shuffle: {
|
||||
bytes: 88525,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 309,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 6,
|
||||
"shuffle": Object {
|
||||
"bytes": 92275,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 322,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 7,
|
||||
shuffle: {
|
||||
bytes: 67821,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 241,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 7,
|
||||
"shuffle": Object {
|
||||
"bytes": 69531,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 247,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 8,
|
||||
shuffle: {
|
||||
bytes: 65844,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 236,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 8,
|
||||
"shuffle": Object {
|
||||
"bytes": 65844,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 236,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 9,
|
||||
shuffle: {
|
||||
bytes: 85875,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 309,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 9,
|
||||
"shuffle": Object {
|
||||
"bytes": 85875,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 309,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 10,
|
||||
shuffle: {
|
||||
bytes: 71002,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 253,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 10,
|
||||
"shuffle": Object {
|
||||
"bytes": 71852,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 256,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 11,
|
||||
shuffle: {
|
||||
bytes: 72512,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 260,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 11,
|
||||
"shuffle": Object {
|
||||
"bytes": 72512,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 260,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 12,
|
||||
shuffle: {
|
||||
bytes: 123204,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 440,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 12,
|
||||
"shuffle": Object {
|
||||
"bytes": 123204,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 440,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 13,
|
||||
shuffle: {
|
||||
bytes: 249217,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 876,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 13,
|
||||
"shuffle": Object {
|
||||
"bytes": 249217,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 876,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 14,
|
||||
shuffle: {
|
||||
bytes: 399583,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 1394,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 14,
|
||||
"shuffle": Object {
|
||||
"bytes": 399583,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 1394,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 15,
|
||||
shuffle: {
|
||||
bytes: 256916,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 892,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 15,
|
||||
"shuffle": Object {
|
||||
"bytes": 256916,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 892,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 16,
|
||||
shuffle: {
|
||||
bytes: 1039927,
|
||||
files: 0,
|
||||
frames: 2,
|
||||
rows: 3595,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 16,
|
||||
"shuffle": Object {
|
||||
"bytes": 1039927,
|
||||
"files": 0,
|
||||
"frames": 2,
|
||||
"rows": 3595,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 17,
|
||||
shuffle: {
|
||||
bytes: 1887927,
|
||||
files: 0,
|
||||
frames: 5,
|
||||
rows: 6522,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 17,
|
||||
"shuffle": Object {
|
||||
"bytes": 1887893,
|
||||
"files": 0,
|
||||
"frames": 4,
|
||||
"rows": 6522,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 18,
|
||||
shuffle: {
|
||||
bytes: 1307287,
|
||||
files: 0,
|
||||
frames: 3,
|
||||
rows: 4525,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 18,
|
||||
"shuffle": Object {
|
||||
"bytes": 1307287,
|
||||
"files": 0,
|
||||
"frames": 3,
|
||||
"rows": 4525,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 19,
|
||||
shuffle: {
|
||||
bytes: 1247597,
|
||||
files: 0,
|
||||
frames: 3,
|
||||
rows: 4324,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 19,
|
||||
"shuffle": Object {
|
||||
"bytes": 1248166,
|
||||
"files": 0,
|
||||
"frames": 3,
|
||||
"rows": 4326,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 20,
|
||||
shuffle: {
|
||||
bytes: 1195593,
|
||||
files: 0,
|
||||
frames: 3,
|
||||
rows: 4149,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 20,
|
||||
"shuffle": Object {
|
||||
"bytes": 1195593,
|
||||
"files": 0,
|
||||
"frames": 3,
|
||||
"rows": 4149,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 21,
|
||||
shuffle: {
|
||||
bytes: 738804,
|
||||
files: 0,
|
||||
frames: 2,
|
||||
rows: 2561,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 21,
|
||||
"shuffle": Object {
|
||||
"bytes": 738804,
|
||||
"files": 0,
|
||||
"frames": 2,
|
||||
"rows": 2561,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 22,
|
||||
shuffle: {
|
||||
bytes: 552485,
|
||||
files: 0,
|
||||
frames: 2,
|
||||
rows: 1914,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 22,
|
||||
"shuffle": Object {
|
||||
"bytes": 552485,
|
||||
"files": 0,
|
||||
"frames": 2,
|
||||
"rows": 1914,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
index: 23,
|
||||
shuffle: {
|
||||
bytes: 417784,
|
||||
files: 0,
|
||||
frames: 1,
|
||||
rows: 1451,
|
||||
totalFiles: 0,
|
||||
Object {
|
||||
"index": 23,
|
||||
"shuffle": Object {
|
||||
"bytes": 418062,
|
||||
"files": 0,
|
||||
"frames": 1,
|
||||
"rows": 1452,
|
||||
"totalFiles": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
]);
|
||||
]
|
||||
`);
|
||||
});
|
||||
});
|
||||
});
|
||||
|
|
|
|||
|
|
@ -33,6 +33,9 @@ export type StageInput =
|
|||
| {
|
||||
type: 'table';
|
||||
dataSource: string;
|
||||
intervals: string[];
|
||||
filter?: any;
|
||||
filterFields?: string[];
|
||||
}
|
||||
| {
|
||||
type: 'external';
|
||||
|
|
|
|||
|
|
@ -77,6 +77,24 @@ export interface MsqTaskPayloadResponse {
|
|||
};
|
||||
}
|
||||
|
||||
export interface WorkerState {
|
||||
workerId: string;
|
||||
state: string;
|
||||
durationMs: number;
|
||||
}
|
||||
|
||||
export interface SegmentLoadWaiterStatus {
|
||||
state: 'INIT' | 'WAITING' | 'SUCCESS';
|
||||
startTime: string;
|
||||
duration: number;
|
||||
totalSegments: number;
|
||||
usedSegments: number;
|
||||
precachedSegments: number;
|
||||
onDemandSegments: number;
|
||||
pendingSegments: number;
|
||||
unknownSegments: number;
|
||||
}
|
||||
|
||||
export interface MsqTaskReportResponse {
|
||||
multiStageQuery: {
|
||||
type: 'multiStageQuery';
|
||||
|
|
@ -90,6 +108,8 @@ export interface MsqTaskReportResponse {
|
|||
durationMs: number;
|
||||
pendingTasks: number;
|
||||
runningTasks: number;
|
||||
workers?: Record<string, WorkerState[]>;
|
||||
segmentLoadWaiterStatus?: SegmentLoadWaiterStatus;
|
||||
};
|
||||
stages: StageDefinition[];
|
||||
counters: Record<string, Record<string, any>>;
|
||||
|
|
|
|||
|
|
@ -40,7 +40,7 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
|
|||
>
|
||||
<div>
|
||||
<p>
|
||||
General info for query-af8a263d-213f-418e-ad8d-37d55beff59b ingesting into "kttm-blank-lines"
|
||||
General info for query-26d490c6-c06d-4cd2-938f-bc5f7f982754 ingesting into "kttm-blank-lines"
|
||||
</p>
|
||||
<p>
|
||||
Results written to dataSource
|
||||
|
|
@ -55,14 +55,14 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
|
|||
"useLineageBasedSegmentAllocation": true,
|
||||
},
|
||||
"dataSource": "kttm-blank-lines",
|
||||
"groupId": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"groupId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"nativeTypeNames": Array [
|
||||
"LONG",
|
||||
"STRING",
|
||||
],
|
||||
"resource": Object {
|
||||
"availabilityGroup": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"availabilityGroup": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"requiredCapacity": 1,
|
||||
},
|
||||
"spec": Object {
|
||||
|
|
@ -91,6 +91,7 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -98,11 +99,12 @@ exports[`ExecutionDetailsPane matches snapshot no init tab 1`] = `
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -168,15 +170,17 @@ FROM TABLE(
|
|||
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
|
||||
PARTITIONED BY DAY",
|
||||
"sqlQueryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"sqlResultsContext": Object {
|
||||
"serializeComplexValues": true,
|
||||
|
|
@ -189,7 +193,7 @@ PARTITIONED BY DAY",
|
|||
],
|
||||
"type": "query_controller",
|
||||
},
|
||||
"task": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"task": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
},
|
||||
"capacityInfo": undefined,
|
||||
"destination": Object {
|
||||
|
|
@ -201,7 +205,7 @@ PARTITIONED BY DAY",
|
|||
"type": "dataSource",
|
||||
},
|
||||
"destinationPages": undefined,
|
||||
"duration": 14545,
|
||||
"duration": 4483,
|
||||
"engine": "sql-msq-task",
|
||||
"error": Object {
|
||||
"error": Object {
|
||||
|
|
@ -211,15 +215,16 @@ PARTITIONED BY DAY",
|
|||
"rootErrorCode": "CannotParseExternalData",
|
||||
},
|
||||
"host": "localhost",
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"nativeQuery": Object {
|
||||
"columns": Array [
|
||||
"agent_type",
|
||||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -227,11 +232,12 @@ PARTITIONED BY DAY",
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -280,11 +286,13 @@ PARTITIONED BY DAY",
|
|||
],
|
||||
},
|
||||
"queryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"result": undefined,
|
||||
"segmentStatus": undefined,
|
||||
|
|
@ -352,7 +360,7 @@ PARTITIONED BY DAY",
|
|||
"stages": Array [
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0",
|
||||
"id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0",
|
||||
"input": Array [
|
||||
Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -388,6 +396,7 @@ PARTITIONED BY DAY",
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__timeColumn": "v0",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
|
|
@ -396,11 +405,12 @@ PARTITIONED BY DAY",
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -487,16 +497,16 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
],
|
||||
},
|
||||
"duration": 14193,
|
||||
"duration": 4259,
|
||||
"phase": "FAILED",
|
||||
"sort": true,
|
||||
"stageNumber": 0,
|
||||
"startTime": "2023-08-01T04:20:25.296Z",
|
||||
"startTime": "2024-01-23T19:56:44.857Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1",
|
||||
"id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1",
|
||||
"input": Array [
|
||||
Object {
|
||||
"stage": 0,
|
||||
|
|
@ -566,11 +576,11 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
],
|
||||
},
|
||||
"startTime": 2023-08-01T04:20:24.945Z,
|
||||
"startTime": 2024-01-23T19:56:44.633Z,
|
||||
"status": "FAILED",
|
||||
"usageInfo": Object {
|
||||
"pendingTasks": 0,
|
||||
"runningTasks": 2,
|
||||
"runningTasks": 1,
|
||||
},
|
||||
"warnings": Array [
|
||||
Object {
|
||||
|
|
@ -580,44 +590,45 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
|
||||
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
|
||||
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
|
||||
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
|
||||
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
|
||||
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
|
||||
at java.base/java.lang.Thread.run(Thread.java:829)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
|
||||
at java.base/java.lang.Thread.run(Thread.java:840)
|
||||
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
|
||||
at [Source: (String)\\"\\"; line: 1, column: 0]
|
||||
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
|
||||
... 23 more
|
||||
... 24 more
|
||||
",
|
||||
"host": "localhost:8101",
|
||||
"stageNumber": 0,
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
Object {
|
||||
"error": Object {
|
||||
|
|
@ -626,44 +637,45 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
|
|||
},
|
||||
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
|
||||
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
|
||||
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
|
||||
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
|
||||
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
|
||||
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
|
||||
at java.base/java.lang.Thread.run(Thread.java:829)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
|
||||
at java.base/java.lang.Thread.run(Thread.java:840)
|
||||
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
|
||||
at [Source: (String)\\"\\"; line: 1, column: 0]
|
||||
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
|
||||
... 23 more
|
||||
... 24 more
|
||||
",
|
||||
"host": "localhost:8101",
|
||||
"stageNumber": 0,
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
],
|
||||
}
|
||||
|
|
@ -679,14 +691,14 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
|
|||
"useLineageBasedSegmentAllocation": true,
|
||||
},
|
||||
"dataSource": "kttm-blank-lines",
|
||||
"groupId": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"groupId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"nativeTypeNames": Array [
|
||||
"LONG",
|
||||
"STRING",
|
||||
],
|
||||
"resource": Object {
|
||||
"availabilityGroup": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"availabilityGroup": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"requiredCapacity": 1,
|
||||
},
|
||||
"spec": Object {
|
||||
|
|
@ -715,6 +727,7 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -722,11 +735,12 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -792,15 +806,17 @@ FROM TABLE(
|
|||
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
|
||||
PARTITIONED BY DAY",
|
||||
"sqlQueryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"sqlResultsContext": Object {
|
||||
"serializeComplexValues": true,
|
||||
|
|
@ -813,7 +829,7 @@ PARTITIONED BY DAY",
|
|||
],
|
||||
"type": "query_controller",
|
||||
},
|
||||
"task": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"task": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
},
|
||||
"capacityInfo": undefined,
|
||||
"destination": Object {
|
||||
|
|
@ -825,7 +841,7 @@ PARTITIONED BY DAY",
|
|||
"type": "dataSource",
|
||||
},
|
||||
"destinationPages": undefined,
|
||||
"duration": 14545,
|
||||
"duration": 4483,
|
||||
"engine": "sql-msq-task",
|
||||
"error": Object {
|
||||
"error": Object {
|
||||
|
|
@ -835,15 +851,16 @@ PARTITIONED BY DAY",
|
|||
"rootErrorCode": "CannotParseExternalData",
|
||||
},
|
||||
"host": "localhost",
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"nativeQuery": Object {
|
||||
"columns": Array [
|
||||
"agent_type",
|
||||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -851,11 +868,12 @@ PARTITIONED BY DAY",
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -904,11 +922,13 @@ PARTITIONED BY DAY",
|
|||
],
|
||||
},
|
||||
"queryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"result": undefined,
|
||||
"segmentStatus": undefined,
|
||||
|
|
@ -976,7 +996,7 @@ PARTITIONED BY DAY",
|
|||
"stages": Array [
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0",
|
||||
"id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0",
|
||||
"input": Array [
|
||||
Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -1012,6 +1032,7 @@ PARTITIONED BY DAY",
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__timeColumn": "v0",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
|
|
@ -1020,11 +1041,12 @@ PARTITIONED BY DAY",
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -1111,16 +1133,16 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
],
|
||||
},
|
||||
"duration": 14193,
|
||||
"duration": 4259,
|
||||
"phase": "FAILED",
|
||||
"sort": true,
|
||||
"stageNumber": 0,
|
||||
"startTime": "2023-08-01T04:20:25.296Z",
|
||||
"startTime": "2024-01-23T19:56:44.857Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1",
|
||||
"id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1",
|
||||
"input": Array [
|
||||
Object {
|
||||
"stage": 0,
|
||||
|
|
@ -1190,11 +1212,11 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
],
|
||||
},
|
||||
"startTime": 2023-08-01T04:20:24.945Z,
|
||||
"startTime": 2024-01-23T19:56:44.633Z,
|
||||
"status": "FAILED",
|
||||
"usageInfo": Object {
|
||||
"pendingTasks": 0,
|
||||
"runningTasks": 2,
|
||||
"runningTasks": 1,
|
||||
},
|
||||
"warnings": Array [
|
||||
Object {
|
||||
|
|
@ -1204,44 +1226,45 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
|
||||
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
|
||||
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
|
||||
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
|
||||
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
|
||||
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
|
||||
at java.base/java.lang.Thread.run(Thread.java:829)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
|
||||
at java.base/java.lang.Thread.run(Thread.java:840)
|
||||
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
|
||||
at [Source: (String)\\"\\"; line: 1, column: 0]
|
||||
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
|
||||
... 23 more
|
||||
... 24 more
|
||||
",
|
||||
"host": "localhost:8101",
|
||||
"stageNumber": 0,
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
Object {
|
||||
"error": Object {
|
||||
|
|
@ -1250,44 +1273,45 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
|
|||
},
|
||||
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
|
||||
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
|
||||
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
|
||||
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
|
||||
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
|
||||
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
|
||||
at java.base/java.lang.Thread.run(Thread.java:829)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
|
||||
at java.base/java.lang.Thread.run(Thread.java:840)
|
||||
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
|
||||
at [Source: (String)\\"\\"; line: 1, column: 0]
|
||||
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
|
||||
... 23 more
|
||||
... 24 more
|
||||
",
|
||||
"host": "localhost:8101",
|
||||
"stageNumber": 0,
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
],
|
||||
}
|
||||
|
|
@ -1348,14 +1372,14 @@ exports[`ExecutionDetailsPane matches snapshot with init tab 1`] = `
|
|||
"useLineageBasedSegmentAllocation": true,
|
||||
},
|
||||
"dataSource": "kttm-blank-lines",
|
||||
"groupId": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"groupId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"nativeTypeNames": Array [
|
||||
"LONG",
|
||||
"STRING",
|
||||
],
|
||||
"resource": Object {
|
||||
"availabilityGroup": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"availabilityGroup": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"requiredCapacity": 1,
|
||||
},
|
||||
"spec": Object {
|
||||
|
|
@ -1384,6 +1408,7 @@ exports[`ExecutionDetailsPane matches snapshot with init tab 1`] = `
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -1391,11 +1416,12 @@ exports[`ExecutionDetailsPane matches snapshot with init tab 1`] = `
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -1461,15 +1487,17 @@ FROM TABLE(
|
|||
) EXTEND (\\"timestamp\\" VARCHAR, \\"agent_type\\" VARCHAR)
|
||||
PARTITIONED BY DAY",
|
||||
"sqlQueryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"sqlResultsContext": Object {
|
||||
"serializeComplexValues": true,
|
||||
|
|
@ -1482,7 +1510,7 @@ PARTITIONED BY DAY",
|
|||
],
|
||||
"type": "query_controller",
|
||||
},
|
||||
"task": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"task": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
},
|
||||
"capacityInfo": undefined,
|
||||
"destination": Object {
|
||||
|
|
@ -1494,7 +1522,7 @@ PARTITIONED BY DAY",
|
|||
"type": "dataSource",
|
||||
},
|
||||
"destinationPages": undefined,
|
||||
"duration": 14545,
|
||||
"duration": 4483,
|
||||
"engine": "sql-msq-task",
|
||||
"error": Object {
|
||||
"error": Object {
|
||||
|
|
@ -1504,15 +1532,16 @@ PARTITIONED BY DAY",
|
|||
"rootErrorCode": "CannotParseExternalData",
|
||||
},
|
||||
"host": "localhost",
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
"id": "query-af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"id": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"nativeQuery": Object {
|
||||
"columns": Array [
|
||||
"agent_type",
|
||||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
"finalize": false,
|
||||
|
|
@ -1520,11 +1549,12 @@ PARTITIONED BY DAY",
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -1573,11 +1603,13 @@ PARTITIONED BY DAY",
|
|||
],
|
||||
},
|
||||
"queryContext": Object {
|
||||
"__resultFormat": "array",
|
||||
"executionMode": "async",
|
||||
"finalizeAggregations": false,
|
||||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"result": undefined,
|
||||
"segmentStatus": undefined,
|
||||
|
|
@ -1645,7 +1677,7 @@ PARTITIONED BY DAY",
|
|||
"stages": Array [
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_0",
|
||||
"id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_0",
|
||||
"input": Array [
|
||||
Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -1681,6 +1713,7 @@ PARTITIONED BY DAY",
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__timeColumn": "v0",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
|
|
@ -1689,11 +1722,12 @@ PARTITIONED BY DAY",
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 2,
|
||||
"queryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"queryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "\\"DAY\\"",
|
||||
"sqlQueryId": "af8a263d-213f-418e-ad8d-37d55beff59b",
|
||||
"sqlQueryId": "26d490c6-c06d-4cd2-938f-bc5f7f982754",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -1780,16 +1814,16 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
],
|
||||
},
|
||||
"duration": 14193,
|
||||
"duration": 4259,
|
||||
"phase": "FAILED",
|
||||
"sort": true,
|
||||
"stageNumber": 0,
|
||||
"startTime": "2023-08-01T04:20:25.296Z",
|
||||
"startTime": "2024-01-23T19:56:44.857Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "f635e36d-6b90-4b74-ad5e-a179c99f0ddc_1",
|
||||
"id": "2c45d26d-8a63-45a7-ae8d-2a2a4d6309b7_1",
|
||||
"input": Array [
|
||||
Object {
|
||||
"stage": 0,
|
||||
|
|
@ -1859,11 +1893,11 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
],
|
||||
},
|
||||
"startTime": 2023-08-01T04:20:24.945Z,
|
||||
"startTime": 2024-01-23T19:56:44.633Z,
|
||||
"status": "FAILED",
|
||||
"usageInfo": Object {
|
||||
"pendingTasks": 0,
|
||||
"runningTasks": 2,
|
||||
"runningTasks": 1,
|
||||
},
|
||||
"warnings": Array [
|
||||
Object {
|
||||
|
|
@ -1873,44 +1907,45 @@ PARTITIONED BY DAY",
|
|||
},
|
||||
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 3, Line: 3)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
|
||||
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
|
||||
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
|
||||
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
|
||||
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
|
||||
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
|
||||
at java.base/java.lang.Thread.run(Thread.java:829)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
|
||||
at java.base/java.lang.Thread.run(Thread.java:840)
|
||||
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
|
||||
at [Source: (String)\\"\\"; line: 1, column: 0]
|
||||
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
|
||||
... 23 more
|
||||
... 24 more
|
||||
",
|
||||
"host": "localhost:8101",
|
||||
"stageNumber": 0,
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
Object {
|
||||
"error": Object {
|
||||
|
|
@ -1919,44 +1954,45 @@ Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No conte
|
|||
},
|
||||
"exceptionStackTrace": "org.apache.druid.java.util.common.parsers.ParseException: Unable to parse row [] (Path: https://static.imply.io/example-data/kttm-with-issues/kttm-blank-lines.json, Record: 6, Line: 7)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:79)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:74)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.next(CloseableIterator.java:108)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.next(CloseableIterator.java:52)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.findNextIteratorIfNecessary(CloseableIterator.java:72)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$2.hasNext(CloseableIterator.java:93)
|
||||
at org.apache.druid.java.util.common.parsers.CloseableIterator$1.hasNext(CloseableIterator.java:42)
|
||||
at org.apache.druid.msq.input.external.ExternalSegment$1$1.hasNext(ExternalSegment.java:95)
|
||||
at org.apache.druid.java.util.common.guava.BaseSequence$1.next(BaseSequence.java:115)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:70)
|
||||
at org.apache.druid.segment.RowWalker.advance(RowWalker.java:75)
|
||||
at org.apache.druid.segment.RowBasedCursor.advanceUninterruptibly(RowBasedCursor.java:110)
|
||||
at org.apache.druid.segment.RowBasedCursor.advance(RowBasedCursor.java:103)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:275)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:242)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:181)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:159)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:146)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeeded(ScanQueryFrameProcessor.java:362)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.populateFrameWriterAndFlushIfNeededWithExceptionHandling(ScanQueryFrameProcessor.java:329)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runWithSegment(ScanQueryFrameProcessor.java:268)
|
||||
at org.apache.druid.msq.querykit.BaseLeafFrameProcessor.runIncrementally(BaseLeafFrameProcessor.java:89)
|
||||
at org.apache.druid.msq.querykit.scan.ScanQueryFrameProcessor.runIncrementally(ScanQueryFrameProcessor.java:158)
|
||||
at org.apache.druid.frame.processor.FrameProcessors$1FrameProcessorWithBaggage.runIncrementally(FrameProcessors.java:75)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:229)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:137)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:837)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.runProcessorNow(FrameProcessorExecutor.java:230)
|
||||
at org.apache.druid.frame.processor.FrameProcessorExecutor$1ExecutorRunnable.run(FrameProcessorExecutor.java:138)
|
||||
at org.apache.druid.msq.exec.WorkerImpl$1$2.run(WorkerImpl.java:840)
|
||||
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
|
||||
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:251)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
|
||||
at java.base/java.lang.Thread.run(Thread.java:829)
|
||||
at org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:259)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
|
||||
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
|
||||
at java.base/java.lang.Thread.run(Thread.java:840)
|
||||
Caused by: com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
|
||||
at [Source: (String)\\"\\"; line: 1, column: 0]
|
||||
at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4360)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4205)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3182)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3548)
|
||||
at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3516)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:75)
|
||||
at org.apache.druid.data.input.impl.JsonLineReader.parseInputRows(JsonLineReader.java:48)
|
||||
at org.apache.druid.data.input.IntermediateRowParsingReader$1.hasNext(IntermediateRowParsingReader.java:71)
|
||||
... 23 more
|
||||
... 24 more
|
||||
",
|
||||
"host": "localhost:8101",
|
||||
"stageNumber": 0,
|
||||
"taskId": "query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0",
|
||||
"taskId": "query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0",
|
||||
},
|
||||
],
|
||||
}
|
||||
|
|
|
|||
|
|
@ -21,7 +21,7 @@ exports[`ExecutionErrorPane matches snapshot 1`] = `
|
|||
<div>
|
||||
Failed task ID:
|
||||
<Memo(ClickToCopy)
|
||||
text="query-af8a263d-213f-418e-ad8d-37d55beff59b-worker0_0"
|
||||
text="query-26d490c6-c06d-4cd2-938f-bc5f7f982754-worker0_0"
|
||||
/>
|
||||
<React.Fragment>
|
||||
(on host:
|
||||
|
|
|
|||
|
|
@ -21,7 +21,7 @@ exports[`ExecutionProgressBarPane matches snapshot 1`] = `
|
|||
intent="primary"
|
||||
/>
|
||||
<Unknown>
|
||||
|
||||
Segments loaded successfully in 0:00:05
|
||||
</Unknown>
|
||||
</div>
|
||||
`;
|
||||
|
|
|
|||
|
|
@ -158,7 +158,7 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
|
|||
Array [
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_0",
|
||||
"id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_0",
|
||||
"input": Array [
|
||||
Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -194,6 +194,7 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
|
|||
"v0",
|
||||
],
|
||||
"context": Object {
|
||||
"__resultFormat": "array",
|
||||
"__timeColumn": "v0",
|
||||
"__user": "allowAll",
|
||||
"executionMode": "async",
|
||||
|
|
@ -202,11 +203,12 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
|
|||
"groupByEnableMultiValueUnnesting": false,
|
||||
"maxNumTasks": 2,
|
||||
"maxParseExceptions": 0,
|
||||
"queryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"queryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"scanSignature": "[{\\"name\\":\\"agent_type\\",\\"type\\":\\"STRING\\"},{\\"name\\":\\"v0\\",\\"type\\":\\"LONG\\"}]",
|
||||
"sqlInsertSegmentGranularity": "{\\"type\\":\\"all\\"}",
|
||||
"sqlQueryId": "93a855fa-c35a-48df-b596-6bc98eed1101",
|
||||
"sqlQueryId": "346b9ac6-4912-46e4-9b98-75f11071af87",
|
||||
"sqlReplaceTimeChunks": "all",
|
||||
"waitUntilSegmentsLoad": true,
|
||||
},
|
||||
"dataSource": Object {
|
||||
"inputFormat": Object {
|
||||
|
|
@ -284,17 +286,17 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
|
|||
},
|
||||
],
|
||||
},
|
||||
"duration": 21324,
|
||||
"duration": 6884,
|
||||
"partitionCount": 1,
|
||||
"phase": "FINISHED",
|
||||
"sort": true,
|
||||
"stageNumber": 0,
|
||||
"startTime": "2023-08-01T03:12:59.865Z",
|
||||
"startTime": "2024-01-23T19:45:43.302Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
Object {
|
||||
"definition": Object {
|
||||
"id": "ad318360-2ccf-4afc-b221-27c8704bf4fe_1",
|
||||
"id": "7f62fa91-f49a-4053-adec-5aa09c251ee3_1",
|
||||
"input": Array [
|
||||
Object {
|
||||
"stage": 0,
|
||||
|
|
@ -360,11 +362,11 @@ exports[`ExecutionStagesPane matches snapshot 1`] = `
|
|||
},
|
||||
"signature": Array [],
|
||||
},
|
||||
"duration": 2070,
|
||||
"duration": 1263,
|
||||
"partitionCount": 1,
|
||||
"phase": "FINISHED",
|
||||
"stageNumber": 1,
|
||||
"startTime": "2023-08-01T03:13:21.156Z",
|
||||
"startTime": "2024-01-23T19:45:50.170Z",
|
||||
"workerCount": 1,
|
||||
},
|
||||
]
|
||||
|
|
|
|||
|
|
@ -20,6 +20,7 @@ import { Button, Icon, Intent } from '@blueprintjs/core';
|
|||
import { IconNames } from '@blueprintjs/icons';
|
||||
import { Tooltip2 } from '@blueprintjs/popover2';
|
||||
import classNames from 'classnames';
|
||||
import * as JSONBig from 'json-bigint-native';
|
||||
import React from 'react';
|
||||
import type { Column } from 'react-table';
|
||||
import ReactTable from 'react-table';
|
||||
|
|
@ -34,11 +35,13 @@ import type {
|
|||
SegmentGenerationProgressFields,
|
||||
SimpleWideCounter,
|
||||
StageDefinition,
|
||||
StageInput,
|
||||
} from '../../../druid-models';
|
||||
import { formatClusterBy, Stages, summarizeInputSource } from '../../../druid-models';
|
||||
import { DEFAULT_TABLE_CLASS_NAME } from '../../../react-table';
|
||||
import type { NumberLike } from '../../../utils';
|
||||
import {
|
||||
assemble,
|
||||
capitalizeFirst,
|
||||
clamp,
|
||||
deepGet,
|
||||
|
|
@ -59,6 +62,15 @@ const MAX_STAGE_ROWS = 20;
|
|||
const MAX_DETAIL_ROWS = 20;
|
||||
const NOT_SIZE_ON_DISK = '(does not represent size on disk)';
|
||||
|
||||
function summarizeTableInput(tableStageInput: StageInput): string {
|
||||
if (tableStageInput.type !== 'table') return '';
|
||||
return assemble(
|
||||
`Datasource: ${tableStageInput.dataSource}`,
|
||||
`Interval: ${tableStageInput.intervals.join('; ')}`,
|
||||
tableStageInput.filter && `Filter: ${JSONBig.stringify(tableStageInput.filter)}`,
|
||||
).join('\n');
|
||||
}
|
||||
|
||||
function formatBreakdown(breakdown: Record<string, number>): string {
|
||||
return Object.keys(breakdown)
|
||||
.map(k => `${k}: ${formatInteger(breakdown[k])}`)
|
||||
|
|
@ -85,7 +97,7 @@ function inputLabelContent(stage: StageDefinition, inputIndex: number) {
|
|||
Input{' '}
|
||||
{stageInput.type === 'stage' && <span className="stage">{`Stage${stageInput.stage}`}</span>}
|
||||
{stageInput.type === 'table' && (
|
||||
<span className="datasource" title={stageInput.dataSource}>
|
||||
<span className="datasource" title={summarizeTableInput(stageInput)}>
|
||||
{stageInput.dataSource}
|
||||
</span>
|
||||
)}
|
||||
|
|
|
|||
|
|
@ -8,8 +8,8 @@ exports[`IngestSuccessPane matches snapshot 1`] = `
|
|||
465,346 rows inserted into "kttm_simple".
|
||||
</p>
|
||||
<p>
|
||||
Insert query took 0:00:23.
|
||||
|
||||
Insert query took 0:00:14.
|
||||
Segments loaded successfully in 0:00:05
|
||||
<span
|
||||
className="action"
|
||||
onClick={[Function]}
|
||||
|
|
|
|||
Loading…
Reference in New Issue