mirror of https://github.com/apache/druid.git
Remove references to chatAsync (#16950)
Remove references to chatAsync from Rabbit stream supervisors
This commit is contained in:
parent
2abcb41559
commit
8c8a4b2302
|
@ -160,8 +160,6 @@ The `tuningConfig` is optional. If no `tuningConfig` is specified, default param
|
||||||
|`resetOffsetAutomatically`|Boolean|Controls behavior when Druid needs to read RabbitMQ messages that are no longer available. Not supported. |no (default == false)|
|
|`resetOffsetAutomatically`|Boolean|Controls behavior when Druid needs to read RabbitMQ messages that are no longer available. Not supported. |no (default == false)|
|
||||||
|`skipSequenceNumberAvailabilityCheck`|Boolean|Whether to enable checking if the current sequence number is still available in a particular RabbitMQ stream. If set to false, the indexing task will attempt to reset the current sequence number (or not), depending on the value of `resetOffsetAutomatically`.|no (default == false)|
|
|`skipSequenceNumberAvailabilityCheck`|Boolean|Whether to enable checking if the current sequence number is still available in a particular RabbitMQ stream. If set to false, the indexing task will attempt to reset the current sequence number (or not), depending on the value of `resetOffsetAutomatically`.|no (default == false)|
|
||||||
|`workerThreads`|Integer|The number of threads that the supervisor uses to handle requests/responses for worker tasks, along with any other internal asynchronous operation.|no (default == min(10, taskCount))|
|
|`workerThreads`|Integer|The number of threads that the supervisor uses to handle requests/responses for worker tasks, along with any other internal asynchronous operation.|no (default == min(10, taskCount))|
|
||||||
|`chatAsync`|Boolean| If true, use asynchronous communication with indexing tasks, and ignore the `chatThreads` parameter. If false, use synchronous communication in a thread pool of size `chatThreads`. | no (default == true) |
|
|
||||||
|`chatThreads`|Integer| The number of threads that will be used for communicating with indexing tasks. Ignored if `chatAsync` is `true` (the default).| no (default == min(10, taskCount * replicas))|
|
|
||||||
|`chatRetries`|Integer|The number of times HTTP requests to indexing tasks will be retried before considering tasks unresponsive.| no (default == 8)|
|
|`chatRetries`|Integer|The number of times HTTP requests to indexing tasks will be retried before considering tasks unresponsive.| no (default == 8)|
|
||||||
|`httpTimeout`|ISO8601 Period|How long to wait for a HTTP response from an indexing task.|no (default == PT10S)|
|
|`httpTimeout`|ISO8601 Period|How long to wait for a HTTP response from an indexing task.|no (default == PT10S)|
|
||||||
|`shutdownTimeout`|ISO8601 Period|How long to wait for the supervisor to attempt a graceful shutdown of tasks before exiting.|no (default == PT80S)|
|
|`shutdownTimeout`|ISO8601 Period|How long to wait for the supervisor to attempt a graceful shutdown of tasks before exiting.|no (default == PT80S)|
|
||||||
|
|
|
@ -421,8 +421,6 @@ For configuration properties shared across all streaming ingestion methods, refe
|
||||||
|Property|Type|Description|Required|Default|
|
|Property|Type|Description|Required|Default|
|
||||||
|--------|----|-----------|--------|-------|
|
|--------|----|-----------|--------|-------|
|
||||||
|`numPersistThreads`|Integer|The number of threads to use to create and persist incremental segments on the disk. Higher ingestion data throughput results in a larger number of incremental segments, causing significant CPU time to be spent on the creation of the incremental segments on the disk. For datasources with number of columns running into hundreds or thousands, creation of the incremental segments may take up significant time, in the order of multiple seconds. In both of these scenarios, ingestion can stall or pause frequently, causing it to fall behind. You can use additional threads to parallelize the segment creation without blocking ingestion as long as there are sufficient CPU resources available.|No|1|
|
|`numPersistThreads`|Integer|The number of threads to use to create and persist incremental segments on the disk. Higher ingestion data throughput results in a larger number of incremental segments, causing significant CPU time to be spent on the creation of the incremental segments on the disk. For datasources with number of columns running into hundreds or thousands, creation of the incremental segments may take up significant time, in the order of multiple seconds. In both of these scenarios, ingestion can stall or pause frequently, causing it to fall behind. You can use additional threads to parallelize the segment creation without blocking ingestion as long as there are sufficient CPU resources available.|No|1|
|
||||||
|`chatAsync`|Boolean|If `true`, use asynchronous communication with indexing tasks, and ignore the `chatThreads` parameter. If `false`, use synchronous communication in a thread pool of size `chatThreads`.|No|`true`|
|
|
||||||
|`chatThreads`|Integer|The number of threads to use for communicating with indexing tasks. Ignored if `chatAsync` is `true`.|No|`min(10, taskCount * replicas)`|
|
|
||||||
|
|
||||||
## Deployment notes on Kafka partitions and Druid segments
|
## Deployment notes on Kafka partitions and Druid segments
|
||||||
|
|
||||||
|
|
|
@ -34,8 +34,6 @@ public class RabbitStreamSupervisorTuningConfig extends RabbitStreamIndexTaskTun
|
||||||
implements SeekableStreamSupervisorTuningConfig
|
implements SeekableStreamSupervisorTuningConfig
|
||||||
{
|
{
|
||||||
private final Integer workerThreads;
|
private final Integer workerThreads;
|
||||||
private final Boolean chatAsync;
|
|
||||||
private final Integer chatThreads;
|
|
||||||
private final Long chatRetries;
|
private final Long chatRetries;
|
||||||
private final Duration httpTimeout;
|
private final Duration httpTimeout;
|
||||||
private final Duration shutdownTimeout;
|
private final Duration shutdownTimeout;
|
||||||
|
@ -70,8 +68,6 @@ public class RabbitStreamSupervisorTuningConfig extends RabbitStreamIndexTaskTun
|
||||||
null,
|
null,
|
||||||
null,
|
null,
|
||||||
null,
|
null,
|
||||||
null,
|
|
||||||
null,
|
|
||||||
null
|
null
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
@ -92,8 +88,6 @@ public class RabbitStreamSupervisorTuningConfig extends RabbitStreamIndexTaskTun
|
||||||
@JsonProperty("resetOffsetAutomatically") Boolean resetOffsetAutomatically,
|
@JsonProperty("resetOffsetAutomatically") Boolean resetOffsetAutomatically,
|
||||||
@JsonProperty("segmentWriteOutMediumFactory") @Nullable SegmentWriteOutMediumFactory segmentWriteOutMediumFactory,
|
@JsonProperty("segmentWriteOutMediumFactory") @Nullable SegmentWriteOutMediumFactory segmentWriteOutMediumFactory,
|
||||||
@JsonProperty("workerThreads") Integer workerThreads,
|
@JsonProperty("workerThreads") Integer workerThreads,
|
||||||
@JsonProperty("chatAsync") Boolean chatAsync,
|
|
||||||
@JsonProperty("chatThreads") Integer chatThreads,
|
|
||||||
@JsonProperty("chatRetries") Long chatRetries,
|
@JsonProperty("chatRetries") Long chatRetries,
|
||||||
@JsonProperty("httpTimeout") Period httpTimeout,
|
@JsonProperty("httpTimeout") Period httpTimeout,
|
||||||
@JsonProperty("shutdownTimeout") Period shutdownTimeout,
|
@JsonProperty("shutdownTimeout") Period shutdownTimeout,
|
||||||
|
@ -133,8 +127,6 @@ public class RabbitStreamSupervisorTuningConfig extends RabbitStreamIndexTaskTun
|
||||||
maxRecordsPerPoll
|
maxRecordsPerPoll
|
||||||
);
|
);
|
||||||
this.workerThreads = workerThreads;
|
this.workerThreads = workerThreads;
|
||||||
this.chatAsync = chatAsync;
|
|
||||||
this.chatThreads = chatThreads;
|
|
||||||
this.chatRetries = (chatRetries != null ? chatRetries : DEFAULT_CHAT_RETRIES);
|
this.chatRetries = (chatRetries != null ? chatRetries : DEFAULT_CHAT_RETRIES);
|
||||||
this.httpTimeout = SeekableStreamSupervisorTuningConfig.defaultDuration(httpTimeout, DEFAULT_HTTP_TIMEOUT);
|
this.httpTimeout = SeekableStreamSupervisorTuningConfig.defaultDuration(httpTimeout, DEFAULT_HTTP_TIMEOUT);
|
||||||
this.shutdownTimeout = SeekableStreamSupervisorTuningConfig.defaultDuration(
|
this.shutdownTimeout = SeekableStreamSupervisorTuningConfig.defaultDuration(
|
||||||
|
@ -206,7 +198,6 @@ public class RabbitStreamSupervisorTuningConfig extends RabbitStreamIndexTaskTun
|
||||||
", resetOffsetAutomatically=" + isResetOffsetAutomatically() +
|
", resetOffsetAutomatically=" + isResetOffsetAutomatically() +
|
||||||
", segmentWriteOutMediumFactory=" + getSegmentWriteOutMediumFactory() +
|
", segmentWriteOutMediumFactory=" + getSegmentWriteOutMediumFactory() +
|
||||||
", workerThreads=" + workerThreads +
|
", workerThreads=" + workerThreads +
|
||||||
", chatThreads=" + chatThreads +
|
|
||||||
", chatRetries=" + chatRetries +
|
", chatRetries=" + chatRetries +
|
||||||
", httpTimeout=" + httpTimeout +
|
", httpTimeout=" + httpTimeout +
|
||||||
", shutdownTimeout=" + shutdownTimeout +
|
", shutdownTimeout=" + shutdownTimeout +
|
||||||
|
|
|
@ -162,7 +162,6 @@ public class RabbitStreamIndexTaskTuningConfigTest
|
||||||
"resetOffsetAutomatically=false, " +
|
"resetOffsetAutomatically=false, " +
|
||||||
"segmentWriteOutMediumFactory=null, " +
|
"segmentWriteOutMediumFactory=null, " +
|
||||||
"workerThreads=null, " +
|
"workerThreads=null, " +
|
||||||
"chatThreads=null, " +
|
|
||||||
"chatRetries=8, " +
|
"chatRetries=8, " +
|
||||||
"httpTimeout=PT10S, " +
|
"httpTimeout=PT10S, " +
|
||||||
"shutdownTimeout=PT80S, " +
|
"shutdownTimeout=PT80S, " +
|
||||||
|
|
|
@ -74,7 +74,6 @@ public class RabbitStreamSupervisorTest extends EasyMockSupport
|
||||||
false,
|
false,
|
||||||
false);
|
false);
|
||||||
private static final String DATASOURCE = "testDS";
|
private static final String DATASOURCE = "testDS";
|
||||||
private static final int TEST_CHAT_THREADS = 3;
|
|
||||||
private static final long TEST_CHAT_RETRIES = 9L;
|
private static final long TEST_CHAT_RETRIES = 9L;
|
||||||
private static final Period TEST_HTTP_TIMEOUT = new Period("PT10S");
|
private static final Period TEST_HTTP_TIMEOUT = new Period("PT10S");
|
||||||
private static final Period TEST_SHUTDOWN_TIMEOUT = new Period("PT80S");
|
private static final Period TEST_SHUTDOWN_TIMEOUT = new Period("PT80S");
|
||||||
|
@ -148,8 +147,6 @@ public class RabbitStreamSupervisorTest extends EasyMockSupport
|
||||||
null,
|
null,
|
||||||
null,
|
null,
|
||||||
numThreads, // worker threads
|
numThreads, // worker threads
|
||||||
null,
|
|
||||||
TEST_CHAT_THREADS,
|
|
||||||
TEST_CHAT_RETRIES,
|
TEST_CHAT_RETRIES,
|
||||||
TEST_HTTP_TIMEOUT,
|
TEST_HTTP_TIMEOUT,
|
||||||
TEST_SHUTDOWN_TIMEOUT,
|
TEST_SHUTDOWN_TIMEOUT,
|
||||||
|
|
|
@ -87,7 +87,6 @@ public class RabbitStreamSupervisorTuningConfigTest
|
||||||
+ " \"reportParseExceptions\": true,\n"
|
+ " \"reportParseExceptions\": true,\n"
|
||||||
+ " \"handoffConditionTimeout\": 100,\n"
|
+ " \"handoffConditionTimeout\": 100,\n"
|
||||||
+ " \"workerThreads\": 12,\n"
|
+ " \"workerThreads\": 12,\n"
|
||||||
+ " \"chatThreads\": 13,\n"
|
|
||||||
+ " \"chatRetries\": 14,\n"
|
+ " \"chatRetries\": 14,\n"
|
||||||
+ " \"httpTimeout\": \"PT15S\",\n"
|
+ " \"httpTimeout\": \"PT15S\",\n"
|
||||||
+ " \"shutdownTimeout\": \"PT95S\",\n"
|
+ " \"shutdownTimeout\": \"PT95S\",\n"
|
||||||
|
|
Loading…
Reference in New Issue