honeymoose
/
OpenSearch
mirror of https://github.com/honeymoose/OpenSearch.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[TEST] Increased datafeed logging 

Original commit: elastic/x-pack-elasticsearch@403bc28dea
This commit is contained in:
Martijn van Groningen 2017-04-24 10:48:53 +02:00
parent d3a2e34f9d
commit 5dc8c71e65
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
plugin/src/main/java/org/elasticsearch/xpack/ml/datafeed/DatafeedJob.java
View File

@ -165,6 +165,7 @@ class DatafeedJob {
DataCounts counts; DataCounts counts;
try (InputStream in = extractedData.get()) { try (InputStream in = extractedData.get()) {
counts = postData(in, XContentType.JSON); counts = postData(in, XContentType.JSON);
LOGGER.trace("[{}] Processed another {} records", jobId, counts.getProcessedRecordCount());
} catch (Exception e) { } catch (Exception e) {
if (e instanceof InterruptedException) { if (e instanceof InterruptedException) {
Thread.currentThread().interrupt(); Thread.currentThread().interrupt();
@ -190,6 +191,8 @@ class DatafeedJob {
} }
lastEndTimeMs = Math.max(lastEndTimeMs == null ? 0 : lastEndTimeMs, end - 1); lastEndTimeMs = Math.max(lastEndTimeMs == null ? 0 : lastEndTimeMs, end - 1);
LOGGER.debug("[{}] Complete iterating data extractor [{}], [{}], [{}], [{}], [{}]", jobId, error, recordCount,
lastEndTimeMs, isRunning(), dataExtractor.isCancelled());
// We can now throw any stored error as we have updated time. // We can now throw any stored error as we have updated time.
if (error != null) { if (error != null) {
@ -235,6 +238,7 @@ class DatafeedJob {
private void flushJob(FlushJobAction.Request flushRequest) { private void flushJob(FlushJobAction.Request flushRequest) {
try { try {
LOGGER.trace("[" + jobId + "] Sending flush request");
client.execute(FlushJobAction.INSTANCE, flushRequest).actionGet(); client.execute(FlushJobAction.INSTANCE, flushRequest).actionGet();
} catch (Exception e) { } catch (Exception e) {
LOGGER.debug("[" + jobId + "] error while flushing job", e); LOGGER.debug("[" + jobId + "] error while flushing job", e);

2
plugin/src/test/java/org/elasticsearch/xpack/ml/integration/MlDistributedFailureIT.java
View File

@ -53,7 +53,7 @@ public class MlDistributedFailureIT extends BaseMlIntegTestCase {
} }
@TestLogging("org.elasticsearch.xpack.ml.action:DEBUG,org.elasticsearch.xpack.persistent:TRACE," + @TestLogging("org.elasticsearch.xpack.ml.action:DEBUG,org.elasticsearch.xpack.persistent:TRACE," +
"org.elasticsearch.cluster.service:TRACE") "org.elasticsearch.xpack.ml.datafeed:TRACE")
public void testLoseDedicatedMasterNode() throws Exception { public void testLoseDedicatedMasterNode() throws Exception {
internalCluster().ensureAtMostNumDataNodes(0); internalCluster().ensureAtMostNumDataNodes(0);
logger.info("Starting dedicated master node..."); logger.info("Starting dedicated master node...");