honeymoose
/
OpenSearch
mirror of https://github.com/honeymoose/OpenSearch.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[7.x][ML] Add debug logging for field caps request during DF Analytics (#61459) (#61478) 

Adds debug logging for the request and the response that is getting
field capabilities during a data frame analytics job.

Backport of #61459
This commit is contained in:
Dimitris Athanasiou 2020-08-24 18:01:30 +03:00 committed by GitHub
parent 5992bb0507
commit 618dd65d5f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
x-pack/plugin/ml/src/main/java/org/elasticsearch/xpack/ml/dataframe/extractor/ExtractedFieldsDetectorFactory.java
View File

@ -6,6 +6,9 @@
package org.elasticsearch.xpack.ml.dataframe.extractor; package org.elasticsearch.xpack.ml.dataframe.extractor;
import com.carrotsearch.hppc.cursors.ObjectObjectCursor; import com.carrotsearch.hppc.cursors.ObjectObjectCursor;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.apache.logging.log4j.message.ParameterizedMessage;
import org.elasticsearch.ResourceNotFoundException; import org.elasticsearch.ResourceNotFoundException;
import org.elasticsearch.action.ActionListener; import org.elasticsearch.action.ActionListener;
import org.elasticsearch.action.admin.indices.settings.get.GetSettingsRequest; import org.elasticsearch.action.admin.indices.settings.get.GetSettingsRequest;
@ -32,6 +35,7 @@ import org.elasticsearch.xpack.core.ml.dataframe.DataFrameAnalyticsConfig;
import org.elasticsearch.xpack.core.ml.dataframe.analyses.FieldCardinalityConstraint; import org.elasticsearch.xpack.core.ml.dataframe.analyses.FieldCardinalityConstraint;
import org.elasticsearch.xpack.core.ml.utils.ExceptionsHelper; import org.elasticsearch.xpack.core.ml.utils.ExceptionsHelper;
import java.util.Arrays;
import java.util.Collections; import java.util.Collections;
import java.util.HashMap; import java.util.HashMap;
import java.util.Iterator; import java.util.Iterator;
@ -46,6 +50,8 @@ import java.util.concurrent.atomic.AtomicReference;
*/ */
public class ExtractedFieldsDetectorFactory { public class ExtractedFieldsDetectorFactory {
private static final Logger LOGGER = LogManager.getLogger(ExtractedFieldsDetectorFactory.class);
private final Client client; private final Client client;
public ExtractedFieldsDetectorFactory(Client client) { public ExtractedFieldsDetectorFactory(Client client) {
@ -77,6 +83,8 @@ public class ExtractedFieldsDetectorFactory {
// Step 3. Get cardinalities for fields with constraints // Step 3. Get cardinalities for fields with constraints
ActionListener<FieldCapabilitiesResponse> fieldCapabilitiesHandler = ActionListener.wrap( ActionListener<FieldCapabilitiesResponse> fieldCapabilitiesHandler = ActionListener.wrap(
fieldCapabilitiesResponse -> { fieldCapabilitiesResponse -> {
LOGGER.debug(() -> new ParameterizedMessage(
"[{}] Field capabilities response: {}", config.getId(), fieldCapabilitiesResponse));
fieldCapsResponseHolder.set(fieldCapabilitiesResponse); fieldCapsResponseHolder.set(fieldCapabilitiesResponse);
getCardinalitiesForFieldsWithConstraints(index, config, fieldCapabilitiesResponse, fieldCardinalitiesHandler); getCardinalitiesForFieldsWithConstraints(index, config, fieldCapabilitiesResponse, fieldCardinalitiesHandler);
}, },
@ -158,6 +166,8 @@ public class ExtractedFieldsDetectorFactory {
fieldCapabilitiesRequest.indices(index); fieldCapabilitiesRequest.indices(index);
fieldCapabilitiesRequest.indicesOptions(IndicesOptions.lenientExpandOpen()); fieldCapabilitiesRequest.indicesOptions(IndicesOptions.lenientExpandOpen());
fieldCapabilitiesRequest.fields("*"); fieldCapabilitiesRequest.fields("*");
LOGGER.debug(() -> new ParameterizedMessage(
"[{}] Requesting field caps for index {}", config.getId(), Arrays.toString(index)));
ClientHelper.executeWithHeaders(config.getHeaders(), ClientHelper.ML_ORIGIN, client, () -> { ClientHelper.executeWithHeaders(config.getHeaders(), ClientHelper.ML_ORIGIN, client, () -> {
client.execute(FieldCapabilitiesAction.INSTANCE, fieldCapabilitiesRequest, listener); client.execute(FieldCapabilitiesAction.INSTANCE, fieldCapabilitiesRequest, listener);
// This response gets discarded - the listener handles the real response // This response gets discarded - the listener handles the real response