Apache
/
nifi
mirror of https://github.com/apache/nifi.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

NIFI-7994: Fixed ReplaceText concurrency issue 

Moving RegexReplace.additionalAttrs field to local variable in replace() method.
Concurrent usage of the additionalAttrs map caused data corruption.
This commit is contained in:
Peter Turcsanyi 2020-11-10 22:13:36 +01:00 committed by markap14
parent 479ee6e3db
commit 018778a25d
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ReplaceText.java
View File

@ -494,7 +494,6 @@ public class ReplaceText extends AbstractProcessor {
private static class RegexReplace implements ReplacementStrategyExecutor {
private final int numCapturingGroups;
private final Map<String, String> additionalAttrs;
// back references are not supported in the evaluated expression
private final AttributeValueDecorator escapeBackRefDecorator = new AttributeValueDecorator() {
@ -507,7 +506,6 @@ public class ReplaceText extends AbstractProcessor {
public RegexReplace(final String regex) {
numCapturingGroups = Pattern.compile(regex).matcher("").groupCount();
additionalAttrs = new HashMap<>(numCapturingGroups);
}
@Override
@ -516,6 +514,7 @@ public class ReplaceText extends AbstractProcessor {
final String searchRegex = context.getProperty(SEARCH_VALUE).evaluateAttributeExpressions(flowFile, quotedAttributeDecorator).getValue();
final Pattern searchPattern = Pattern.compile(searchRegex);
final Map<String, String> additionalAttrs = new HashMap<>(numCapturingGroups);
FlowFile updatedFlowFile;
if (evaluateMode.equalsIgnoreCase(ENTIRE_TEXT)) {
@ -526,7 +525,6 @@ public class ReplaceText extends AbstractProcessor {
session.read(flowFile, in -> StreamUtils.fillBuffer(in, buffer, false));
final String contentString = new String(buffer, 0, flowFileSize, charset);
additionalAttrs.clear();
final Matcher matcher = searchPattern.matcher(contentString);
final PropertyValue replacementValueProperty = context.getProperty(REPLACEMENT_VALUE);
@ -560,8 +558,7 @@ public class ReplaceText extends AbstractProcessor {
final Matcher matcher = searchPattern.matcher("");
updatedFlowFile = session.write(flowFile, new StreamReplaceCallback(charset, maxBufferSize, context.getProperty(LINE_BY_LINE_EVALUATION_MODE).getValue(),
(bw, oneLine) -> {
additionalAttrs.clear();
matcher.reset(oneLine);
matcher.reset(oneLine);
int matches = 0;
StringBuffer sb = new StringBuffer();