Apache
/
nifi
mirror of https://github.com/apache/nifi.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

NIFI-3905: This closes #1805. When a Provenance Query is submitted to WriteAheadProvenanceRepository, purge any obsolete queries from the internal state before rejecting the query due to 'too many outstanding queries' 

Signed-off-by: joewitt <joewitt@apache.org>
This commit is contained in:
Mark Payne 2017-05-16 10:06:51 -04:00 committed by joewitt
parent 58cf15a912
commit 4fdea680ec
1 changed files with 28 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
nifi-nar-bundles/nifi-provenance-repository-bundle/nifi-persistent-provenance-repository/src/main/java/org/apache/nifi/provenance/index/lucene/LuceneEventIndex.java
View File

@ -154,7 +154,7 @@ public class LuceneEventIndex implements EventIndex {
maintenanceExecutor = Executors.newScheduledThreadPool(1, new NamedThreadFactory("Provenance Repository Maintenance")); maintenanceExecutor = Executors.newScheduledThreadPool(1, new NamedThreadFactory("Provenance Repository Maintenance"));
maintenanceExecutor.scheduleWithFixedDelay(() -> performMaintenance(), 1, 1, TimeUnit.MINUTES); maintenanceExecutor.scheduleWithFixedDelay(() -> performMaintenance(), 1, 1, TimeUnit.MINUTES);
maintenanceExecutor.scheduleWithFixedDelay(new RemoveExpiredQueryResults(), 30, 30, TimeUnit.SECONDS); maintenanceExecutor.scheduleWithFixedDelay(this::purgeObsoleteQueries, 30, 30, TimeUnit.SECONDS);
cachedQueries.add(new LatestEventsQuery()); cachedQueries.add(new LatestEventsQuery());
cachedQueries.add(new LatestEventsPerProcessorQuery()); cachedQueries.add(new LatestEventsPerProcessorQuery());
@ -633,9 +633,12 @@ public class LuceneEventIndex implements EventIndex {
private void validate(final Query query) { private void validate(final Query query) {
final int numQueries = querySubmissionMap.size(); final int numQueries = querySubmissionMap.size();
if (numQueries > MAX_UNDELETED_QUERY_RESULTS) { if (numQueries > MAX_UNDELETED_QUERY_RESULTS) {
purgeObsoleteQueries();
if (querySubmissionMap.size() > MAX_UNDELETED_QUERY_RESULTS) {
throw new IllegalStateException("Cannot process query because there are currently " + numQueries + " queries whose results have not " throw new IllegalStateException("Cannot process query because there are currently " + numQueries + " queries whose results have not "
+ "been deleted due to poorly behaving clients not issuing DELETE requests. Please try again later."); + "been deleted due to poorly behaving clients not issuing DELETE requests. Please try again later.");
} }
}
if (query.getEndDate() != null && query.getStartDate() != null && query.getStartDate().getTime() > query.getEndDate().getTime()) { if (query.getEndDate() != null && query.getStartDate() != null && query.getStartDate().getTime() > query.getEndDate().getTime()) {
throw new IllegalArgumentException("Query End Time cannot be before Query Start Time"); throw new IllegalArgumentException("Query End Time cannot be before Query Start Time");
@ -702,9 +705,7 @@ public class LuceneEventIndex implements EventIndex {
return removed; return removed;
} }
private class RemoveExpiredQueryResults implements Runnable { private void purgeObsoleteQueries() {
@Override
public void run() {
try { try {
final Date now = new Date(); final Date now = new Date();
@ -733,4 +734,3 @@ public class LuceneEventIndex implements EventIndex {
} }
} }
} }
}