Issue 2927 convert mdm clear to spring batch (#2929)
* initial roughout of mdm clear batch job * still roughing out classes * finished first draft of reader * most tests passing now * all tests pass. now FIXMEs * FIXMEs done. Time for regression. * fix test * changelog and docs * fix test * pre-review cleanup * version bump * move spring autowire deps for cdr * move spring autowire deps for cdr * finally got beans working phew * rearrange method calls so persistence module can perform clear operation on its own * Update hapi-fhir-docs/src/main/resources/ca/uhn/hapi/fhir/docs/server_jpa_mdm/mdm_operations.md Co-authored-by: Tadgh <tadgh@cs.toronto.edu> * review feedback * review feedback * Remove inheritance * fix beans Co-authored-by: Tadgh <tadgh@cs.toronto.edu> Co-authored-by: Tadgh <garygrantgraham@gmail.com>
This commit is contained in:
Ken Stevens
GitHub
parent
28cc51393b
commit
346e29920a
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -3,14 +3,14 @@
|
||||||
<modelVersion>4.0.0</modelVersion>
|
<modelVersion>4.0.0</modelVersion>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-bom</artifactId>
|
<artifactId>hapi-fhir-bom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<packaging>pom</packaging>
|
<packaging>pom</packaging>
|
||||||
<name>HAPI FHIR BOM</name>
|
<name>HAPI FHIR BOM</name>
|
||||||
|
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-cli</artifactId>
|
<artifactId>hapi-fhir-cli</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../../hapi-deployable-pom</relativePath>
|
<relativePath>../../hapi-deployable-pom</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,3 @@
|
||||||
|
---
|
||||||
|
type: change
|
||||||
|
title: "The $mdm-clear operation has been changed to use Spring Batch."
|
||||||
|
|
@ -567,11 +567,15 @@ Note that the request goes to the root of the FHIR server, and not the `Organiza
|
||||||
|
|
||||||
## Clearing MDM Links
|
## Clearing MDM Links
|
||||||
|
|
||||||
The `$mdm-clear` operation is used to batch-delete MDM links and related Golden Resources from the database. This operation is meant to be used during the rules-tuning phase of the MDM implementation so that you can quickly test your ruleset. It permits the user to reset the state of their MDM system without manual deletion of all related links and Golden Resources.
|
The `$mdm-clear` operation is used to batch-delete MDM links and related Golden Resources from the database. This
|
||||||
|
operation is intended to be used during the rules-tuning phase of the MDM implementation so that you can quickly test
|
||||||
|
your ruleset. It permits the user to reset the state of their MDM system without manual deletion of all related links
|
||||||
|
and Golden Resources.
|
||||||
|
|
||||||
After the operation is complete, all targeted MDM links are removed from the system, and their related Golden Resources are deleted and expunged from the server.
|
After the operation is complete, all targeted MDM links are removed from the system, and their related Golden Resources
|
||||||
|
are deleted and expunged from the server.
|
||||||
|
|
||||||
This operation takes a single optional Parameter.
|
This operation takes two optional Parameters.
|
||||||
|
|
||||||
<table class="table table-striped table-condensed">
|
<table class="table table-striped table-condensed">
|
||||||
<thead>
|
<thead>
|
||||||
|
|
@ -584,11 +588,21 @@ This operation takes a single optional Parameter.
|
||||||
</thead>
|
</thead>
|
||||||
<tbody>
|
<tbody>
|
||||||
<tr>
|
<tr>
|
||||||
<td>sourceType</td>
|
<td>resourceType</td>
|
||||||
<td>String</td>
|
<td>String</td>
|
||||||
|
<td>0..*</td>
|
||||||
|
<td>
|
||||||
|
The Source resource types you would like to clear. If omitted, all resource types will be cleared.
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td>batchSize</td>
|
||||||
|
<td>Integer</td>
|
||||||
<td>0..1</td>
|
<td>0..1</td>
|
||||||
<td>
|
<td>
|
||||||
The Source Resource type you would like to clear. If omitted, will operate over all links.
|
The number of links that should be deleted at a time. If ommitted, then the batch size will be determined by the value
|
||||||
|
of [Expunge Batch Size](/apidocs/hapi-fhir-jpaserver-api/ca/uhn/fhir/jpa/api/config/DaoConfig.html#getExpungeBatchSize())
|
||||||
|
property.
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
</tbody>
|
</tbody>
|
||||||
|
|
@ -598,33 +612,27 @@ This operation takes a single optional Parameter.
|
||||||
|
|
||||||
Use an HTTP POST to the following URL to invoke this operation:
|
Use an HTTP POST to the following URL to invoke this operation:
|
||||||
|
|
||||||
```url
|
```http
|
||||||
http://example.com/$mdm-clear
|
POST /$mdm-clear
|
||||||
```
|
Content-Type: application/fhir+json
|
||||||
|
|
||||||
The following request body could be used:
|
|
||||||
|
|
||||||
```json
|
|
||||||
{
|
{
|
||||||
"resourceType": "Parameters",
|
"resourceType": "Parameters",
|
||||||
"parameter": [ {
|
"parameter": [ {
|
||||||
"name": "sourceType",
|
"name": "resourceType",
|
||||||
"valueString": "Patient"
|
"valueString": "Patient"
|
||||||
|
}, {
|
||||||
|
"name": "resourceType",
|
||||||
|
"valueString": "Practitioner"
|
||||||
|
}, {
|
||||||
|
"name": "batchSize",
|
||||||
|
"valueDecimal": 1000
|
||||||
} ]
|
} ]
|
||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
This operation returns the number of MDM links that were cleared. The following is a sample response:
|
This operation returns the job execution id of the Spring Batch job that will be run to remove all the links and their
|
||||||
|
golden resources.
|
||||||
```json
|
|
||||||
{
|
|
||||||
"resourceType": "Parameters",
|
|
||||||
"parameter": [ {
|
|
||||||
"name": "reset",
|
|
||||||
"valueDecimal": 5
|
|
||||||
} ]
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
## Batch-creating MDM Links
|
## Batch-creating MDM Links
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -11,7 +11,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -20,6 +20,7 @@ package ca.uhn.fhir.jpa.batch;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.jpa.batch.mdm.job.MdmClearJobConfig;
|
||||||
import ca.uhn.fhir.jpa.bulk.export.job.BulkExportJobConfig;
|
import ca.uhn.fhir.jpa.bulk.export.job.BulkExportJobConfig;
|
||||||
import ca.uhn.fhir.jpa.bulk.imprt.job.BulkImportJobConfig;
|
import ca.uhn.fhir.jpa.bulk.imprt.job.BulkImportJobConfig;
|
||||||
import ca.uhn.fhir.jpa.delete.job.DeleteExpungeJobConfig;
|
import ca.uhn.fhir.jpa.delete.job.DeleteExpungeJobConfig;
|
||||||
|
|
@ -40,7 +41,8 @@ import java.util.Set;
|
||||||
BulkImportJobConfig.class,
|
BulkImportJobConfig.class,
|
||||||
DeleteExpungeJobConfig.class,
|
DeleteExpungeJobConfig.class,
|
||||||
ReindexJobConfig.class,
|
ReindexJobConfig.class,
|
||||||
ReindexEverythingJobConfig.class
|
ReindexEverythingJobConfig.class,
|
||||||
|
MdmClearJobConfig.class
|
||||||
})
|
})
|
||||||
public class BatchJobsConfig {
|
public class BatchJobsConfig {
|
||||||
|
|
||||||
|
|
@ -94,4 +96,9 @@ public class BatchJobsConfig {
|
||||||
*/
|
*/
|
||||||
public static final String REINDEX_EVERYTHING_JOB_NAME = "reindexEverythingJob";
|
public static final String REINDEX_EVERYTHING_JOB_NAME = "reindexEverythingJob";
|
||||||
|
|
||||||
|
/**
|
||||||
|
* MDM Clear
|
||||||
|
*/
|
||||||
|
public static final String MDM_CLEAR_JOB_NAME = "mdmClearJob";
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -20,15 +20,46 @@ package ca.uhn.fhir.jpa.batch;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterValidator;
|
||||||
|
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
||||||
import ca.uhn.fhir.jpa.batch.processor.GoldenResourceAnnotatingProcessor;
|
import ca.uhn.fhir.jpa.batch.processor.GoldenResourceAnnotatingProcessor;
|
||||||
import ca.uhn.fhir.jpa.batch.processor.PidToIBaseResourceProcessor;
|
import ca.uhn.fhir.jpa.batch.processor.PidToIBaseResourceProcessor;
|
||||||
|
import ca.uhn.fhir.jpa.batch.reader.ReverseCronologicalBatchResourcePidReader;
|
||||||
|
import ca.uhn.fhir.jpa.batch.writer.SqlExecutorWriter;
|
||||||
import ca.uhn.fhir.jpa.reindex.job.ReindexWriter;
|
import ca.uhn.fhir.jpa.reindex.job.ReindexWriter;
|
||||||
|
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
||||||
|
import org.springframework.batch.core.JobParametersValidator;
|
||||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
||||||
@Configuration
|
@Configuration
|
||||||
public class CommonBatchJobConfig {
|
public class CommonBatchJobConfig {
|
||||||
|
public static final int MINUTES_IN_FUTURE_TO_PROCESS_FROM = 1;
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public MultiUrlJobParameterValidator multiUrlProcessorParameterValidator(MatchUrlService theMatchUrlService, DaoRegistry theDaoRegistry) {
|
||||||
|
return new MultiUrlJobParameterValidator(theMatchUrlService, theDaoRegistry);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@StepScope
|
||||||
|
public SqlExecutorWriter sqlExecutorWriter() {
|
||||||
|
return new SqlExecutorWriter();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@StepScope
|
||||||
|
public PidReaderCounterListener pidCountRecorderListener() {
|
||||||
|
return new PidReaderCounterListener();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@StepScope
|
||||||
|
public ReverseCronologicalBatchResourcePidReader reverseCronologicalBatchResourcePidReader() {
|
||||||
|
return new ReverseCronologicalBatchResourcePidReader();
|
||||||
|
}
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
@StepScope
|
@StepScope
|
||||||
|
|
|
||||||
|
|
@ -1,57 +0,0 @@
|
||||||
package ca.uhn.fhir.jpa.batch.job;
|
|
||||||
|
|
||||||
/*-
|
|
||||||
* #%L
|
|
||||||
* HAPI FHIR JPA Server
|
|
||||||
* %%
|
|
||||||
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
|
||||||
* %%
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
* #L%
|
|
||||||
*/
|
|
||||||
|
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
|
||||||
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
|
||||||
import ca.uhn.fhir.jpa.batch.reader.ReverseCronologicalBatchResourcePidReader;
|
|
||||||
import ca.uhn.fhir.jpa.batch.writer.SqlExecutorWriter;
|
|
||||||
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
|
||||||
import org.springframework.batch.core.JobParametersValidator;
|
|
||||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
|
||||||
import org.springframework.context.annotation.Bean;
|
|
||||||
|
|
||||||
public class MultiUrlProcessorJobConfig {
|
|
||||||
public static final int MINUTES_IN_FUTURE_TO_PROCESS_FROM = 1;
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
public JobParametersValidator multiUrlProcessorParameterValidator(MatchUrlService theMatchUrlService, DaoRegistry theDaoRegistry) {
|
|
||||||
return new MultiUrlJobParameterValidator(theMatchUrlService, theDaoRegistry);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
@StepScope
|
|
||||||
public SqlExecutorWriter sqlExecutorWriter() {
|
|
||||||
return new SqlExecutorWriter();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
@StepScope
|
|
||||||
public PidReaderCounterListener pidCountRecorderListener() {
|
|
||||||
return new PidReaderCounterListener();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
@StepScope
|
|
||||||
public ReverseCronologicalBatchResourcePidReader reverseCronologicalBatchResourcePidReader() {
|
|
||||||
return new ReverseCronologicalBatchResourcePidReader();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -43,6 +43,9 @@ public class PartitionedUrlValidator {
|
||||||
@Autowired
|
@Autowired
|
||||||
FhirContext myFhirContext;
|
FhirContext myFhirContext;
|
||||||
|
|
||||||
|
public PartitionedUrlValidator() {
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* This method will throw an exception if the user is not allowed to access the requested resource type on the partition determined by the request
|
* This method will throw an exception if the user is not allowed to access the requested resource type on the partition determined by the request
|
||||||
*/
|
*/
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,15 @@
|
||||||
|
package ca.uhn.fhir.jpa.batch.mdm;
|
||||||
|
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmBatchJobSubmitterFactory;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmClearJobSubmitter;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
|
||||||
|
public class MdmBatchJobSubmitterFactoryImpl implements IMdmBatchJobSubmitterFactory {
|
||||||
|
@Autowired
|
||||||
|
IMdmClearJobSubmitter myMdmClearJobSubmitter;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public IMdmClearJobSubmitter getClearJobSubmitter() {
|
||||||
|
return myMdmClearJobSubmitter;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,84 @@
|
||||||
|
package ca.uhn.fhir.jpa.batch.mdm;
|
||||||
|
|
||||||
|
/*-
|
||||||
|
* #%L
|
||||||
|
* HAPI FHIR JPA Server
|
||||||
|
* %%
|
||||||
|
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
||||||
|
* %%
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
* #L%
|
||||||
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.interceptor.api.HookParams;
|
||||||
|
import ca.uhn.fhir.interceptor.api.IInterceptorBroadcaster;
|
||||||
|
import ca.uhn.fhir.interceptor.api.Pointcut;
|
||||||
|
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
||||||
|
import ca.uhn.fhir.jpa.batch.BatchJobsConfig;
|
||||||
|
import ca.uhn.fhir.jpa.batch.api.IBatchJobSubmitter;
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.PartitionedUrlValidator;
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.model.RequestListJson;
|
||||||
|
import ca.uhn.fhir.jpa.batch.mdm.job.ReverseCronologicalBatchMdmLinkPidReader;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmClearJobSubmitter;
|
||||||
|
import ca.uhn.fhir.rest.api.server.RequestDetails;
|
||||||
|
import ca.uhn.fhir.rest.server.exceptions.ForbiddenOperationException;
|
||||||
|
import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
||||||
|
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
||||||
|
import ca.uhn.fhir.rest.server.util.CompositeInterceptorBroadcaster;
|
||||||
|
import org.springframework.batch.core.Job;
|
||||||
|
import org.springframework.batch.core.JobExecution;
|
||||||
|
import org.springframework.batch.core.JobParameters;
|
||||||
|
import org.springframework.batch.core.JobParametersInvalidException;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.beans.factory.annotation.Qualifier;
|
||||||
|
|
||||||
|
import javax.transaction.Transactional;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
public class MdmClearJobSubmitterImpl implements IMdmClearJobSubmitter {
|
||||||
|
@Autowired
|
||||||
|
DaoConfig myDaoConfig;
|
||||||
|
@Autowired
|
||||||
|
PartitionedUrlValidator myPartitionedUrlValidator;
|
||||||
|
@Autowired
|
||||||
|
IInterceptorBroadcaster myInterceptorBroadcaster;
|
||||||
|
@Autowired
|
||||||
|
private IBatchJobSubmitter myBatchJobSubmitter;
|
||||||
|
@Autowired
|
||||||
|
@Qualifier(BatchJobsConfig.MDM_CLEAR_JOB_NAME)
|
||||||
|
private Job myMdmClearJob;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
@Transactional(Transactional.TxType.NEVER)
|
||||||
|
public JobExecution submitJob(Integer theBatchSize, List<String> theUrls, RequestDetails theRequest) throws JobParametersInvalidException {
|
||||||
|
if (theBatchSize == null) {
|
||||||
|
theBatchSize = myDaoConfig.getExpungeBatchSize();
|
||||||
|
}
|
||||||
|
if (!myDaoConfig.canDeleteExpunge()) {
|
||||||
|
throw new ForbiddenOperationException("Delete Expunge not allowed: " + myDaoConfig.cannotDeleteExpungeReason());
|
||||||
|
}
|
||||||
|
|
||||||
|
RequestListJson requestListJson = myPartitionedUrlValidator.buildRequestListJson(theRequest, theUrls);
|
||||||
|
|
||||||
|
for (String url : theUrls) {
|
||||||
|
HookParams params = new HookParams()
|
||||||
|
.add(RequestDetails.class, theRequest)
|
||||||
|
.addIfMatchesType(ServletRequestDetails.class, theRequest)
|
||||||
|
.add(String.class, url);
|
||||||
|
CompositeInterceptorBroadcaster.doCallHooks(myInterceptorBroadcaster, theRequest, Pointcut.STORAGE_PRE_DELETE_EXPUNGE, params);
|
||||||
|
}
|
||||||
|
|
||||||
|
JobParameters jobParameters = ReverseCronologicalBatchMdmLinkPidReader.buildJobParameters(ProviderConstants.OPERATION_MDM_CLEAR, theBatchSize, requestListJson);
|
||||||
|
return myBatchJobSubmitter.runJob(myMdmClearJob, jobParameters);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,125 @@
|
||||||
|
package ca.uhn.fhir.jpa.batch.mdm.job;
|
||||||
|
|
||||||
|
/*-
|
||||||
|
* #%L
|
||||||
|
* HAPI FHIR JPA Server
|
||||||
|
* %%
|
||||||
|
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
||||||
|
* %%
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
* #L%
|
||||||
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterValidator;
|
||||||
|
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
||||||
|
import ca.uhn.fhir.jpa.batch.writer.SqlExecutorWriter;
|
||||||
|
import ca.uhn.fhir.jpa.delete.job.DeleteExpungeProcessor;
|
||||||
|
import org.springframework.batch.core.Job;
|
||||||
|
import org.springframework.batch.core.Step;
|
||||||
|
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||||
|
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||||
|
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||||
|
import org.springframework.batch.core.listener.ExecutionContextPromotionListener;
|
||||||
|
import org.springframework.batch.item.ItemProcessor;
|
||||||
|
import org.springframework.batch.item.support.CompositeItemProcessor;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.beans.factory.annotation.Qualifier;
|
||||||
|
import org.springframework.context.annotation.Bean;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
import org.springframework.context.annotation.Lazy;
|
||||||
|
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
import static ca.uhn.fhir.jpa.batch.BatchJobsConfig.MDM_CLEAR_JOB_NAME;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Spring batch Job configuration file. Contains all necessary plumbing to run a
|
||||||
|
* $mdm-clear job.
|
||||||
|
*/
|
||||||
|
@Configuration
|
||||||
|
public class MdmClearJobConfig {
|
||||||
|
public static final String MDM_CLEAR_RESOURCE_LIST_STEP_NAME = "mdm-clear-resource-list-step";
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private StepBuilderFactory myStepBuilderFactory;
|
||||||
|
@Autowired
|
||||||
|
private JobBuilderFactory myJobBuilderFactory;
|
||||||
|
@Autowired
|
||||||
|
private DeleteExpungeProcessor myDeleteExpungeProcessor;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
@Qualifier("deleteExpungePromotionListener")
|
||||||
|
private ExecutionContextPromotionListener myDeleteExpungePromotionListener;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private MultiUrlJobParameterValidator myMultiUrlProcessorParameterValidator;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private PidReaderCounterListener myPidCountRecorderListener;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private SqlExecutorWriter mySqlExecutorWriter;
|
||||||
|
|
||||||
|
@Bean(name = MDM_CLEAR_JOB_NAME)
|
||||||
|
@Lazy
|
||||||
|
public Job mdmClearJob() {
|
||||||
|
return myJobBuilderFactory.get(MDM_CLEAR_JOB_NAME)
|
||||||
|
.validator(myMultiUrlProcessorParameterValidator)
|
||||||
|
.start(mdmClearUrlListStep())
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public Step mdmClearUrlListStep() {
|
||||||
|
return myStepBuilderFactory.get(MDM_CLEAR_RESOURCE_LIST_STEP_NAME)
|
||||||
|
.<List<Long>, List<String>>chunk(1)
|
||||||
|
.reader(reverseCronologicalBatchMdmLinkPidReader())
|
||||||
|
.processor(deleteThenExpungeCompositeProcessor())
|
||||||
|
.writer(mySqlExecutorWriter)
|
||||||
|
.listener(myPidCountRecorderListener)
|
||||||
|
.listener(myDeleteExpungePromotionListener)
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@StepScope
|
||||||
|
public ItemProcessor<List<Long>, List<String>> deleteThenExpungeCompositeProcessor() {
|
||||||
|
CompositeItemProcessor<List<Long>, List<String>> compositeProcessor = new CompositeItemProcessor<>();
|
||||||
|
List itemProcessors = new ArrayList<>();
|
||||||
|
itemProcessors.add(mdmLinkDeleter());
|
||||||
|
itemProcessors.add(myDeleteExpungeProcessor);
|
||||||
|
compositeProcessor.setDelegates(itemProcessors);
|
||||||
|
return compositeProcessor;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@StepScope
|
||||||
|
public ReverseCronologicalBatchMdmLinkPidReader reverseCronologicalBatchMdmLinkPidReader() {
|
||||||
|
return new ReverseCronologicalBatchMdmLinkPidReader();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public MdmLinkDeleter mdmLinkDeleter() {
|
||||||
|
return new MdmLinkDeleter();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public ExecutionContextPromotionListener mdmClearPromotionListener() {
|
||||||
|
ExecutionContextPromotionListener listener = new ExecutionContextPromotionListener();
|
||||||
|
|
||||||
|
listener.setKeys(new String[]{PidReaderCounterListener.RESOURCE_TOTAL_PROCESSED});
|
||||||
|
|
||||||
|
return listener;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,85 @@
|
||||||
|
package ca.uhn.fhir.jpa.batch.mdm.job;
|
||||||
|
|
||||||
|
/*-
|
||||||
|
* #%L
|
||||||
|
* HAPI FHIR JPA Server
|
||||||
|
* %%
|
||||||
|
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
||||||
|
* %%
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
* #L%
|
||||||
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
||||||
|
import ca.uhn.fhir.jpa.dao.data.IMdmLinkDao;
|
||||||
|
import ca.uhn.fhir.jpa.dao.expunge.PartitionRunner;
|
||||||
|
import ca.uhn.fhir.jpa.entity.MdmLink;
|
||||||
|
import ca.uhn.fhir.mdm.api.MdmMatchResultEnum;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.batch.item.ItemProcessor;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.data.domain.SliceImpl;
|
||||||
|
import org.springframework.transaction.PlatformTransactionManager;
|
||||||
|
import org.springframework.transaction.support.TransactionTemplate;
|
||||||
|
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Set;
|
||||||
|
import java.util.concurrent.ConcurrentLinkedQueue;
|
||||||
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Take MdmLink pids in and output golden resource pids out
|
||||||
|
*/
|
||||||
|
|
||||||
|
public class MdmLinkDeleter implements ItemProcessor<List<Long>, List<Long>> {
|
||||||
|
public static final String PROCESS_NAME = "MdmClear";
|
||||||
|
public static final String THREAD_PREFIX = "mdmClear";
|
||||||
|
private static final Logger ourLog = LoggerFactory.getLogger(MdmLinkDeleter.class);
|
||||||
|
@Autowired
|
||||||
|
protected PlatformTransactionManager myTxManager;
|
||||||
|
@Autowired
|
||||||
|
IMdmLinkDao myMdmLinkDao;
|
||||||
|
@Autowired
|
||||||
|
DaoConfig myDaoConfig;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public List<Long> process(List<Long> thePidList) throws Exception {
|
||||||
|
ConcurrentLinkedQueue<Long> goldenPidAggregator = new ConcurrentLinkedQueue<>();
|
||||||
|
PartitionRunner partitionRunner = new PartitionRunner(PROCESS_NAME, THREAD_PREFIX, myDaoConfig.getReindexBatchSize(), myDaoConfig.getReindexThreadCount());
|
||||||
|
partitionRunner.runInPartitionedThreads(new SliceImpl<>(thePidList), pids -> removeLinks(thePidList, goldenPidAggregator));
|
||||||
|
return new ArrayList<>(goldenPidAggregator);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void removeLinks(List<Long> pidList, ConcurrentLinkedQueue<Long> theGoldenPidAggregator) {
|
||||||
|
TransactionTemplate txTemplate = new TransactionTemplate(myTxManager);
|
||||||
|
|
||||||
|
txTemplate.executeWithoutResult(t -> theGoldenPidAggregator.addAll(deleteMdmLinksAndReturnGoldenResourcePids(pidList)));
|
||||||
|
}
|
||||||
|
|
||||||
|
public List<Long> deleteMdmLinksAndReturnGoldenResourcePids(List<Long> thePids) {
|
||||||
|
List<MdmLink> links = myMdmLinkDao.findAllById(thePids);
|
||||||
|
Set<Long> goldenResources = links.stream().map(MdmLink::getGoldenResourcePid).collect(Collectors.toSet());
|
||||||
|
//TODO GGG this is probably invalid... we are essentially looking for GOLDEN -> GOLDEN links, which are either POSSIBLE_DUPLICATE
|
||||||
|
//and REDIRECT
|
||||||
|
goldenResources.addAll(links.stream()
|
||||||
|
.filter(link -> link.getMatchResult().equals(MdmMatchResultEnum.REDIRECT)
|
||||||
|
|| link.getMatchResult().equals(MdmMatchResultEnum.POSSIBLE_DUPLICATE))
|
||||||
|
.map(MdmLink::getSourcePid).collect(Collectors.toSet()));
|
||||||
|
ourLog.info("Deleting {} MDM link records...", links.size());
|
||||||
|
myMdmLinkDao.deleteAll(links);
|
||||||
|
ourLog.info("{} MDM link records deleted", links.size());
|
||||||
|
return new ArrayList<>(goldenResources);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,52 @@
|
||||||
|
package ca.uhn.fhir.jpa.batch.mdm.job;
|
||||||
|
|
||||||
|
/*-
|
||||||
|
* #%L
|
||||||
|
* HAPI FHIR JPA Server
|
||||||
|
* %%
|
||||||
|
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
||||||
|
* %%
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
* #L%
|
||||||
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.jpa.batch.reader.BaseReverseCronologicalBatchPidReader;
|
||||||
|
import ca.uhn.fhir.jpa.dao.data.IMdmLinkDao;
|
||||||
|
import ca.uhn.fhir.jpa.searchparam.ResourceSearch;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.data.domain.PageRequest;
|
||||||
|
import org.springframework.data.domain.Pageable;
|
||||||
|
|
||||||
|
import java.util.HashSet;
|
||||||
|
import java.util.Set;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This is the same as the parent class, except it operates on MdmLink entities instead of resource entities
|
||||||
|
*/
|
||||||
|
public class ReverseCronologicalBatchMdmLinkPidReader extends BaseReverseCronologicalBatchPidReader {
|
||||||
|
@Autowired
|
||||||
|
IMdmLinkDao myMdmLinkDao;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected Set<Long> getNextPidBatch(ResourceSearch resourceSearch) {
|
||||||
|
String resourceName = resourceSearch.getResourceName();
|
||||||
|
Pageable pageable = PageRequest.of(0, getBatchSize());
|
||||||
|
//Expand out the list to handle the REDIRECT/POSSIBLE DUPLICATE ones.
|
||||||
|
return new HashSet<>(myMdmLinkDao.findPidByResourceNameAndThreshold(resourceName, getCurrentHighThreshold(), pageable));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void setDateFromPidFunction(ResourceSearch resourceSearch) {
|
||||||
|
setDateExtractorFunction(pid -> myMdmLinkDao.findById(pid).get().getCreated());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,193 @@
|
||||||
|
package ca.uhn.fhir.jpa.batch.reader;
|
||||||
|
|
||||||
|
import ca.uhn.fhir.context.FhirContext;
|
||||||
|
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
|
||||||
|
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
||||||
|
import ca.uhn.fhir.jpa.batch.CommonBatchJobConfig;
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterValidator;
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.model.PartitionedUrl;
|
||||||
|
import ca.uhn.fhir.jpa.batch.job.model.RequestListJson;
|
||||||
|
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
||||||
|
import ca.uhn.fhir.jpa.searchparam.ResourceSearch;
|
||||||
|
import ca.uhn.fhir.jpa.searchparam.SearchParameterMap;
|
||||||
|
import ca.uhn.fhir.rest.api.Constants;
|
||||||
|
import ca.uhn.fhir.rest.api.SortOrderEnum;
|
||||||
|
import ca.uhn.fhir.rest.api.SortSpec;
|
||||||
|
import ca.uhn.fhir.rest.param.DateRangeParam;
|
||||||
|
import org.apache.commons.lang3.time.DateUtils;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.batch.core.JobParameter;
|
||||||
|
import org.springframework.batch.core.JobParameters;
|
||||||
|
import org.springframework.batch.item.ExecutionContext;
|
||||||
|
import org.springframework.batch.item.ItemReader;
|
||||||
|
import org.springframework.batch.item.ItemStream;
|
||||||
|
import org.springframework.batch.item.ItemStreamException;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.beans.factory.annotation.Value;
|
||||||
|
|
||||||
|
import javax.annotation.Nonnull;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Date;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.HashSet;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Set;
|
||||||
|
import java.util.function.Function;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This Spring Batch reader takes 4 parameters:
|
||||||
|
* {@link #JOB_PARAM_REQUEST_LIST}: A list of URLs to search for along with the partitions those searches should be performed on
|
||||||
|
* {@link #JOB_PARAM_BATCH_SIZE}: The number of resources to return with each search. If ommitted, {@link DaoConfig#getExpungeBatchSize} will be used.
|
||||||
|
* {@link #JOB_PARAM_START_TIME}: The latest timestamp of entities to search for
|
||||||
|
* <p>
|
||||||
|
* The reader will return at most {@link #JOB_PARAM_BATCH_SIZE} pids every time it is called, or null
|
||||||
|
* once no more matching entities are available. It returns the resources in reverse chronological order
|
||||||
|
* and stores where it's at in the Spring Batch execution context with the key {@link #CURRENT_THRESHOLD_HIGH}
|
||||||
|
* appended with "." and the index number of the url list item it has gotten up to. This is to permit
|
||||||
|
* restarting jobs that use this reader so it can pick up where it left off.
|
||||||
|
*/
|
||||||
|
public abstract class BaseReverseCronologicalBatchPidReader implements ItemReader<List<Long>>, ItemStream {
|
||||||
|
public static final String JOB_PARAM_REQUEST_LIST = "url-list";
|
||||||
|
public static final String JOB_PARAM_BATCH_SIZE = "batch-size";
|
||||||
|
public static final String JOB_PARAM_START_TIME = "start-time";
|
||||||
|
public static final String CURRENT_URL_INDEX = "current.url-index";
|
||||||
|
public static final String CURRENT_THRESHOLD_HIGH = "current.threshold-high";
|
||||||
|
private static final Logger ourLog = LoggerFactory.getLogger(ReverseCronologicalBatchResourcePidReader.class);
|
||||||
|
private final BatchDateThresholdUpdater myBatchDateThresholdUpdater = new BatchDateThresholdUpdater();
|
||||||
|
private final Map<Integer, Date> myThresholdHighByUrlIndex = new HashMap<>();
|
||||||
|
private final Map<Integer, Set<Long>> myAlreadyProcessedPidsWithHighDate = new HashMap<>();
|
||||||
|
@Autowired
|
||||||
|
private FhirContext myFhirContext;
|
||||||
|
@Autowired
|
||||||
|
private MatchUrlService myMatchUrlService;
|
||||||
|
private List<PartitionedUrl> myPartitionedUrls;
|
||||||
|
private Integer myBatchSize;
|
||||||
|
private int myUrlIndex = 0;
|
||||||
|
private Date myStartTime;
|
||||||
|
|
||||||
|
private static String highKey(int theIndex) {
|
||||||
|
return CURRENT_THRESHOLD_HIGH + "." + theIndex;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Nonnull
|
||||||
|
public static JobParameters buildJobParameters(String theOperationName, Integer theBatchSize, RequestListJson theRequestListJson) {
|
||||||
|
Map<String, JobParameter> map = new HashMap<>();
|
||||||
|
map.put(MultiUrlJobParameterValidator.JOB_PARAM_OPERATION_NAME, new JobParameter(theOperationName));
|
||||||
|
map.put(ReverseCronologicalBatchResourcePidReader.JOB_PARAM_REQUEST_LIST, new JobParameter(theRequestListJson.toJson()));
|
||||||
|
map.put(ReverseCronologicalBatchResourcePidReader.JOB_PARAM_START_TIME, new JobParameter(DateUtils.addMinutes(new Date(), CommonBatchJobConfig.MINUTES_IN_FUTURE_TO_PROCESS_FROM)));
|
||||||
|
if (theBatchSize != null) {
|
||||||
|
map.put(ReverseCronologicalBatchResourcePidReader.JOB_PARAM_BATCH_SIZE, new JobParameter(theBatchSize.longValue()));
|
||||||
|
}
|
||||||
|
JobParameters parameters = new JobParameters(map);
|
||||||
|
return parameters;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
public void setRequestListJson(@Value("#{jobParameters['" + JOB_PARAM_REQUEST_LIST + "']}") String theRequestListJson) {
|
||||||
|
RequestListJson requestListJson = RequestListJson.fromJson(theRequestListJson);
|
||||||
|
myPartitionedUrls = requestListJson.getPartitionedUrls();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
public void setStartTime(@Value("#{jobParameters['" + JOB_PARAM_START_TIME + "']}") Date theStartTime) {
|
||||||
|
myStartTime = theStartTime;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public List<Long> read() throws Exception {
|
||||||
|
while (myUrlIndex < myPartitionedUrls.size()) {
|
||||||
|
List<Long> nextBatch = getNextBatch();
|
||||||
|
if (nextBatch.isEmpty()) {
|
||||||
|
++myUrlIndex;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
return nextBatch;
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
protected List<Long> getNextBatch() {
|
||||||
|
RequestPartitionId requestPartitionId = myPartitionedUrls.get(myUrlIndex).getRequestPartitionId();
|
||||||
|
ResourceSearch resourceSearch = myMatchUrlService.getResourceSearch(myPartitionedUrls.get(myUrlIndex).getUrl(), requestPartitionId);
|
||||||
|
myAlreadyProcessedPidsWithHighDate.putIfAbsent(myUrlIndex, new HashSet<>());
|
||||||
|
Set<Long> newPids = getNextPidBatch(resourceSearch);
|
||||||
|
|
||||||
|
if (ourLog.isDebugEnabled()) {
|
||||||
|
ourLog.debug("Search for {}{} returned {} results", resourceSearch.getResourceName(), resourceSearch.getSearchParameterMap().toNormalizedQueryString(myFhirContext), newPids.size());
|
||||||
|
ourLog.debug("Results: {}", newPids);
|
||||||
|
}
|
||||||
|
|
||||||
|
setDateFromPidFunction(resourceSearch);
|
||||||
|
|
||||||
|
List<Long> retval = new ArrayList<>(newPids);
|
||||||
|
Date newThreshold = myBatchDateThresholdUpdater.updateThresholdAndCache(getCurrentHighThreshold(), myAlreadyProcessedPidsWithHighDate.get(myUrlIndex), retval);
|
||||||
|
myThresholdHighByUrlIndex.put(myUrlIndex, newThreshold);
|
||||||
|
|
||||||
|
return retval;
|
||||||
|
}
|
||||||
|
|
||||||
|
protected Date getCurrentHighThreshold() {
|
||||||
|
return myThresholdHighByUrlIndex.get(myUrlIndex);
|
||||||
|
}
|
||||||
|
|
||||||
|
protected void setDateExtractorFunction(Function<Long, Date> theDateExtractorFunction) {
|
||||||
|
myBatchDateThresholdUpdater.setDateFromPid(theDateExtractorFunction);
|
||||||
|
}
|
||||||
|
|
||||||
|
protected void addDateCountAndSortToSearch(ResourceSearch resourceSearch) {
|
||||||
|
SearchParameterMap map = resourceSearch.getSearchParameterMap();
|
||||||
|
map.setLastUpdated(new DateRangeParam().setUpperBoundInclusive(getCurrentHighThreshold()));
|
||||||
|
map.setLoadSynchronousUpTo(myBatchSize);
|
||||||
|
map.setSort(new SortSpec(Constants.PARAM_LASTUPDATED, SortOrderEnum.DESC));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void open(ExecutionContext executionContext) throws ItemStreamException {
|
||||||
|
if (executionContext.containsKey(CURRENT_URL_INDEX)) {
|
||||||
|
myUrlIndex = new Long(executionContext.getLong(CURRENT_URL_INDEX)).intValue();
|
||||||
|
}
|
||||||
|
for (int index = 0; index < myPartitionedUrls.size(); ++index) {
|
||||||
|
String key = highKey(index);
|
||||||
|
if (executionContext.containsKey(key)) {
|
||||||
|
myThresholdHighByUrlIndex.put(index, new Date(executionContext.getLong(key)));
|
||||||
|
} else {
|
||||||
|
myThresholdHighByUrlIndex.put(index, myStartTime);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void update(ExecutionContext executionContext) throws ItemStreamException {
|
||||||
|
executionContext.putLong(CURRENT_URL_INDEX, myUrlIndex);
|
||||||
|
for (int index = 0; index < myPartitionedUrls.size(); ++index) {
|
||||||
|
Date date = myThresholdHighByUrlIndex.get(index);
|
||||||
|
if (date != null) {
|
||||||
|
executionContext.putLong(highKey(index), date.getTime());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void close() throws ItemStreamException {
|
||||||
|
}
|
||||||
|
|
||||||
|
protected Integer getBatchSize() {
|
||||||
|
return myBatchSize;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
public void setBatchSize(@Value("#{jobParameters['" + JOB_PARAM_BATCH_SIZE + "']}") Integer theBatchSize) {
|
||||||
|
myBatchSize = theBatchSize;
|
||||||
|
}
|
||||||
|
|
||||||
|
protected Set<Long> getAlreadySeenPids() {
|
||||||
|
return myAlreadyProcessedPidsWithHighDate.get(myUrlIndex);
|
||||||
|
}
|
||||||
|
|
||||||
|
protected abstract Set<Long> getNextPidBatch(ResourceSearch resourceSearch);
|
||||||
|
|
||||||
|
protected abstract void setDateFromPidFunction(ResourceSearch resourceSearch);
|
||||||
|
}
|
||||||
|
|
@ -22,7 +22,7 @@ package ca.uhn.fhir.jpa.batch.reader;
|
||||||
|
|
||||||
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
|
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
|
||||||
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlProcessorJobConfig;
|
import ca.uhn.fhir.jpa.batch.CommonBatchJobConfig;
|
||||||
import ca.uhn.fhir.jpa.dao.data.IResourceTableDao;
|
import ca.uhn.fhir.jpa.dao.data.IResourceTableDao;
|
||||||
import ca.uhn.fhir.jpa.model.entity.ResourceTable;
|
import ca.uhn.fhir.jpa.model.entity.ResourceTable;
|
||||||
import com.fasterxml.jackson.core.JsonProcessingException;
|
import com.fasterxml.jackson.core.JsonProcessingException;
|
||||||
|
|
@ -93,7 +93,7 @@ public class CronologicalBatchAllResourcePidReader implements ItemReader<List<Lo
|
||||||
public static JobParameters buildJobParameters(Integer theBatchSize, RequestPartitionId theRequestPartitionId) {
|
public static JobParameters buildJobParameters(Integer theBatchSize, RequestPartitionId theRequestPartitionId) {
|
||||||
Map<String, JobParameter> map = new HashMap<>();
|
Map<String, JobParameter> map = new HashMap<>();
|
||||||
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_REQUEST_PARTITION, new JobParameter(theRequestPartitionId.toJson()));
|
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_REQUEST_PARTITION, new JobParameter(theRequestPartitionId.toJson()));
|
||||||
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_START_TIME, new JobParameter(DateUtils.addMinutes(new Date(), MultiUrlProcessorJobConfig.MINUTES_IN_FUTURE_TO_PROCESS_FROM)));
|
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_START_TIME, new JobParameter(DateUtils.addMinutes(new Date(), CommonBatchJobConfig.MINUTES_IN_FUTURE_TO_PROCESS_FROM)));
|
||||||
if (theBatchSize != null) {
|
if (theBatchSize != null) {
|
||||||
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_BATCH_SIZE, new JobParameter(theBatchSize.longValue()));
|
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_BATCH_SIZE, new JobParameter(theBatchSize.longValue()));
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -20,209 +20,52 @@ package ca.uhn.fhir.jpa.batch.reader;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.context.FhirContext;
|
|
||||||
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
|
|
||||||
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
||||||
import ca.uhn.fhir.jpa.api.dao.IFhirResourceDao;
|
import ca.uhn.fhir.jpa.api.dao.IFhirResourceDao;
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterValidator;
|
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlProcessorJobConfig;
|
|
||||||
import ca.uhn.fhir.jpa.batch.job.model.PartitionedUrl;
|
|
||||||
import ca.uhn.fhir.jpa.batch.job.model.RequestListJson;
|
|
||||||
import ca.uhn.fhir.jpa.dao.IResultIterator;
|
import ca.uhn.fhir.jpa.dao.IResultIterator;
|
||||||
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
|
||||||
import ca.uhn.fhir.jpa.searchparam.ResourceSearch;
|
import ca.uhn.fhir.jpa.searchparam.ResourceSearch;
|
||||||
import ca.uhn.fhir.jpa.searchparam.SearchParameterMap;
|
|
||||||
import ca.uhn.fhir.rest.api.Constants;
|
|
||||||
import ca.uhn.fhir.rest.api.SortOrderEnum;
|
|
||||||
import ca.uhn.fhir.rest.api.SortSpec;
|
|
||||||
import ca.uhn.fhir.rest.api.server.storage.ResourcePersistentId;
|
import ca.uhn.fhir.rest.api.server.storage.ResourcePersistentId;
|
||||||
import ca.uhn.fhir.rest.param.DateRangeParam;
|
|
||||||
import org.apache.commons.lang3.time.DateUtils;
|
|
||||||
import org.hl7.fhir.instance.model.api.IBaseResource;
|
import org.hl7.fhir.instance.model.api.IBaseResource;
|
||||||
import org.slf4j.Logger;
|
|
||||||
import org.slf4j.LoggerFactory;
|
|
||||||
import org.springframework.batch.core.JobParameter;
|
|
||||||
import org.springframework.batch.core.JobParameters;
|
|
||||||
import org.springframework.batch.item.ExecutionContext;
|
|
||||||
import org.springframework.batch.item.ItemReader;
|
|
||||||
import org.springframework.batch.item.ItemStream;
|
|
||||||
import org.springframework.batch.item.ItemStreamException;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.beans.factory.annotation.Value;
|
|
||||||
|
|
||||||
import javax.annotation.Nonnull;
|
|
||||||
import java.util.ArrayList;
|
|
||||||
import java.util.Date;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.HashSet;
|
|
||||||
import java.util.LinkedHashSet;
|
import java.util.LinkedHashSet;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
/**
|
|
||||||
* This Spring Batch reader takes 4 parameters:
|
|
||||||
* {@link #JOB_PARAM_REQUEST_LIST}: A list of URLs to search for along with the partitions those searches should be performed on
|
|
||||||
* {@link #JOB_PARAM_BATCH_SIZE}: The number of resources to return with each search. If ommitted, {@link DaoConfig#getExpungeBatchSize} will be used.
|
|
||||||
* {@link #JOB_PARAM_START_TIME}: The latest timestamp of resources to search for
|
|
||||||
* <p>
|
|
||||||
* The reader will return at most {@link #JOB_PARAM_BATCH_SIZE} pids every time it is called, or null
|
|
||||||
* once no more matching resources are available. It returns the resources in reverse chronological order
|
|
||||||
* and stores where it's at in the Spring Batch execution context with the key {@link #CURRENT_THRESHOLD_HIGH}
|
|
||||||
* appended with "." and the index number of the url list item it has gotten up to. This is to permit
|
|
||||||
* restarting jobs that use this reader so it can pick up where it left off.
|
|
||||||
*/
|
|
||||||
public class ReverseCronologicalBatchResourcePidReader implements ItemReader<List<Long>>, ItemStream {
|
|
||||||
private static final Logger ourLog = LoggerFactory.getLogger(ReverseCronologicalBatchResourcePidReader.class);
|
|
||||||
|
|
||||||
public static final String JOB_PARAM_REQUEST_LIST = "url-list";
|
public class ReverseCronologicalBatchResourcePidReader extends BaseReverseCronologicalBatchPidReader {
|
||||||
public static final String JOB_PARAM_BATCH_SIZE = "batch-size";
|
|
||||||
public static final String JOB_PARAM_START_TIME = "start-time";
|
|
||||||
|
|
||||||
public static final String CURRENT_URL_INDEX = "current.url-index";
|
|
||||||
public static final String CURRENT_THRESHOLD_HIGH = "current.threshold-high";
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
private FhirContext myFhirContext;
|
|
||||||
@Autowired
|
|
||||||
private MatchUrlService myMatchUrlService;
|
|
||||||
@Autowired
|
@Autowired
|
||||||
private DaoRegistry myDaoRegistry;
|
private DaoRegistry myDaoRegistry;
|
||||||
@Autowired
|
@Autowired
|
||||||
private BatchResourceSearcher myBatchResourceSearcher;
|
private BatchResourceSearcher myBatchResourceSearcher;
|
||||||
|
|
||||||
private final BatchDateThresholdUpdater myBatchDateThresholdUpdater = new BatchDateThresholdUpdater();
|
|
||||||
|
|
||||||
private List<PartitionedUrl> myPartitionedUrls;
|
|
||||||
private Integer myBatchSize;
|
|
||||||
private final Map<Integer, Date> myThresholdHighByUrlIndex = new HashMap<>();
|
|
||||||
private final Map<Integer, Set<Long>> myAlreadyProcessedPidsWithHighDate = new HashMap<>();
|
|
||||||
|
|
||||||
private int myUrlIndex = 0;
|
|
||||||
private Date myStartTime;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
public void setRequestListJson(@Value("#{jobParameters['" + JOB_PARAM_REQUEST_LIST + "']}") String theRequestListJson) {
|
|
||||||
RequestListJson requestListJson = RequestListJson.fromJson(theRequestListJson);
|
|
||||||
myPartitionedUrls = requestListJson.getPartitionedUrls();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
public void setBatchSize(@Value("#{jobParameters['" + JOB_PARAM_BATCH_SIZE + "']}") Integer theBatchSize) {
|
|
||||||
myBatchSize = theBatchSize;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
public void setStartTime(@Value("#{jobParameters['" + JOB_PARAM_START_TIME + "']}") Date theStartTime) {
|
|
||||||
myStartTime = theStartTime;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public List<Long> read() throws Exception {
|
protected Set<Long> getNextPidBatch(ResourceSearch resourceSearch) {
|
||||||
while (myUrlIndex < myPartitionedUrls.size()) {
|
Set<Long> retval = new LinkedHashSet<>();
|
||||||
List<Long> nextBatch = getNextBatch();
|
|
||||||
if (nextBatch.isEmpty()) {
|
|
||||||
++myUrlIndex;
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
return nextBatch;
|
|
||||||
}
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
|
|
||||||
private List<Long> getNextBatch() {
|
|
||||||
RequestPartitionId requestPartitionId = myPartitionedUrls.get(myUrlIndex).getRequestPartitionId();
|
|
||||||
ResourceSearch resourceSearch = myMatchUrlService.getResourceSearch(myPartitionedUrls.get(myUrlIndex).getUrl(), requestPartitionId);
|
|
||||||
addDateCountAndSortToSearch(resourceSearch);
|
addDateCountAndSortToSearch(resourceSearch);
|
||||||
|
|
||||||
// Perform the search
|
// Perform the search
|
||||||
IResultIterator resultIter = myBatchResourceSearcher.performSearch(resourceSearch, myBatchSize);
|
Integer batchSize = getBatchSize();
|
||||||
Set<Long> newPids = new LinkedHashSet<>();
|
IResultIterator resultIter = myBatchResourceSearcher.performSearch(resourceSearch, batchSize);
|
||||||
Set<Long> alreadySeenPids = myAlreadyProcessedPidsWithHighDate.computeIfAbsent(myUrlIndex, i -> new HashSet<>());
|
Set<Long> alreadySeenPids = getAlreadySeenPids();
|
||||||
|
|
||||||
do {
|
do {
|
||||||
List<Long> pids = resultIter.getNextResultBatch(myBatchSize).stream().map(ResourcePersistentId::getIdAsLong).collect(Collectors.toList());
|
List<Long> pids = resultIter.getNextResultBatch(batchSize).stream().map(ResourcePersistentId::getIdAsLong).collect(Collectors.toList());
|
||||||
newPids.addAll(pids);
|
retval.addAll(pids);
|
||||||
newPids.removeAll(alreadySeenPids);
|
retval.removeAll(alreadySeenPids);
|
||||||
} while (newPids.size() < myBatchSize && resultIter.hasNext());
|
} while (retval.size() < batchSize && resultIter.hasNext());
|
||||||
|
|
||||||
if (ourLog.isDebugEnabled()) {
|
|
||||||
ourLog.debug("Search for {}{} returned {} results", resourceSearch.getResourceName(), resourceSearch.getSearchParameterMap().toNormalizedQueryString(myFhirContext), newPids.size());
|
|
||||||
ourLog.debug("Results: {}", newPids);
|
|
||||||
}
|
|
||||||
|
|
||||||
setDateFromPidFunction(resourceSearch);
|
|
||||||
|
|
||||||
List<Long> retval = new ArrayList<>(newPids);
|
|
||||||
Date newThreshold = myBatchDateThresholdUpdater.updateThresholdAndCache(myThresholdHighByUrlIndex.get(myUrlIndex), myAlreadyProcessedPidsWithHighDate.get(myUrlIndex), retval);
|
|
||||||
myThresholdHighByUrlIndex.put(myUrlIndex, newThreshold);
|
|
||||||
|
|
||||||
return retval;
|
return retval;
|
||||||
}
|
}
|
||||||
|
|
||||||
private void setDateFromPidFunction(ResourceSearch resourceSearch) {
|
@Override
|
||||||
|
protected void setDateFromPidFunction(ResourceSearch resourceSearch) {
|
||||||
final IFhirResourceDao dao = myDaoRegistry.getResourceDao(resourceSearch.getResourceName());
|
final IFhirResourceDao dao = myDaoRegistry.getResourceDao(resourceSearch.getResourceName());
|
||||||
|
|
||||||
myBatchDateThresholdUpdater.setDateFromPid(pid -> {
|
setDateExtractorFunction(pid -> {
|
||||||
IBaseResource oldestResource = dao.readByPid(new ResourcePersistentId(pid));
|
IBaseResource oldestResource = dao.readByPid(new ResourcePersistentId(pid));
|
||||||
return oldestResource.getMeta().getLastUpdated();
|
return oldestResource.getMeta().getLastUpdated();
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
private void addDateCountAndSortToSearch(ResourceSearch resourceSearch) {
|
|
||||||
SearchParameterMap map = resourceSearch.getSearchParameterMap();
|
|
||||||
map.setLastUpdated(new DateRangeParam().setUpperBoundInclusive(myThresholdHighByUrlIndex.get(myUrlIndex)));
|
|
||||||
map.setLoadSynchronousUpTo(myBatchSize);
|
|
||||||
map.setSort(new SortSpec(Constants.PARAM_LASTUPDATED, SortOrderEnum.DESC));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void open(ExecutionContext executionContext) throws ItemStreamException {
|
|
||||||
if (executionContext.containsKey(CURRENT_URL_INDEX)) {
|
|
||||||
myUrlIndex = new Long(executionContext.getLong(CURRENT_URL_INDEX)).intValue();
|
|
||||||
}
|
|
||||||
for (int index = 0; index < myPartitionedUrls.size(); ++index) {
|
|
||||||
String key = highKey(index);
|
|
||||||
if (executionContext.containsKey(key)) {
|
|
||||||
myThresholdHighByUrlIndex.put(index, new Date(executionContext.getLong(key)));
|
|
||||||
} else {
|
|
||||||
myThresholdHighByUrlIndex.put(index, myStartTime);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String highKey(int theIndex) {
|
|
||||||
return CURRENT_THRESHOLD_HIGH + "." + theIndex;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void update(ExecutionContext executionContext) throws ItemStreamException {
|
|
||||||
executionContext.putLong(CURRENT_URL_INDEX, myUrlIndex);
|
|
||||||
for (int index = 0; index < myPartitionedUrls.size(); ++index) {
|
|
||||||
Date date = myThresholdHighByUrlIndex.get(index);
|
|
||||||
if (date != null) {
|
|
||||||
executionContext.putLong(highKey(index), date.getTime());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void close() throws ItemStreamException {
|
|
||||||
}
|
|
||||||
|
|
||||||
@Nonnull
|
|
||||||
public static JobParameters buildJobParameters(String theOperationName, Integer theBatchSize, RequestListJson theRequestListJson) {
|
|
||||||
Map<String, JobParameter> map = new HashMap<>();
|
|
||||||
map.put(MultiUrlJobParameterValidator.JOB_PARAM_OPERATION_NAME, new JobParameter(theOperationName));
|
|
||||||
map.put(ReverseCronologicalBatchResourcePidReader.JOB_PARAM_REQUEST_LIST, new JobParameter(theRequestListJson.toJson()));
|
|
||||||
map.put(ReverseCronologicalBatchResourcePidReader.JOB_PARAM_START_TIME, new JobParameter(DateUtils.addMinutes(new Date(), MultiUrlProcessorJobConfig.MINUTES_IN_FUTURE_TO_PROCESS_FROM)));
|
|
||||||
if (theBatchSize != null) {
|
|
||||||
map.put(ReverseCronologicalBatchResourcePidReader.JOB_PARAM_BATCH_SIZE, new JobParameter(theBatchSize.longValue()));
|
|
||||||
}
|
|
||||||
JobParameters parameters = new JobParameters(map);
|
|
||||||
return parameters;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -16,6 +16,8 @@ import ca.uhn.fhir.jpa.batch.BatchJobsConfig;
|
||||||
import ca.uhn.fhir.jpa.batch.api.IBatchJobSubmitter;
|
import ca.uhn.fhir.jpa.batch.api.IBatchJobSubmitter;
|
||||||
import ca.uhn.fhir.jpa.batch.config.NonPersistedBatchConfigurer;
|
import ca.uhn.fhir.jpa.batch.config.NonPersistedBatchConfigurer;
|
||||||
import ca.uhn.fhir.jpa.batch.job.PartitionedUrlValidator;
|
import ca.uhn.fhir.jpa.batch.job.PartitionedUrlValidator;
|
||||||
|
import ca.uhn.fhir.jpa.batch.mdm.MdmBatchJobSubmitterFactoryImpl;
|
||||||
|
import ca.uhn.fhir.jpa.batch.mdm.MdmClearJobSubmitterImpl;
|
||||||
import ca.uhn.fhir.jpa.batch.reader.BatchResourceSearcher;
|
import ca.uhn.fhir.jpa.batch.reader.BatchResourceSearcher;
|
||||||
import ca.uhn.fhir.jpa.batch.svc.BatchJobSubmitterImpl;
|
import ca.uhn.fhir.jpa.batch.svc.BatchJobSubmitterImpl;
|
||||||
import ca.uhn.fhir.jpa.binstore.BinaryAccessProvider;
|
import ca.uhn.fhir.jpa.binstore.BinaryAccessProvider;
|
||||||
|
|
@ -35,7 +37,6 @@ import ca.uhn.fhir.jpa.dao.LegacySearchBuilder;
|
||||||
import ca.uhn.fhir.jpa.dao.MatchResourceUrlService;
|
import ca.uhn.fhir.jpa.dao.MatchResourceUrlService;
|
||||||
import ca.uhn.fhir.jpa.dao.SearchBuilderFactory;
|
import ca.uhn.fhir.jpa.dao.SearchBuilderFactory;
|
||||||
import ca.uhn.fhir.jpa.dao.TransactionProcessor;
|
import ca.uhn.fhir.jpa.dao.TransactionProcessor;
|
||||||
import ca.uhn.fhir.jpa.dao.expunge.DeleteExpungeService;
|
|
||||||
import ca.uhn.fhir.jpa.dao.expunge.ExpungeEverythingService;
|
import ca.uhn.fhir.jpa.dao.expunge.ExpungeEverythingService;
|
||||||
import ca.uhn.fhir.jpa.dao.expunge.ExpungeOperation;
|
import ca.uhn.fhir.jpa.dao.expunge.ExpungeOperation;
|
||||||
import ca.uhn.fhir.jpa.dao.expunge.ExpungeService;
|
import ca.uhn.fhir.jpa.dao.expunge.ExpungeService;
|
||||||
|
|
@ -136,6 +137,8 @@ import ca.uhn.fhir.jpa.term.api.ITermConceptMappingSvc;
|
||||||
import ca.uhn.fhir.jpa.util.MemoryCacheService;
|
import ca.uhn.fhir.jpa.util.MemoryCacheService;
|
||||||
import ca.uhn.fhir.jpa.validation.JpaResourceLoader;
|
import ca.uhn.fhir.jpa.validation.JpaResourceLoader;
|
||||||
import ca.uhn.fhir.jpa.validation.ValidationSettings;
|
import ca.uhn.fhir.jpa.validation.ValidationSettings;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmBatchJobSubmitterFactory;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmClearJobSubmitter;
|
||||||
import ca.uhn.fhir.rest.api.server.RequestDetails;
|
import ca.uhn.fhir.rest.api.server.RequestDetails;
|
||||||
import ca.uhn.fhir.rest.api.server.storage.IDeleteExpungeJobSubmitter;
|
import ca.uhn.fhir.rest.api.server.storage.IDeleteExpungeJobSubmitter;
|
||||||
import ca.uhn.fhir.rest.api.server.storage.IReindexJobSubmitter;
|
import ca.uhn.fhir.rest.api.server.storage.IReindexJobSubmitter;
|
||||||
|
|
@ -515,10 +518,20 @@ public abstract class BaseConfig {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
public MdmLinkExpandSvc myMdmLinkExpandSvc() {
|
public MdmLinkExpandSvc mdmLinkExpandSvc() {
|
||||||
return new MdmLinkExpandSvc();
|
return new MdmLinkExpandSvc();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
IMdmBatchJobSubmitterFactory mdmBatchJobSubmitterFactory() {
|
||||||
|
return new MdmBatchJobSubmitterFactoryImpl();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
IMdmClearJobSubmitter mdmClearJobSubmitter() {
|
||||||
|
return new MdmClearJobSubmitterImpl();
|
||||||
|
}
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
@Lazy
|
@Lazy
|
||||||
public TerminologyUploaderProvider terminologyUploaderProvider() {
|
public TerminologyUploaderProvider terminologyUploaderProvider() {
|
||||||
|
|
@ -891,11 +904,6 @@ public abstract class BaseConfig {
|
||||||
return new DaoSearchParamSynchronizer();
|
return new DaoSearchParamSynchronizer();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
|
||||||
public DeleteExpungeService deleteExpungeService() {
|
|
||||||
return new DeleteExpungeService();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
public ResourceTableFKProvider resourceTableFKProvider() {
|
public ResourceTableFKProvider resourceTableFKProvider() {
|
||||||
return new ResourceTableFKProvider();
|
return new ResourceTableFKProvider();
|
||||||
|
|
|
||||||
|
|
@ -20,15 +20,16 @@ package ca.uhn.fhir.jpa.dao.data;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.mdm.api.MdmMatchResultEnum;
|
|
||||||
import ca.uhn.fhir.jpa.entity.MdmLink;
|
import ca.uhn.fhir.jpa.entity.MdmLink;
|
||||||
import org.springframework.beans.factory.annotation.Value;
|
import ca.uhn.fhir.mdm.api.MdmMatchResultEnum;
|
||||||
|
import org.springframework.data.domain.Pageable;
|
||||||
import org.springframework.data.jpa.repository.JpaRepository;
|
import org.springframework.data.jpa.repository.JpaRepository;
|
||||||
import org.springframework.data.jpa.repository.Modifying;
|
import org.springframework.data.jpa.repository.Modifying;
|
||||||
import org.springframework.data.jpa.repository.Query;
|
import org.springframework.data.jpa.repository.Query;
|
||||||
import org.springframework.data.repository.query.Param;
|
import org.springframework.data.repository.query.Param;
|
||||||
import org.springframework.stereotype.Repository;
|
import org.springframework.stereotype.Repository;
|
||||||
|
|
||||||
|
import java.util.Date;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
@Repository
|
@Repository
|
||||||
|
|
@ -70,4 +71,6 @@ public interface IMdmLinkDao extends JpaRepository<MdmLink, Long> {
|
||||||
@Query("SELECT ml.myGoldenResourcePid as goldenPid, ml.mySourcePid as sourcePid FROM MdmLink ml WHERE ml.myGoldenResourcePid = :goldenPid and ml.myMatchResult = :matchResult")
|
@Query("SELECT ml.myGoldenResourcePid as goldenPid, ml.mySourcePid as sourcePid FROM MdmLink ml WHERE ml.myGoldenResourcePid = :goldenPid and ml.myMatchResult = :matchResult")
|
||||||
List<MdmPidTuple> expandPidsByGoldenResourcePidAndMatchResult(@Param("goldenPid") Long theSourcePid, @Param("matchResult") MdmMatchResultEnum theMdmMatchResultEnum);
|
List<MdmPidTuple> expandPidsByGoldenResourcePidAndMatchResult(@Param("goldenPid") Long theSourcePid, @Param("matchResult") MdmMatchResultEnum theMdmMatchResultEnum);
|
||||||
|
|
||||||
|
@Query("SELECT ml.myId FROM MdmLink ml WHERE ml.myMdmSourceType = :resourceName AND ml.myCreated <= :highThreshold ORDER BY ml.myCreated DESC")
|
||||||
|
List<Long> findPidByResourceNameAndThreshold(@Param("resourceName") String theResourceName, @Param("highThreshold") Date theHighThreshold, Pageable thePageable);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,201 +0,0 @@
|
||||||
package ca.uhn.fhir.jpa.dao.expunge;
|
|
||||||
|
|
||||||
/*-
|
|
||||||
* #%L
|
|
||||||
* HAPI FHIR JPA Server
|
|
||||||
* %%
|
|
||||||
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
|
||||||
* %%
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
* #L%
|
|
||||||
*/
|
|
||||||
|
|
||||||
import ca.uhn.fhir.context.FhirContext;
|
|
||||||
import ca.uhn.fhir.interceptor.api.HookParams;
|
|
||||||
import ca.uhn.fhir.interceptor.api.IInterceptorBroadcaster;
|
|
||||||
import ca.uhn.fhir.interceptor.api.Pointcut;
|
|
||||||
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
|
||||||
import ca.uhn.fhir.jpa.api.model.DeleteMethodOutcome;
|
|
||||||
import ca.uhn.fhir.jpa.dao.BaseHapiFhirResourceDao;
|
|
||||||
import ca.uhn.fhir.jpa.dao.data.IResourceLinkDao;
|
|
||||||
import ca.uhn.fhir.jpa.dao.index.IdHelperService;
|
|
||||||
import ca.uhn.fhir.jpa.delete.job.DeleteExpungeProcessor;
|
|
||||||
import ca.uhn.fhir.jpa.model.entity.ResourceLink;
|
|
||||||
import ca.uhn.fhir.rest.api.server.RequestDetails;
|
|
||||||
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
|
||||||
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
|
||||||
import ca.uhn.fhir.rest.server.util.CompositeInterceptorBroadcaster;
|
|
||||||
import ca.uhn.fhir.util.OperationOutcomeUtil;
|
|
||||||
import ca.uhn.fhir.util.StopWatch;
|
|
||||||
import org.hl7.fhir.instance.model.api.IBaseOperationOutcome;
|
|
||||||
import org.slf4j.Logger;
|
|
||||||
import org.slf4j.LoggerFactory;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.data.domain.Slice;
|
|
||||||
import org.springframework.stereotype.Service;
|
|
||||||
import org.springframework.transaction.PlatformTransactionManager;
|
|
||||||
import org.springframework.transaction.support.TransactionTemplate;
|
|
||||||
|
|
||||||
import javax.persistence.EntityManager;
|
|
||||||
import javax.persistence.PersistenceContext;
|
|
||||||
import javax.persistence.PersistenceContextType;
|
|
||||||
import java.util.ArrayList;
|
|
||||||
import java.util.Collections;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.concurrent.atomic.AtomicLong;
|
|
||||||
import java.util.stream.Collectors;
|
|
||||||
|
|
||||||
@Service
|
|
||||||
/**
|
|
||||||
* DeleteExpunge is now performed using the {@link ca.uhn.fhir.jpa.delete.DeleteExpungeJobSubmitterImpl} Spring Batch job.
|
|
||||||
*/
|
|
||||||
@Deprecated
|
|
||||||
public class DeleteExpungeService {
|
|
||||||
private static final Logger ourLog = LoggerFactory.getLogger(DeleteExpungeService.class);
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
protected PlatformTransactionManager myPlatformTransactionManager;
|
|
||||||
@PersistenceContext(type = PersistenceContextType.TRANSACTION)
|
|
||||||
private EntityManager myEntityManager;
|
|
||||||
@Autowired
|
|
||||||
private FhirContext myFhirContext;
|
|
||||||
@Autowired
|
|
||||||
private ResourceTableFKProvider myResourceTableFKProvider;
|
|
||||||
@Autowired
|
|
||||||
private IResourceLinkDao myResourceLinkDao;
|
|
||||||
@Autowired
|
|
||||||
private IInterceptorBroadcaster myInterceptorBroadcaster;
|
|
||||||
@Autowired
|
|
||||||
private DaoConfig myDaoConfig;
|
|
||||||
@Autowired
|
|
||||||
private IdHelperService myIdHelper;
|
|
||||||
|
|
||||||
public DeleteMethodOutcome expungeByResourcePids(String theUrl, String theResourceName, Slice<Long> thePids, RequestDetails theRequest) {
|
|
||||||
StopWatch w = new StopWatch();
|
|
||||||
if (thePids.isEmpty()) {
|
|
||||||
return new DeleteMethodOutcome();
|
|
||||||
}
|
|
||||||
|
|
||||||
HookParams params = new HookParams()
|
|
||||||
.add(RequestDetails.class, theRequest)
|
|
||||||
.addIfMatchesType(ServletRequestDetails.class, theRequest)
|
|
||||||
.add(String.class, theUrl);
|
|
||||||
CompositeInterceptorBroadcaster.doCallHooks(myInterceptorBroadcaster, theRequest, Pointcut.STORAGE_PRE_DELETE_EXPUNGE, params);
|
|
||||||
|
|
||||||
TransactionTemplate txTemplate = new TransactionTemplate(myPlatformTransactionManager);
|
|
||||||
txTemplate.executeWithoutResult(t -> validateOkToDeleteAndExpunge(thePids));
|
|
||||||
|
|
||||||
ourLog.info("Expunging all records linking to {} resources...", thePids.getNumber());
|
|
||||||
AtomicLong expungedEntitiesCount = new AtomicLong();
|
|
||||||
AtomicLong expungedResourcesCount = new AtomicLong();
|
|
||||||
PartitionRunner partitionRunner = new PartitionRunner(DeleteExpungeProcessor.PROCESS_NAME, DeleteExpungeProcessor.THREAD_PREFIX, myDaoConfig.getExpungeBatchSize(), myDaoConfig.getExpungeThreadCount());
|
|
||||||
partitionRunner.runInPartitionedThreads(thePids, pidChunk -> deleteInTransaction(theResourceName, pidChunk, expungedResourcesCount, expungedEntitiesCount, theRequest));
|
|
||||||
ourLog.info("Expunged a total of {} records", expungedEntitiesCount);
|
|
||||||
|
|
||||||
IBaseOperationOutcome oo;
|
|
||||||
if (expungedResourcesCount.get() == 0) {
|
|
||||||
oo = OperationOutcomeUtil.newInstance(myFhirContext);
|
|
||||||
String message = myFhirContext.getLocalizer().getMessageSanitized(BaseHapiFhirResourceDao.class, "unableToDeleteNotFound", theUrl);
|
|
||||||
String severity = "warning";
|
|
||||||
String code = "not-found";
|
|
||||||
OperationOutcomeUtil.addIssue(myFhirContext, oo, severity, message, null, code);
|
|
||||||
} else {
|
|
||||||
oo = OperationOutcomeUtil.newInstance(myFhirContext);
|
|
||||||
String message = myFhirContext.getLocalizer().getMessage(BaseHapiFhirResourceDao.class, "successfulDeletes", expungedResourcesCount.get(), w.getMillis());
|
|
||||||
String severity = "information";
|
|
||||||
String code = "informational";
|
|
||||||
OperationOutcomeUtil.addIssue(myFhirContext, oo, severity, message, null, code);
|
|
||||||
}
|
|
||||||
|
|
||||||
DeleteMethodOutcome retval = new DeleteMethodOutcome();
|
|
||||||
retval.setExpungedResourcesCount(expungedResourcesCount.get());
|
|
||||||
retval.setExpungedEntitiesCount(expungedEntitiesCount.get());
|
|
||||||
retval.setOperationOutcome(oo);
|
|
||||||
return retval;
|
|
||||||
}
|
|
||||||
|
|
||||||
public void validateOkToDeleteAndExpunge(Slice<Long> theAllTargetPids) {
|
|
||||||
if (!myDaoConfig.isEnforceReferentialIntegrityOnDelete()) {
|
|
||||||
ourLog.info("Referential integrity on delete disabled. Skipping referential integrity check.");
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
List<ResourceLink> conflictResourceLinks = Collections.synchronizedList(new ArrayList<>());
|
|
||||||
PartitionRunner partitionRunner = new PartitionRunner(DeleteExpungeProcessor.PROCESS_NAME, DeleteExpungeProcessor.THREAD_PREFIX, myDaoConfig.getExpungeBatchSize(), myDaoConfig.getExpungeThreadCount());
|
|
||||||
partitionRunner.runInPartitionedThreads(theAllTargetPids, someTargetPids -> findResourceLinksWithTargetPidIn(theAllTargetPids.getContent(), someTargetPids, conflictResourceLinks));
|
|
||||||
|
|
||||||
if (conflictResourceLinks.isEmpty()) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
ResourceLink firstConflict = conflictResourceLinks.get(0);
|
|
||||||
|
|
||||||
//NB-GGG: We previously instantiated these ID values from firstConflict.getSourceResource().getIdDt(), but in a situation where we
|
|
||||||
//actually had to run delete conflict checks in multiple partitions, the executor service starts its own sessions on a per thread basis, and by the time
|
|
||||||
//we arrive here, those sessions are closed. So instead, we resolve them from PIDs, which are eagerly loaded.
|
|
||||||
String sourceResourceId = myIdHelper.resourceIdFromPidOrThrowException(firstConflict.getSourceResourcePid()).toVersionless().getValue();
|
|
||||||
String targetResourceId = myIdHelper.resourceIdFromPidOrThrowException(firstConflict.getTargetResourcePid()).toVersionless().getValue();
|
|
||||||
|
|
||||||
throw new InvalidRequestException("DELETE with _expunge=true failed. Unable to delete " +
|
|
||||||
targetResourceId + " because " + sourceResourceId + " refers to it via the path " + firstConflict.getSourcePath());
|
|
||||||
}
|
|
||||||
|
|
||||||
public void findResourceLinksWithTargetPidIn(List<Long> theAllTargetPids, List<Long> theSomeTargetPids, List<ResourceLink> theConflictResourceLinks) {
|
|
||||||
// We only need to find one conflict, so if we found one already in an earlier partition run, we can skip the rest of the searches
|
|
||||||
if (theConflictResourceLinks.isEmpty()) {
|
|
||||||
List<ResourceLink> conflictResourceLinks = myResourceLinkDao.findWithTargetPidIn(theSomeTargetPids).stream()
|
|
||||||
// Filter out resource links for which we are planning to delete the source.
|
|
||||||
// theAllTargetPids contains a list of all the pids we are planning to delete. So we only want
|
|
||||||
// to consider a link to be a conflict if the source of that link is not in theAllTargetPids.
|
|
||||||
.filter(link -> !theAllTargetPids.contains(link.getSourceResourcePid()))
|
|
||||||
.collect(Collectors.toList());
|
|
||||||
|
|
||||||
// We do this in two steps to avoid lock contention on this synchronized list
|
|
||||||
theConflictResourceLinks.addAll(conflictResourceLinks);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private void deleteInTransaction(String theResourceName, List<Long> thePidChunk, AtomicLong theExpungedResourcesCount, AtomicLong theExpungedEntitiesCount, RequestDetails theRequest) {
|
|
||||||
TransactionTemplate txTemplate = new TransactionTemplate(myPlatformTransactionManager);
|
|
||||||
txTemplate.executeWithoutResult(t -> deleteAllRecordsLinkingTo(theResourceName, thePidChunk, theExpungedResourcesCount, theExpungedEntitiesCount, theRequest));
|
|
||||||
}
|
|
||||||
|
|
||||||
private void deleteAllRecordsLinkingTo(String theResourceName, List<Long> thePids, AtomicLong theExpungedResourcesCount, AtomicLong theExpungedEntitiesCount, RequestDetails theRequest) {
|
|
||||||
HookParams params = new HookParams()
|
|
||||||
.add(String.class, theResourceName)
|
|
||||||
.add(List.class, thePids)
|
|
||||||
.add(AtomicLong.class, theExpungedEntitiesCount)
|
|
||||||
.add(RequestDetails.class, theRequest)
|
|
||||||
.addIfMatchesType(ServletRequestDetails.class, theRequest);
|
|
||||||
CompositeInterceptorBroadcaster.doCallHooks(myInterceptorBroadcaster, theRequest, Pointcut.STORAGE_PRE_DELETE_EXPUNGE_PID_LIST, params);
|
|
||||||
|
|
||||||
String pidListString = thePids.toString().replace("[", "(").replace("]", ")");
|
|
||||||
List<ResourceForeignKey> resourceForeignKeys = myResourceTableFKProvider.getResourceForeignKeys();
|
|
||||||
|
|
||||||
for (ResourceForeignKey resourceForeignKey : resourceForeignKeys) {
|
|
||||||
deleteRecordsByColumn(pidListString, resourceForeignKey, theExpungedEntitiesCount);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Lastly we need to delete records from the resource table all of these other tables link to:
|
|
||||||
ResourceForeignKey resourceTablePk = new ResourceForeignKey("HFJ_RESOURCE", "RES_ID");
|
|
||||||
int entitiesDeleted = deleteRecordsByColumn(pidListString, resourceTablePk, theExpungedEntitiesCount);
|
|
||||||
theExpungedResourcesCount.addAndGet(entitiesDeleted);
|
|
||||||
}
|
|
||||||
|
|
||||||
private int deleteRecordsByColumn(String thePidListString, ResourceForeignKey theResourceForeignKey, AtomicLong theExpungedEntitiesCount) {
|
|
||||||
int entitesDeleted = myEntityManager.createNativeQuery("DELETE FROM " + theResourceForeignKey.table + " WHERE " + theResourceForeignKey.key + " IN " + thePidListString).executeUpdate();
|
|
||||||
ourLog.info("Expunged {} records from {}", entitesDeleted, theResourceForeignKey.table);
|
|
||||||
theExpungedEntitiesCount.addAndGet(entitesDeleted);
|
|
||||||
return entitesDeleted;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -45,9 +45,12 @@ public class MdmLinkExpandSvc {
|
||||||
@Autowired
|
@Autowired
|
||||||
private IdHelperService myIdHelperService;
|
private IdHelperService myIdHelperService;
|
||||||
|
|
||||||
|
public MdmLinkExpandSvc() {
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Given a source resource, perform MDM expansion and return all the resource IDs of all resources that are
|
* Given a source resource, perform MDM expansion and return all the resource IDs of all resources that are
|
||||||
* MDM-Matched to this resource.
|
* MDM-Matched to this resource.
|
||||||
*
|
*
|
||||||
* @param theResource The resource to MDM-Expand
|
* @param theResource The resource to MDM-Expand
|
||||||
* @return A set of strings representing the FHIR IDs of the expanded resources.
|
* @return A set of strings representing the FHIR IDs of the expanded resources.
|
||||||
|
|
|
||||||
|
|
@ -21,8 +21,9 @@ package ca.uhn.fhir.jpa.delete.job;
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlProcessorJobConfig;
|
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterValidator;
|
||||||
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
||||||
|
import ca.uhn.fhir.jpa.batch.reader.ReverseCronologicalBatchResourcePidReader;
|
||||||
import ca.uhn.fhir.jpa.batch.writer.SqlExecutorWriter;
|
import ca.uhn.fhir.jpa.batch.writer.SqlExecutorWriter;
|
||||||
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
||||||
import org.springframework.batch.core.Job;
|
import org.springframework.batch.core.Job;
|
||||||
|
|
@ -45,7 +46,7 @@ import static ca.uhn.fhir.jpa.batch.BatchJobsConfig.DELETE_EXPUNGE_JOB_NAME;
|
||||||
* Delete Expunge job.
|
* Delete Expunge job.
|
||||||
*/
|
*/
|
||||||
@Configuration
|
@Configuration
|
||||||
public class DeleteExpungeJobConfig extends MultiUrlProcessorJobConfig {
|
public class DeleteExpungeJobConfig {
|
||||||
public static final String DELETE_EXPUNGE_URL_LIST_STEP_NAME = "delete-expunge-url-list-step";
|
public static final String DELETE_EXPUNGE_URL_LIST_STEP_NAME = "delete-expunge-url-list-step";
|
||||||
|
|
||||||
@Autowired
|
@Autowired
|
||||||
|
|
@ -53,11 +54,23 @@ public class DeleteExpungeJobConfig extends MultiUrlProcessorJobConfig {
|
||||||
@Autowired
|
@Autowired
|
||||||
private JobBuilderFactory myJobBuilderFactory;
|
private JobBuilderFactory myJobBuilderFactory;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private MultiUrlJobParameterValidator myMultiUrlProcessorParameterValidator;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private PidReaderCounterListener myPidCountRecorderListener;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private ReverseCronologicalBatchResourcePidReader myReverseCronologicalBatchResourcePidReader;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private SqlExecutorWriter mySqlExecutorWriter;
|
||||||
|
|
||||||
@Bean(name = DELETE_EXPUNGE_JOB_NAME)
|
@Bean(name = DELETE_EXPUNGE_JOB_NAME)
|
||||||
@Lazy
|
@Lazy
|
||||||
public Job deleteExpungeJob(MatchUrlService theMatchUrlService, DaoRegistry theDaoRegistry) {
|
public Job deleteExpungeJob() {
|
||||||
return myJobBuilderFactory.get(DELETE_EXPUNGE_JOB_NAME)
|
return myJobBuilderFactory.get(DELETE_EXPUNGE_JOB_NAME)
|
||||||
.validator(multiUrlProcessorParameterValidator(theMatchUrlService, theDaoRegistry))
|
.validator(myMultiUrlProcessorParameterValidator)
|
||||||
.start(deleteExpungeUrlListStep())
|
.start(deleteExpungeUrlListStep())
|
||||||
.build();
|
.build();
|
||||||
}
|
}
|
||||||
|
|
@ -66,10 +79,10 @@ public class DeleteExpungeJobConfig extends MultiUrlProcessorJobConfig {
|
||||||
public Step deleteExpungeUrlListStep() {
|
public Step deleteExpungeUrlListStep() {
|
||||||
return myStepBuilderFactory.get(DELETE_EXPUNGE_URL_LIST_STEP_NAME)
|
return myStepBuilderFactory.get(DELETE_EXPUNGE_URL_LIST_STEP_NAME)
|
||||||
.<List<Long>, List<String>>chunk(1)
|
.<List<Long>, List<String>>chunk(1)
|
||||||
.reader(reverseCronologicalBatchResourcePidReader())
|
.reader(myReverseCronologicalBatchResourcePidReader)
|
||||||
.processor(deleteExpungeProcessor())
|
.processor(deleteExpungeProcessor())
|
||||||
.writer(sqlExecutorWriter())
|
.writer(mySqlExecutorWriter)
|
||||||
.listener(pidCountRecorderListener())
|
.listener(myPidCountRecorderListener)
|
||||||
.listener(deleteExpungePromotionListener())
|
.listener(deleteExpungePromotionListener())
|
||||||
.build();
|
.build();
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -51,6 +51,8 @@ public class ReindexEverythingJobConfig {
|
||||||
private JobBuilderFactory myJobBuilderFactory;
|
private JobBuilderFactory myJobBuilderFactory;
|
||||||
@Autowired
|
@Autowired
|
||||||
private ReindexWriter myReindexWriter;
|
private ReindexWriter myReindexWriter;
|
||||||
|
@Autowired
|
||||||
|
private PidReaderCounterListener myPidCountRecorderListener;
|
||||||
|
|
||||||
@Bean(name = REINDEX_EVERYTHING_JOB_NAME)
|
@Bean(name = REINDEX_EVERYTHING_JOB_NAME)
|
||||||
@Lazy
|
@Lazy
|
||||||
|
|
@ -66,7 +68,7 @@ public class ReindexEverythingJobConfig {
|
||||||
.<List<Long>, List<Long>>chunk(1)
|
.<List<Long>, List<Long>>chunk(1)
|
||||||
.reader(cronologicalBatchAllResourcePidReader())
|
.reader(cronologicalBatchAllResourcePidReader())
|
||||||
.writer(myReindexWriter)
|
.writer(myReindexWriter)
|
||||||
.listener(reindexEverythingPidCountRecorderListener())
|
.listener(myPidCountRecorderListener)
|
||||||
.listener(reindexEverythingPromotionListener())
|
.listener(reindexEverythingPromotionListener())
|
||||||
.build();
|
.build();
|
||||||
}
|
}
|
||||||
|
|
@ -77,12 +79,6 @@ public class ReindexEverythingJobConfig {
|
||||||
return new CronologicalBatchAllResourcePidReader();
|
return new CronologicalBatchAllResourcePidReader();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
|
||||||
@StepScope
|
|
||||||
public PidReaderCounterListener reindexEverythingPidCountRecorderListener() {
|
|
||||||
return new PidReaderCounterListener();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
public ExecutionContextPromotionListener reindexEverythingPromotionListener() {
|
public ExecutionContextPromotionListener reindexEverythingPromotionListener() {
|
||||||
ExecutionContextPromotionListener listener = new ExecutionContextPromotionListener();
|
ExecutionContextPromotionListener listener = new ExecutionContextPromotionListener();
|
||||||
|
|
|
||||||
|
|
@ -21,15 +21,17 @@ package ca.uhn.fhir.jpa.reindex.job;
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlProcessorJobConfig;
|
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterValidator;
|
||||||
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
import ca.uhn.fhir.jpa.batch.listener.PidReaderCounterListener;
|
||||||
|
import ca.uhn.fhir.jpa.batch.reader.ReverseCronologicalBatchResourcePidReader;
|
||||||
|
import ca.uhn.fhir.jpa.batch.writer.SqlExecutorWriter;
|
||||||
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
import ca.uhn.fhir.jpa.searchparam.MatchUrlService;
|
||||||
import org.springframework.batch.core.Job;
|
import org.springframework.batch.core.Job;
|
||||||
import org.springframework.batch.core.Step;
|
import org.springframework.batch.core.Step;
|
||||||
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||||
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
|
||||||
import org.springframework.batch.core.listener.ExecutionContextPromotionListener;
|
import org.springframework.batch.core.listener.ExecutionContextPromotionListener;
|
||||||
|
import org.springframework.batch.item.ItemReader;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
@ -44,7 +46,7 @@ import static ca.uhn.fhir.jpa.batch.BatchJobsConfig.REINDEX_JOB_NAME;
|
||||||
* Reindex job.
|
* Reindex job.
|
||||||
*/
|
*/
|
||||||
@Configuration
|
@Configuration
|
||||||
public class ReindexJobConfig extends MultiUrlProcessorJobConfig {
|
public class ReindexJobConfig {
|
||||||
public static final String REINDEX_URL_LIST_STEP_NAME = "reindex-url-list-step";
|
public static final String REINDEX_URL_LIST_STEP_NAME = "reindex-url-list-step";
|
||||||
|
|
||||||
@Autowired
|
@Autowired
|
||||||
|
|
@ -54,11 +56,20 @@ public class ReindexJobConfig extends MultiUrlProcessorJobConfig {
|
||||||
@Autowired
|
@Autowired
|
||||||
private ReindexWriter myReindexWriter;
|
private ReindexWriter myReindexWriter;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private MultiUrlJobParameterValidator myMultiUrlProcessorParameterValidator;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private PidReaderCounterListener myPidCountRecorderListener;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
private ReverseCronologicalBatchResourcePidReader myReverseCronologicalBatchResourcePidReader;
|
||||||
|
|
||||||
@Bean(name = REINDEX_JOB_NAME)
|
@Bean(name = REINDEX_JOB_NAME)
|
||||||
@Lazy
|
@Lazy
|
||||||
public Job reindexJob(MatchUrlService theMatchUrlService, DaoRegistry theDaoRegistry) {
|
public Job reindexJob() {
|
||||||
return myJobBuilderFactory.get(REINDEX_JOB_NAME)
|
return myJobBuilderFactory.get(REINDEX_JOB_NAME)
|
||||||
.validator(multiUrlProcessorParameterValidator(theMatchUrlService, theDaoRegistry))
|
.validator(myMultiUrlProcessorParameterValidator)
|
||||||
.start(reindexUrlListStep())
|
.start(reindexUrlListStep())
|
||||||
.build();
|
.build();
|
||||||
}
|
}
|
||||||
|
|
@ -67,9 +78,9 @@ public class ReindexJobConfig extends MultiUrlProcessorJobConfig {
|
||||||
public Step reindexUrlListStep() {
|
public Step reindexUrlListStep() {
|
||||||
return myStepBuilderFactory.get(REINDEX_URL_LIST_STEP_NAME)
|
return myStepBuilderFactory.get(REINDEX_URL_LIST_STEP_NAME)
|
||||||
.<List<Long>, List<Long>>chunk(1)
|
.<List<Long>, List<Long>>chunk(1)
|
||||||
.reader(reverseCronologicalBatchResourcePidReader())
|
.reader(myReverseCronologicalBatchResourcePidReader)
|
||||||
.writer(myReindexWriter)
|
.writer(myReindexWriter)
|
||||||
.listener(pidCountRecorderListener())
|
.listener(myPidCountRecorderListener)
|
||||||
.listener(reindexPromotionListener())
|
.listener(reindexPromotionListener())
|
||||||
.build();
|
.build();
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -331,7 +331,8 @@ public class BulkDataExportSvcImplR4Test extends BaseJpaR4Test {
|
||||||
BatchJobsConfig.BULK_EXPORT_JOB_NAME,
|
BatchJobsConfig.BULK_EXPORT_JOB_NAME,
|
||||||
BatchJobsConfig.PATIENT_BULK_EXPORT_JOB_NAME,
|
BatchJobsConfig.PATIENT_BULK_EXPORT_JOB_NAME,
|
||||||
BatchJobsConfig.GROUP_BULK_EXPORT_JOB_NAME,
|
BatchJobsConfig.GROUP_BULK_EXPORT_JOB_NAME,
|
||||||
BatchJobsConfig.DELETE_EXPUNGE_JOB_NAME
|
BatchJobsConfig.DELETE_EXPUNGE_JOB_NAME,
|
||||||
|
BatchJobsConfig.MDM_CLEAR_JOB_NAME
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,9 +1,9 @@
|
||||||
package ca.uhn.fhir.jpa.delete.job;
|
package ca.uhn.fhir.jpa.delete.job;
|
||||||
|
|
||||||
import ca.uhn.fhir.jpa.batch.BatchJobsConfig;
|
import ca.uhn.fhir.jpa.batch.BatchJobsConfig;
|
||||||
|
import ca.uhn.fhir.jpa.batch.CommonBatchJobConfig;
|
||||||
import ca.uhn.fhir.jpa.batch.api.IBatchJobSubmitter;
|
import ca.uhn.fhir.jpa.batch.api.IBatchJobSubmitter;
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterUtil;
|
import ca.uhn.fhir.jpa.batch.job.MultiUrlJobParameterUtil;
|
||||||
import ca.uhn.fhir.jpa.batch.job.MultiUrlProcessorJobConfig;
|
|
||||||
import ca.uhn.fhir.jpa.batch.reader.CronologicalBatchAllResourcePidReader;
|
import ca.uhn.fhir.jpa.batch.reader.CronologicalBatchAllResourcePidReader;
|
||||||
import ca.uhn.fhir.jpa.dao.r4.BaseJpaR4Test;
|
import ca.uhn.fhir.jpa.dao.r4.BaseJpaR4Test;
|
||||||
import ca.uhn.fhir.jpa.searchparam.SearchParameterMap;
|
import ca.uhn.fhir.jpa.searchparam.SearchParameterMap;
|
||||||
|
|
@ -111,7 +111,7 @@ public class ReindexJobTest extends BaseJpaR4Test {
|
||||||
|
|
||||||
private JobParameters buildEverythingJobParameters(Long theBatchSize) {
|
private JobParameters buildEverythingJobParameters(Long theBatchSize) {
|
||||||
Map<String, JobParameter> map = new HashMap<>();
|
Map<String, JobParameter> map = new HashMap<>();
|
||||||
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_START_TIME, new JobParameter(DateUtils.addMinutes(new Date(), MultiUrlProcessorJobConfig.MINUTES_IN_FUTURE_TO_PROCESS_FROM)));
|
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_START_TIME, new JobParameter(DateUtils.addMinutes(new Date(), CommonBatchJobConfig.MINUTES_IN_FUTURE_TO_PROCESS_FROM)));
|
||||||
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_BATCH_SIZE, new JobParameter(theBatchSize.longValue()));
|
map.put(CronologicalBatchAllResourcePidReader.JOB_PARAM_BATCH_SIZE, new JobParameter(theBatchSize.longValue()));
|
||||||
JobParameters parameters = new JobParameters(map);
|
JobParameters parameters = new JobParameters(map);
|
||||||
return parameters;
|
return parameters;
|
||||||
|
|
|
||||||
|
|
@ -15,6 +15,7 @@ import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
||||||
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
||||||
import ca.uhn.fhir.test.utilities.BatchJobHelper;
|
import ca.uhn.fhir.test.utilities.BatchJobHelper;
|
||||||
import org.hl7.fhir.instance.model.api.IIdType;
|
import org.hl7.fhir.instance.model.api.IIdType;
|
||||||
|
import org.hl7.fhir.r4.hapi.rest.server.helper.BatchHelperR4;
|
||||||
import org.hl7.fhir.r4.model.BooleanType;
|
import org.hl7.fhir.r4.model.BooleanType;
|
||||||
import org.hl7.fhir.r4.model.Bundle;
|
import org.hl7.fhir.r4.model.Bundle;
|
||||||
import org.hl7.fhir.r4.model.DecimalType;
|
import org.hl7.fhir.r4.model.DecimalType;
|
||||||
|
|
@ -99,8 +100,7 @@ public class MultitenantBatchOperationR4Test extends BaseMultitenantResourceProv
|
||||||
assertEquals("Patient", interceptor.resourceDefs.get(0).getName());
|
assertEquals("Patient", interceptor.resourceDefs.get(0).getName());
|
||||||
myInterceptorRegistry.unregisterInterceptor(interceptor);
|
myInterceptorRegistry.unregisterInterceptor(interceptor);
|
||||||
|
|
||||||
DecimalType jobIdPrimitive = (DecimalType) response.getParameter(ProviderConstants.OPERATION_DELETE_EXPUNGE_RESPONSE_JOB_ID);
|
Long jobId = BatchHelperR4.jobIdFromParameters(response);
|
||||||
Long jobId = jobIdPrimitive.getValue().longValue();
|
|
||||||
|
|
||||||
assertEquals(1, myBatchJobHelper.getReadCount(jobId));
|
assertEquals(1, myBatchJobHelper.getReadCount(jobId));
|
||||||
assertEquals(1, myBatchJobHelper.getWriteCount(jobId));
|
assertEquals(1, myBatchJobHelper.getWriteCount(jobId));
|
||||||
|
|
|
||||||
|
|
@ -55,6 +55,7 @@ import org.eclipse.jetty.servlet.ServletContextHandler;
|
||||||
import org.eclipse.jetty.servlet.ServletHolder;
|
import org.eclipse.jetty.servlet.ServletHolder;
|
||||||
import org.hl7.fhir.common.hapi.validation.validator.FhirInstanceValidator;
|
import org.hl7.fhir.common.hapi.validation.validator.FhirInstanceValidator;
|
||||||
import org.hl7.fhir.instance.model.api.IIdType;
|
import org.hl7.fhir.instance.model.api.IIdType;
|
||||||
|
import org.hl7.fhir.r4.hapi.rest.server.helper.BatchHelperR4;
|
||||||
import org.hl7.fhir.r4.model.Bundle;
|
import org.hl7.fhir.r4.model.Bundle;
|
||||||
import org.hl7.fhir.r4.model.Bundle.BundleType;
|
import org.hl7.fhir.r4.model.Bundle.BundleType;
|
||||||
import org.hl7.fhir.r4.model.Bundle.HTTPVerb;
|
import org.hl7.fhir.r4.model.Bundle.HTTPVerb;
|
||||||
|
|
@ -817,8 +818,7 @@ public class SystemProviderR4Test extends BaseJpaR4Test {
|
||||||
ourLog.info(ourCtx.newJsonParser().setPrettyPrint(true).encodeResourceToString(response));
|
ourLog.info(ourCtx.newJsonParser().setPrettyPrint(true).encodeResourceToString(response));
|
||||||
myBatchJobHelper.awaitAllBulkJobCompletions(BatchJobsConfig.DELETE_EXPUNGE_JOB_NAME);
|
myBatchJobHelper.awaitAllBulkJobCompletions(BatchJobsConfig.DELETE_EXPUNGE_JOB_NAME);
|
||||||
|
|
||||||
DecimalType jobIdPrimitive = (DecimalType) response.getParameter(ProviderConstants.OPERATION_DELETE_EXPUNGE_RESPONSE_JOB_ID);
|
Long jobId = BatchHelperR4.jobIdFromParameters(response);
|
||||||
Long jobId = jobIdPrimitive.getValue().longValue();
|
|
||||||
|
|
||||||
// validate
|
// validate
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -22,6 +22,7 @@ package ca.uhn.fhir.jpa.mdm.config;
|
||||||
|
|
||||||
import ca.uhn.fhir.context.FhirContext;
|
import ca.uhn.fhir.context.FhirContext;
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
||||||
|
import ca.uhn.fhir.jpa.batch.mdm.MdmBatchJobSubmitterFactoryImpl;
|
||||||
import ca.uhn.fhir.jpa.dao.mdm.MdmLinkDeleteSvc;
|
import ca.uhn.fhir.jpa.dao.mdm.MdmLinkDeleteSvc;
|
||||||
import ca.uhn.fhir.jpa.interceptor.MdmSearchExpandingInterceptor;
|
import ca.uhn.fhir.jpa.interceptor.MdmSearchExpandingInterceptor;
|
||||||
import ca.uhn.fhir.jpa.mdm.broker.MdmMessageHandler;
|
import ca.uhn.fhir.jpa.mdm.broker.MdmMessageHandler;
|
||||||
|
|
@ -31,10 +32,8 @@ import ca.uhn.fhir.jpa.mdm.dao.MdmLinkFactory;
|
||||||
import ca.uhn.fhir.jpa.mdm.interceptor.IMdmStorageInterceptor;
|
import ca.uhn.fhir.jpa.mdm.interceptor.IMdmStorageInterceptor;
|
||||||
import ca.uhn.fhir.jpa.mdm.interceptor.MdmStorageInterceptor;
|
import ca.uhn.fhir.jpa.mdm.interceptor.MdmStorageInterceptor;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.GoldenResourceMergerSvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.GoldenResourceMergerSvcImpl;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmClearSvcImpl;
|
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmControllerSvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmControllerSvcImpl;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmEidUpdateService;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmEidUpdateService;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmGoldenResourceDeletingSvc;
|
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmLinkQuerySvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmLinkQuerySvcImpl;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmLinkSvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmLinkSvcImpl;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmLinkUpdaterSvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmLinkUpdaterSvcImpl;
|
||||||
|
|
@ -52,8 +51,8 @@ import ca.uhn.fhir.jpa.mdm.svc.candidate.MdmCandidateSearchCriteriaBuilderSvc;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.candidate.MdmCandidateSearchSvc;
|
import ca.uhn.fhir.jpa.mdm.svc.candidate.MdmCandidateSearchSvc;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.candidate.MdmGoldenResourceFindingSvc;
|
import ca.uhn.fhir.jpa.mdm.svc.candidate.MdmGoldenResourceFindingSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IGoldenResourceMergerSvc;
|
import ca.uhn.fhir.mdm.api.IGoldenResourceMergerSvc;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmBatchJobSubmitterFactory;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmExpungeSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmLinkQuerySvc;
|
import ca.uhn.fhir.mdm.api.IMdmLinkQuerySvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmLinkSvc;
|
import ca.uhn.fhir.mdm.api.IMdmLinkSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmLinkUpdaterSvc;
|
import ca.uhn.fhir.mdm.api.IMdmLinkUpdaterSvc;
|
||||||
|
|
@ -183,8 +182,8 @@ public class MdmConsumerConfig {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
IMdmExpungeSvc mdmResetSvc(MdmLinkDaoSvc theMdmLinkDaoSvc, MdmGoldenResourceDeletingSvc theDeletingSvc, IMdmSettings theIMdmSettings) {
|
IMdmBatchJobSubmitterFactory mdmBatchJobSubmitterFactory() {
|
||||||
return new MdmClearSvcImpl(theMdmLinkDaoSvc, theDeletingSvc, theIMdmSettings);
|
return new MdmBatchJobSubmitterFactoryImpl();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
|
|
@ -251,4 +250,5 @@ public class MdmConsumerConfig {
|
||||||
IMdmControllerSvc mdmControllerSvc() {
|
IMdmControllerSvc mdmControllerSvc() {
|
||||||
return new MdmControllerSvcImpl();
|
return new MdmControllerSvcImpl();
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -21,17 +21,15 @@ package ca.uhn.fhir.jpa.mdm.config;
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.context.FhirContext;
|
import ca.uhn.fhir.context.FhirContext;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmChannelSubmitterSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
|
||||||
import ca.uhn.fhir.mdm.rules.config.MdmRuleValidator;
|
|
||||||
import ca.uhn.fhir.jpa.dao.mdm.MdmLinkDeleteSvc;
|
import ca.uhn.fhir.jpa.dao.mdm.MdmLinkDeleteSvc;
|
||||||
import ca.uhn.fhir.jpa.mdm.interceptor.MdmSubmitterInterceptorLoader;
|
import ca.uhn.fhir.jpa.mdm.interceptor.MdmSubmitterInterceptorLoader;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmChannelSubmitterSvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmChannelSubmitterSvcImpl;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmGoldenResourceDeletingSvc;
|
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmSearchParamSvc;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmSearchParamSvc;
|
||||||
import ca.uhn.fhir.jpa.mdm.svc.MdmSubmitSvcImpl;
|
import ca.uhn.fhir.jpa.mdm.svc.MdmSubmitSvcImpl;
|
||||||
import ca.uhn.fhir.jpa.subscription.channel.api.IChannelFactory;
|
import ca.uhn.fhir.jpa.subscription.channel.api.IChannelFactory;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmChannelSubmitterSvc;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
||||||
|
import ca.uhn.fhir.mdm.rules.config.MdmRuleValidator;
|
||||||
import ca.uhn.fhir.rest.server.util.ISearchParamRegistry;
|
import ca.uhn.fhir.rest.server.util.ISearchParamRegistry;
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
@ -60,11 +58,6 @@ public class MdmSubmitterConfig {
|
||||||
return new MdmLinkDeleteSvc();
|
return new MdmLinkDeleteSvc();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
|
||||||
MdmGoldenResourceDeletingSvc mdmGoldenResourceDeletingSvc() {
|
|
||||||
return new MdmGoldenResourceDeletingSvc();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
@Lazy
|
@Lazy
|
||||||
IMdmChannelSubmitterSvc mdmChannelSubmitterSvc(FhirContext theFhirContext, IChannelFactory theChannelFactory) {
|
IMdmChannelSubmitterSvc mdmChannelSubmitterSvc(FhirContext theFhirContext, IChannelFactory theChannelFactory) {
|
||||||
|
|
@ -72,7 +65,7 @@ public class MdmSubmitterConfig {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
IMdmSubmitSvc mdmBatchService(IMdmSettings theMdmSetting) {
|
IMdmSubmitSvc mdmSubmitService() {
|
||||||
return new MdmSubmitSvcImpl();
|
return new MdmSubmitSvcImpl();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -40,13 +40,10 @@ import org.springframework.transaction.annotation.Transactional;
|
||||||
|
|
||||||
import javax.annotation.Nonnull;
|
import javax.annotation.Nonnull;
|
||||||
import javax.annotation.Nullable;
|
import javax.annotation.Nullable;
|
||||||
import java.util.ArrayList;
|
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.Date;
|
import java.util.Date;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Optional;
|
import java.util.Optional;
|
||||||
import java.util.Set;
|
|
||||||
import java.util.stream.Collectors;
|
|
||||||
|
|
||||||
public class MdmLinkDaoSvc {
|
public class MdmLinkDaoSvc {
|
||||||
|
|
||||||
|
|
@ -227,46 +224,6 @@ public class MdmLinkDaoSvc {
|
||||||
return myMdmLinkDao.findAll(example);
|
return myMdmLinkDao.findAll(example);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Delete all {@link MdmLink} entities, and return all resource PIDs from the source of the relationship.
|
|
||||||
*
|
|
||||||
* @return A list of Long representing the related Golden Resource Pids.
|
|
||||||
*/
|
|
||||||
@Transactional
|
|
||||||
public List<Long> deleteAllMdmLinksAndReturnGoldenResourcePids() {
|
|
||||||
List<MdmLink> all = myMdmLinkDao.findAll();
|
|
||||||
return deleteMdmLinksAndReturnGoldenResourcePids(all);
|
|
||||||
}
|
|
||||||
|
|
||||||
private List<Long> deleteMdmLinksAndReturnGoldenResourcePids(List<MdmLink> theLinks) {
|
|
||||||
Set<Long> goldenResources = theLinks.stream().map(MdmLink::getGoldenResourcePid).collect(Collectors.toSet());
|
|
||||||
//TODO GGG this is probably invalid... we are essentially looking for GOLDEN -> GOLDEN links, which are either POSSIBLE_DUPLICATE
|
|
||||||
//and REDIRECT
|
|
||||||
goldenResources.addAll(theLinks.stream()
|
|
||||||
.filter(link -> link.getMatchResult().equals(MdmMatchResultEnum.REDIRECT)
|
|
||||||
|| link.getMatchResult().equals(MdmMatchResultEnum.POSSIBLE_DUPLICATE))
|
|
||||||
.map(MdmLink::getSourcePid).collect(Collectors.toSet()));
|
|
||||||
ourLog.info("Deleting {} MDM link records...", theLinks.size());
|
|
||||||
myMdmLinkDao.deleteAll(theLinks);
|
|
||||||
ourLog.info("{} MDM link records deleted", theLinks.size());
|
|
||||||
return new ArrayList<>(goldenResources);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Given a valid {@link String}, delete all {@link MdmLink} entities for that type, and get the Pids
|
|
||||||
* for the Golden Resources which were the sources of the links.
|
|
||||||
*
|
|
||||||
* @param theSourceType the type of relationship you would like to delete.
|
|
||||||
* @return A list of longs representing the Pids of the Golden Resources resources used as the sources of the relationships that were deleted.
|
|
||||||
*/
|
|
||||||
public List<Long> deleteAllMdmLinksOfTypeAndReturnGoldenResourcePids(String theSourceType) {
|
|
||||||
MdmLink link = new MdmLink();
|
|
||||||
link.setMdmSourceType(theSourceType);
|
|
||||||
Example<MdmLink> exampleLink = Example.of(link);
|
|
||||||
List<MdmLink> allOfType = myMdmLinkDao.findAll(exampleLink);
|
|
||||||
return deleteMdmLinksAndReturnGoldenResourcePids(allOfType);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Persist an MDM link to the database.
|
* Persist an MDM link to the database.
|
||||||
*
|
*
|
||||||
|
|
|
||||||
|
|
@ -1,84 +0,0 @@
|
||||||
package ca.uhn.fhir.jpa.mdm.svc;
|
|
||||||
|
|
||||||
/*-
|
|
||||||
* #%L
|
|
||||||
* HAPI FHIR JPA Server - Master Data Management
|
|
||||||
* %%
|
|
||||||
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
|
||||||
* %%
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
* #L%
|
|
||||||
*/
|
|
||||||
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmExpungeSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
|
||||||
import ca.uhn.fhir.mdm.log.Logs;
|
|
||||||
import ca.uhn.fhir.jpa.api.model.DeleteMethodOutcome;
|
|
||||||
import ca.uhn.fhir.jpa.mdm.dao.MdmLinkDaoSvc;
|
|
||||||
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
|
||||||
import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
|
||||||
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
|
||||||
import org.slf4j.Logger;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* This class is responsible for clearing out existing MDM links, as well as deleting all Golden Resources related to those MDM Links.
|
|
||||||
*/
|
|
||||||
public class MdmClearSvcImpl implements IMdmExpungeSvc {
|
|
||||||
private static final Logger ourLog = Logs.getMdmTroubleshootingLog();
|
|
||||||
|
|
||||||
final MdmLinkDaoSvc myMdmLinkDaoSvc;
|
|
||||||
final MdmGoldenResourceDeletingSvc myMdmGoldenResourceDeletingSvcImpl;
|
|
||||||
final IMdmSettings myMdmSettings;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
public MdmClearSvcImpl(MdmLinkDaoSvc theMdmLinkDaoSvc, MdmGoldenResourceDeletingSvc theMdmGoldenResourceDeletingSvcImpl, IMdmSettings theIMdmSettings) {
|
|
||||||
myMdmLinkDaoSvc = theMdmLinkDaoSvc;
|
|
||||||
myMdmGoldenResourceDeletingSvcImpl = theMdmGoldenResourceDeletingSvcImpl;
|
|
||||||
myMdmSettings = theIMdmSettings;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public long expungeAllMdmLinksOfSourceType(String theSourceResourceType, ServletRequestDetails theRequestDetails) {
|
|
||||||
throwExceptionIfInvalidSourceResourceType(theSourceResourceType);
|
|
||||||
ourLog.info("Clearing all MDM Links for resource type {}...", theSourceResourceType);
|
|
||||||
List<Long> goldenResourcePids = myMdmLinkDaoSvc.deleteAllMdmLinksOfTypeAndReturnGoldenResourcePids(theSourceResourceType);
|
|
||||||
DeleteMethodOutcome deleteOutcome = myMdmGoldenResourceDeletingSvcImpl.expungeGoldenResourcePids(goldenResourcePids, theSourceResourceType, theRequestDetails);
|
|
||||||
ourLog.info("MDM clear operation complete. Removed {} MDM links and {} Golden Resources.", goldenResourcePids.size(), deleteOutcome.getExpungedResourcesCount());
|
|
||||||
return goldenResourcePids.size();
|
|
||||||
}
|
|
||||||
|
|
||||||
private void throwExceptionIfInvalidSourceResourceType(String theResourceType) {
|
|
||||||
if (!myMdmSettings.isSupportedMdmType(theResourceType)) {
|
|
||||||
throw new InvalidRequestException(ProviderConstants.MDM_CLEAR + " does not support resource type: " + theResourceType);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public long expungeAllMdmLinks(ServletRequestDetails theRequestDetails) {
|
|
||||||
ourLog.info("Clearing all MDM Links...");
|
|
||||||
long retVal = 0;
|
|
||||||
|
|
||||||
for(String mdmType : myMdmSettings.getMdmRules().getMdmTypes()) {
|
|
||||||
List<Long> goldenResourcePids = myMdmLinkDaoSvc.deleteAllMdmLinksAndReturnGoldenResourcePids();
|
|
||||||
DeleteMethodOutcome deleteOutcome = myMdmGoldenResourceDeletingSvcImpl.expungeGoldenResourcePids(goldenResourcePids, null, theRequestDetails);
|
|
||||||
ourLog.info("MDM clear operation on type {} complete. Removed {} MDM links and expunged {} Golden resources.", mdmType, goldenResourcePids.size(), deleteOutcome.getExpungedResourcesCount());
|
|
||||||
retVal += goldenResourcePids.size();
|
|
||||||
}
|
|
||||||
ourLog.info("MDM clear completed expunged with a total of {} golden resources cleared.", retVal);
|
|
||||||
return retVal;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
@ -20,7 +20,9 @@ package ca.uhn.fhir.jpa.mdm.svc;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
import ca.uhn.fhir.context.FhirContext;
|
||||||
import ca.uhn.fhir.mdm.api.IGoldenResourceMergerSvc;
|
import ca.uhn.fhir.mdm.api.IGoldenResourceMergerSvc;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmBatchJobSubmitterFactory;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmLinkQuerySvc;
|
import ca.uhn.fhir.mdm.api.IMdmLinkQuerySvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmLinkUpdaterSvc;
|
import ca.uhn.fhir.mdm.api.IMdmLinkUpdaterSvc;
|
||||||
|
|
@ -31,14 +33,20 @@ import ca.uhn.fhir.mdm.api.paging.MdmPageRequest;
|
||||||
import ca.uhn.fhir.mdm.model.MdmTransactionContext;
|
import ca.uhn.fhir.mdm.model.MdmTransactionContext;
|
||||||
import ca.uhn.fhir.mdm.provider.MdmControllerHelper;
|
import ca.uhn.fhir.mdm.provider.MdmControllerHelper;
|
||||||
import ca.uhn.fhir.mdm.provider.MdmControllerUtil;
|
import ca.uhn.fhir.mdm.provider.MdmControllerUtil;
|
||||||
|
import ca.uhn.fhir.rest.server.provider.MultiUrlProcessor;
|
||||||
import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
||||||
|
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
||||||
import org.hl7.fhir.instance.model.api.IAnyResource;
|
import org.hl7.fhir.instance.model.api.IAnyResource;
|
||||||
|
import org.hl7.fhir.instance.model.api.IBaseParameters;
|
||||||
import org.hl7.fhir.instance.model.api.IIdType;
|
import org.hl7.fhir.instance.model.api.IIdType;
|
||||||
|
import org.hl7.fhir.instance.model.api.IPrimitiveType;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.data.domain.Page;
|
import org.springframework.data.domain.Page;
|
||||||
import org.springframework.stereotype.Service;
|
import org.springframework.stereotype.Service;
|
||||||
|
|
||||||
import javax.annotation.Nullable;
|
import javax.annotation.Nullable;
|
||||||
|
import java.math.BigDecimal;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* This class acts as a layer between MdmProviders and MDM services to support a REST API that's not a FHIR Operation API.
|
* This class acts as a layer between MdmProviders and MDM services to support a REST API that's not a FHIR Operation API.
|
||||||
|
|
@ -46,6 +54,8 @@ import javax.annotation.Nullable;
|
||||||
@Service
|
@Service
|
||||||
public class MdmControllerSvcImpl implements IMdmControllerSvc {
|
public class MdmControllerSvcImpl implements IMdmControllerSvc {
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
FhirContext myFhirContext;
|
||||||
@Autowired
|
@Autowired
|
||||||
MdmControllerHelper myMdmControllerHelper;
|
MdmControllerHelper myMdmControllerHelper;
|
||||||
@Autowired
|
@Autowired
|
||||||
|
|
@ -54,6 +64,11 @@ public class MdmControllerSvcImpl implements IMdmControllerSvc {
|
||||||
IMdmLinkQuerySvc myMdmLinkQuerySvc;
|
IMdmLinkQuerySvc myMdmLinkQuerySvc;
|
||||||
@Autowired
|
@Autowired
|
||||||
IMdmLinkUpdaterSvc myIMdmLinkUpdaterSvc;
|
IMdmLinkUpdaterSvc myIMdmLinkUpdaterSvc;
|
||||||
|
@Autowired
|
||||||
|
IMdmBatchJobSubmitterFactory myMdmBatchJobSubmitterFactory;
|
||||||
|
|
||||||
|
public MdmControllerSvcImpl() {
|
||||||
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public IAnyResource mergeGoldenResources(String theFromGoldenResourceId, String theToGoldenResourceId, IAnyResource theManuallyMergedGoldenResource, MdmTransactionContext theMdmTransactionContext) {
|
public IAnyResource mergeGoldenResources(String theFromGoldenResourceId, String theToGoldenResourceId, IAnyResource theManuallyMergedGoldenResource, MdmTransactionContext theMdmTransactionContext) {
|
||||||
|
|
@ -91,6 +106,12 @@ public class MdmControllerSvcImpl implements IMdmControllerSvc {
|
||||||
return myIMdmLinkUpdaterSvc.updateLink(goldenResource, source, matchResult, theMdmTransactionContext);
|
return myIMdmLinkUpdaterSvc.updateLink(goldenResource, source, matchResult, theMdmTransactionContext);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public IBaseParameters submitMdmClearJob(List<String> theUrls, IPrimitiveType<BigDecimal> theBatchSize, ServletRequestDetails theRequestDetails) {
|
||||||
|
MultiUrlProcessor multiUrlProcessor = new MultiUrlProcessor(myFhirContext, myMdmBatchJobSubmitterFactory.getClearJobSubmitter());
|
||||||
|
return multiUrlProcessor.processUrls(theUrls, multiUrlProcessor.getBatchSize(theBatchSize), theRequestDetails);
|
||||||
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void notDuplicateGoldenResource(String theGoldenResourceId, String theTargetGoldenResourceId, MdmTransactionContext theMdmTransactionContext) {
|
public void notDuplicateGoldenResource(String theGoldenResourceId, String theTargetGoldenResourceId, MdmTransactionContext theMdmTransactionContext) {
|
||||||
IAnyResource goldenResource = myMdmControllerHelper.getLatestGoldenResourceFromIdOrThrowException(ProviderConstants.MDM_UPDATE_LINK_GOLDEN_RESOURCE_ID, theGoldenResourceId);
|
IAnyResource goldenResource = myMdmControllerHelper.getLatestGoldenResourceFromIdOrThrowException(ProviderConstants.MDM_UPDATE_LINK_GOLDEN_RESOURCE_ID, theGoldenResourceId);
|
||||||
|
|
|
||||||
|
|
@ -1,57 +0,0 @@
|
||||||
package ca.uhn.fhir.jpa.mdm.svc;
|
|
||||||
|
|
||||||
/*-
|
|
||||||
* #%L
|
|
||||||
* HAPI FHIR JPA Server - Master Data Management
|
|
||||||
* %%
|
|
||||||
* Copyright (C) 2014 - 2021 Smile CDR, Inc.
|
|
||||||
* %%
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
* #L%
|
|
||||||
*/
|
|
||||||
|
|
||||||
import ca.uhn.fhir.mdm.log.Logs;
|
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
|
||||||
import ca.uhn.fhir.jpa.api.model.DeleteMethodOutcome;
|
|
||||||
import ca.uhn.fhir.jpa.dao.expunge.DeleteExpungeService;
|
|
||||||
import ca.uhn.fhir.jpa.dao.expunge.ExpungeService;
|
|
||||||
import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
|
||||||
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
|
||||||
import org.slf4j.Logger;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.data.domain.SliceImpl;
|
|
||||||
import org.springframework.stereotype.Service;
|
|
||||||
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
@Service
|
|
||||||
public class MdmGoldenResourceDeletingSvc {
|
|
||||||
|
|
||||||
private static final Logger ourLog = Logs.getMdmTroubleshootingLog();
|
|
||||||
|
|
||||||
/**
|
|
||||||
* This is here for the case of possible infinite loops. Technically batch conflict deletion should handle this, but this is an escape hatch.
|
|
||||||
*/
|
|
||||||
private static final int MAXIMUM_DELETE_ATTEMPTS = 100000;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
private DaoRegistry myDaoRegistry;
|
|
||||||
@Autowired
|
|
||||||
private ExpungeService myExpungeService;
|
|
||||||
@Autowired
|
|
||||||
DeleteExpungeService myDeleteExpungeService;
|
|
||||||
|
|
||||||
public DeleteMethodOutcome expungeGoldenResourcePids(List<Long> theGoldenResourcePids, String theResourceType, ServletRequestDetails theRequestDetails) {
|
|
||||||
return myDeleteExpungeService.expungeByResourcePids(ProviderConstants.MDM_CLEAR, theResourceType, new SliceImpl<>(theGoldenResourcePids), theRequestDetails);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -20,10 +20,6 @@ package ca.uhn.fhir.jpa.mdm.svc;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmChannelSubmitterSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
|
||||||
import ca.uhn.fhir.mdm.log.Logs;
|
|
||||||
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
|
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
|
||||||
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
import ca.uhn.fhir.jpa.api.dao.DaoRegistry;
|
||||||
import ca.uhn.fhir.jpa.api.dao.IFhirResourceDao;
|
import ca.uhn.fhir.jpa.api.dao.IFhirResourceDao;
|
||||||
|
|
@ -31,6 +27,10 @@ import ca.uhn.fhir.jpa.dao.IResultIterator;
|
||||||
import ca.uhn.fhir.jpa.dao.ISearchBuilder;
|
import ca.uhn.fhir.jpa.dao.ISearchBuilder;
|
||||||
import ca.uhn.fhir.jpa.model.search.SearchRuntimeDetails;
|
import ca.uhn.fhir.jpa.model.search.SearchRuntimeDetails;
|
||||||
import ca.uhn.fhir.jpa.searchparam.SearchParameterMap;
|
import ca.uhn.fhir.jpa.searchparam.SearchParameterMap;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmChannelSubmitterSvc;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
||||||
|
import ca.uhn.fhir.mdm.log.Logs;
|
||||||
import ca.uhn.fhir.rest.api.server.storage.ResourcePersistentId;
|
import ca.uhn.fhir.rest.api.server.storage.ResourcePersistentId;
|
||||||
import ca.uhn.fhir.rest.server.exceptions.InternalErrorException;
|
import ca.uhn.fhir.rest.server.exceptions.InternalErrorException;
|
||||||
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
||||||
|
|
@ -69,6 +69,9 @@ public class MdmSubmitSvcImpl implements IMdmSubmitSvc {
|
||||||
|
|
||||||
private int myBufferSize = DEFAULT_BUFFER_SIZE;
|
private int myBufferSize = DEFAULT_BUFFER_SIZE;
|
||||||
|
|
||||||
|
public MdmSubmitSvcImpl() {
|
||||||
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
@Transactional
|
@Transactional
|
||||||
public long submitAllSourceTypesToMdm(@Nullable String theCriteria) {
|
public long submitAllSourceTypesToMdm(@Nullable String theCriteria) {
|
||||||
|
|
|
||||||
|
|
@ -1,13 +1,13 @@
|
||||||
package ca.uhn.fhir.jpa.mdm.config;
|
package ca.uhn.fhir.jpa.mdm.config;
|
||||||
|
|
||||||
|
import ca.uhn.fhir.jpa.mdm.helper.MdmLinkHelper;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
||||||
import ca.uhn.fhir.mdm.rules.config.MdmRuleValidator;
|
import ca.uhn.fhir.mdm.rules.config.MdmRuleValidator;
|
||||||
import ca.uhn.fhir.mdm.rules.config.MdmSettings;
|
import ca.uhn.fhir.mdm.rules.config.MdmSettings;
|
||||||
import ca.uhn.fhir.jpa.mdm.helper.MdmLinkHelper;
|
import ca.uhn.fhir.test.utilities.BatchJobHelper;
|
||||||
import ca.uhn.fhir.rest.server.FifoMemoryPagingProvider;
|
|
||||||
import ca.uhn.fhir.rest.server.IPagingProvider;
|
|
||||||
import com.google.common.base.Charsets;
|
import com.google.common.base.Charsets;
|
||||||
import org.apache.commons.io.IOUtils;
|
import org.apache.commons.io.IOUtils;
|
||||||
|
import org.springframework.batch.core.explore.JobExplorer;
|
||||||
import org.springframework.beans.factory.annotation.Value;
|
import org.springframework.beans.factory.annotation.Value;
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
@ -41,4 +41,9 @@ public abstract class BaseTestMdmConfig {
|
||||||
MdmLinkHelper mdmLinkHelper() {
|
MdmLinkHelper mdmLinkHelper() {
|
||||||
return new MdmLinkHelper();
|
return new MdmLinkHelper();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
BatchJobHelper batchJobHelper(JobExplorer theJobExplorer) {
|
||||||
|
return new BatchJobHelper(theJobExplorer);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,9 +1,9 @@
|
||||||
package ca.uhn.fhir.jpa.mdm.provider;
|
package ca.uhn.fhir.jpa.mdm.provider;
|
||||||
|
|
||||||
import ca.uhn.fhir.mdm.api.MdmLinkSourceEnum;
|
|
||||||
import ca.uhn.fhir.mdm.api.MdmMatchResultEnum;
|
|
||||||
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
import ca.uhn.fhir.jpa.api.config.DaoConfig;
|
||||||
import ca.uhn.fhir.jpa.entity.MdmLink;
|
import ca.uhn.fhir.jpa.entity.MdmLink;
|
||||||
|
import ca.uhn.fhir.mdm.api.MdmLinkSourceEnum;
|
||||||
|
import ca.uhn.fhir.mdm.api.MdmMatchResultEnum;
|
||||||
import org.hl7.fhir.instance.model.api.IAnyResource;
|
import org.hl7.fhir.instance.model.api.IAnyResource;
|
||||||
import org.hl7.fhir.r4.model.Patient;
|
import org.hl7.fhir.r4.model.Patient;
|
||||||
import org.hl7.fhir.r4.model.StringType;
|
import org.hl7.fhir.r4.model.StringType;
|
||||||
|
|
@ -51,6 +51,8 @@ public abstract class BaseLinkR4Test extends BaseProviderR4Test {
|
||||||
saveLink(myLink);
|
saveLink(myLink);
|
||||||
assertEquals(MdmLinkSourceEnum.AUTO, myLink.getLinkSource());
|
assertEquals(MdmLinkSourceEnum.AUTO, myLink.getLinkSource());
|
||||||
myDaoConfig.setExpungeEnabled(true);
|
myDaoConfig.setExpungeEnabled(true);
|
||||||
|
myDaoConfig.setAllowMultipleDelete(true);
|
||||||
|
myDaoConfig.setDeleteExpungeEnabled(true);
|
||||||
}
|
}
|
||||||
|
|
||||||
@AfterEach
|
@AfterEach
|
||||||
|
|
|
||||||
|
|
@ -1,23 +1,29 @@
|
||||||
package ca.uhn.fhir.jpa.mdm.provider;
|
package ca.uhn.fhir.jpa.mdm.provider;
|
||||||
|
|
||||||
import ca.uhn.fhir.jpa.mdm.BaseMdmR4Test;
|
import ca.uhn.fhir.jpa.mdm.BaseMdmR4Test;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmClearJobSubmitter;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmExpungeSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmMatchFinderSvc;
|
import ca.uhn.fhir.mdm.api.IMdmMatchFinderSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
||||||
import ca.uhn.fhir.mdm.provider.MdmProviderDstu3Plus;
|
import ca.uhn.fhir.mdm.provider.MdmProviderDstu3Plus;
|
||||||
import ca.uhn.fhir.mdm.rules.config.MdmSettings;
|
import ca.uhn.fhir.mdm.rules.config.MdmSettings;
|
||||||
import ca.uhn.fhir.rest.server.IPagingProvider;
|
import ca.uhn.fhir.test.utilities.BatchJobHelper;
|
||||||
import ca.uhn.fhir.rest.server.IRestfulServerDefaults;
|
|
||||||
import com.google.common.base.Charsets;
|
import com.google.common.base.Charsets;
|
||||||
import org.apache.commons.io.IOUtils;
|
import org.apache.commons.io.IOUtils;
|
||||||
|
import org.hl7.fhir.instance.model.api.IPrimitiveType;
|
||||||
|
import org.hl7.fhir.r4.hapi.rest.server.helper.BatchHelperR4;
|
||||||
|
import org.hl7.fhir.r4.model.Parameters;
|
||||||
|
import org.hl7.fhir.r4.model.StringType;
|
||||||
import org.junit.jupiter.api.AfterEach;
|
import org.junit.jupiter.api.AfterEach;
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.core.io.DefaultResourceLoader;
|
import org.springframework.core.io.DefaultResourceLoader;
|
||||||
import org.springframework.core.io.Resource;
|
import org.springframework.core.io.Resource;
|
||||||
|
|
||||||
|
import javax.annotation.Nonnull;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
public abstract class BaseProviderR4Test extends BaseMdmR4Test {
|
public abstract class BaseProviderR4Test extends BaseMdmR4Test {
|
||||||
MdmProviderDstu3Plus myMdmProvider;
|
MdmProviderDstu3Plus myMdmProvider;
|
||||||
|
|
@ -26,11 +32,13 @@ public abstract class BaseProviderR4Test extends BaseMdmR4Test {
|
||||||
@Autowired
|
@Autowired
|
||||||
private IMdmControllerSvc myMdmControllerSvc;
|
private IMdmControllerSvc myMdmControllerSvc;
|
||||||
@Autowired
|
@Autowired
|
||||||
private IMdmExpungeSvc myMdmExpungeSvc;
|
private IMdmClearJobSubmitter myMdmClearJobSubmitter;
|
||||||
@Autowired
|
@Autowired
|
||||||
private IMdmSubmitSvc myMdmSubmitSvc;
|
private IMdmSubmitSvc myMdmSubmitSvc;
|
||||||
@Autowired
|
@Autowired
|
||||||
private MdmSettings myMdmSettings;
|
private MdmSettings myMdmSettings;
|
||||||
|
@Autowired
|
||||||
|
BatchJobHelper myBatchJobHelper;
|
||||||
|
|
||||||
private String defaultScript;
|
private String defaultScript;
|
||||||
|
|
||||||
|
|
@ -44,13 +52,31 @@ public abstract class BaseProviderR4Test extends BaseMdmR4Test {
|
||||||
|
|
||||||
@BeforeEach
|
@BeforeEach
|
||||||
public void before() {
|
public void before() {
|
||||||
myMdmProvider = new MdmProviderDstu3Plus(myFhirContext, myMdmControllerSvc, myMdmMatchFinderSvc, myMdmExpungeSvc, myMdmSubmitSvc);
|
myMdmProvider = new MdmProviderDstu3Plus(myFhirContext, myMdmControllerSvc, myMdmMatchFinderSvc, myMdmSubmitSvc, myMdmSettings);
|
||||||
defaultScript = myMdmSettings.getScriptText();
|
defaultScript = myMdmSettings.getScriptText();
|
||||||
}
|
}
|
||||||
|
|
||||||
@AfterEach
|
@AfterEach
|
||||||
public void after() throws IOException {
|
public void after() throws IOException {
|
||||||
super.after();
|
super.after();
|
||||||
myMdmSettings.setScriptText(defaultScript);
|
myMdmSettings.setScriptText(defaultScript);
|
||||||
myMdmResourceMatcherSvc.init();// This bugger creates new objects from the beans and then ignores them.
|
myMdmResourceMatcherSvc.init();// This bugger creates new objects from the beans and then ignores them.
|
||||||
}
|
}
|
||||||
|
|
||||||
|
protected void clearMdmLinks() {
|
||||||
|
Parameters result = (Parameters) myMdmProvider.clearMdmLinks(null, null, myRequestDetails);
|
||||||
|
myBatchJobHelper.awaitJobExecution(BatchHelperR4.jobIdFromParameters(result));
|
||||||
|
}
|
||||||
|
|
||||||
|
protected void clearMdmLinks(String theResourceName) {
|
||||||
|
Parameters result = (Parameters) myMdmProvider.clearMdmLinks(getResourceNames(theResourceName), null, myRequestDetails);
|
||||||
|
myBatchJobHelper.awaitJobExecution(BatchHelperR4.jobIdFromParameters(result));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Nonnull
|
||||||
|
protected List<IPrimitiveType<String>> getResourceNames(String theResourceName) {
|
||||||
|
List<IPrimitiveType<String>> resourceNames = new ArrayList<>();
|
||||||
|
resourceNames.add(new StringType(theResourceName));
|
||||||
|
return resourceNames;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -68,7 +68,7 @@ public class MdmProviderBatchR4Test extends BaseLinkR4Test {
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnAllMedications() throws InterruptedException {
|
public void testBatchRunOnAllMedications() throws InterruptedException {
|
||||||
StringType criteria = null;
|
StringType criteria = null;
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
|
|
||||||
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchOnAllSourceResources(new StringType("Medication"), criteria, null));
|
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchOnAllSourceResources(new StringType("Medication"), criteria, null));
|
||||||
assertLinkCount(1);
|
assertLinkCount(1);
|
||||||
|
|
@ -77,32 +77,33 @@ public class MdmProviderBatchR4Test extends BaseLinkR4Test {
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnAllPractitioners() throws InterruptedException {
|
public void testBatchRunOnAllPractitioners() throws InterruptedException {
|
||||||
StringType criteria = null;
|
StringType criteria = null;
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
|
|
||||||
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPractitionerType(criteria, null));
|
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPractitionerType(criteria, null));
|
||||||
assertLinkCount(1);
|
assertLinkCount(1);
|
||||||
}
|
}
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnSpecificPractitioner() throws InterruptedException {
|
public void testBatchRunOnSpecificPractitioner() throws InterruptedException {
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPractitionerInstance(myPractitioner.getIdElement(), null));
|
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPractitionerInstance(myPractitioner.getIdElement(), null));
|
||||||
assertLinkCount(1);
|
assertLinkCount(1);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnNonExistentSpecificPractitioner() {
|
public void testBatchRunOnNonExistentSpecificPractitioner() {
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
try {
|
try {
|
||||||
myMdmProvider.mdmBatchPractitionerInstance(new IdType("Practitioner/999"), null);
|
myMdmProvider.mdmBatchPractitionerInstance(new IdType("Practitioner/999"), null);
|
||||||
fail();
|
fail();
|
||||||
} catch (ResourceNotFoundException e){}
|
} catch (ResourceNotFoundException e) {
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnAllPatients() throws InterruptedException {
|
public void testBatchRunOnAllPatients() throws InterruptedException {
|
||||||
assertLinkCount(3);
|
assertLinkCount(3);
|
||||||
StringType criteria = null;
|
StringType criteria = null;
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPatientType(criteria, null));
|
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPatientType(criteria, null));
|
||||||
assertLinkCount(1);
|
assertLinkCount(1);
|
||||||
}
|
}
|
||||||
|
|
@ -110,7 +111,7 @@ public class MdmProviderBatchR4Test extends BaseLinkR4Test {
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnSpecificPatient() throws InterruptedException {
|
public void testBatchRunOnSpecificPatient() throws InterruptedException {
|
||||||
assertLinkCount(3);
|
assertLinkCount(3);
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPatientInstance(myPatient.getIdElement(), null));
|
afterMdmLatch.runWithExpectedCount(1, () -> myMdmProvider.mdmBatchPatientInstance(myPatient.getIdElement(), null));
|
||||||
assertLinkCount(1);
|
assertLinkCount(1);
|
||||||
}
|
}
|
||||||
|
|
@ -118,18 +119,19 @@ public class MdmProviderBatchR4Test extends BaseLinkR4Test {
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnNonExistentSpecificPatient() {
|
public void testBatchRunOnNonExistentSpecificPatient() {
|
||||||
assertLinkCount(3);
|
assertLinkCount(3);
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
try {
|
try {
|
||||||
myMdmProvider.mdmBatchPatientInstance(new IdType("Patient/999"), null);
|
myMdmProvider.mdmBatchPatientInstance(new IdType("Patient/999"), null);
|
||||||
fail();
|
fail();
|
||||||
} catch (ResourceNotFoundException e){}
|
} catch (ResourceNotFoundException e) {
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testBatchRunOnAllTypes() throws InterruptedException {
|
public void testBatchRunOnAllTypes() throws InterruptedException {
|
||||||
assertLinkCount(3);
|
assertLinkCount(3);
|
||||||
StringType criteria = new StringType("");
|
StringType criteria = new StringType("");
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
afterMdmLatch.runWithExpectedCount(3, () -> {
|
afterMdmLatch.runWithExpectedCount(3, () -> {
|
||||||
myMdmProvider.mdmBatchOnAllSourceResources(null, criteria, null);
|
myMdmProvider.mdmBatchOnAllSourceResources(null, criteria, null);
|
||||||
});
|
});
|
||||||
|
|
@ -140,12 +142,12 @@ public class MdmProviderBatchR4Test extends BaseLinkR4Test {
|
||||||
public void testBatchRunOnAllTypesWithInvalidCriteria() {
|
public void testBatchRunOnAllTypesWithInvalidCriteria() {
|
||||||
assertLinkCount(3);
|
assertLinkCount(3);
|
||||||
StringType criteria = new StringType("death-date=2020-06-01");
|
StringType criteria = new StringType("death-date=2020-06-01");
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
|
|
||||||
try {
|
try {
|
||||||
myMdmProvider.mdmBatchPractitionerType(criteria, null);
|
myMdmProvider.mdmBatchPractitionerType(criteria, null);
|
||||||
fail();
|
fail();
|
||||||
} catch(InvalidRequestException e) {
|
} catch (InvalidRequestException e) {
|
||||||
assertThat(e.getMessage(), is(equalTo("Failed to parse match URL[death-date=2020-06-01] - Resource type Practitioner does not have a parameter with name: death-date")));
|
assertThat(e.getMessage(), is(equalTo("Failed to parse match URL[death-date=2020-06-01] - Resource type Practitioner does not have a parameter with name: death-date")));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,6 @@ import ca.uhn.fhir.rest.param.TokenParam;
|
||||||
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
||||||
import ca.uhn.fhir.rest.server.exceptions.ResourceNotFoundException;
|
import ca.uhn.fhir.rest.server.exceptions.ResourceNotFoundException;
|
||||||
import org.hl7.fhir.instance.model.api.IAnyResource;
|
import org.hl7.fhir.instance.model.api.IAnyResource;
|
||||||
import org.hl7.fhir.instance.model.api.IBaseParameters;
|
|
||||||
import org.hl7.fhir.r4.model.Patient;
|
import org.hl7.fhir.r4.model.Patient;
|
||||||
import org.hl7.fhir.r4.model.Practitioner;
|
import org.hl7.fhir.r4.model.Practitioner;
|
||||||
import org.hl7.fhir.r4.model.StringType;
|
import org.hl7.fhir.r4.model.StringType;
|
||||||
|
|
@ -30,7 +29,6 @@ import static org.hamcrest.Matchers.nullValue;
|
||||||
import static org.junit.jupiter.api.Assertions.fail;
|
import static org.junit.jupiter.api.Assertions.fail;
|
||||||
|
|
||||||
public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
|
|
||||||
protected Practitioner myPractitioner;
|
protected Practitioner myPractitioner;
|
||||||
protected StringType myPractitionerId;
|
protected StringType myPractitionerId;
|
||||||
protected IAnyResource myPractitionerGoldenResource;
|
protected IAnyResource myPractitionerGoldenResource;
|
||||||
|
|
@ -48,7 +46,7 @@ public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
@Test
|
@Test
|
||||||
public void testClearAllLinks() {
|
public void testClearAllLinks() {
|
||||||
assertLinkCount(2);
|
assertLinkCount(2);
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
assertNoLinksExist();
|
assertNoLinksExist();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -70,12 +68,13 @@ public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
assertLinkCount(2);
|
assertLinkCount(2);
|
||||||
Patient read = myPatientDao.read(new IdDt(mySourcePatientId.getValueAsString()).toVersionless());
|
Patient read = myPatientDao.read(new IdDt(mySourcePatientId.getValueAsString()).toVersionless());
|
||||||
assertThat(read, is(notNullValue()));
|
assertThat(read, is(notNullValue()));
|
||||||
myMdmProvider.clearMdmLinks(new StringType("Patient"), myRequestDetails);
|
clearMdmLinks("Patient");
|
||||||
assertNoPatientLinksExist();
|
assertNoPatientLinksExist();
|
||||||
try {
|
try {
|
||||||
myPatientDao.read(new IdDt(mySourcePatientId.getValueAsString()).toVersionless());
|
myPatientDao.read(new IdDt(mySourcePatientId.getValueAsString()).toVersionless());
|
||||||
fail();
|
fail();
|
||||||
} catch (ResourceNotFoundException e) {}
|
} catch (ResourceNotFoundException e) {
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
@Test
|
@Test
|
||||||
|
|
@ -87,7 +86,7 @@ public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
Patient patientAndUpdateLinks = createPatientAndUpdateLinks(buildJanePatient());
|
Patient patientAndUpdateLinks = createPatientAndUpdateLinks(buildJanePatient());
|
||||||
IAnyResource goldenResource = getGoldenResourceFromTargetResource(patientAndUpdateLinks);
|
IAnyResource goldenResource = getGoldenResourceFromTargetResource(patientAndUpdateLinks);
|
||||||
assertThat(goldenResource, is(notNullValue()));
|
assertThat(goldenResource, is(notNullValue()));
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
assertNoPatientLinksExist();
|
assertNoPatientLinksExist();
|
||||||
goldenResource = getGoldenResourceFromTargetResource(patientAndUpdateLinks);
|
goldenResource = getGoldenResourceFromTargetResource(patientAndUpdateLinks);
|
||||||
assertThat(goldenResource, is(nullValue()));
|
assertThat(goldenResource, is(nullValue()));
|
||||||
|
|
@ -104,7 +103,7 @@ public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
linkGoldenResources(goldenResourceFromTarget, goldenResourceFromTarget2);
|
linkGoldenResources(goldenResourceFromTarget, goldenResourceFromTarget2);
|
||||||
|
|
||||||
//SUT
|
//SUT
|
||||||
myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
|
|
||||||
assertNoPatientLinksExist();
|
assertNoPatientLinksExist();
|
||||||
IBundleProvider search = myPatientDao.search(buildGoldenResourceParameterMap());
|
IBundleProvider search = myPatientDao.search(buildGoldenResourceParameterMap());
|
||||||
|
|
@ -135,7 +134,7 @@ public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
linkGoldenResources(goldenResourceFromTarget2, goldenResourceFromTarget);
|
linkGoldenResources(goldenResourceFromTarget2, goldenResourceFromTarget);
|
||||||
|
|
||||||
//SUT
|
//SUT
|
||||||
IBaseParameters parameters = myMdmProvider.clearMdmLinks(null, myRequestDetails);
|
clearMdmLinks();
|
||||||
|
|
||||||
printLinks();
|
printLinks();
|
||||||
|
|
||||||
|
|
@ -157,18 +156,19 @@ public class MdmProviderClearLinkR4Test extends BaseLinkR4Test {
|
||||||
assertLinkCount(2);
|
assertLinkCount(2);
|
||||||
Practitioner read = myPractitionerDao.read(new IdDt(myPractitionerGoldenResourceId.getValueAsString()).toVersionless());
|
Practitioner read = myPractitionerDao.read(new IdDt(myPractitionerGoldenResourceId.getValueAsString()).toVersionless());
|
||||||
assertThat(read, is(notNullValue()));
|
assertThat(read, is(notNullValue()));
|
||||||
myMdmProvider.clearMdmLinks(new StringType("Practitioner"), myRequestDetails);
|
clearMdmLinks("Practitioner");
|
||||||
assertNoPractitionerLinksExist();
|
assertNoPractitionerLinksExist();
|
||||||
try {
|
try {
|
||||||
myPractitionerDao.read(new IdDt(myPractitionerGoldenResourceId.getValueAsString()).toVersionless());
|
myPractitionerDao.read(new IdDt(myPractitionerGoldenResourceId.getValueAsString()).toVersionless());
|
||||||
fail();
|
fail();
|
||||||
} catch (ResourceNotFoundException e) {}
|
} catch (ResourceNotFoundException e) {
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testClearInvalidTargetType() {
|
public void testClearInvalidTargetType() {
|
||||||
try {
|
try {
|
||||||
myMdmProvider.clearMdmLinks(new StringType("Observation"), myRequestDetails);
|
myMdmProvider.clearMdmLinks(getResourceNames("Observation"), null, myRequestDetails);
|
||||||
fail();
|
fail();
|
||||||
} catch (InvalidRequestException e) {
|
} catch (InvalidRequestException e) {
|
||||||
assertThat(e.getMessage(), is(equalTo("$mdm-clear does not support resource type: Observation")));
|
assertThat(e.getMessage(), is(equalTo("$mdm-clear does not support resource type: Observation")));
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,5 @@
|
||||||
|
package ca.uhn.fhir.mdm.api;
|
||||||
|
|
||||||
|
public interface IMdmBatchJobSubmitterFactory {
|
||||||
|
IMdmClearJobSubmitter getClearJobSubmitter();
|
||||||
|
}
|
||||||
|
|
@ -20,24 +20,10 @@ package ca.uhn.fhir.mdm.api;
|
||||||
* #L%
|
* #L%
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
import ca.uhn.fhir.rest.api.server.storage.IMultiUrlJobSubmitter;
|
||||||
|
|
||||||
public interface IMdmExpungeSvc {
|
/**
|
||||||
|
* Tag interface for Spring autowiring
|
||||||
/**
|
*/
|
||||||
* Given a resource type, delete the underlying MDM links, and their related golden resource objects.
|
public interface IMdmClearJobSubmitter extends IMultiUrlJobSubmitter {
|
||||||
*
|
|
||||||
* @param theSourceResourceType The type of resources
|
|
||||||
* @param theRequestDetails
|
|
||||||
* @return the count of deleted MDM links
|
|
||||||
*/
|
|
||||||
long expungeAllMdmLinksOfSourceType(String theSourceResourceType, ServletRequestDetails theRequestDetails);
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Delete all MDM links, and their related golden resource objects.
|
|
||||||
*
|
|
||||||
* @return the count of deleted MDM links
|
|
||||||
* @param theRequestDetails
|
|
||||||
*/
|
|
||||||
long expungeAllMdmLinks(ServletRequestDetails theRequestDetails);
|
|
||||||
}
|
}
|
||||||
|
|
@ -22,10 +22,15 @@ package ca.uhn.fhir.mdm.api;
|
||||||
|
|
||||||
import ca.uhn.fhir.mdm.api.paging.MdmPageRequest;
|
import ca.uhn.fhir.mdm.api.paging.MdmPageRequest;
|
||||||
import ca.uhn.fhir.mdm.model.MdmTransactionContext;
|
import ca.uhn.fhir.mdm.model.MdmTransactionContext;
|
||||||
|
import ca.uhn.fhir.rest.server.servlet.ServletRequestDetails;
|
||||||
import org.hl7.fhir.instance.model.api.IAnyResource;
|
import org.hl7.fhir.instance.model.api.IAnyResource;
|
||||||
|
import org.hl7.fhir.instance.model.api.IBaseParameters;
|
||||||
|
import org.hl7.fhir.instance.model.api.IPrimitiveType;
|
||||||
import org.springframework.data.domain.Page;
|
import org.springframework.data.domain.Page;
|
||||||
|
|
||||||
import javax.annotation.Nullable;
|
import javax.annotation.Nullable;
|
||||||
|
import java.math.BigDecimal;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
public interface IMdmControllerSvc {
|
public interface IMdmControllerSvc {
|
||||||
|
|
||||||
|
|
@ -38,4 +43,6 @@ public interface IMdmControllerSvc {
|
||||||
IAnyResource mergeGoldenResources(String theFromGoldenResourceId, String theToGoldenResourceId, IAnyResource theManuallyMergedGoldenResource, MdmTransactionContext theMdmTransactionContext);
|
IAnyResource mergeGoldenResources(String theFromGoldenResourceId, String theToGoldenResourceId, IAnyResource theManuallyMergedGoldenResource, MdmTransactionContext theMdmTransactionContext);
|
||||||
|
|
||||||
IAnyResource updateLink(String theGoldenResourceId, String theSourceResourceId, String theMatchResult, MdmTransactionContext theMdmTransactionContext);
|
IAnyResource updateLink(String theGoldenResourceId, String theSourceResourceId, String theMatchResult, MdmTransactionContext theMdmTransactionContext);
|
||||||
|
|
||||||
|
IBaseParameters submitMdmClearJob(List<String> theUrls, IPrimitiveType<BigDecimal> theBatchSize, ServletRequestDetails theRequestDetails);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -22,8 +22,8 @@ package ca.uhn.fhir.mdm.provider;
|
||||||
|
|
||||||
import ca.uhn.fhir.context.FhirContext;
|
import ca.uhn.fhir.context.FhirContext;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmExpungeSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmMatchFinderSvc;
|
import ca.uhn.fhir.mdm.api.IMdmMatchFinderSvc;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
||||||
import ca.uhn.fhir.mdm.api.MatchedTarget;
|
import ca.uhn.fhir.mdm.api.MatchedTarget;
|
||||||
import ca.uhn.fhir.mdm.api.MdmConstants;
|
import ca.uhn.fhir.mdm.api.MdmConstants;
|
||||||
|
|
@ -31,7 +31,6 @@ import ca.uhn.fhir.mdm.api.MdmLinkJson;
|
||||||
import ca.uhn.fhir.mdm.api.paging.MdmPageRequest;
|
import ca.uhn.fhir.mdm.api.paging.MdmPageRequest;
|
||||||
import ca.uhn.fhir.mdm.model.MdmTransactionContext;
|
import ca.uhn.fhir.mdm.model.MdmTransactionContext;
|
||||||
import ca.uhn.fhir.model.api.annotation.Description;
|
import ca.uhn.fhir.model.api.annotation.Description;
|
||||||
import ca.uhn.fhir.model.primitive.IntegerDt;
|
|
||||||
import ca.uhn.fhir.rest.annotation.IdParam;
|
import ca.uhn.fhir.rest.annotation.IdParam;
|
||||||
import ca.uhn.fhir.rest.annotation.Operation;
|
import ca.uhn.fhir.rest.annotation.Operation;
|
||||||
import ca.uhn.fhir.rest.annotation.OperationParam;
|
import ca.uhn.fhir.rest.annotation.OperationParam;
|
||||||
|
|
@ -58,10 +57,12 @@ import org.springframework.data.domain.Page;
|
||||||
|
|
||||||
import javax.annotation.Nonnull;
|
import javax.annotation.Nonnull;
|
||||||
import java.math.BigDecimal;
|
import java.math.BigDecimal;
|
||||||
|
import java.util.ArrayList;
|
||||||
import java.util.Comparator;
|
import java.util.Comparator;
|
||||||
import java.util.Date;
|
import java.util.Date;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.UUID;
|
import java.util.UUID;
|
||||||
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
import static ca.uhn.fhir.rest.api.Constants.PARAM_OFFSET;
|
import static ca.uhn.fhir.rest.api.Constants.PARAM_OFFSET;
|
||||||
import static org.slf4j.LoggerFactory.getLogger;
|
import static org.slf4j.LoggerFactory.getLogger;
|
||||||
|
|
@ -69,11 +70,10 @@ import static org.slf4j.LoggerFactory.getLogger;
|
||||||
public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
private static final Logger ourLog = getLogger(MdmProviderDstu3Plus.class);
|
private static final Logger ourLog = getLogger(MdmProviderDstu3Plus.class);
|
||||||
|
|
||||||
|
|
||||||
private final IMdmControllerSvc myMdmControllerSvc;
|
private final IMdmControllerSvc myMdmControllerSvc;
|
||||||
private final IMdmMatchFinderSvc myMdmMatchFinderSvc;
|
private final IMdmMatchFinderSvc myMdmMatchFinderSvc;
|
||||||
private final IMdmExpungeSvc myMdmExpungeSvc;
|
|
||||||
private final IMdmSubmitSvc myMdmSubmitSvc;
|
private final IMdmSubmitSvc myMdmSubmitSvc;
|
||||||
|
private final IMdmSettings myMdmSettings;
|
||||||
|
|
||||||
public static final int DEFAULT_PAGE_SIZE = 20;
|
public static final int DEFAULT_PAGE_SIZE = 20;
|
||||||
public static final int MAX_PAGE_SIZE = 100;
|
public static final int MAX_PAGE_SIZE = 100;
|
||||||
|
|
@ -84,12 +84,12 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
* Note that this is not a spring bean. Any necessary injections should
|
* Note that this is not a spring bean. Any necessary injections should
|
||||||
* happen in the constructor
|
* happen in the constructor
|
||||||
*/
|
*/
|
||||||
public MdmProviderDstu3Plus(FhirContext theFhirContext, IMdmControllerSvc theMdmControllerSvc, IMdmMatchFinderSvc theMdmMatchFinderSvc, IMdmExpungeSvc theMdmExpungeSvc, IMdmSubmitSvc theMdmSubmitSvc) {
|
public MdmProviderDstu3Plus(FhirContext theFhirContext, IMdmControllerSvc theMdmControllerSvc, IMdmMatchFinderSvc theMdmMatchFinderSvc, IMdmSubmitSvc theMdmSubmitSvc, IMdmSettings theIMdmSettings) {
|
||||||
super(theFhirContext);
|
super(theFhirContext);
|
||||||
myMdmControllerSvc = theMdmControllerSvc;
|
myMdmControllerSvc = theMdmControllerSvc;
|
||||||
myMdmMatchFinderSvc = theMdmMatchFinderSvc;
|
myMdmMatchFinderSvc = theMdmMatchFinderSvc;
|
||||||
myMdmExpungeSvc = theMdmExpungeSvc;
|
|
||||||
myMdmSubmitSvc = theMdmSubmitSvc;
|
myMdmSubmitSvc = theMdmSubmitSvc;
|
||||||
|
myMdmSettings = theIMdmSettings;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.EMPI_MATCH, typeName = "Patient")
|
@Operation(name = ProviderConstants.EMPI_MATCH, typeName = "Patient")
|
||||||
|
|
@ -180,21 +180,33 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.MDM_CLEAR, returnParameters = {
|
@Operation(name = ProviderConstants.OPERATION_MDM_CLEAR, returnParameters = {
|
||||||
@OperationParam(name = ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, typeName = "decimal")
|
@OperationParam(name = ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, typeName = "decimal")
|
||||||
})
|
})
|
||||||
public IBaseParameters clearMdmLinks(@OperationParam(name = ProviderConstants.MDM_CLEAR_SOURCE_TYPE, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theSourceType,
|
public IBaseParameters clearMdmLinks(@OperationParam(name = ProviderConstants.OPERATION_MDM_CLEAR_RESOURCE_NAME, min = 0, max = OperationParam.MAX_UNLIMITED, typeName = "string") List<IPrimitiveType<String>> theResourceNames,
|
||||||
|
@OperationParam(name = ProviderConstants.OPERATION_MDM_CLEAR_BATCH_SIZE, typeName = "decimal", min = 0, max = 1) IPrimitiveType<BigDecimal> theBatchSize,
|
||||||
ServletRequestDetails theRequestDetails) {
|
ServletRequestDetails theRequestDetails) {
|
||||||
long resetCount;
|
|
||||||
if (theSourceType == null || StringUtils.isBlank(theSourceType.getValue())) {
|
List<String> resourceNames = new ArrayList<>();
|
||||||
resetCount = myMdmExpungeSvc.expungeAllMdmLinks(theRequestDetails);
|
|
||||||
|
|
||||||
|
if (theResourceNames != null) {
|
||||||
|
resourceNames.addAll(theResourceNames.stream().map(IPrimitiveType::getValue).collect(Collectors.toList()));
|
||||||
|
validateResourceNames(resourceNames);
|
||||||
} else {
|
} else {
|
||||||
resetCount = myMdmExpungeSvc.expungeAllMdmLinksOfSourceType(theSourceType.getValueAsString(), theRequestDetails);
|
resourceNames.addAll(myMdmSettings.getMdmRules().getMdmTypes());
|
||||||
}
|
}
|
||||||
|
|
||||||
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
List<String> urls = resourceNames.stream().map(s -> s + "?").collect(Collectors.toList());
|
||||||
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_MDM_CLEAR_OUT_PARAM_DELETED_COUNT, resetCount);
|
return myMdmControllerSvc.submitMdmClearJob(urls, theBatchSize, theRequestDetails);
|
||||||
return retval;
|
}
|
||||||
|
|
||||||
|
private void validateResourceNames(List<String> theResourceNames) {
|
||||||
|
for (String resourceName : theResourceNames) {
|
||||||
|
if (!myMdmSettings.isSupportedMdmType(resourceName)) {
|
||||||
|
throw new InvalidRequestException(ProviderConstants.OPERATION_MDM_CLEAR + " does not support resource type: " + resourceName);
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.MDM_QUERY_LINKS, idempotent = true)
|
@Operation(name = ProviderConstants.MDM_QUERY_LINKS, idempotent = true)
|
||||||
|
|
@ -202,9 +214,9 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
@OperationParam(name = ProviderConstants.MDM_QUERY_LINKS_RESOURCE_ID, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theResourceId,
|
@OperationParam(name = ProviderConstants.MDM_QUERY_LINKS_RESOURCE_ID, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theResourceId,
|
||||||
@OperationParam(name = ProviderConstants.MDM_QUERY_LINKS_MATCH_RESULT, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theMatchResult,
|
@OperationParam(name = ProviderConstants.MDM_QUERY_LINKS_MATCH_RESULT, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theMatchResult,
|
||||||
@OperationParam(name = ProviderConstants.MDM_QUERY_LINKS_LINK_SOURCE, min = 0, max = 1, typeName = "string")
|
@OperationParam(name = ProviderConstants.MDM_QUERY_LINKS_LINK_SOURCE, min = 0, max = 1, typeName = "string")
|
||||||
IPrimitiveType<String> theLinkSource,
|
IPrimitiveType<String> theLinkSource,
|
||||||
|
|
||||||
@Description(formalDefinition="Results from this method are returned across multiple pages. This parameter controls the offset when fetching a page.")
|
@Description(formalDefinition = "Results from this method are returned across multiple pages. This parameter controls the offset when fetching a page.")
|
||||||
@OperationParam(name = PARAM_OFFSET, min = 0, max = 1, typeName = "integer")
|
@OperationParam(name = PARAM_OFFSET, min = 0, max = 1, typeName = "integer")
|
||||||
IPrimitiveType<Integer> theOffset,
|
IPrimitiveType<Integer> theOffset,
|
||||||
@Description(formalDefinition = "Results from this method are returned across multiple pages. This parameter controls the size of those pages.")
|
@Description(formalDefinition = "Results from this method are returned across multiple pages. This parameter controls the size of those pages.")
|
||||||
|
|
@ -233,7 +245,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
|
|
||||||
MdmPageRequest mdmPageRequest = new MdmPageRequest(theOffset, theCount, DEFAULT_PAGE_SIZE, MAX_PAGE_SIZE);
|
MdmPageRequest mdmPageRequest = new MdmPageRequest(theOffset, theCount, DEFAULT_PAGE_SIZE, MAX_PAGE_SIZE);
|
||||||
|
|
||||||
Page<MdmLinkJson> possibleDuplicates = myMdmControllerSvc.getDuplicateGoldenResources(createMdmContext(theRequestDetails, MdmTransactionContext.OperationType.DUPLICATE_GOLDEN_RESOURCES, (String) null), mdmPageRequest);
|
Page<MdmLinkJson> possibleDuplicates = myMdmControllerSvc.getDuplicateGoldenResources(createMdmContext(theRequestDetails, MdmTransactionContext.OperationType.DUPLICATE_GOLDEN_RESOURCES, null), mdmPageRequest);
|
||||||
|
|
||||||
return parametersFromMdmLinks(possibleDuplicates, false, theRequestDetails, mdmPageRequest);
|
return parametersFromMdmLinks(possibleDuplicates, false, theRequestDetails, mdmPageRequest);
|
||||||
}
|
}
|
||||||
|
|
@ -255,7 +267,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, returnParameters = {
|
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, returnParameters = {
|
||||||
@OperationParam(name = ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, typeName = "integer")
|
@OperationParam(name = ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, typeName = "integer")
|
||||||
})
|
})
|
||||||
public IBaseParameters mdmBatchOnAllSourceResources(
|
public IBaseParameters mdmBatchOnAllSourceResources(
|
||||||
@OperationParam(name = ProviderConstants.MDM_BATCH_RUN_RESOURCE_TYPE, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theResourceType,
|
@OperationParam(name = ProviderConstants.MDM_BATCH_RUN_RESOURCE_TYPE, min = 0, max = 1, typeName = "string") IPrimitiveType<String> theResourceType,
|
||||||
|
|
@ -278,7 +290,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
|
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Patient", returnParameters = {
|
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Patient", returnParameters = {
|
||||||
@OperationParam(name = ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, typeName = "integer")
|
@OperationParam(name = ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, typeName = "integer")
|
||||||
})
|
})
|
||||||
public IBaseParameters mdmBatchPatientInstance(
|
public IBaseParameters mdmBatchPatientInstance(
|
||||||
@IdParam IIdType theIdParam,
|
@IdParam IIdType theIdParam,
|
||||||
|
|
@ -288,7 +300,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Patient", returnParameters = {
|
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Patient", returnParameters = {
|
||||||
@OperationParam(name = ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, typeName = "integer")
|
@OperationParam(name = ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, typeName = "integer")
|
||||||
})
|
})
|
||||||
public IBaseParameters mdmBatchPatientType(
|
public IBaseParameters mdmBatchPatientType(
|
||||||
@OperationParam(name = ProviderConstants.MDM_BATCH_RUN_CRITERIA, typeName = "string") IPrimitiveType<String> theCriteria,
|
@OperationParam(name = ProviderConstants.MDM_BATCH_RUN_CRITERIA, typeName = "string") IPrimitiveType<String> theCriteria,
|
||||||
|
|
@ -299,7 +311,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Practitioner", returnParameters = {
|
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Practitioner", returnParameters = {
|
||||||
@OperationParam(name = ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, typeName = "integer")
|
@OperationParam(name = ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, typeName = "integer")
|
||||||
})
|
})
|
||||||
public IBaseParameters mdmBatchPractitionerInstance(
|
public IBaseParameters mdmBatchPractitionerInstance(
|
||||||
@IdParam IIdType theIdParam,
|
@IdParam IIdType theIdParam,
|
||||||
|
|
@ -309,7 +321,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Practitioner", returnParameters = {
|
@Operation(name = ProviderConstants.OPERATION_MDM_SUBMIT, idempotent = false, typeName = "Practitioner", returnParameters = {
|
||||||
@OperationParam(name = ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, typeName = "integer")
|
@OperationParam(name = ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, typeName = "integer")
|
||||||
})
|
})
|
||||||
public IBaseParameters mdmBatchPractitionerType(
|
public IBaseParameters mdmBatchPractitionerType(
|
||||||
@OperationParam(name = ProviderConstants.MDM_BATCH_RUN_CRITERIA, typeName = "string") IPrimitiveType<String> theCriteria,
|
@OperationParam(name = ProviderConstants.MDM_BATCH_RUN_CRITERIA, typeName = "string") IPrimitiveType<String> theCriteria,
|
||||||
|
|
@ -324,7 +336,7 @@ public class MdmProviderDstu3Plus extends BaseMdmProvider {
|
||||||
*/
|
*/
|
||||||
public IBaseParameters buildMdmOutParametersWithCount(long theCount) {
|
public IBaseParameters buildMdmOutParametersWithCount(long theCount) {
|
||||||
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
||||||
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT, theCount);
|
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, theCount);
|
||||||
return retval;
|
return retval;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -23,12 +23,9 @@ package ca.uhn.fhir.mdm.provider;
|
||||||
import ca.uhn.fhir.context.ConfigurationException;
|
import ca.uhn.fhir.context.ConfigurationException;
|
||||||
import ca.uhn.fhir.context.FhirContext;
|
import ca.uhn.fhir.context.FhirContext;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
import ca.uhn.fhir.mdm.api.IMdmControllerSvc;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmExpungeSvc;
|
|
||||||
import ca.uhn.fhir.mdm.api.IMdmMatchFinderSvc;
|
import ca.uhn.fhir.mdm.api.IMdmMatchFinderSvc;
|
||||||
|
import ca.uhn.fhir.mdm.api.IMdmSettings;
|
||||||
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
import ca.uhn.fhir.mdm.api.IMdmSubmitSvc;
|
||||||
import ca.uhn.fhir.rest.server.IPagingProvider;
|
|
||||||
import ca.uhn.fhir.rest.server.IRestfulServerDefaults;
|
|
||||||
import ca.uhn.fhir.rest.server.RestfulServer;
|
|
||||||
import ca.uhn.fhir.rest.server.provider.ResourceProviderFactory;
|
import ca.uhn.fhir.rest.server.provider.ResourceProviderFactory;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.stereotype.Service;
|
import org.springframework.stereotype.Service;
|
||||||
|
|
@ -46,9 +43,9 @@ public class MdmProviderLoader {
|
||||||
@Autowired
|
@Autowired
|
||||||
private IMdmControllerSvc myMdmControllerSvc;
|
private IMdmControllerSvc myMdmControllerSvc;
|
||||||
@Autowired
|
@Autowired
|
||||||
private IMdmExpungeSvc myMdmExpungeSvc;
|
|
||||||
@Autowired
|
|
||||||
private IMdmSubmitSvc myMdmSubmitSvc;
|
private IMdmSubmitSvc myMdmSubmitSvc;
|
||||||
|
@Autowired
|
||||||
|
private IMdmSettings myMdmSettings;
|
||||||
|
|
||||||
private BaseMdmProvider myMdmProvider;
|
private BaseMdmProvider myMdmProvider;
|
||||||
|
|
||||||
|
|
@ -57,7 +54,7 @@ public class MdmProviderLoader {
|
||||||
case DSTU3:
|
case DSTU3:
|
||||||
case R4:
|
case R4:
|
||||||
myResourceProviderFactory.addSupplier(() -> {
|
myResourceProviderFactory.addSupplier(() -> {
|
||||||
myMdmProvider = new MdmProviderDstu3Plus(myFhirContext, myMdmControllerSvc, myMdmMatchFinderSvc, myMdmExpungeSvc, myMdmSubmitSvc);
|
myMdmProvider = new MdmProviderDstu3Plus(myFhirContext, myMdmControllerSvc, myMdmMatchFinderSvc, myMdmSubmitSvc, myMdmSettings);
|
||||||
return myMdmProvider;
|
return myMdmProvider;
|
||||||
});
|
});
|
||||||
break;
|
break;
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -32,9 +32,11 @@ import java.math.BigDecimal;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
public class DeleteExpungeProvider extends BaseMultiUrlProcessor {
|
public class DeleteExpungeProvider {
|
||||||
|
private final MultiUrlProcessor myMultiUrlProcessor;
|
||||||
|
|
||||||
public DeleteExpungeProvider(FhirContext theFhirContext, IDeleteExpungeJobSubmitter theDeleteExpungeJobSubmitter) {
|
public DeleteExpungeProvider(FhirContext theFhirContext, IDeleteExpungeJobSubmitter theDeleteExpungeJobSubmitter) {
|
||||||
super(theFhirContext, theDeleteExpungeJobSubmitter);
|
myMultiUrlProcessor = new MultiUrlProcessor(theFhirContext, theDeleteExpungeJobSubmitter);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Operation(name = ProviderConstants.OPERATION_DELETE_EXPUNGE, idempotent = false)
|
@Operation(name = ProviderConstants.OPERATION_DELETE_EXPUNGE, idempotent = false)
|
||||||
|
|
@ -44,6 +46,7 @@ public class DeleteExpungeProvider extends BaseMultiUrlProcessor {
|
||||||
RequestDetails theRequestDetails
|
RequestDetails theRequestDetails
|
||||||
) {
|
) {
|
||||||
List<String> urls = theUrlsToDeleteExpunge.stream().map(IPrimitiveType::getValue).collect(Collectors.toList());
|
List<String> urls = theUrlsToDeleteExpunge.stream().map(IPrimitiveType::getValue).collect(Collectors.toList());
|
||||||
return super.processUrls(urls, getBatchSize(theBatchSize), theRequestDetails);
|
Integer batchSize = myMultiUrlProcessor.getBatchSize(theBatchSize);
|
||||||
|
return myMultiUrlProcessor.processUrls(urls, batchSize, theRequestDetails);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -34,20 +34,20 @@ import javax.annotation.Nullable;
|
||||||
import java.math.BigDecimal;
|
import java.math.BigDecimal;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
public class BaseMultiUrlProcessor {
|
public class MultiUrlProcessor {
|
||||||
protected final FhirContext myFhirContext;
|
private final FhirContext myFhirContext;
|
||||||
private final IMultiUrlJobSubmitter myMultiUrlProcessorJobSubmitter;
|
private final IMultiUrlJobSubmitter myMultiUrlProcessorJobSubmitter;
|
||||||
|
|
||||||
public BaseMultiUrlProcessor(FhirContext theFhirContext, IMultiUrlJobSubmitter theMultiUrlProcessorJobSubmitter) {
|
public MultiUrlProcessor(FhirContext theFhirContext, IMultiUrlJobSubmitter theMultiUrlProcessorJobSubmitter) {
|
||||||
myMultiUrlProcessorJobSubmitter = theMultiUrlProcessorJobSubmitter;
|
myMultiUrlProcessorJobSubmitter = theMultiUrlProcessorJobSubmitter;
|
||||||
myFhirContext = theFhirContext;
|
myFhirContext = theFhirContext;
|
||||||
}
|
}
|
||||||
|
|
||||||
protected IBaseParameters processUrls(List<String> theUrlsToProcess, Integer theBatchSize, RequestDetails theRequestDetails) {
|
public IBaseParameters processUrls(List<String> theUrlsToProcess, Integer theBatchSize, RequestDetails theRequestDetails) {
|
||||||
try {
|
try {
|
||||||
JobExecution jobExecution = myMultiUrlProcessorJobSubmitter.submitJob(theBatchSize, theUrlsToProcess, theRequestDetails);
|
JobExecution jobExecution = myMultiUrlProcessorJobSubmitter.submitJob(theBatchSize, theUrlsToProcess, theRequestDetails);
|
||||||
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
||||||
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_DELETE_EXPUNGE_RESPONSE_JOB_ID, jobExecution.getJobId());
|
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, jobExecution.getJobId());
|
||||||
return retval;
|
return retval;
|
||||||
} catch (JobParametersInvalidException e) {
|
} catch (JobParametersInvalidException e) {
|
||||||
throw new InvalidRequestException("Invalid job parameters: " + e.getMessage(), e);
|
throw new InvalidRequestException("Invalid job parameters: " + e.getMessage(), e);
|
||||||
|
|
@ -55,7 +55,7 @@ public class BaseMultiUrlProcessor {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Nullable
|
@Nullable
|
||||||
protected Integer getBatchSize(IPrimitiveType<BigDecimal> theBatchSize) {
|
public Integer getBatchSize(IPrimitiveType<BigDecimal> theBatchSize) {
|
||||||
Integer batchSize = null;
|
Integer batchSize = null;
|
||||||
if (theBatchSize != null && !theBatchSize.isEmpty()) {
|
if (theBatchSize != null && !theBatchSize.isEmpty()) {
|
||||||
batchSize = theBatchSize.getValue().intValue();
|
batchSize = theBatchSize.getValue().intValue();
|
||||||
|
|
@ -84,21 +84,19 @@ public class ProviderConstants {
|
||||||
public static final String MDM_DUPLICATE_GOLDEN_RESOURCES = "$mdm-duplicate-golden-resources";
|
public static final String MDM_DUPLICATE_GOLDEN_RESOURCES = "$mdm-duplicate-golden-resources";
|
||||||
public static final String MDM_NOT_DUPLICATE = "$mdm-not-duplicate";
|
public static final String MDM_NOT_DUPLICATE = "$mdm-not-duplicate";
|
||||||
|
|
||||||
public static final String MDM_CLEAR = "$mdm-clear";
|
public static final String OPERATION_MDM_CLEAR = "$mdm-clear";
|
||||||
public static final String MDM_CLEAR_SOURCE_TYPE = "sourceType";
|
public static final String OPERATION_MDM_CLEAR_RESOURCE_NAME = "resourceType";
|
||||||
|
public static final String OPERATION_MDM_CLEAR_BATCH_SIZE = "batchSize";
|
||||||
public static final String OPERATION_MDM_SUBMIT = "$mdm-submit";
|
public static final String OPERATION_MDM_SUBMIT = "$mdm-submit";
|
||||||
public static final String MDM_BATCH_RUN_CRITERIA = "criteria" ;
|
public static final String MDM_BATCH_RUN_CRITERIA = "criteria";
|
||||||
public static final String OPERATION_MDM_BATCH_RUN_OUT_PARAM_SUBMIT_COUNT = "submitted" ;
|
|
||||||
public static final String OPERATION_MDM_CLEAR_OUT_PARAM_DELETED_COUNT = "deleted";
|
|
||||||
public static final String MDM_BATCH_RUN_RESOURCE_TYPE = "resourceType";
|
public static final String MDM_BATCH_RUN_RESOURCE_TYPE = "resourceType";
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* CQL Operations
|
* CQL Operations
|
||||||
*/
|
*/
|
||||||
public static final String CQL_EVALUATE_MEASURE = "$evaluate-measure";
|
public static final String CQL_EVALUATE_MEASURE = "$evaluate-measure";
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Operation name for the $meta operation
|
* Operation name for the $meta operation
|
||||||
*/
|
*/
|
||||||
public static final String OPERATION_META = "$meta";
|
public static final String OPERATION_META = "$meta";
|
||||||
|
|
||||||
|
|
@ -146,7 +144,7 @@ public class ProviderConstants {
|
||||||
/**
|
/**
|
||||||
* The Spring Batch job id of the delete expunge job created by a $delete-expunge operation
|
* The Spring Batch job id of the delete expunge job created by a $delete-expunge operation
|
||||||
*/
|
*/
|
||||||
public static final String OPERATION_DELETE_EXPUNGE_RESPONSE_JOB_ID = "jobId";
|
public static final String OPERATION_BATCH_RESPONSE_JOB_ID = "jobId";
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Operation name for the $delete-expunge operation
|
* Operation name for the $delete-expunge operation
|
||||||
|
|
|
||||||
|
|
@ -37,11 +37,14 @@ import java.math.BigDecimal;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
public class ReindexProvider extends BaseMultiUrlProcessor {
|
public class ReindexProvider {
|
||||||
|
private final FhirContext myFhirContext;
|
||||||
private final IReindexJobSubmitter myReindexJobSubmitter;
|
private final IReindexJobSubmitter myReindexJobSubmitter;
|
||||||
|
private final MultiUrlProcessor myMultiUrlProcessor;
|
||||||
|
|
||||||
public ReindexProvider(FhirContext theFhirContext, IReindexJobSubmitter theReindexJobSubmitter) {
|
public ReindexProvider(FhirContext theFhirContext, IReindexJobSubmitter theReindexJobSubmitter) {
|
||||||
super(theFhirContext, theReindexJobSubmitter);
|
myFhirContext = theFhirContext;
|
||||||
|
myMultiUrlProcessor = new MultiUrlProcessor(theFhirContext, theReindexJobSubmitter);
|
||||||
myReindexJobSubmitter = theReindexJobSubmitter;
|
myReindexJobSubmitter = theReindexJobSubmitter;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -53,12 +56,12 @@ public class ReindexProvider extends BaseMultiUrlProcessor {
|
||||||
RequestDetails theRequestDetails
|
RequestDetails theRequestDetails
|
||||||
) {
|
) {
|
||||||
Boolean everything = theEverything != null && theEverything.getValue();
|
Boolean everything = theEverything != null && theEverything.getValue();
|
||||||
@Nullable Integer batchSize = getBatchSize(theBatchSize);
|
@Nullable Integer batchSize = myMultiUrlProcessor.getBatchSize(theBatchSize);
|
||||||
if (everything) {
|
if (everything) {
|
||||||
return processEverything(batchSize, theRequestDetails);
|
return processEverything(batchSize, theRequestDetails);
|
||||||
} else if (theUrlsToReindex != null && !theUrlsToReindex.isEmpty()) {
|
} else if (theUrlsToReindex != null && !theUrlsToReindex.isEmpty()) {
|
||||||
List<String> urls = theUrlsToReindex.stream().map(IPrimitiveType::getValue).collect(Collectors.toList());
|
List<String> urls = theUrlsToReindex.stream().map(IPrimitiveType::getValue).collect(Collectors.toList());
|
||||||
return super.processUrls(urls, batchSize, theRequestDetails);
|
return myMultiUrlProcessor.processUrls(urls, batchSize, theRequestDetails);
|
||||||
} else {
|
} else {
|
||||||
throw new InvalidRequestException(ProviderConstants.OPERATION_REINDEX + " must specify either everything=true or provide at least one value for " + ProviderConstants.OPERATION_REINDEX_PARAM_URL);
|
throw new InvalidRequestException(ProviderConstants.OPERATION_REINDEX + " must specify either everything=true or provide at least one value for " + ProviderConstants.OPERATION_REINDEX_PARAM_URL);
|
||||||
}
|
}
|
||||||
|
|
@ -68,7 +71,7 @@ public class ReindexProvider extends BaseMultiUrlProcessor {
|
||||||
try {
|
try {
|
||||||
JobExecution jobExecution = myReindexJobSubmitter.submitEverythingJob(theBatchSize, theRequestDetails);
|
JobExecution jobExecution = myReindexJobSubmitter.submitEverythingJob(theBatchSize, theRequestDetails);
|
||||||
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
IBaseParameters retval = ParametersUtil.newInstance(myFhirContext);
|
||||||
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_DELETE_EXPUNGE_RESPONSE_JOB_ID, jobExecution.getJobId());
|
ParametersUtil.addParameterToParametersLong(myFhirContext, retval, ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID, jobExecution.getJobId());
|
||||||
return retval;
|
return retval;
|
||||||
} catch (JobParametersInvalidException e) {
|
} catch (JobParametersInvalidException e) {
|
||||||
throw new InvalidRequestException("Invalid job parameters: " + e.getMessage(), e);
|
throw new InvalidRequestException("Invalid job parameters: " + e.getMessage(), e);
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
<artifactId>hapi-fhir-spring-boot-sample-client-apache</artifactId>
|
<artifactId>hapi-fhir-spring-boot-sample-client-apache</artifactId>
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
<artifactId>hapi-fhir-spring-boot-sample-client-okhttp</artifactId>
|
<artifactId>hapi-fhir-spring-boot-sample-client-okhttp</artifactId>
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
<artifactId>hapi-fhir-spring-boot-sample-server-jersey</artifactId>
|
<artifactId>hapi-fhir-spring-boot-sample-server-jersey</artifactId>
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-spring-boot</artifactId>
|
<artifactId>hapi-fhir-spring-boot</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
<artifactId>hapi-fhir-spring-boot-samples</artifactId>
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,16 @@
|
||||||
|
package org.hl7.fhir.r4.hapi.rest.server.helper;
|
||||||
|
|
||||||
|
import ca.uhn.fhir.rest.server.provider.ProviderConstants;
|
||||||
|
import org.hl7.fhir.r4.model.DecimalType;
|
||||||
|
import org.hl7.fhir.r4.model.Parameters;
|
||||||
|
|
||||||
|
import javax.annotation.Nonnull;
|
||||||
|
|
||||||
|
public class BatchHelperR4 {
|
||||||
|
|
||||||
|
@Nonnull
|
||||||
|
public static Long jobIdFromParameters(Parameters response) {
|
||||||
|
DecimalType jobIdDecimal = (DecimalType) response.getParameter(ProviderConstants.OPERATION_BATCH_RESPONSE_JOB_ID);
|
||||||
|
return jobIdDecimal.getValue().longValue();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -5,6 +5,7 @@ import ca.uhn.fhir.rest.api.server.storage.IDeleteExpungeJobSubmitter;
|
||||||
import ca.uhn.fhir.rest.api.server.storage.IReindexJobSubmitter;
|
import ca.uhn.fhir.rest.api.server.storage.IReindexJobSubmitter;
|
||||||
import ca.uhn.fhir.rest.server.BaseR4ServerTest;
|
import ca.uhn.fhir.rest.server.BaseR4ServerTest;
|
||||||
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
|
||||||
|
import org.hl7.fhir.r4.hapi.rest.server.helper.BatchHelperR4;
|
||||||
import org.hl7.fhir.r4.model.BooleanType;
|
import org.hl7.fhir.r4.model.BooleanType;
|
||||||
import org.hl7.fhir.r4.model.DecimalType;
|
import org.hl7.fhir.r4.model.DecimalType;
|
||||||
import org.hl7.fhir.r4.model.Parameters;
|
import org.hl7.fhir.r4.model.Parameters;
|
||||||
|
|
@ -69,8 +70,7 @@ public class BatchProviderTest extends BaseR4ServerTest {
|
||||||
.execute();
|
.execute();
|
||||||
|
|
||||||
ourLog.info(myCtx.newJsonParser().setPrettyPrint(true).encodeResourceToString(response));
|
ourLog.info(myCtx.newJsonParser().setPrettyPrint(true).encodeResourceToString(response));
|
||||||
DecimalType jobId = (DecimalType) response.getParameter(ProviderConstants.OPERATION_DELETE_EXPUNGE_RESPONSE_JOB_ID);
|
assertEquals(TEST_JOB_ID, BatchHelperR4.jobIdFromParameters(response));
|
||||||
assertEquals(TEST_JOB_ID, jobId.getValue().longValue());
|
|
||||||
assertThat(myDeleteExpungeJobSubmitter.calledWithUrls, hasSize(2));
|
assertThat(myDeleteExpungeJobSubmitter.calledWithUrls, hasSize(2));
|
||||||
assertEquals(url1, myDeleteExpungeJobSubmitter.calledWithUrls.get(0));
|
assertEquals(url1, myDeleteExpungeJobSubmitter.calledWithUrls.get(0));
|
||||||
assertEquals(url2, myDeleteExpungeJobSubmitter.calledWithUrls.get(1));
|
assertEquals(url2, myDeleteExpungeJobSubmitter.calledWithUrls.get(1));
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-deployable-pom</artifactId>
|
<artifactId>hapi-deployable-pom</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
<relativePath>../hapi-deployable-pom/pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
@ -58,37 +58,37 @@
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-structures-dstu3</artifactId>
|
<artifactId>hapi-fhir-structures-dstu3</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-structures-hl7org-dstu2</artifactId>
|
<artifactId>hapi-fhir-structures-hl7org-dstu2</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-structures-r4</artifactId>
|
<artifactId>hapi-fhir-structures-r4</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-structures-r5</artifactId>
|
<artifactId>hapi-fhir-structures-r5</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-validation-resources-dstu2</artifactId>
|
<artifactId>hapi-fhir-validation-resources-dstu2</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-validation-resources-dstu3</artifactId>
|
<artifactId>hapi-fhir-validation-resources-dstu3</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir-validation-resources-r4</artifactId>
|
<artifactId>hapi-fhir-validation-resources-r4</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.velocity</groupId>
|
<groupId>org.apache.velocity</groupId>
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
<parent>
|
<parent>
|
||||||
<groupId>ca.uhn.hapi.fhir</groupId>
|
<groupId>ca.uhn.hapi.fhir</groupId>
|
||||||
<artifactId>hapi-fhir</artifactId>
|
<artifactId>hapi-fhir</artifactId>
|
||||||
<version>5.6.0-PRE2-SNAPSHOT</version>
|
<version>5.6.0-PRE3-SNAPSHOT</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue