fixed formatting according to eclipse formatter

This commit is contained in:
Mathieu Fortin 2020-05-19 19:21:51 -04:00
parent 1ed9c7db32
commit 40aa75eec1
6 changed files with 419 additions and 395 deletions

View File

@ -15,15 +15,18 @@ import org.springframework.data.elasticsearch.repository.config.EnableElasticsea
@ComponentScan(basePackages = { "com.baeldung.spring.data.es.service" }) @ComponentScan(basePackages = { "com.baeldung.spring.data.es.service" })
public class Config { public class Config {
@Bean @Bean
RestHighLevelClient client() { RestHighLevelClient client() {
ClientConfiguration clientConfiguration = ClientConfiguration.builder().connectedTo("localhost:9200").build(); ClientConfiguration clientConfiguration = ClientConfiguration.builder()
.connectedTo("localhost:9200")
.build();
return RestClients.create(clientConfiguration).rest(); return RestClients.create(clientConfiguration)
} .rest();
}
@Bean @Bean
public ElasticsearchOperations elasticsearchTemplate() { public ElasticsearchOperations elasticsearchTemplate() {
return new ElasticsearchRestTemplate(client()); return new ElasticsearchRestTemplate(client());
} }
} }

View File

@ -8,11 +8,10 @@ import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
import com.baeldung.spring.data.es.config.Config; import com.baeldung.spring.data.es.config.Config;
/** /**
* This Manual test requires: * This Manual test requires: Elasticsearch instance running on localhost:9200.
* Elasticsearch instance running on localhost:9200.
* *
* The following docker command can be used: * The following docker command can be used: docker run -d --name es761 -p
* docker run -d --name es761 -p 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1 * 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1
*/ */
@RunWith(SpringJUnit4ClassRunner.class) @RunWith(SpringJUnit4ClassRunner.class)
@ContextConfiguration(classes = Config.class) @ContextConfiguration(classes = Config.class)

View File

@ -37,126 +37,137 @@ import org.springframework.data.elasticsearch.client.ClientConfiguration;
import org.springframework.data.elasticsearch.client.RestClients; import org.springframework.data.elasticsearch.client.RestClients;
/** /**
* This Manual test requires: * This Manual test requires: Elasticsearch instance running on localhost:9200.
* Elasticsearch instance running on localhost:9200.
* *
* The following docker command can be used: * The following docker command can be used: docker run -d --name es761 -p
* docker run -d --name es761 -p 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1 * 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1
*/ */
public class ElasticSearchManualTest { public class ElasticSearchManualTest {
private List<Person> listOfPersons = new ArrayList<>(); private List<Person> listOfPersons = new ArrayList<>();
private RestHighLevelClient client = null; private RestHighLevelClient client = null;
@Before @Before
public void setUp() throws UnknownHostException { public void setUp() throws UnknownHostException {
Person person1 = new Person(10, "John Doe", new Date()); Person person1 = new Person(10, "John Doe", new Date());
Person person2 = new Person(25, "Janette Doe", new Date()); Person person2 = new Person(25, "Janette Doe", new Date());
listOfPersons.add(person1); listOfPersons.add(person1);
listOfPersons.add(person2); listOfPersons.add(person2);
ClientConfiguration clientConfiguration = ClientConfiguration.builder().connectedTo("localhost:9200").build(); ClientConfiguration clientConfiguration = ClientConfiguration.builder()
client = RestClients.create(clientConfiguration).rest(); .connectedTo("localhost:9200")
} .build();
client = RestClients.create(clientConfiguration)
.rest();
}
@Test @Test
public void givenJsonString_whenJavaObject_thenIndexDocument() throws Exception { public void givenJsonString_whenJavaObject_thenIndexDocument() throws Exception {
String jsonObject = "{\"age\":20,\"dateOfBirth\":1471466076564,\"fullName\":\"John Doe\"}"; String jsonObject = "{\"age\":20,\"dateOfBirth\":1471466076564,\"fullName\":\"John Doe\"}";
IndexRequest request = new IndexRequest("people"); IndexRequest request = new IndexRequest("people");
request.source(jsonObject, XContentType.JSON); request.source(jsonObject, XContentType.JSON);
IndexResponse response = client.index(request, RequestOptions.DEFAULT);
String index = response.getIndex();
long version = response.getVersion();
assertEquals(Result.CREATED, response.getResult());
assertEquals(1, version);
assertEquals("people", index);
}
@Test IndexResponse response = client.index(request, RequestOptions.DEFAULT);
public void givenDocumentId_whenJavaObject_thenDeleteDocument() throws Exception { String index = response.getIndex();
String jsonObject = "{\"age\":10,\"dateOfBirth\":1471455886564,\"fullName\":\"Johan Doe\"}"; long version = response.getVersion();
IndexRequest indexRequest = new IndexRequest("people");
indexRequest.source(jsonObject, XContentType.JSON);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT); assertEquals(Result.CREATED, response.getResult());
String id = response.getId(); assertEquals(1, version);
assertEquals("people", index);
}
GetRequest getRequest = new GetRequest("people"); @Test
getRequest.id(id); public void givenDocumentId_whenJavaObject_thenDeleteDocument() throws Exception {
String jsonObject = "{\"age\":10,\"dateOfBirth\":1471455886564,\"fullName\":\"Johan Doe\"}";
IndexRequest indexRequest = new IndexRequest("people");
indexRequest.source(jsonObject, XContentType.JSON);
GetResponse getResponse = client.get(getRequest, RequestOptions.DEFAULT); IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
System.out.println(getResponse.getSourceAsString()); String id = response.getId();
DeleteRequest deleteRequest = new DeleteRequest("people"); GetRequest getRequest = new GetRequest("people");
deleteRequest.id(id); getRequest.id(id);
DeleteResponse deleteResponse = client.delete(deleteRequest, RequestOptions.DEFAULT); GetResponse getResponse = client.get(getRequest, RequestOptions.DEFAULT);
System.out.println(getResponse.getSourceAsString());
assertEquals(Result.DELETED, deleteResponse.getResult()); DeleteRequest deleteRequest = new DeleteRequest("people");
} deleteRequest.id(id);
@Test DeleteResponse deleteResponse = client.delete(deleteRequest, RequestOptions.DEFAULT);
public void givenSearchRequest_whenMatchAll_thenReturnAllResults() throws Exception {
SearchRequest searchRequest = new SearchRequest();
SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT);
SearchHit[] searchHits = response.getHits().getHits();
List<Person> results = Arrays.stream(searchHits).map(hit -> JSON.parseObject(hit.getSourceAsString(), Person.class))
.collect(Collectors.toList());
results.forEach(System.out::println); assertEquals(Result.DELETED, deleteResponse.getResult());
} }
@Test @Test
public void givenSearchParameters_thenReturnResults() throws Exception { public void givenSearchRequest_whenMatchAll_thenReturnAllResults() throws Exception {
SearchSourceBuilder builder = SearchRequest searchRequest = new SearchRequest();
new SearchSourceBuilder().postFilter(QueryBuilders.rangeQuery("age").from(5).to(15)); SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT);
SearchHit[] searchHits = response.getHits()
.getHits();
List<Person> results = Arrays.stream(searchHits)
.map(hit -> JSON.parseObject(hit.getSourceAsString(), Person.class))
.collect(Collectors.toList());
SearchRequest searchRequest = new SearchRequest(); results.forEach(System.out::println);
searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH); }
searchRequest.source(builder);
SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT); @Test
public void givenSearchParameters_thenReturnResults() throws Exception {
SearchSourceBuilder builder = new SearchSourceBuilder().postFilter(QueryBuilders.rangeQuery("age")
.from(5)
.to(15));
builder = new SearchSourceBuilder().postFilter(QueryBuilders.simpleQueryStringQuery("+John -Doe OR Janette")); SearchRequest searchRequest = new SearchRequest();
searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH);
searchRequest.source(builder);
searchRequest = new SearchRequest(); SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT);
searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH);
searchRequest.source(builder);
SearchResponse response2 = client.search(searchRequest, RequestOptions.DEFAULT); builder = new SearchSourceBuilder().postFilter(QueryBuilders.simpleQueryStringQuery("+John -Doe OR Janette"));
builder = new SearchSourceBuilder().postFilter(QueryBuilders.matchQuery("John", "Name*")); searchRequest = new SearchRequest();
searchRequest = new SearchRequest(); searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH);
searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH); searchRequest.source(builder);
searchRequest.source(builder);
SearchResponse response3 = client.search(searchRequest, RequestOptions.DEFAULT); SearchResponse response2 = client.search(searchRequest, RequestOptions.DEFAULT);
response2.getHits(); builder = new SearchSourceBuilder().postFilter(QueryBuilders.matchQuery("John", "Name*"));
response3.getHits(); searchRequest = new SearchRequest();
searchRequest.searchType(SearchType.DFS_QUERY_THEN_FETCH);
final List<Person> results = searchRequest.source(builder);
Stream.of(response.getHits().getHits(),
response2.getHits().getHits(),
response3.getHits().getHits())
.flatMap(Arrays::stream)
.map(hit -> JSON.parseObject(hit.getSourceAsString(), Person.class))
.collect(Collectors.toList());
results.forEach(System.out::println);
}
@Test SearchResponse response3 = client.search(searchRequest, RequestOptions.DEFAULT);
public void givenContentBuilder_whenHelpers_thanIndexJson() throws IOException {
XContentBuilder builder = XContentFactory.jsonBuilder().startObject().field("fullName", "Test")
.field("salary", "11500").field("age", "10").endObject();
IndexRequest indexRequest = new IndexRequest("people"); response2.getHits();
indexRequest.source(builder); response3.getHits();
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT); final List<Person> results = Stream.of(response.getHits()
.getHits(),
response2.getHits()
.getHits(),
response3.getHits()
.getHits())
.flatMap(Arrays::stream)
.map(hit -> JSON.parseObject(hit.getSourceAsString(), Person.class))
.collect(Collectors.toList());
assertEquals(Result.CREATED, response.getResult()); results.forEach(System.out::println);
} }
@Test
public void givenContentBuilder_whenHelpers_thanIndexJson() throws IOException {
XContentBuilder builder = XContentFactory.jsonBuilder()
.startObject()
.field("fullName", "Test")
.field("salary", "11500")
.field("age", "10")
.endObject();
IndexRequest indexRequest = new IndexRequest("people");
indexRequest.source(builder);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
assertEquals(Result.CREATED, response.getResult());
}
} }

View File

@ -39,150 +39,162 @@ import org.springframework.test.context.ContextConfiguration;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
/** /**
* This Manual test requires: * This Manual test requires: Elasticsearch instance running on localhost:9200.
* Elasticsearch instance running on localhost:9200.
* *
* The following docker command can be used: * The following docker command can be used: docker run -d --name es761 -p
* docker run -d --name es761 -p 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1 * 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1
*/ */
@RunWith(SpringJUnit4ClassRunner.class) @RunWith(SpringJUnit4ClassRunner.class)
@ContextConfiguration(classes = Config.class) @ContextConfiguration(classes = Config.class)
public class GeoQueriesManualTest { public class GeoQueriesManualTest {
private static final String WONDERS_OF_WORLD = "wonders-of-world"; private static final String WONDERS_OF_WORLD = "wonders-of-world";
@Autowired @Autowired
private RestHighLevelClient client; private RestHighLevelClient client;
@Before @Before
public void setUp() throws Exception { public void setUp() throws Exception {
String jsonObject = "{\"properties\":{\"name\":{\"type\":\"text\",\"index\":false},\"region\":{\"type\":\"geo_shape\"},\"location\":{\"type\":\"geo_point\"}}}"; String jsonObject = "{\"properties\":{\"name\":{\"type\":\"text\",\"index\":false},\"region\":{\"type\":\"geo_shape\"},\"location\":{\"type\":\"geo_point\"}}}";
CreateIndexRequest req = new CreateIndexRequest(WONDERS_OF_WORLD);
req.mapping(jsonObject, XContentType.JSON);
client.indices().create(req, RequestOptions.DEFAULT); CreateIndexRequest req = new CreateIndexRequest(WONDERS_OF_WORLD);
} req.mapping(jsonObject, XContentType.JSON);
@Test client.indices()
public void givenGeoShapeData_whenExecutedGeoShapeQuery_thenResultNonEmpty() throws IOException { .create(req, RequestOptions.DEFAULT);
String jsonObject = "{\"name\":\"Agra\",\"region\":{\"type\":\"envelope\",\"coordinates\":[[75,30.2],[80.1, 25]]}}"; }
IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD);
indexRequest.source(jsonObject, XContentType.JSON);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
String tajMahalId = response.getId(); @Test
public void givenGeoShapeData_whenExecutedGeoShapeQuery_thenResultNonEmpty() throws IOException {
String jsonObject = "{\"name\":\"Agra\",\"region\":{\"type\":\"envelope\",\"coordinates\":[[75,30.2],[80.1, 25]]}}";
IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD);
indexRequest.source(jsonObject, XContentType.JSON);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD); String tajMahalId = response.getId();
client.indices().refresh(refreshRequest, RequestOptions.DEFAULT);
Coordinate topLeft = new Coordinate(74, 31.2); RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD);
Coordinate bottomRight = new Coordinate(81.1, 24); client.indices()
.refresh(refreshRequest, RequestOptions.DEFAULT);
GeoShapeQueryBuilder qb = QueryBuilders.geoShapeQuery("region",
new EnvelopeBuilder(topLeft, bottomRight).buildGeometry());
qb.relation(ShapeRelation.INTERSECTS);
SearchSourceBuilder source = new SearchSourceBuilder().query(qb); Coordinate topLeft = new Coordinate(74, 31.2);
SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD); Coordinate bottomRight = new Coordinate(81.1, 24);
searchRequest.source(source);
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
List<String> ids = Arrays.stream(searchResponse.getHits().getHits()).map(SearchHit::getId) GeoShapeQueryBuilder qb = QueryBuilders.geoShapeQuery("region", new EnvelopeBuilder(topLeft, bottomRight).buildGeometry());
.collect(Collectors.toList()); qb.relation(ShapeRelation.INTERSECTS);
assertTrue(ids.contains(tajMahalId)); SearchSourceBuilder source = new SearchSourceBuilder().query(qb);
} SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD);
searchRequest.source(source);
@Test SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
public void givenGeoPointData_whenExecutedGeoBoundingBoxQuery_thenResultNonEmpty() throws Exception {
String jsonObject = "{\"name\":\"Pyramids of Giza\",\"location\":[31.131302,29.976480]}";
IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD); List<String> ids = Arrays.stream(searchResponse.getHits()
indexRequest.source(jsonObject, XContentType.JSON); .getHits())
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT); .map(SearchHit::getId)
.collect(Collectors.toList());
String pyramidsOfGizaId = response.getId(); assertTrue(ids.contains(tajMahalId));
}
RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD); @Test
client.indices().refresh(refreshRequest, RequestOptions.DEFAULT); public void givenGeoPointData_whenExecutedGeoBoundingBoxQuery_thenResultNonEmpty() throws Exception {
String jsonObject = "{\"name\":\"Pyramids of Giza\",\"location\":[31.131302,29.976480]}";
QueryBuilder qb = QueryBuilders.geoBoundingBoxQuery("location").setCorners(31, 30, 28, 32); IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD);
indexRequest.source(jsonObject, XContentType.JSON);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
SearchSourceBuilder source = new SearchSourceBuilder().query(qb); String pyramidsOfGizaId = response.getId();
SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD);
searchRequest.source(source);
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT); RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD);
client.indices()
.refresh(refreshRequest, RequestOptions.DEFAULT);
List<String> ids = Arrays.stream(searchResponse.getHits().getHits()).map(SearchHit::getId) QueryBuilder qb = QueryBuilders.geoBoundingBoxQuery("location")
.collect(Collectors.toList()); .setCorners(31, 30, 28, 32);
assertTrue(ids.contains(pyramidsOfGizaId));
}
@Test SearchSourceBuilder source = new SearchSourceBuilder().query(qb);
public void givenGeoPointData_whenExecutedGeoDistanceQuery_thenResultNonEmpty() throws Exception { SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD);
String jsonObject = "{\"name\":\"Lighthouse of alexandria\",\"location\":[31.131302,29.976480]}"; searchRequest.source(source);
IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD);
indexRequest.source(jsonObject, XContentType.JSON);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
String lighthouseOfAlexandriaId = response.getId(); SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD); List<String> ids = Arrays.stream(searchResponse.getHits()
client.indices().refresh(refreshRequest, RequestOptions.DEFAULT); .getHits())
.map(SearchHit::getId)
.collect(Collectors.toList());
assertTrue(ids.contains(pyramidsOfGizaId));
}
QueryBuilder qb = @Test
QueryBuilders.geoDistanceQuery("location") public void givenGeoPointData_whenExecutedGeoDistanceQuery_thenResultNonEmpty() throws Exception {
.point(29.976, 31.131) String jsonObject = "{\"name\":\"Lighthouse of alexandria\",\"location\":[31.131302,29.976480]}";
.distance(10, DistanceUnit.MILES);
SearchSourceBuilder source = new SearchSourceBuilder().query(qb); IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD);
SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD); indexRequest.source(jsonObject, XContentType.JSON);
searchRequest.source(source); IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT); String lighthouseOfAlexandriaId = response.getId();
List<String> ids = Arrays.stream(searchResponse.getHits().getHits()).map(SearchHit::getId) RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD);
.collect(Collectors.toList()); client.indices()
assertTrue(ids.contains(lighthouseOfAlexandriaId)); .refresh(refreshRequest, RequestOptions.DEFAULT);
}
@Test QueryBuilder qb = QueryBuilders.geoDistanceQuery("location")
public void givenGeoPointData_whenExecutedGeoPolygonQuery_thenResultNonEmpty() throws Exception { .point(29.976, 31.131)
String jsonObject = "{\"name\":\"The Great Rann of Kutch\",\"location\":[69.859741,23.733732]}"; .distance(10, DistanceUnit.MILES);
IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD); SearchSourceBuilder source = new SearchSourceBuilder().query(qb);
indexRequest.source(jsonObject, XContentType.JSON); SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD);
IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT); searchRequest.source(source);
String greatRannOfKutchid = response.getId();
RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD); SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
client.indices().refresh(refreshRequest, RequestOptions.DEFAULT);
List<GeoPoint> allPoints = new ArrayList<GeoPoint>();
allPoints.add(new GeoPoint(22.733, 68.859));
allPoints.add(new GeoPoint(24.733, 68.859));
allPoints.add(new GeoPoint(23, 70.859));
QueryBuilder qb = QueryBuilders.geoPolygonQuery("location", allPoints);
SearchSourceBuilder source = new SearchSourceBuilder().query(qb); List<String> ids = Arrays.stream(searchResponse.getHits()
SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD); .getHits())
searchRequest.source(source); .map(SearchHit::getId)
.collect(Collectors.toList());
assertTrue(ids.contains(lighthouseOfAlexandriaId));
}
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT); @Test
public void givenGeoPointData_whenExecutedGeoPolygonQuery_thenResultNonEmpty() throws Exception {
String jsonObject = "{\"name\":\"The Great Rann of Kutch\",\"location\":[69.859741,23.733732]}";
List<String> ids = Arrays.stream(searchResponse.getHits().getHits()).map(SearchHit::getId) IndexRequest indexRequest = new IndexRequest(WONDERS_OF_WORLD);
.collect(Collectors.toList()); indexRequest.source(jsonObject, XContentType.JSON);
assertTrue(ids.contains(greatRannOfKutchid)); IndexResponse response = client.index(indexRequest, RequestOptions.DEFAULT);
}
@After String greatRannOfKutchid = response.getId();
public void destroy() throws Exception {
DeleteIndexRequest deleteIndex = new DeleteIndexRequest(WONDERS_OF_WORLD); RefreshRequest refreshRequest = new RefreshRequest(WONDERS_OF_WORLD);
client.indices().delete(deleteIndex, RequestOptions.DEFAULT); client.indices()
} .refresh(refreshRequest, RequestOptions.DEFAULT);
List<GeoPoint> allPoints = new ArrayList<GeoPoint>();
allPoints.add(new GeoPoint(22.733, 68.859));
allPoints.add(new GeoPoint(24.733, 68.859));
allPoints.add(new GeoPoint(23, 70.859));
QueryBuilder qb = QueryBuilders.geoPolygonQuery("location", allPoints);
SearchSourceBuilder source = new SearchSourceBuilder().query(qb);
SearchRequest searchRequest = new SearchRequest(WONDERS_OF_WORLD);
searchRequest.source(source);
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
List<String> ids = Arrays.stream(searchResponse.getHits()
.getHits())
.map(SearchHit::getId)
.collect(Collectors.toList());
assertTrue(ids.contains(greatRannOfKutchid));
}
@After
public void destroy() throws Exception {
DeleteIndexRequest deleteIndex = new DeleteIndexRequest(WONDERS_OF_WORLD);
client.indices()
.delete(deleteIndex, RequestOptions.DEFAULT);
}
} }

View File

@ -31,11 +31,10 @@ import org.springframework.test.context.ContextConfiguration;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
/** /**
* This Manual test requires: * This Manual test requires: Elasticsearch instance running on localhost:9200.
* Elasticsearch instance running on localhost:9200.
* *
* The following docker command can be used: * The following docker command can be used: docker run -d --name es761 -p
* docker run -d --name es761 -p 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1 * 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1
*/ */
@RunWith(SpringJUnit4ClassRunner.class) @RunWith(SpringJUnit4ClassRunner.class)
@ContextConfiguration(classes = Config.class) @ContextConfiguration(classes = Config.class)
@ -77,7 +76,7 @@ public class ElasticSearchManualTest {
public void after() { public void after() {
articleRepository.deleteAll(); articleRepository.deleteAll();
} }
@Test @Test
public void givenArticleService_whenSaveArticle_thenIdIsAssigned() { public void givenArticleService_whenSaveArticle_thenIdIsAssigned() {
final List<Author> authors = asList(new Author("John Smith"), johnDoe); final List<Author> authors = asList(new Author("John Smith"), johnDoe);
@ -91,81 +90,79 @@ public class ElasticSearchManualTest {
@Test @Test
public void givenPersistedArticles_whenSearchByAuthorsName_thenRightFound() { public void givenPersistedArticles_whenSearchByAuthorsName_thenRightFound() {
final Page<Article> articleByAuthorName = articleRepository.findByAuthorsName(johnSmith.getName(), final Page<Article> articleByAuthorName = articleRepository.findByAuthorsName(johnSmith.getName(), PageRequest.of(0, 10));
PageRequest.of(0, 10));
assertEquals(2L, articleByAuthorName.getTotalElements()); assertEquals(2L, articleByAuthorName.getTotalElements());
} }
@Test @Test
public void givenCustomQuery_whenSearchByAuthorsName_thenArticleIsFound() { public void givenCustomQuery_whenSearchByAuthorsName_thenArticleIsFound() {
final Page<Article> articleByAuthorName = articleRepository.findByAuthorsNameUsingCustomQuery("Smith", final Page<Article> articleByAuthorName = articleRepository.findByAuthorsNameUsingCustomQuery("Smith", PageRequest.of(0, 10));
PageRequest.of(0, 10));
assertEquals(2L, articleByAuthorName.getTotalElements()); assertEquals(2L, articleByAuthorName.getTotalElements());
} }
@Test @Test
public void givenTagFilterQuery_whenSearchByTag_thenArticleIsFound() { public void givenTagFilterQuery_whenSearchByTag_thenArticleIsFound() {
final Page<Article> articleByAuthorName = articleRepository.findByFilteredTagQuery("elasticsearch", final Page<Article> articleByAuthorName = articleRepository.findByFilteredTagQuery("elasticsearch", PageRequest.of(0, 10));
PageRequest.of(0, 10));
assertEquals(3L, articleByAuthorName.getTotalElements()); assertEquals(3L, articleByAuthorName.getTotalElements());
} }
@Test @Test
public void givenTagFilterQuery_whenSearchByAuthorsName_thenArticleIsFound() { public void givenTagFilterQuery_whenSearchByAuthorsName_thenArticleIsFound() {
final Page<Article> articleByAuthorName = articleRepository.findByAuthorsNameAndFilteredTagQuery("Doe", final Page<Article> articleByAuthorName = articleRepository.findByAuthorsNameAndFilteredTagQuery("Doe", "elasticsearch", PageRequest.of(0, 10));
"elasticsearch", PageRequest.of(0, 10));
assertEquals(2L, articleByAuthorName.getTotalElements()); assertEquals(2L, articleByAuthorName.getTotalElements());
} }
@Test @Test
public void givenPersistedArticles_whenUseRegexQuery_thenRightArticlesFound() { public void givenPersistedArticles_whenUseRegexQuery_thenRightArticlesFound() {
final Query searchQuery = new NativeSearchQueryBuilder().withFilter(regexpQuery("title", ".*data.*")) final Query searchQuery = new NativeSearchQueryBuilder().withFilter(regexpQuery("title", ".*data.*"))
.build(); .build();
final SearchHits<Article> articles = final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(1, articles.getTotalHits()); assertEquals(1, articles.getTotalHits());
} }
@Test @Test
public void givenSavedDoc_whenTitleUpdated_thenCouldFindByUpdatedTitle() { public void givenSavedDoc_whenTitleUpdated_thenCouldFindByUpdatedTitle() {
final Query searchQuery = new NativeSearchQueryBuilder().withQuery(fuzzyQuery("title", "serch")).build(); final Query searchQuery = new NativeSearchQueryBuilder().withQuery(fuzzyQuery("title", "serch"))
.build();
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(1, articles.getTotalHits()); assertEquals(1, articles.getTotalHits());
final Article article = articles.getSearchHit(0).getContent(); final Article article = articles.getSearchHit(0)
.getContent();
final String newTitle = "Getting started with Search Engines"; final String newTitle = "Getting started with Search Engines";
article.setTitle(newTitle); article.setTitle(newTitle);
articleRepository.save(article); articleRepository.save(article);
assertEquals(newTitle, articleRepository.findById(article.getId()).get().getTitle()); assertEquals(newTitle, articleRepository.findById(article.getId())
.get()
.getTitle());
} }
@Test @Test
public void givenSavedDoc_whenDelete_thenRemovedFromIndex() { public void givenSavedDoc_whenDelete_thenRemovedFromIndex() {
final String articleTitle = "Spring Data Elasticsearch"; final String articleTitle = "Spring Data Elasticsearch";
final Query searchQuery = new NativeSearchQueryBuilder() final Query searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title", articleTitle).minimumShouldMatch("75%"))
.withQuery(matchQuery("title", articleTitle).minimumShouldMatch("75%")).build(); .build();
final SearchHits<Article> articles = final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(1, articles.getTotalHits()); assertEquals(1, articles.getTotalHits());
final long count = articleRepository.count(); final long count = articleRepository.count();
articleRepository.delete(articles.getSearchHit(0).getContent()); articleRepository.delete(articles.getSearchHit(0)
.getContent());
assertEquals(count - 1, articleRepository.count()); assertEquals(count - 1, articleRepository.count());
} }
@Test @Test
public void givenSavedDoc_whenOneTermMatches_thenFindByTitle() { public void givenSavedDoc_whenOneTermMatches_thenFindByTitle() {
final Query searchQuery = new NativeSearchQueryBuilder() final Query searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title", "Search engines").operator(AND))
.withQuery(matchQuery("title", "Search engines").operator(AND)).build(); .build();
final SearchHits<Article> articles = final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(1, articles.getTotalHits()); assertEquals(1, articles.getTotalHits());
} }
} }

View File

@ -48,199 +48,201 @@ import org.springframework.test.context.ContextConfiguration;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
/** /**
* This Manual test requires: * This Manual test requires: Elasticsearch instance running on localhost:9200.
* Elasticsearch instance running on localhost:9200.
* *
* The following docker command can be used: * The following docker command can be used: docker run -d --name es761 -p
* docker run -d --name es761 -p 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1 * 9200:9200 -e "discovery.type=single-node" elasticsearch:7.6.1
*/ */
@RunWith(SpringJUnit4ClassRunner.class) @RunWith(SpringJUnit4ClassRunner.class)
@ContextConfiguration(classes = Config.class) @ContextConfiguration(classes = Config.class)
public class ElasticSearchQueryManualTest { public class ElasticSearchQueryManualTest {
@Autowired @Autowired
private ElasticsearchRestTemplate elasticsearchTemplate; private ElasticsearchRestTemplate elasticsearchTemplate;
@Autowired @Autowired
private ArticleRepository articleRepository; private ArticleRepository articleRepository;
@Autowired @Autowired
private RestHighLevelClient client; private RestHighLevelClient client;
private final Author johnSmith = new Author("John Smith"); private final Author johnSmith = new Author("John Smith");
private final Author johnDoe = new Author("John Doe"); private final Author johnDoe = new Author("John Doe");
@Before @Before
public void before() { public void before() {
Article article = new Article("Spring Data Elasticsearch"); Article article = new Article("Spring Data Elasticsearch");
article.setAuthors(asList(johnSmith, johnDoe)); article.setAuthors(asList(johnSmith, johnDoe));
article.setTags("elasticsearch", "spring data"); article.setTags("elasticsearch", "spring data");
articleRepository.save(article); articleRepository.save(article);
article = new Article("Search engines"); article = new Article("Search engines");
article.setAuthors(asList(johnDoe)); article.setAuthors(asList(johnDoe));
article.setTags("search engines", "tutorial"); article.setTags("search engines", "tutorial");
articleRepository.save(article); articleRepository.save(article);
article = new Article("Second Article About Elasticsearch"); article = new Article("Second Article About Elasticsearch");
article.setAuthors(asList(johnSmith)); article.setAuthors(asList(johnSmith));
article.setTags("elasticsearch", "spring data"); article.setTags("elasticsearch", "spring data");
articleRepository.save(article); articleRepository.save(article);
article = new Article("Elasticsearch Tutorial"); article = new Article("Elasticsearch Tutorial");
article.setAuthors(asList(johnDoe)); article.setAuthors(asList(johnDoe));
article.setTags("elasticsearch"); article.setTags("elasticsearch");
articleRepository.save(article); articleRepository.save(article);
} }
@After @After
public void after() { public void after() {
articleRepository.deleteAll(); articleRepository.deleteAll();
} }
@Test @Test
public void givenFullTitle_whenRunMatchQuery_thenDocIsFound() { public void givenFullTitle_whenRunMatchQuery_thenDocIsFound() {
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder() final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title", "Search engines").operator(Operator.AND))
.withQuery(matchQuery("title", "Search engines").operator(Operator.AND)).build(); .build();
final SearchHits<Article> articles = final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); assertEquals(1, articles.getTotalHits());
assertEquals(1, articles.getTotalHits()); }
}
@Test @Test
public void givenOneTermFromTitle_whenRunMatchQuery_thenDocIsFound() { public void givenOneTermFromTitle_whenRunMatchQuery_thenDocIsFound() {
final NativeSearchQuery searchQuery = final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title", "Engines Solutions"))
new NativeSearchQueryBuilder().withQuery(matchQuery("title", "Engines Solutions")) .build();
.build();
final SearchHits<Article> articles =
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(1, articles.getTotalHits());
assertEquals("Search engines", articles.getSearchHit(0).getContent().getTitle());
}
@Test final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
public void givenPartTitle_whenRunMatchQuery_thenDocIsFound() {
final NativeSearchQuery searchQuery =
new NativeSearchQueryBuilder().withQuery(matchQuery("title", "elasticsearch data"))
.build();
final SearchHits<Article> articles = assertEquals(1, articles.getTotalHits());
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); assertEquals("Search engines", articles.getSearchHit(0)
.getContent()
assertEquals(3, articles.getTotalHits()); .getTitle());
} }
@Test @Test
public void givenFullTitle_whenRunMatchQueryOnVerbatimField_thenDocIsFound() { public void givenPartTitle_whenRunMatchQuery_thenDocIsFound() {
NativeSearchQuery searchQuery = new NativeSearchQueryBuilder() final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title", "elasticsearch data"))
.withQuery(matchQuery("title.verbatim", "Second Article About Elasticsearch")) .build();
.build();
SearchHits<Article> articles = final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(1, articles.getTotalHits());
searchQuery = new NativeSearchQueryBuilder() assertEquals(3, articles.getTotalHits());
.withQuery(matchQuery("title.verbatim", "Second Article About")) }
.build();
articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(0, articles.getTotalHits());
}
@Test @Test
public void givenNestedObject_whenQueryByAuthorsName_thenFoundArticlesByThatAuthor() { public void givenFullTitle_whenRunMatchQueryOnVerbatimField_thenDocIsFound() {
final QueryBuilder builder = nestedQuery("authors", boolQuery().must(termQuery("authors.name", "smith")), NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title.verbatim", "Second Article About Elasticsearch"))
ScoreMode.None); .build();
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(builder).build(); SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(2, articles.getTotalHits()); assertEquals(1, articles.getTotalHits());
}
@Test searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title.verbatim", "Second Article About"))
public void givenAnalyzedQuery_whenMakeAggregationOnTermCount_thenEachTokenCountsSeparately() throws Exception { .build();
final TermsAggregationBuilder aggregation = AggregationBuilders.terms("top_tags").field("title");
final SearchSourceBuilder builder = new SearchSourceBuilder().aggregation(aggregation); articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
final SearchRequest searchRequest = new SearchRequest("blog").source(builder); assertEquals(0, articles.getTotalHits());
}
final SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT); @Test
public void givenNestedObject_whenQueryByAuthorsName_thenFoundArticlesByThatAuthor() {
final QueryBuilder builder = nestedQuery("authors", boolQuery().must(termQuery("authors.name", "smith")), ScoreMode.None);
final Map<String, Aggregation> results = response.getAggregations().asMap(); final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(builder)
final ParsedStringTerms topTags = (ParsedStringTerms) results.get("top_tags"); .build();
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
final List<String> keys = topTags.getBuckets().stream().map(MultiBucketsAggregation.Bucket::getKeyAsString).sorted() assertEquals(2, articles.getTotalHits());
.collect(toList()); }
assertEquals(
asList("about", "article", "data", "elasticsearch", "engines", "search", "second", "spring", "tutorial"), keys);
}
@Test @Test
public void givenNotAnalyzedQuery_whenMakeAggregationOnTermCount_thenEachTermCountsIndividually() throws Exception { public void givenAnalyzedQuery_whenMakeAggregationOnTermCount_thenEachTokenCountsSeparately() throws Exception {
final TermsAggregationBuilder aggregation = AggregationBuilders.terms("top_tags").field("tags") final TermsAggregationBuilder aggregation = AggregationBuilders.terms("top_tags")
.order(BucketOrder.count(false)); .field("title");
final SearchSourceBuilder builder = new SearchSourceBuilder().aggregation(aggregation); final SearchSourceBuilder builder = new SearchSourceBuilder().aggregation(aggregation);
final SearchRequest searchRequest = new SearchRequest().indices("blog").source(builder); final SearchRequest searchRequest = new SearchRequest("blog").source(builder);
final SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT); final SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT);
final Map<String, Aggregation> results = response.getAggregations().asMap(); final Map<String, Aggregation> results = response.getAggregations()
final ParsedStringTerms topTags = (ParsedStringTerms) results.get("top_tags"); .asMap();
final ParsedStringTerms topTags = (ParsedStringTerms) results.get("top_tags");
final List<String> keys = topTags.getBuckets().stream().map(MultiBucketsAggregation.Bucket::getKeyAsString) final List<String> keys = topTags.getBuckets()
.collect(toList()); .stream()
assertEquals(asList("elasticsearch", "spring data", "search engines", "tutorial"), keys); .map(MultiBucketsAggregation.Bucket::getKeyAsString)
} .sorted()
.collect(toList());
assertEquals(asList("about", "article", "data", "elasticsearch", "engines", "search", "second", "spring", "tutorial"), keys);
}
@Test @Test
public void givenNotExactPhrase_whenUseSlop_thenQueryMatches() { public void givenNotAnalyzedQuery_whenMakeAggregationOnTermCount_thenEachTermCountsIndividually() throws Exception {
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder() final TermsAggregationBuilder aggregation = AggregationBuilders.terms("top_tags")
.withQuery(matchPhraseQuery("title", "spring elasticsearch").slop(1)).build(); .field("tags")
.order(BucketOrder.count(false));
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); final SearchSourceBuilder builder = new SearchSourceBuilder().aggregation(aggregation);
final SearchRequest searchRequest = new SearchRequest().indices("blog")
assertEquals(1, articles.getTotalHits()); .source(builder);
}
@Test final SearchResponse response = client.search(searchRequest, RequestOptions.DEFAULT);
public void givenPhraseWithType_whenUseFuzziness_thenQueryMatches() {
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder()
.withQuery(
matchQuery("title", "spring date elasticserch").operator(Operator.AND).fuzziness(Fuzziness.ONE).prefixLength(3))
.build();
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); final Map<String, Aggregation> results = response.getAggregations()
.asMap();
assertEquals(1, articles.getTotalHits()); final ParsedStringTerms topTags = (ParsedStringTerms) results.get("top_tags");
}
@Test final List<String> keys = topTags.getBuckets()
public void givenMultimatchQuery_whenDoSearch_thenAllProvidedFieldsMatch() { .stream()
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder() .map(MultiBucketsAggregation.Bucket::getKeyAsString)
.withQuery( .collect(toList());
multiMatchQuery("tutorial").field("title").field("tags").type(MultiMatchQueryBuilder.Type.BEST_FIELDS)) assertEquals(asList("elasticsearch", "spring data", "search engines", "tutorial"), keys);
.build(); }
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); @Test
public void givenNotExactPhrase_whenUseSlop_thenQueryMatches() {
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(matchPhraseQuery("title", "spring elasticsearch").slop(1))
.build();
assertEquals(2, articles.getTotalHits()); final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
}
@Test assertEquals(1, articles.getTotalHits());
public void givenBoolQuery_whenQueryByAuthorsName_thenFoundArticlesByThatAuthorAndFilteredTag() { }
final QueryBuilder builder = boolQuery()
.must(nestedQuery("authors", boolQuery().must(termQuery("authors.name", "doe")), ScoreMode.None))
.filter(termQuery("tags", "elasticsearch"));
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(builder).build(); @Test
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog")); public void givenPhraseWithType_whenUseFuzziness_thenQueryMatches() {
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(matchQuery("title", "spring date elasticserch").operator(Operator.AND)
.fuzziness(Fuzziness.ONE)
.prefixLength(3))
.build();
assertEquals(2, articles.getTotalHits()); final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
}
assertEquals(1, articles.getTotalHits());
}
@Test
public void givenMultimatchQuery_whenDoSearch_thenAllProvidedFieldsMatch() {
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(multiMatchQuery("tutorial").field("title")
.field("tags")
.type(MultiMatchQueryBuilder.Type.BEST_FIELDS))
.build();
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(2, articles.getTotalHits());
}
@Test
public void givenBoolQuery_whenQueryByAuthorsName_thenFoundArticlesByThatAuthorAndFilteredTag() {
final QueryBuilder builder = boolQuery().must(nestedQuery("authors", boolQuery().must(termQuery("authors.name", "doe")), ScoreMode.None))
.filter(termQuery("tags", "elasticsearch"));
final NativeSearchQuery searchQuery = new NativeSearchQueryBuilder().withQuery(builder)
.build();
final SearchHits<Article> articles = elasticsearchTemplate.search(searchQuery, Article.class, IndexCoordinates.of("blog"));
assertEquals(2, articles.getTotalHits());
}
} }