Compare commits
53 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 6bb18b9a0a | |||
| e5252da066 | |||
| a49b1b52a3 | |||
| 7982ff7986 | |||
| 1c9441a1b4 | |||
| e0cc849952 | |||
| 1b50013fc2 | |||
| 5418ef9e03 | |||
| 8d81e499bc | |||
| e457b1678b | |||
| 6c34dc53f3 | |||
| 85b6acebb2 | |||
| 00155c2b31 | |||
| d0020be57d | |||
| 20a6140fe9 | |||
| cdb48c8226 | |||
| 493476567a | |||
| a7c148653f | |||
| 3092db9e7d | |||
| d8917f1cb1 | |||
| cc533b25f1 | |||
| c5231d879d | |||
| 950ca0fc2a | |||
| 95a86f558b | |||
| 8117e5a174 | |||
| 3a9a959918 | |||
| a179dd0643 | |||
| 310ea07c6f | |||
| 34a277cd7d | |||
| 878dc029ec | |||
| c931812c6a | |||
| c514e020b8 | |||
| 31a4ad715f | |||
| 03efe1b910 | |||
| 9d5d2efb40 | |||
| b7266961d9 | |||
| d96cd02572 | |||
| ceb0225850 | |||
| 5c59f73e00 | |||
| 44b1c9e848 | |||
| 1770f98a74 | |||
| bad0a80313 | |||
| 92dd6e8599 | |||
| c793be8ab4 | |||
| 07ae79f9ce | |||
| 47c84b84af | |||
| 5ba1e5dc77 | |||
| 5ddcd55942 | |||
| be4a77ad21 | |||
| 7fa3cb74a1 | |||
| ba9edf8ec8 | |||
| e4a39ae285 | |||
| 7392222793 |
+1
-1
@@ -1,3 +1,3 @@
|
||||
#Thu Nov 07 09:47:28 CET 2024
|
||||
#Thu Nov 07 09:49:32 CET 2024
|
||||
wrapperUrl=https\://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar
|
||||
distributionUrl=https\://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.9/apache-maven-3.9.9-bin.zip
|
||||
|
||||
Vendored
+1
-1
@@ -9,7 +9,7 @@ pipeline {
|
||||
|
||||
triggers {
|
||||
pollSCM 'H/10 * * * *'
|
||||
upstream(upstreamProjects: "spring-data-commons/3.4.x", threshold: hudson.model.Result.SUCCESS)
|
||||
upstream(upstreamProjects: "spring-data-commons/3.3.x", threshold: hudson.model.Result.SUCCESS)
|
||||
}
|
||||
|
||||
options {
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Java versions
|
||||
java.main.tag=17.0.13_11-jdk-focal
|
||||
java.next.tag=23.0.1_11-jdk-noble
|
||||
java.next.tag=22.0.2_9-jdk-jammy
|
||||
|
||||
# Docker container images - standard
|
||||
docker.java.main.image=library/eclipse-temurin:${java.main.tag}
|
||||
@@ -11,7 +11,6 @@ docker.mongodb.4.4.version=4.4.25
|
||||
docker.mongodb.5.0.version=5.0.21
|
||||
docker.mongodb.6.0.version=6.0.10
|
||||
docker.mongodb.7.0.version=7.0.2
|
||||
docker.mongodb.8.0.version=8.0.0
|
||||
|
||||
# Supported versions of Redis
|
||||
docker.redis.6.version=6.2.13
|
||||
|
||||
@@ -5,12 +5,12 @@
|
||||
|
||||
<groupId>org.springframework.data</groupId>
|
||||
<artifactId>spring-data-elasticsearch</artifactId>
|
||||
<version>5.4.2</version>
|
||||
<version>5.3.8</version>
|
||||
|
||||
<parent>
|
||||
<groupId>org.springframework.data.build</groupId>
|
||||
<artifactId>spring-data-parent</artifactId>
|
||||
<version>3.4.2</version>
|
||||
<version>3.3.8</version>
|
||||
</parent>
|
||||
|
||||
<name>Spring Data Elasticsearch</name>
|
||||
@@ -18,16 +18,16 @@
|
||||
<url>https://github.com/spring-projects/spring-data-elasticsearch</url>
|
||||
|
||||
<properties>
|
||||
<springdata.commons>3.4.2</springdata.commons>
|
||||
<springdata.commons>3.3.8</springdata.commons>
|
||||
|
||||
<!-- version of the ElasticsearchClient -->
|
||||
<elasticsearch-java>8.15.5</elasticsearch-java>
|
||||
<elasticsearch-java>8.13.4</elasticsearch-java>
|
||||
|
||||
<hoverfly>0.19.0</hoverfly>
|
||||
<log4j>2.23.1</log4j>
|
||||
<jsonassert>1.5.3</jsonassert>
|
||||
<testcontainers>1.20.0</testcontainers>
|
||||
<wiremock>3.9.1</wiremock>
|
||||
<hoverfly>0.14.4</hoverfly>
|
||||
<log4j>2.18.0</log4j>
|
||||
<jsonassert>1.5.1</jsonassert>
|
||||
<testcontainers>1.18.0</testcontainers>
|
||||
<wiremock>2.35.1</wiremock>
|
||||
|
||||
<java-module-name>spring.data.elasticsearch</java-module-name>
|
||||
|
||||
@@ -131,6 +131,17 @@
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.elasticsearch.client</groupId>
|
||||
<artifactId>elasticsearch-rest-client</artifactId> <!-- is Apache 2-->
|
||||
<version>${elasticsearch-java}</version>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
<groupId>commons-logging</groupId>
|
||||
<artifactId>commons-logging</artifactId>
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
|
||||
<!-- Jackson JSON Mapper -->
|
||||
<dependency>
|
||||
@@ -244,8 +255,8 @@
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.wiremock</groupId>
|
||||
<artifactId>wiremock</artifactId>
|
||||
<groupId>com.github.tomakehurst</groupId>
|
||||
<artifactId>wiremock-jre8</artifactId>
|
||||
<version>${wiremock}</version>
|
||||
<scope>test</scope>
|
||||
<exclusions>
|
||||
|
||||
@@ -10,8 +10,6 @@
|
||||
*** xref:migration-guides/migration-guide-5.0-5.1.adoc[]
|
||||
*** xref:migration-guides/migration-guide-5.1-5.2.adoc[]
|
||||
*** xref:migration-guides/migration-guide-5.2-5.3.adoc[]
|
||||
*** xref:migration-guides/migration-guide-5.3-5.4.adoc[]
|
||||
|
||||
|
||||
* xref:elasticsearch.adoc[]
|
||||
** xref:elasticsearch/clients.adoc[]
|
||||
|
||||
@@ -1,17 +1,10 @@
|
||||
[[new-features]]
|
||||
= What's new
|
||||
|
||||
[[new-features.5-4-1]]
|
||||
== New in Spring Data Elasticsearch 5.4.1
|
||||
* Upgrade to Elasticsearch 8.15.5.
|
||||
[[new-features.5-3-1]]
|
||||
== New in Spring Data Elasticsearch 5.3.1
|
||||
|
||||
[[new-features.5-4-0]]
|
||||
== New in Spring Data Elasticsearch 5.4
|
||||
|
||||
* Upgrade to Elasticsearch 8.15.3.
|
||||
* Allow to customize the mapped type name for `@InnerField` and `@Field` annotations.
|
||||
* Support for Elasticsearch SQL.
|
||||
* Add support for retrieving request executionDuration.
|
||||
* Upgrade to Elasticsearch 8.13.4.
|
||||
|
||||
[[new-features.5-3-0]]
|
||||
== New in Spring Data Elasticsearch 5.3
|
||||
|
||||
@@ -81,7 +81,7 @@ When a document is retrieved with the methods of the `DocumentOperations` inter
|
||||
When searching with the methods of the `SearchOperations` interface, additional information is available for each entity, for example the _score_ or the _sortValues_ of the found entity.
|
||||
|
||||
In order to return this information, each entity is wrapped in a `SearchHit` object that contains this entity-specific additional information.
|
||||
These `SearchHit` objects themselves are returned within a `SearchHits` object which additionally contains informations about the whole search like the _maxScore_ or requested aggregations or the execution duration it took to complete the request.
|
||||
These `SearchHit` objects themselves are returned within a `SearchHits` object which additionally contains informations about the whole search like the _maxScore_ or requested aggregations.
|
||||
The following classes and interfaces are now available:
|
||||
|
||||
.SearchHit<T>
|
||||
|
||||
@@ -6,10 +6,9 @@ The following table shows the Elasticsearch and Spring versions that are used by
|
||||
[cols="^,^,^,^",options="header"]
|
||||
|===
|
||||
| Spring Data Release Train | Spring Data Elasticsearch | Elasticsearch | Spring Framework
|
||||
| 2024.1 | 5.4.x | 8.15.5 | 6.2.x
|
||||
| 2024.0 | 5.3.1 | 8.13.4 | 6.1.x
|
||||
| 2023.1 (Vaughan) | 5.2.xfootnote:oom[Out of maintenance] | 8.11.1 | 6.1.x
|
||||
| 2023.0 (Ullmann) | 5.1.xfootnote:oom[] | 8.7.1 | 6.0.x
|
||||
| 2024.0 | 5.3.3 | 8.13.4 | 6.1.x
|
||||
| 2023.1 (Vaughan) | 5.2.x | 8.11.1 | 6.1.x
|
||||
| 2023.0 (Ullmann) | 5.1.xfootnote:oom[Out of maintenance] | 8.7.1 | 6.0.x
|
||||
| 2022.0 (Turing) | 5.0.xfootnote:oom[] | 8.5.3 | 6.0.x
|
||||
| 2021.2 (Raj) | 4.4.xfootnote:oom[] | 7.17.3 | 5.3.x
|
||||
| 2021.1 (Q) | 4.3.xfootnote:oom[] | 7.15.2 | 5.3.x
|
||||
|
||||
@@ -5,17 +5,14 @@ This section describes breaking changes from version 5.2.x to 5.3.x and how remo
|
||||
|
||||
[[elasticsearch-migration-guide-5.2-5.3.breaking-changes]]
|
||||
== Breaking Changes
|
||||
|
||||
During the parameter replacement in `@Query` annotated repository methods previous versions wrote the String `"null"` into the query that was sent to Elasticsearch when the actual parameter value was `null`.
|
||||
As Elasticsearch does not store `null` values, this behaviour could lead to problems, for example whent the fields to be searched contains the string `"null"`.
|
||||
In Version 5.3 a `null` value in a parameter will cause a `ConversionException` to be thrown.
|
||||
If you are using `"null"` as the
|
||||
During the parameter replacement in `@Query` annotated repository methods previous versions wrote the String _"null"_ into the query that was sent to Elasticsearch
|
||||
when the actual parameter value was `null`. As Elasticsearch does not store `null` values, this behaviour could lead to problems, for example whent the fields to be
|
||||
searched contains the string `"null"`. In Version 5.3 a `null` value in a parameter will cause a `ConversionException` to be thrown. If you are using `"null"` as the
|
||||
`null_value` defined in a field mapping, then pass that string into the query instead of a Java `null`.
|
||||
|
||||
[[elasticsearch-migration-guide-5.2-5.3.deprecations]]
|
||||
== Deprecations
|
||||
|
||||
=== Removals
|
||||
|
||||
The deprecated classes `org.springframework.data.elasticsearch.ELCQueries`
|
||||
and `org.springframework.data.elasticsearch.client.elc.QueryBuilders` have been removed, use `org.springframework.data.elasticsearch.client.elc.Queries` instead.
|
||||
and `org.springframework.data.elasticsearch.client.elc.QueryBuilders` have been removed, use `org.springframework.data.elasticsearch.client.elc.Queries` instead.
|
||||
|
||||
@@ -1,23 +0,0 @@
|
||||
[[elasticsearch-migration-guide-5.3-5.4]]
|
||||
= Upgrading from 5.3.x to 5.4.x
|
||||
|
||||
This section describes breaking changes from version 5.3.x to 5.4.x and how removed features can be replaced by new introduced features.
|
||||
|
||||
[[elasticsearch-migration-guide-5.3-5.4.breaking-changes]]
|
||||
== Breaking Changes
|
||||
|
||||
[[elasticsearch-migration-guide-5.3-5.4.breaking-changes.knn-search]]
|
||||
=== knn search
|
||||
The `withKnnQuery` method in `NativeQueryBuilder` has been replaced with `withKnnSearches` to build a `NativeQuery` with knn search.
|
||||
|
||||
`KnnQuery` and `KnnSearch` are two different classes in elasticsearch java client and are used for different queries, with different parameters supported:
|
||||
|
||||
- `KnnSearch`: is https://www.elastic.co/guide/en/elasticsearch/reference/8.13/search-search.html#search-api-knn[the top level `knn` query] in the elasticsearch request;
|
||||
- `KnnQuery`: is https://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl-knn-query.html[the `knn` query inside `query` clause];
|
||||
|
||||
If `KnnQuery` is still preferable, please be sure to construct it inside `query` clause manually, by means of `withQuery(co.elastic.clients.elasticsearch._types.query_dsl.Query query)` clause in `NativeQueryBuilder`.
|
||||
|
||||
[[elasticsearch-migration-guide-5.3-5.4.deprecations]]
|
||||
== Deprecations
|
||||
|
||||
=== Removals
|
||||
@@ -1,79 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
import java.lang.annotation.ElementType;
|
||||
import java.lang.annotation.Inherited;
|
||||
import java.lang.annotation.Repeatable;
|
||||
import java.lang.annotation.Retention;
|
||||
import java.lang.annotation.RetentionPolicy;
|
||||
import java.lang.annotation.Target;
|
||||
|
||||
import org.springframework.core.annotation.AliasFor;
|
||||
|
||||
/**
|
||||
* Identifies an alias for the index.
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
* @since 5.4
|
||||
*/
|
||||
@Inherited
|
||||
@Retention(RetentionPolicy.RUNTIME)
|
||||
@Target({ ElementType.TYPE })
|
||||
@Repeatable(Aliases.class)
|
||||
public @interface Alias {
|
||||
/**
|
||||
* @return Index alias name. Alias for {@link #alias}.
|
||||
*/
|
||||
@AliasFor("alias")
|
||||
String value() default "";
|
||||
|
||||
/**
|
||||
* @return Index alias name. Alias for {@link #value}.
|
||||
*/
|
||||
@AliasFor("value")
|
||||
String alias() default "";
|
||||
|
||||
/**
|
||||
* @return Query used to limit documents the alias can access.
|
||||
*/
|
||||
Filter filter() default @Filter;
|
||||
|
||||
/**
|
||||
* @return Used to route indexing operations to a specific shard.
|
||||
*/
|
||||
String indexRouting() default "";
|
||||
|
||||
/**
|
||||
* @return Used to route indexing and search operations to a specific shard.
|
||||
*/
|
||||
String routing() default "";
|
||||
|
||||
/**
|
||||
* @return Used to route search operations to a specific shard.
|
||||
*/
|
||||
String searchRouting() default "";
|
||||
|
||||
/**
|
||||
* @return Is the alias hidden?
|
||||
*/
|
||||
boolean isHidden() default false;
|
||||
|
||||
/**
|
||||
* @return Is it the 'write index' for the alias?
|
||||
*/
|
||||
boolean isWriteIndex() default false;
|
||||
}
|
||||
@@ -1,36 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
import java.lang.annotation.ElementType;
|
||||
import java.lang.annotation.Inherited;
|
||||
import java.lang.annotation.Retention;
|
||||
import java.lang.annotation.RetentionPolicy;
|
||||
import java.lang.annotation.Target;
|
||||
|
||||
/**
|
||||
* Container annotation that aggregates several {@link Alias} annotations.
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
* @see Alias
|
||||
* @since 5.4
|
||||
*/
|
||||
@Inherited
|
||||
@Retention(RetentionPolicy.RUNTIME)
|
||||
@Target({ ElementType.TYPE })
|
||||
public @interface Aliases {
|
||||
Alias[] value();
|
||||
}
|
||||
@@ -100,13 +100,6 @@ public @interface Document {
|
||||
*/
|
||||
boolean storeVersionInSource() default true;
|
||||
|
||||
/**
|
||||
* Aliases for the index.
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
Alias[] aliases() default {};
|
||||
|
||||
/**
|
||||
* @since 4.3
|
||||
*/
|
||||
|
||||
@@ -37,8 +37,6 @@ import org.springframework.core.annotation.AliasFor;
|
||||
* @author Brian Kimmig
|
||||
* @author Morgan Lutz
|
||||
* @author Sascha Woo
|
||||
* @author Haibo Liu
|
||||
* @author Andriy Redko
|
||||
*/
|
||||
@Retention(RetentionPolicy.RUNTIME)
|
||||
@Target({ ElementType.FIELD, ElementType.ANNOTATION_TYPE, ElementType.METHOD })
|
||||
@@ -130,10 +128,6 @@ public @interface Field {
|
||||
boolean norms() default true;
|
||||
|
||||
/**
|
||||
* NOte that null_value setting are not supported in Elasticsearch for all types. For example setting a null_value on
|
||||
* a field with type text will throw an exception in the server when the mapping is written to Elasticsearch. Alas,
|
||||
* the Elasticsearch documentation does not specify on which types it is allowed on which it is not.
|
||||
*
|
||||
* @since 4.0
|
||||
*/
|
||||
String nullValue() default "";
|
||||
@@ -201,27 +195,6 @@ public @interface Field {
|
||||
*/
|
||||
int dims() default -1;
|
||||
|
||||
/**
|
||||
* to be used in combination with {@link FieldType#Dense_Vector}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
String elementType() default FieldElementType.DEFAULT;
|
||||
|
||||
/**
|
||||
* to be used in combination with {@link FieldType#Dense_Vector}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
KnnSimilarity knnSimilarity() default KnnSimilarity.DEFAULT;
|
||||
|
||||
/**
|
||||
* to be used in combination with {@link FieldType#Dense_Vector}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
KnnIndexOptions[] knnIndexOptions() default {};
|
||||
|
||||
/**
|
||||
* Controls how Elasticsearch dynamically adds fields to the inner object within the document.<br>
|
||||
* To be used in combination with {@link FieldType#Object} or {@link FieldType#Nested}
|
||||
@@ -245,11 +218,4 @@ public @interface Field {
|
||||
* @since 5.1
|
||||
*/
|
||||
boolean storeEmptyValue() default true;
|
||||
|
||||
/**
|
||||
* overrides the field type in the mapping which otherwise will be taken from corresponding {@link FieldType}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
String mappedTypeName() default "";
|
||||
}
|
||||
|
||||
-26
@@ -1,26 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
/**
|
||||
* @author Haibo Liu
|
||||
* @since 5.4
|
||||
*/
|
||||
public final class FieldElementType {
|
||||
public final static String DEFAULT = "";
|
||||
public final static String FLOAT = "float";
|
||||
public final static String BYTE = "byte";
|
||||
}
|
||||
@@ -1,38 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
import org.springframework.core.annotation.AliasFor;
|
||||
|
||||
/**
|
||||
* Query used to limit documents.
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
* @since 5.4
|
||||
*/
|
||||
public @interface Filter {
|
||||
/**
|
||||
* @return Query used to limit documents. Alias for {@link #query}.
|
||||
*/
|
||||
@AliasFor("query")
|
||||
String value() default "";
|
||||
|
||||
/**
|
||||
* @return Query used to limit documents. Alias for {@link #value}.
|
||||
*/
|
||||
@AliasFor("value")
|
||||
String query() default "";
|
||||
}
|
||||
@@ -29,8 +29,6 @@ import java.lang.annotation.Target;
|
||||
* @author Aleksei Arsenev
|
||||
* @author Brian Kimmig
|
||||
* @author Morgan Lutz
|
||||
* @author Haibo Liu
|
||||
* @author Andriy Redko
|
||||
*/
|
||||
@Retention(RetentionPolicy.RUNTIME)
|
||||
@Target(ElementType.ANNOTATION_TYPE)
|
||||
@@ -151,32 +149,4 @@ public @interface InnerField {
|
||||
* @since 4.2
|
||||
*/
|
||||
int dims() default -1;
|
||||
|
||||
/**
|
||||
* to be used in combination with {@link FieldType#Dense_Vector}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
String elementType() default FieldElementType.DEFAULT;
|
||||
|
||||
/**
|
||||
* to be used in combination with {@link FieldType#Dense_Vector}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
KnnSimilarity knnSimilarity() default KnnSimilarity.DEFAULT;
|
||||
|
||||
/**
|
||||
* to be used in combination with {@link FieldType#Dense_Vector}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
KnnIndexOptions[] knnIndexOptions() default {};
|
||||
|
||||
/**
|
||||
* overrides the field type in the mapping which otherwise will be taken from corresponding {@link FieldType}
|
||||
*
|
||||
* @since 5.4
|
||||
*/
|
||||
String mappedTypeName() default "";
|
||||
}
|
||||
|
||||
-38
@@ -1,38 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
/**
|
||||
* @author Haibo Liu
|
||||
* @since 5.4
|
||||
*/
|
||||
public enum KnnAlgorithmType {
|
||||
HNSW("hnsw"),
|
||||
INT8_HNSW("int8_hnsw"),
|
||||
FLAT("flat"),
|
||||
INT8_FLAT("int8_flat"),
|
||||
DEFAULT("");
|
||||
|
||||
private final String type;
|
||||
|
||||
KnnAlgorithmType(String type) {
|
||||
this.type = type;
|
||||
}
|
||||
|
||||
public String getType() {
|
||||
return type;
|
||||
}
|
||||
}
|
||||
@@ -1,40 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
/**
|
||||
* @author Haibo Liu
|
||||
* @since 5.4
|
||||
*/
|
||||
public @interface KnnIndexOptions {
|
||||
|
||||
KnnAlgorithmType type() default KnnAlgorithmType.DEFAULT;
|
||||
|
||||
/**
|
||||
* Only applicable to {@link KnnAlgorithmType#HNSW} and {@link KnnAlgorithmType#INT8_HNSW} index types.
|
||||
*/
|
||||
int m() default -1;
|
||||
|
||||
/**
|
||||
* Only applicable to {@link KnnAlgorithmType#HNSW} and {@link KnnAlgorithmType#INT8_HNSW} index types.
|
||||
*/
|
||||
int efConstruction() default -1;
|
||||
|
||||
/**
|
||||
* Only applicable to {@link KnnAlgorithmType#INT8_HNSW} and {@link KnnAlgorithmType#INT8_FLAT} index types.
|
||||
*/
|
||||
float confidenceInterval() default -1F;
|
||||
}
|
||||
@@ -1,38 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.annotations;
|
||||
|
||||
/**
|
||||
* @author Haibo Liu
|
||||
* @since 5.4
|
||||
*/
|
||||
public enum KnnSimilarity {
|
||||
L2_NORM("l2_norm"),
|
||||
DOT_PRODUCT("dot_product"),
|
||||
COSINE("cosine"),
|
||||
MAX_INNER_PRODUCT("max_inner_product"),
|
||||
DEFAULT("");
|
||||
|
||||
private final String similarity;
|
||||
|
||||
KnnSimilarity(String similarity) {
|
||||
this.similarity = similarity;
|
||||
}
|
||||
|
||||
public String getSimilarity() {
|
||||
return similarity;
|
||||
}
|
||||
}
|
||||
+33
-38
@@ -127,7 +127,7 @@ class CriteriaQueryProcessor extends AbstractQueryProcessor {
|
||||
mustQueries.add(Query.of(qb -> qb.matchAll(m -> m)));
|
||||
}
|
||||
|
||||
return new Query.Builder().bool(boolQueryBuilder -> {
|
||||
return new Query.Builder().bool(boolQueryBuilder -> {
|
||||
|
||||
if (!shouldQueries.isEmpty()) {
|
||||
boolQueryBuilder.should(shouldQueries);
|
||||
@@ -249,54 +249,49 @@ class CriteriaQueryProcessor extends AbstractQueryProcessor {
|
||||
queryBuilder.queryString(queryStringQuery(fieldName, Objects.requireNonNull(value).toString(), boost));
|
||||
break;
|
||||
case LESS:
|
||||
queryBuilder
|
||||
.range(rb -> rb
|
||||
.untyped(ut -> ut
|
||||
.field(fieldName)
|
||||
.lt(JsonData.of(value))
|
||||
.boost(boost)));
|
||||
queryBuilder //
|
||||
.range(rb -> rb //
|
||||
.field(fieldName) //
|
||||
.lt(JsonData.of(value)) //
|
||||
.boost(boost)); //
|
||||
break;
|
||||
case LESS_EQUAL:
|
||||
queryBuilder
|
||||
.range(rb -> rb
|
||||
.untyped(ut -> ut
|
||||
.field(fieldName)
|
||||
.lte(JsonData.of(value))
|
||||
.boost(boost)));
|
||||
queryBuilder //
|
||||
.range(rb -> rb //
|
||||
.field(fieldName) //
|
||||
.lte(JsonData.of(value)) //
|
||||
.boost(boost)); //
|
||||
break;
|
||||
case GREATER:
|
||||
queryBuilder
|
||||
.range(rb -> rb
|
||||
.untyped(ut -> ut
|
||||
.field(fieldName)
|
||||
.gt(JsonData.of(value))
|
||||
.boost(boost)));
|
||||
queryBuilder //
|
||||
.range(rb -> rb //
|
||||
.field(fieldName) //
|
||||
.gt(JsonData.of(value)) //
|
||||
.boost(boost)); //
|
||||
break;
|
||||
case GREATER_EQUAL:
|
||||
queryBuilder
|
||||
.range(rb -> rb
|
||||
.untyped(ut -> ut
|
||||
.field(fieldName)
|
||||
.gte(JsonData.of(value))
|
||||
.boost(boost)));
|
||||
queryBuilder //
|
||||
.range(rb -> rb //
|
||||
.field(fieldName) //
|
||||
.gte(JsonData.of(value)) //
|
||||
.boost(boost)); //
|
||||
break;
|
||||
case BETWEEN:
|
||||
Object[] ranges = (Object[]) value;
|
||||
Assert.notNull(value, "value for a between condition must not be null");
|
||||
queryBuilder
|
||||
.range(rb -> rb
|
||||
.untyped(ut -> {
|
||||
ut.field(fieldName);
|
||||
if (ranges[0] != null) {
|
||||
ut.gte(JsonData.of(ranges[0]));
|
||||
}
|
||||
queryBuilder //
|
||||
.range(rb -> {
|
||||
rb.field(fieldName);
|
||||
if (ranges[0] != null) {
|
||||
rb.gte(JsonData.of(ranges[0]));
|
||||
}
|
||||
|
||||
if (ranges[1] != null) {
|
||||
ut.lte(JsonData.of(ranges[1]));
|
||||
}
|
||||
ut.boost(boost); //
|
||||
return ut;
|
||||
}));
|
||||
if (ranges[1] != null) {
|
||||
rb.lte(JsonData.of(ranges[1]));
|
||||
}
|
||||
rb.boost(boost); //
|
||||
return rb;
|
||||
}); //
|
||||
|
||||
break;
|
||||
case FUZZY:
|
||||
|
||||
+1
-2
@@ -50,7 +50,6 @@ import org.springframework.util.Assert;
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.4
|
||||
*/
|
||||
final class DocumentAdapters {
|
||||
@@ -75,7 +74,7 @@ final class DocumentAdapters {
|
||||
Map<String, SearchDocumentResponse> innerHits = new LinkedHashMap<>();
|
||||
hit.innerHits().forEach((name, innerHitsResult) -> {
|
||||
// noinspection ReturnOfNull
|
||||
innerHits.put(name, SearchDocumentResponseBuilder.from(innerHitsResult.hits(), null, null, null, 0, null, null,
|
||||
innerHits.put(name, SearchDocumentResponseBuilder.from(innerHitsResult.hits(), null, null, null, null, null,
|
||||
searchDocument -> null, jsonpMapper));
|
||||
});
|
||||
|
||||
|
||||
-19
@@ -23,8 +23,6 @@ import co.elastic.clients.elasticsearch.core.*;
|
||||
import co.elastic.clients.elasticsearch.core.bulk.BulkResponseItem;
|
||||
import co.elastic.clients.elasticsearch.core.msearch.MultiSearchResponseItem;
|
||||
import co.elastic.clients.elasticsearch.core.search.ResponseBody;
|
||||
import co.elastic.clients.elasticsearch.sql.ElasticsearchSqlClient;
|
||||
import co.elastic.clients.elasticsearch.sql.QueryResponse;
|
||||
import co.elastic.clients.json.JsonpMapper;
|
||||
import co.elastic.clients.transport.Version;
|
||||
|
||||
@@ -58,7 +56,6 @@ import org.springframework.data.elasticsearch.core.query.UpdateResponse;
|
||||
import org.springframework.data.elasticsearch.core.reindex.ReindexRequest;
|
||||
import org.springframework.data.elasticsearch.core.reindex.ReindexResponse;
|
||||
import org.springframework.data.elasticsearch.core.script.Script;
|
||||
import org.springframework.data.elasticsearch.core.sql.SqlResponse;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
|
||||
@@ -77,7 +74,6 @@ public class ElasticsearchTemplate extends AbstractElasticsearchTemplate {
|
||||
private static final Log LOGGER = LogFactory.getLog(ElasticsearchTemplate.class);
|
||||
|
||||
private final ElasticsearchClient client;
|
||||
private final ElasticsearchSqlClient sqlClient;
|
||||
private final RequestConverter requestConverter;
|
||||
private final ResponseConverter responseConverter;
|
||||
private final JsonpMapper jsonpMapper;
|
||||
@@ -89,7 +85,6 @@ public class ElasticsearchTemplate extends AbstractElasticsearchTemplate {
|
||||
Assert.notNull(client, "client must not be null");
|
||||
|
||||
this.client = client;
|
||||
this.sqlClient = client.sql();
|
||||
this.jsonpMapper = client._transport().jsonpMapper();
|
||||
requestConverter = new RequestConverter(elasticsearchConverter, jsonpMapper);
|
||||
responseConverter = new ResponseConverter(jsonpMapper);
|
||||
@@ -102,7 +97,6 @@ public class ElasticsearchTemplate extends AbstractElasticsearchTemplate {
|
||||
Assert.notNull(client, "client must not be null");
|
||||
|
||||
this.client = client;
|
||||
this.sqlClient = client.sql();
|
||||
this.jsonpMapper = client._transport().jsonpMapper();
|
||||
requestConverter = new RequestConverter(elasticsearchConverter, jsonpMapper);
|
||||
responseConverter = new ResponseConverter(jsonpMapper);
|
||||
@@ -662,19 +656,6 @@ public class ElasticsearchTemplate extends AbstractElasticsearchTemplate {
|
||||
DeleteScriptRequest request = requestConverter.scriptDelete(name);
|
||||
return execute(client -> client.deleteScript(request)).acknowledged();
|
||||
}
|
||||
|
||||
@Override
|
||||
public SqlResponse search(SqlQuery query) {
|
||||
Assert.notNull(query, "Query must not be null.");
|
||||
|
||||
try {
|
||||
QueryResponse response = sqlClient.query(requestConverter.sqlQueryRequest(query));
|
||||
|
||||
return responseConverter.sqlResponse(response);
|
||||
} catch (IOException e) {
|
||||
throw exceptionTranslator.translateException(e);
|
||||
}
|
||||
}
|
||||
// endregion
|
||||
|
||||
// region client callback
|
||||
|
||||
+11
-21
@@ -21,12 +21,13 @@ import co.elastic.clients.elasticsearch.indices.*;
|
||||
import co.elastic.clients.transport.ElasticsearchTransport;
|
||||
import co.elastic.clients.transport.endpoints.BooleanResponse;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
import java.util.Set;
|
||||
|
||||
import org.apache.commons.logging.Log;
|
||||
import org.apache.commons.logging.LogFactory;
|
||||
import org.springframework.core.annotation.AnnotatedElementUtils;
|
||||
import org.springframework.dao.InvalidDataAccessApiUsageException;
|
||||
import org.springframework.data.elasticsearch.UncategorizedElasticsearchException;
|
||||
@@ -45,8 +46,6 @@ import org.springframework.data.elasticsearch.core.index.GetIndexTemplateRequest
|
||||
import org.springframework.data.elasticsearch.core.index.GetTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.index.PutIndexTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.index.PutTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.mapping.Alias;
|
||||
import org.springframework.data.elasticsearch.core.mapping.CreateIndexSettings;
|
||||
import org.springframework.data.elasticsearch.core.mapping.ElasticsearchPersistentEntity;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.lang.Nullable;
|
||||
@@ -61,6 +60,8 @@ import org.springframework.util.Assert;
|
||||
public class IndicesTemplate extends ChildTemplate<ElasticsearchTransport, ElasticsearchIndicesClient>
|
||||
implements IndexOperations {
|
||||
|
||||
private static final Log LOGGER = LogFactory.getLog(IndicesTemplate.class);
|
||||
|
||||
// we need a cluster client as well because ES has put some methods from the indices API into the cluster client
|
||||
// (component templates)
|
||||
private final ClusterTemplate clusterTemplate;
|
||||
@@ -84,7 +85,7 @@ public class IndicesTemplate extends ChildTemplate<ElasticsearchTransport, Elast
|
||||
}
|
||||
|
||||
public IndicesTemplate(ElasticsearchIndicesClient client, ClusterTemplate clusterTemplate,
|
||||
ElasticsearchConverter elasticsearchConverter, IndexCoordinates boundIndex) {
|
||||
ElasticsearchConverter elasticsearchConverter, IndexCoordinates boundIndex) {
|
||||
super(client, elasticsearchConverter);
|
||||
|
||||
Assert.notNull(clusterTemplate, "cluster must not be null");
|
||||
@@ -136,14 +137,11 @@ public class IndicesTemplate extends ChildTemplate<ElasticsearchTransport, Elast
|
||||
|
||||
protected boolean doCreate(IndexCoordinates indexCoordinates, Map<String, Object> settings,
|
||||
@Nullable Document mapping) {
|
||||
Set<Alias> aliases = (boundClass != null) ? getAliasesFor(boundClass) : new HashSet<>();
|
||||
CreateIndexSettings indexSettings = CreateIndexSettings.builder(indexCoordinates)
|
||||
.withAliases(aliases)
|
||||
.withSettings(settings)
|
||||
.withMapping(mapping)
|
||||
.build();
|
||||
|
||||
CreateIndexRequest createIndexRequest = requestConverter.indicesCreateRequest(indexSettings);
|
||||
Assert.notNull(indexCoordinates, "indexCoordinates must not be null");
|
||||
Assert.notNull(settings, "settings must not be null");
|
||||
|
||||
CreateIndexRequest createIndexRequest = requestConverter.indicesCreateRequest(indexCoordinates, settings, mapping);
|
||||
CreateIndexResponse createIndexResponse = execute(client -> client.create(createIndexRequest));
|
||||
return Boolean.TRUE.equals(createIndexResponse.acknowledged());
|
||||
}
|
||||
@@ -238,7 +236,8 @@ public class IndicesTemplate extends ChildTemplate<ElasticsearchTransport, Elast
|
||||
GetMappingRequest getMappingRequest = requestConverter.indicesGetMappingRequest(indexCoordinates);
|
||||
GetMappingResponse getMappingResponse = execute(client -> client.getMapping(getMappingRequest));
|
||||
|
||||
return responseConverter.indicesGetMapping(getMappingResponse, indexCoordinates);
|
||||
Document mappingResponse = responseConverter.indicesGetMapping(getMappingResponse, indexCoordinates);
|
||||
return mappingResponse;
|
||||
}
|
||||
|
||||
@Override
|
||||
@@ -450,14 +449,5 @@ public class IndicesTemplate extends ChildTemplate<ElasticsearchTransport, Elast
|
||||
public IndexCoordinates getIndexCoordinatesFor(Class<?> clazz) {
|
||||
return getRequiredPersistentEntity(clazz).getIndexCoordinates();
|
||||
}
|
||||
|
||||
/**
|
||||
* Get the {@link Alias} of the provided class.
|
||||
*
|
||||
* @param clazz provided class that can be used to extract aliases.
|
||||
*/
|
||||
public Set<Alias> getAliasesFor(Class<?> clazz) {
|
||||
return getRequiredPersistentEntity(clazz).getAliases();
|
||||
}
|
||||
// endregion
|
||||
}
|
||||
|
||||
@@ -15,6 +15,7 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.client.elc;
|
||||
|
||||
import co.elastic.clients.elasticsearch._types.KnnQuery;
|
||||
import co.elastic.clients.elasticsearch._types.KnnSearch;
|
||||
import co.elastic.clients.elasticsearch._types.SortOptions;
|
||||
import co.elastic.clients.elasticsearch._types.aggregations.Aggregation;
|
||||
@@ -29,6 +30,7 @@ import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.query.BaseQuery;
|
||||
import org.springframework.data.elasticsearch.core.query.ScriptedField;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
|
||||
@@ -38,7 +40,6 @@ import org.springframework.util.Assert;
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Sascha Woo
|
||||
* @author Haibo Liu
|
||||
* @since 4.4
|
||||
*/
|
||||
public class NativeQuery extends BaseQuery {
|
||||
@@ -53,6 +54,7 @@ public class NativeQuery extends BaseQuery {
|
||||
private List<SortOptions> sortOptions = Collections.emptyList();
|
||||
|
||||
private Map<String, JsonData> searchExtensions = Collections.emptyMap();
|
||||
@Nullable private KnnQuery knnQuery;
|
||||
@Nullable private List<KnnSearch> knnSearches = Collections.emptyList();
|
||||
|
||||
public NativeQuery(NativeQueryBuilder builder) {
|
||||
@@ -70,6 +72,7 @@ public class NativeQuery extends BaseQuery {
|
||||
"Cannot add an NativeQuery in a NativeQuery");
|
||||
}
|
||||
this.springDataQuery = builder.getSpringDataQuery();
|
||||
this.knnQuery = builder.getKnnQuery();
|
||||
this.knnSearches = builder.getKnnSearches();
|
||||
}
|
||||
|
||||
@@ -121,6 +124,14 @@ public class NativeQuery extends BaseQuery {
|
||||
this.springDataQuery = springDataQuery;
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.1
|
||||
*/
|
||||
@Nullable
|
||||
public KnnQuery getKnnQuery() {
|
||||
return knnQuery;
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.3.1
|
||||
*/
|
||||
|
||||
+3
-21
@@ -40,7 +40,6 @@ import org.springframework.util.Assert;
|
||||
/**
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Sascha Woo
|
||||
* @author Haibo Liu
|
||||
* @since 4.4
|
||||
*/
|
||||
public class NativeQueryBuilder extends BaseQueryBuilder<NativeQuery, NativeQueryBuilder> {
|
||||
@@ -214,30 +213,13 @@ public class NativeQueryBuilder extends BaseQueryBuilder<NativeQuery, NativeQuer
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.4
|
||||
* @since 5.1
|
||||
*/
|
||||
public NativeQueryBuilder withKnnSearches(List<KnnSearch> knnSearches) {
|
||||
this.knnSearches = knnSearches;
|
||||
public NativeQueryBuilder withKnnQuery(KnnQuery knnQuery) {
|
||||
this.knnQuery = knnQuery;
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.4
|
||||
*/
|
||||
public NativeQueryBuilder withKnnSearches(Function<KnnSearch.Builder, ObjectBuilder<KnnSearch>> fn) {
|
||||
|
||||
Assert.notNull(fn, "fn must not be null");
|
||||
|
||||
return withKnnSearches(fn.apply(new KnnSearch.Builder()).build());
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.4
|
||||
*/
|
||||
public NativeQueryBuilder withKnnSearches(KnnSearch knnSearch) {
|
||||
return withKnnSearches(List.of(knnSearch));
|
||||
}
|
||||
|
||||
public NativeQuery build() {
|
||||
Assert.isTrue(query == null || springDataQuery == null, "Cannot have both a native query and a Spring Data query");
|
||||
return new NativeQuery(this);
|
||||
|
||||
+4
-29
@@ -36,7 +36,6 @@ import org.springframework.util.Assert;
|
||||
* Reactive version of {@link co.elastic.clients.elasticsearch.ElasticsearchClient}.
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @author maryantocinn
|
||||
* @since 4.4
|
||||
*/
|
||||
public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTransport, ReactiveElasticsearchClient>
|
||||
@@ -70,10 +69,6 @@ public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTranspor
|
||||
return new ReactiveElasticsearchIndicesClient(transport, transportOptions);
|
||||
}
|
||||
|
||||
public ReactiveElasticsearchSqlClient sql() {
|
||||
return new ReactiveElasticsearchSqlClient(transport, transportOptions);
|
||||
}
|
||||
|
||||
// endregion
|
||||
// region info
|
||||
|
||||
@@ -127,7 +122,7 @@ public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTranspor
|
||||
// java.lang.Class<TDocument>)
|
||||
// noinspection unchecked
|
||||
JsonEndpoint<GetRequest, GetResponse<T>, ErrorResponse> endpoint = (JsonEndpoint<GetRequest, GetResponse<T>, ErrorResponse>) GetRequest._ENDPOINT;
|
||||
endpoint = new EndpointWithResponseMapperAttr<>(endpoint, "co.elastic.clients:Deserializer:_global.get.Response.TDocument",
|
||||
endpoint = new EndpointWithResponseMapperAttr<>(endpoint, "co.elastic.clients:Deserializer:_global.get.TDocument",
|
||||
getDeserializer(tClass));
|
||||
|
||||
return Mono.fromFuture(transport.performRequestAsync(request, endpoint, transportOptions));
|
||||
@@ -146,7 +141,7 @@ public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTranspor
|
||||
|
||||
// noinspection unchecked
|
||||
JsonEndpoint<UpdateRequest<?, ?>, UpdateResponse<T>, ErrorResponse> endpoint = new EndpointWithResponseMapperAttr(
|
||||
UpdateRequest._ENDPOINT, "co.elastic.clients:Deserializer:_global.update.Response.TDocument",
|
||||
UpdateRequest._ENDPOINT, "co.elastic.clients:Deserializer:_global.update.TDocument",
|
||||
this.getDeserializer(clazz));
|
||||
return Mono.fromFuture(transport.performRequestAsync(request, endpoint, this.transportOptions));
|
||||
}
|
||||
@@ -172,7 +167,7 @@ public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTranspor
|
||||
|
||||
// noinspection unchecked
|
||||
JsonEndpoint<MgetRequest, MgetResponse<T>, ErrorResponse> endpoint = (JsonEndpoint<MgetRequest, MgetResponse<T>, ErrorResponse>) MgetRequest._ENDPOINT;
|
||||
endpoint = new EndpointWithResponseMapperAttr<>(endpoint, "co.elastic.clients:Deserializer:_global.mget.Response.TDocument",
|
||||
endpoint = new EndpointWithResponseMapperAttr<>(endpoint, "co.elastic.clients:Deserializer:_global.mget.TDocument",
|
||||
this.getDeserializer(clazz));
|
||||
|
||||
return Mono.fromFuture(transport.performRequestAsync(request, endpoint, transportOptions));
|
||||
@@ -228,26 +223,6 @@ public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTranspor
|
||||
return deleteByQuery(fn.apply(new DeleteByQueryRequest.Builder()).build());
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.4
|
||||
*/
|
||||
public Mono<CountResponse> count(CountRequest request) {
|
||||
|
||||
Assert.notNull(request, "request must not be null");
|
||||
|
||||
return Mono.fromFuture(transport.performRequestAsync(request, CountRequest._ENDPOINT, transportOptions));
|
||||
}
|
||||
|
||||
/**
|
||||
* @since 5.4
|
||||
*/
|
||||
public Mono<CountResponse> count(Function<CountRequest.Builder, ObjectBuilder<CountRequest>> fn) {
|
||||
|
||||
Assert.notNull(fn, "fn must not be null");
|
||||
|
||||
return count(fn.apply(new CountRequest.Builder()).build());
|
||||
}
|
||||
|
||||
// endregion
|
||||
// region search
|
||||
|
||||
@@ -303,7 +278,7 @@ public class ReactiveElasticsearchClient extends ApiClient<ElasticsearchTranspor
|
||||
// noinspection unchecked
|
||||
JsonEndpoint<ScrollRequest, ScrollResponse<T>, ErrorResponse> endpoint = (JsonEndpoint<ScrollRequest, ScrollResponse<T>, ErrorResponse>) ScrollRequest._ENDPOINT;
|
||||
endpoint = new EndpointWithResponseMapperAttr<>(endpoint,
|
||||
"co.elastic.clients:Deserializer:_global.scroll.Response.TDocument", getDeserializer(tDocumentClass));
|
||||
"co.elastic.clients:Deserializer:_global.scroll.TDocument", getDeserializer(tDocumentClass));
|
||||
|
||||
return Mono.fromFuture(transport.performRequestAsync(request, endpoint, transportOptions));
|
||||
}
|
||||
|
||||
-72
@@ -1,72 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.client.elc;
|
||||
|
||||
import co.elastic.clients.ApiClient;
|
||||
import co.elastic.clients.elasticsearch._types.ElasticsearchException;
|
||||
import co.elastic.clients.elasticsearch.sql.QueryRequest;
|
||||
import co.elastic.clients.elasticsearch.sql.QueryResponse;
|
||||
import co.elastic.clients.transport.ElasticsearchTransport;
|
||||
import co.elastic.clients.transport.TransportOptions;
|
||||
import co.elastic.clients.util.ObjectBuilder;
|
||||
import reactor.core.publisher.Mono;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.function.Function;
|
||||
|
||||
import org.jetbrains.annotations.Nullable;
|
||||
|
||||
/**
|
||||
* Reactive version of {@link co.elastic.clients.elasticsearch.sql.ElasticsearchSqlClient}.
|
||||
*
|
||||
* @author Aouichaoui Youssef
|
||||
* @since 5.4
|
||||
*/
|
||||
public class ReactiveElasticsearchSqlClient extends ApiClient<ElasticsearchTransport, ReactiveElasticsearchSqlClient> {
|
||||
public ReactiveElasticsearchSqlClient(ElasticsearchTransport transport, @Nullable TransportOptions transportOptions) {
|
||||
super(transport, transportOptions);
|
||||
}
|
||||
|
||||
@Override
|
||||
public ReactiveElasticsearchSqlClient withTransportOptions(@Nullable TransportOptions transportOptions) {
|
||||
return new ReactiveElasticsearchSqlClient(transport, transportOptions);
|
||||
}
|
||||
|
||||
/**
|
||||
* Executes a SQL request
|
||||
*
|
||||
* @param fn a function that initializes a builder to create the {@link QueryRequest}.
|
||||
*/
|
||||
public final Mono<QueryResponse> query(Function<QueryRequest.Builder, ObjectBuilder<QueryRequest>> fn)
|
||||
throws IOException, ElasticsearchException {
|
||||
return query(fn.apply(new QueryRequest.Builder()).build());
|
||||
}
|
||||
|
||||
/**
|
||||
* Executes a SQL request.
|
||||
*/
|
||||
public Mono<QueryResponse> query(QueryRequest query) {
|
||||
return Mono.fromFuture(transport.performRequestAsync(query, QueryRequest._ENDPOINT, transportOptions));
|
||||
}
|
||||
|
||||
/**
|
||||
* Executes a SQL request.
|
||||
*/
|
||||
public Mono<QueryResponse> query() {
|
||||
return Mono.fromFuture(
|
||||
transport.performRequestAsync(new QueryRequest.Builder().build(), QueryRequest._ENDPOINT, transportOptions));
|
||||
}
|
||||
}
|
||||
+8
-12
@@ -57,12 +57,18 @@ import org.springframework.data.elasticsearch.core.document.Document;
|
||||
import org.springframework.data.elasticsearch.core.document.SearchDocument;
|
||||
import org.springframework.data.elasticsearch.core.document.SearchDocumentResponse;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.data.elasticsearch.core.query.*;
|
||||
import org.springframework.data.elasticsearch.core.query.BaseQuery;
|
||||
import org.springframework.data.elasticsearch.core.query.BaseQueryBuilder;
|
||||
import org.springframework.data.elasticsearch.core.query.BulkOptions;
|
||||
import org.springframework.data.elasticsearch.core.query.ByQueryResponse;
|
||||
import org.springframework.data.elasticsearch.core.query.DeleteQuery;
|
||||
import org.springframework.data.elasticsearch.core.query.Query;
|
||||
import org.springframework.data.elasticsearch.core.query.SearchTemplateQuery;
|
||||
import org.springframework.data.elasticsearch.core.query.UpdateQuery;
|
||||
import org.springframework.data.elasticsearch.core.query.UpdateResponse;
|
||||
import org.springframework.data.elasticsearch.core.reindex.ReindexRequest;
|
||||
import org.springframework.data.elasticsearch.core.reindex.ReindexResponse;
|
||||
import org.springframework.data.elasticsearch.core.script.Script;
|
||||
import org.springframework.data.elasticsearch.core.sql.SqlResponse;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
import org.springframework.util.CollectionUtils;
|
||||
@@ -82,7 +88,6 @@ public class ReactiveElasticsearchTemplate extends AbstractReactiveElasticsearch
|
||||
private static final Log LOGGER = LogFactory.getLog(ReactiveElasticsearchTemplate.class);
|
||||
|
||||
private final ReactiveElasticsearchClient client;
|
||||
private final ReactiveElasticsearchSqlClient sqlClient;
|
||||
private final RequestConverter requestConverter;
|
||||
private final ResponseConverter responseConverter;
|
||||
private final JsonpMapper jsonpMapper;
|
||||
@@ -94,7 +99,6 @@ public class ReactiveElasticsearchTemplate extends AbstractReactiveElasticsearch
|
||||
Assert.notNull(client, "client must not be null");
|
||||
|
||||
this.client = client;
|
||||
this.sqlClient = client.sql();
|
||||
this.jsonpMapper = client._transport().jsonpMapper();
|
||||
requestConverter = new RequestConverter(converter, jsonpMapper);
|
||||
responseConverter = new ResponseConverter(jsonpMapper);
|
||||
@@ -642,14 +646,6 @@ public class ReactiveElasticsearchTemplate extends AbstractReactiveElasticsearch
|
||||
return NativeQuery.builder().withIds(ids);
|
||||
}
|
||||
|
||||
@Override
|
||||
public Mono<SqlResponse> search(SqlQuery query) {
|
||||
Assert.notNull(query, "Query must not be null.");
|
||||
|
||||
co.elastic.clients.elasticsearch.sql.QueryRequest request = requestConverter.sqlQueryRequest(query);
|
||||
return sqlClient.query(request).onErrorMap(this::translateException).map(responseConverter::sqlResponse);
|
||||
}
|
||||
|
||||
/**
|
||||
* Callback interface to be used with {@link #execute(ReactiveElasticsearchTemplate.ClientCallback<>)} for operating
|
||||
* directly on {@link ReactiveElasticsearchClient}.
|
||||
|
||||
+2
-20
@@ -15,7 +15,7 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.client.elc;
|
||||
|
||||
import static org.springframework.util.StringUtils.*;
|
||||
import static org.springframework.util.StringUtils.hasText;
|
||||
|
||||
import co.elastic.clients.elasticsearch._types.AcknowledgedResponseBase;
|
||||
import co.elastic.clients.elasticsearch.indices.*;
|
||||
@@ -24,7 +24,6 @@ import co.elastic.clients.transport.endpoints.BooleanResponse;
|
||||
import reactor.core.publisher.Flux;
|
||||
import reactor.core.publisher.Mono;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
import java.util.Set;
|
||||
@@ -47,8 +46,6 @@ import org.springframework.data.elasticsearch.core.index.GetIndexTemplateRequest
|
||||
import org.springframework.data.elasticsearch.core.index.GetTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.index.PutIndexTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.index.PutTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.mapping.Alias;
|
||||
import org.springframework.data.elasticsearch.core.mapping.CreateIndexSettings;
|
||||
import org.springframework.data.elasticsearch.core.mapping.ElasticsearchPersistentEntity;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.lang.Nullable;
|
||||
@@ -133,14 +130,8 @@ public class ReactiveIndicesTemplate
|
||||
|
||||
private Mono<Boolean> doCreate(IndexCoordinates indexCoordinates, Map<String, Object> settings,
|
||||
@Nullable Document mapping) {
|
||||
Set<Alias> aliases = (boundClass != null) ? getAliasesFor(boundClass) : new HashSet<>();
|
||||
CreateIndexSettings indexSettings = CreateIndexSettings.builder(indexCoordinates)
|
||||
.withAliases(aliases)
|
||||
.withSettings(settings)
|
||||
.withMapping(mapping)
|
||||
.build();
|
||||
|
||||
CreateIndexRequest createIndexRequest = requestConverter.indicesCreateRequest(indexSettings);
|
||||
CreateIndexRequest createIndexRequest = requestConverter.indicesCreateRequest(indexCoordinates, settings, mapping);
|
||||
Mono<CreateIndexResponse> createIndexResponse = Mono.from(execute(client -> client.create(createIndexRequest)));
|
||||
return createIndexResponse.map(CreateIndexResponse::acknowledged);
|
||||
}
|
||||
@@ -444,15 +435,6 @@ public class ReactiveIndicesTemplate
|
||||
return elasticsearchConverter.getMappingContext().getRequiredPersistentEntity(clazz).getIndexCoordinates();
|
||||
}
|
||||
|
||||
/**
|
||||
* Get the {@link Alias} of the provided class.
|
||||
*
|
||||
* @param clazz provided class that can be used to extract aliases.
|
||||
*/
|
||||
private Set<Alias> getAliasesFor(Class<?> clazz) {
|
||||
return elasticsearchConverter.getMappingContext().getRequiredPersistentEntity(clazz).getAliases();
|
||||
}
|
||||
|
||||
private Class<?> checkForBoundClass() {
|
||||
if (boundClass == null) {
|
||||
throw new InvalidDataAccessApiUsageException("IndexOperations are not bound");
|
||||
|
||||
+76
-68
@@ -20,6 +20,7 @@ import static org.springframework.util.CollectionUtils.*;
|
||||
|
||||
import co.elastic.clients.elasticsearch._types.Conflicts;
|
||||
import co.elastic.clients.elasticsearch._types.ExpandWildcard;
|
||||
import co.elastic.clients.elasticsearch._types.InlineScript;
|
||||
import co.elastic.clients.elasticsearch._types.NestedSortValue;
|
||||
import co.elastic.clients.elasticsearch._types.OpType;
|
||||
import co.elastic.clients.elasticsearch._types.SortOptions;
|
||||
@@ -67,7 +68,6 @@ import java.util.Collections;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
import java.util.Set;
|
||||
import java.util.function.Function;
|
||||
import java.util.stream.Collectors;
|
||||
@@ -88,8 +88,6 @@ import org.springframework.data.elasticsearch.core.index.GetIndexTemplateRequest
|
||||
import org.springframework.data.elasticsearch.core.index.GetTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.index.PutIndexTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.index.PutTemplateRequest;
|
||||
import org.springframework.data.elasticsearch.core.mapping.Alias;
|
||||
import org.springframework.data.elasticsearch.core.mapping.CreateIndexSettings;
|
||||
import org.springframework.data.elasticsearch.core.mapping.ElasticsearchPersistentEntity;
|
||||
import org.springframework.data.elasticsearch.core.mapping.ElasticsearchPersistentProperty;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
@@ -113,6 +111,7 @@ import org.springframework.util.StringUtils;
|
||||
* @author Haibo Liu
|
||||
* @since 4.4
|
||||
*/
|
||||
@SuppressWarnings("ClassCanBeRecord")
|
||||
class RequestConverter extends AbstractQueryProcessor {
|
||||
|
||||
private static final Log LOGGER = LogFactory.getLog(RequestConverter.class);
|
||||
@@ -171,8 +170,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
}));
|
||||
}
|
||||
|
||||
private co.elastic.clients.elasticsearch.indices.Alias.Builder buildAlias(AliasActionParameters parameters,
|
||||
co.elastic.clients.elasticsearch.indices.Alias.Builder aliasBuilder) {
|
||||
private Alias.Builder buildAlias(AliasActionParameters parameters, Alias.Builder aliasBuilder) {
|
||||
|
||||
if (parameters.getRouting() != null) {
|
||||
aliasBuilder.routing(parameters.getRouting());
|
||||
@@ -236,25 +234,17 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
return new ExistsRequest.Builder().index(Arrays.asList(indexCoordinates.getIndexNames())).build();
|
||||
}
|
||||
|
||||
public CreateIndexRequest indicesCreateRequest(CreateIndexSettings indexSettings) {
|
||||
Map<String, co.elastic.clients.elasticsearch.indices.Alias> aliases = new HashMap<>();
|
||||
for (Alias alias : indexSettings.getAliases()) {
|
||||
co.elastic.clients.elasticsearch.indices.Alias esAlias = co.elastic.clients.elasticsearch.indices.Alias
|
||||
.of(ab -> ab.filter(getQuery(alias.getFilter(), null))
|
||||
.routing(alias.getRouting())
|
||||
.indexRouting(alias.getIndexRouting())
|
||||
.searchRouting(alias.getSearchRouting())
|
||||
.isHidden(alias.getHidden())
|
||||
.isWriteIndex(alias.getWriteIndex()));
|
||||
aliases.put(alias.getAlias(), esAlias);
|
||||
}
|
||||
public CreateIndexRequest indicesCreateRequest(IndexCoordinates indexCoordinates, Map<String, Object> settings,
|
||||
@Nullable Document mapping) {
|
||||
|
||||
Assert.notNull(indexCoordinates, "indexCoordinates must not be null");
|
||||
Assert.notNull(settings, "settings must not be null");
|
||||
|
||||
// note: the new client does not support the index.storeType anymore
|
||||
return new CreateIndexRequest.Builder() //
|
||||
.index(indexSettings.getIndexCoordinates().getIndexName()) //
|
||||
.aliases(aliases)
|
||||
.settings(indexSettings(indexSettings.getSettings())) //
|
||||
.mappings(typeMapping(indexSettings.getMapping())) //
|
||||
.index(indexCoordinates.getIndexName()) //
|
||||
.settings(indexSettings(settings)) //
|
||||
.mappings(typeMapping(mapping)) //
|
||||
.build();
|
||||
}
|
||||
|
||||
@@ -409,7 +399,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
|
||||
if (putTemplateRequest.getSettings() != null) {
|
||||
Map<String, JsonData> settings = getTemplateParams(putTemplateRequest.getSettings().entrySet());
|
||||
builder.settings(sb -> sb.otherSettings(settings));
|
||||
builder.settings(settings);
|
||||
}
|
||||
|
||||
if (putTemplateRequest.getMappings() != null) {
|
||||
@@ -530,22 +520,6 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
.of(gtr -> gtr.name(getTemplateRequest.getTemplateName()).flatSettings(true));
|
||||
}
|
||||
|
||||
public co.elastic.clients.elasticsearch.sql.QueryRequest sqlQueryRequest(SqlQuery query) {
|
||||
Assert.notNull(query, "Query must not be null.");
|
||||
|
||||
return co.elastic.clients.elasticsearch.sql.QueryRequest.of(sqb -> {
|
||||
sqb.query(query.getQuery()).catalog(query.getCatalog()).columnar(query.getColumnar()).cursor(query.getCursor())
|
||||
.fetchSize(query.getFetchSize()).fieldMultiValueLeniency(query.getFieldMultiValueLeniency())
|
||||
.indexUsingFrozen(query.getIndexIncludeFrozen()).keepAlive(time(query.getKeepAlive()))
|
||||
.keepOnCompletion(query.getKeepOnCompletion()).pageTimeout(time(query.getPageTimeout()))
|
||||
.requestTimeout(time(query.getRequestTimeout()))
|
||||
.waitForCompletionTimeout(time(query.getWaitForCompletionTimeout())).filter(getQuery(query.getFilter(), null))
|
||||
.timeZone(Objects.toString(query.getTimeZone(), null)).format("json");
|
||||
|
||||
return sqb;
|
||||
});
|
||||
}
|
||||
|
||||
// endregion
|
||||
|
||||
// region documents
|
||||
@@ -743,12 +717,16 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
scriptData.params().forEach((key, value) -> params.put(key, JsonData.of(value, jsonpMapper)));
|
||||
}
|
||||
return co.elastic.clients.elasticsearch._types.Script.of(sb -> {
|
||||
sb.lang(scriptData.language())
|
||||
.params(params);
|
||||
if (scriptData.type() == ScriptType.INLINE) {
|
||||
sb.source(scriptData.script());
|
||||
sb.inline(is -> is //
|
||||
.lang(scriptData.language()) //
|
||||
.source(scriptData.script()) //
|
||||
.params(params)); //
|
||||
} else if (scriptData.type() == ScriptType.STORED) {
|
||||
sb.id(scriptData.script());
|
||||
sb.stored(ss -> ss //
|
||||
.id(scriptData.script()) //
|
||||
.params(params) //
|
||||
);
|
||||
}
|
||||
return sb;
|
||||
});
|
||||
@@ -920,9 +898,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
|
||||
ReindexRequest.Script script = reindexRequest.getScript();
|
||||
if (script != null) {
|
||||
builder.script(sb -> sb
|
||||
.lang(script.getLang())
|
||||
.source(script.getSource()));
|
||||
builder.script(s -> s.inline(InlineScript.of(i -> i.lang(script.getLang()).source(script.getSource()))));
|
||||
}
|
||||
|
||||
builder.timeout(time(reindexRequest.getTimeout())) //
|
||||
@@ -1040,7 +1016,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
order = sortField.order().jsonValue();
|
||||
}
|
||||
|
||||
return sortField.field() + ':' + order;
|
||||
return sortField.field() + ":" + order;
|
||||
})
|
||||
.collect(Collectors.toList()));
|
||||
}
|
||||
@@ -1078,15 +1054,21 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
}
|
||||
|
||||
uqb.script(sb -> {
|
||||
sb.lang(query.getLang()).params(params);
|
||||
|
||||
if (query.getScriptType() == ScriptType.INLINE) {
|
||||
sb.source(query.getScript()); //
|
||||
sb.inline(is -> is //
|
||||
.lang(query.getLang()) //
|
||||
.source(query.getScript()) //
|
||||
.params(params)); //
|
||||
} else if (query.getScriptType() == ScriptType.STORED) {
|
||||
sb.id(query.getScript());
|
||||
sb.stored(ss -> ss //
|
||||
.id(query.getScript()) //
|
||||
.params(params) //
|
||||
);
|
||||
}
|
||||
return sb;
|
||||
});
|
||||
}
|
||||
|
||||
);
|
||||
}
|
||||
|
||||
uqb //
|
||||
@@ -1341,16 +1323,17 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
String script = runtimeField.getScript();
|
||||
|
||||
if (script != null) {
|
||||
rfb.script(s -> {
|
||||
s.source(script);
|
||||
rfb
|
||||
.script(s -> s
|
||||
.inline(is -> {
|
||||
is.source(script);
|
||||
|
||||
if (runtimeField.getParams() != null) {
|
||||
s.params(TypeUtils.paramsMap(runtimeField.getParams()));
|
||||
}
|
||||
return s;
|
||||
});
|
||||
if (runtimeField.getParams() != null) {
|
||||
is.params(TypeUtils.paramsMap(runtimeField.getParams()));
|
||||
}
|
||||
return is;
|
||||
}));
|
||||
}
|
||||
|
||||
return rfb;
|
||||
});
|
||||
runtimeMappings.put(runtimeField.getName(), esRuntimeField);
|
||||
@@ -1387,7 +1370,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
private Function<MultisearchHeader.Builder, ObjectBuilder<MultisearchHeader>> msearchHeaderBuilder(Query query,
|
||||
IndexCoordinates index, @Nullable String routing) {
|
||||
return h -> {
|
||||
var searchType = (query instanceof NativeQuery nativeQuery && !isEmpty(nativeQuery.getKnnSearches())) ? null
|
||||
var searchType = (query instanceof NativeQuery nativeQuery && nativeQuery.getKnnQuery() != null) ? null
|
||||
: searchType(query.getSearchType());
|
||||
|
||||
h //
|
||||
@@ -1419,7 +1402,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
|
||||
ElasticsearchPersistentEntity<?> persistentEntity = getPersistentEntity(clazz);
|
||||
|
||||
var searchType = (query instanceof NativeQuery nativeQuery && !isEmpty(nativeQuery.getKnnSearches())) ? null
|
||||
var searchType = (query instanceof NativeQuery nativeQuery && nativeQuery.getKnnQuery() != null) ? null
|
||||
: searchType(query.getSearchType());
|
||||
|
||||
builder //
|
||||
@@ -1541,14 +1524,16 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
rfb.type(RuntimeFieldType._DESERIALIZER.parse(runtimeField.getType()));
|
||||
String script = runtimeField.getScript();
|
||||
if (script != null) {
|
||||
rfb.script(s -> {
|
||||
s.source(script);
|
||||
rfb
|
||||
.script(s -> s
|
||||
.inline(is -> {
|
||||
is.source(script);
|
||||
|
||||
if (runtimeField.getParams() != null) {
|
||||
s.params(TypeUtils.paramsMap(runtimeField.getParams()));
|
||||
}
|
||||
return s;
|
||||
});
|
||||
if (runtimeField.getParams() != null) {
|
||||
is.params(TypeUtils.paramsMap(runtimeField.getParams()));
|
||||
}
|
||||
return is;
|
||||
}));
|
||||
}
|
||||
|
||||
return rfb;
|
||||
@@ -1744,6 +1729,17 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
.sort(query.getSortOptions()) //
|
||||
;
|
||||
|
||||
if (query.getKnnQuery() != null) {
|
||||
var kq = query.getKnnQuery();
|
||||
builder.knn(ksb -> ksb
|
||||
.field(kq.field())
|
||||
.queryVector(kq.queryVector())
|
||||
.numCandidates(kq.numCandidates())
|
||||
.filter(kq.filter())
|
||||
.similarity(kq.similarity()));
|
||||
|
||||
}
|
||||
|
||||
if (!isEmpty(query.getKnnSearches())) {
|
||||
builder.knn(query.getKnnSearches());
|
||||
}
|
||||
@@ -1765,6 +1761,17 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
.collapse(query.getFieldCollapse()) //
|
||||
.sort(query.getSortOptions());
|
||||
|
||||
if (query.getKnnQuery() != null) {
|
||||
var kq = query.getKnnQuery();
|
||||
builder.knn(ksb -> ksb
|
||||
.field(kq.field())
|
||||
.queryVector(kq.queryVector())
|
||||
.numCandidates(kq.numCandidates())
|
||||
.filter(kq.filter())
|
||||
.similarity(kq.similarity()));
|
||||
|
||||
}
|
||||
|
||||
if (!isEmpty(query.getKnnSearches())) {
|
||||
builder.knn(query.getKnnSearches());
|
||||
}
|
||||
@@ -1784,6 +1791,7 @@ class RequestConverter extends AbstractQueryProcessor {
|
||||
return getEsQuery(query, (q) -> elasticsearchConverter.updateQuery(q, clazz));
|
||||
}
|
||||
|
||||
@SuppressWarnings("StatementWithEmptyBody")
|
||||
private void addPostFilter(Query query, SearchRequest.Builder builder) {
|
||||
|
||||
// we only need to handle NativeQuery here. filter from a CriteriaQuery are added into the query and not as post
|
||||
|
||||
-26
@@ -33,8 +33,6 @@ import co.elastic.clients.elasticsearch.core.mget.MultiGetResponseItem;
|
||||
import co.elastic.clients.elasticsearch.indices.*;
|
||||
import co.elastic.clients.elasticsearch.indices.get_index_template.IndexTemplateItem;
|
||||
import co.elastic.clients.elasticsearch.indices.get_mapping.IndexMappingRecord;
|
||||
import co.elastic.clients.elasticsearch.sql.QueryResponse;
|
||||
import co.elastic.clients.json.JsonData;
|
||||
import co.elastic.clients.json.JsonpMapper;
|
||||
|
||||
import java.util.ArrayList;
|
||||
@@ -63,7 +61,6 @@ import org.springframework.data.elasticsearch.core.query.ByQueryResponse;
|
||||
import org.springframework.data.elasticsearch.core.query.StringQuery;
|
||||
import org.springframework.data.elasticsearch.core.reindex.ReindexResponse;
|
||||
import org.springframework.data.elasticsearch.core.script.Script;
|
||||
import org.springframework.data.elasticsearch.core.sql.SqlResponse;
|
||||
import org.springframework.data.elasticsearch.support.DefaultStringObjectMap;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
@@ -539,29 +536,6 @@ class ResponseConverter {
|
||||
}
|
||||
// endregion
|
||||
|
||||
// region sql
|
||||
public SqlResponse sqlResponse(QueryResponse response) {
|
||||
SqlResponse.Builder builder = SqlResponse.builder();
|
||||
builder.withRunning(Boolean.TRUE.equals(response.isRunning()))
|
||||
.withPartial(Boolean.TRUE.equals(response.isPartial())).withCursor(response.cursor());
|
||||
|
||||
final List<SqlResponse.Column> columns = response.columns().stream()
|
||||
.map(column -> new SqlResponse.Column(column.name(), column.type())).toList();
|
||||
builder.withColumns(columns);
|
||||
|
||||
for (List<JsonData> rowValues : response.rows()) {
|
||||
SqlResponse.Row.Builder rowBuilder = SqlResponse.Row.builder();
|
||||
for (int idx = 0; idx < rowValues.size(); idx++) {
|
||||
rowBuilder.withValue(columns.get(idx), rowValues.get(idx).toJson());
|
||||
}
|
||||
|
||||
builder.withRow(rowBuilder.build());
|
||||
}
|
||||
|
||||
return builder.build();
|
||||
}
|
||||
// end region
|
||||
|
||||
// region helper functions
|
||||
|
||||
private long timeToLong(Time time) {
|
||||
|
||||
+4
-12
@@ -29,7 +29,6 @@ import co.elastic.clients.elasticsearch.core.search.Suggestion;
|
||||
import co.elastic.clients.elasticsearch.core.search.TotalHits;
|
||||
import co.elastic.clients.json.JsonpMapper;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
@@ -57,7 +56,6 @@ import org.springframework.util.CollectionUtils;
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.4
|
||||
*/
|
||||
class SearchDocumentResponseBuilder {
|
||||
@@ -85,10 +83,8 @@ class SearchDocumentResponseBuilder {
|
||||
Map<String, List<Suggestion<EntityAsMap>>> suggest = responseBody.suggest();
|
||||
var pointInTimeId = responseBody.pitId();
|
||||
var shards = responseBody.shards();
|
||||
var executionDurationInMillis = responseBody.took();
|
||||
|
||||
return from(hitsMetadata, shards, scrollId, pointInTimeId, executionDurationInMillis, aggregations, suggest,
|
||||
entityCreator, jsonpMapper);
|
||||
return from(hitsMetadata, shards, scrollId, pointInTimeId, aggregations, suggest, entityCreator, jsonpMapper);
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -113,10 +109,8 @@ class SearchDocumentResponseBuilder {
|
||||
var aggregations = response.aggregations();
|
||||
var suggest = response.suggest();
|
||||
var pointInTimeId = response.pitId();
|
||||
var executionDurationInMillis = response.took();
|
||||
|
||||
return from(hitsMetadata, shards, scrollId, pointInTimeId, executionDurationInMillis, aggregations, suggest,
|
||||
entityCreator, jsonpMapper);
|
||||
return from(hitsMetadata, shards, scrollId, pointInTimeId, aggregations, suggest, entityCreator, jsonpMapper);
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -133,7 +127,7 @@ class SearchDocumentResponseBuilder {
|
||||
* @return the {@link SearchDocumentResponse}
|
||||
*/
|
||||
public static <T> SearchDocumentResponse from(HitsMetadata<?> hitsMetadata, @Nullable ShardStatistics shards,
|
||||
@Nullable String scrollId, @Nullable String pointInTimeId, long executionDurationInMillis, @Nullable Map<String, Aggregate> aggregations,
|
||||
@Nullable String scrollId, @Nullable String pointInTimeId, @Nullable Map<String, Aggregate> aggregations,
|
||||
Map<String, List<Suggestion<EntityAsMap>>> suggestES, SearchDocumentResponse.EntityCreator<T> entityCreator,
|
||||
JsonpMapper jsonpMapper) {
|
||||
|
||||
@@ -157,8 +151,6 @@ class SearchDocumentResponseBuilder {
|
||||
|
||||
float maxScore = hitsMetadata.maxScore() != null ? hitsMetadata.maxScore().floatValue() : Float.NaN;
|
||||
|
||||
Duration executionDuration = Duration.ofMillis(executionDurationInMillis);
|
||||
|
||||
List<SearchDocument> searchDocuments = new ArrayList<>();
|
||||
for (Hit<?> hit : hitsMetadata.hits()) {
|
||||
searchDocuments.add(DocumentAdapters.from(hit, jsonpMapper));
|
||||
@@ -171,7 +163,7 @@ class SearchDocumentResponseBuilder {
|
||||
|
||||
SearchShardStatistics shardStatistics = shards != null ? shardsFrom(shards) : null;
|
||||
|
||||
return new SearchDocumentResponse(totalHits, totalHitsRelation, maxScore, executionDuration, scrollId, pointInTimeId, searchDocuments,
|
||||
return new SearchDocumentResponse(totalHits, totalHitsRelation, maxScore, scrollId, pointInTimeId, searchDocuments,
|
||||
aggregationsContainer, suggest, shardStatistics);
|
||||
}
|
||||
|
||||
|
||||
+1
-2
@@ -20,7 +20,6 @@ import org.springframework.data.elasticsearch.core.convert.ElasticsearchConverte
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.data.elasticsearch.core.routing.RoutingResolver;
|
||||
import org.springframework.data.elasticsearch.core.script.ScriptOperations;
|
||||
import org.springframework.data.elasticsearch.core.sql.SqlOperations;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
/**
|
||||
@@ -36,7 +35,7 @@ import org.springframework.lang.Nullable;
|
||||
* @author Dmitriy Yakovlev
|
||||
* @author Peter-Josef Meisch
|
||||
*/
|
||||
public interface ElasticsearchOperations extends DocumentOperations, SearchOperations, ScriptOperations, SqlOperations {
|
||||
public interface ElasticsearchOperations extends DocumentOperations, SearchOperations, ScriptOperations {
|
||||
|
||||
/**
|
||||
* get an {@link IndexOperations} that is bound to the given class
|
||||
|
||||
+1
-2
@@ -21,7 +21,6 @@ import org.springframework.data.elasticsearch.core.mapping.ElasticsearchPersiste
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.data.elasticsearch.core.routing.RoutingResolver;
|
||||
import org.springframework.data.elasticsearch.core.script.ReactiveScriptOperations;
|
||||
import org.springframework.data.elasticsearch.core.sql.ReactiveSqlOperations;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
/**
|
||||
@@ -32,7 +31,7 @@ import org.springframework.lang.Nullable;
|
||||
* @since 3.2
|
||||
*/
|
||||
public interface ReactiveElasticsearchOperations
|
||||
extends ReactiveDocumentOperations, ReactiveSearchOperations, ReactiveScriptOperations, ReactiveSqlOperations {
|
||||
extends ReactiveDocumentOperations, ReactiveSearchOperations, ReactiveScriptOperations {
|
||||
|
||||
/**
|
||||
* Get the {@link ElasticsearchConverter} used.
|
||||
|
||||
@@ -17,8 +17,6 @@ package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import reactor.core.publisher.Flux;
|
||||
|
||||
import java.time.Duration;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.suggest.response.Suggest;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
@@ -27,7 +25,6 @@ import org.springframework.lang.Nullable;
|
||||
*
|
||||
* @param <T> the result data class.
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.4
|
||||
*/
|
||||
public interface ReactiveSearchHits<T> {
|
||||
@@ -40,11 +37,6 @@ public interface ReactiveSearchHits<T> {
|
||||
|
||||
float getMaxScore();
|
||||
|
||||
/**
|
||||
* @return the execution duration it took to complete the request
|
||||
*/
|
||||
Duration getExecutionDuration();
|
||||
|
||||
/**
|
||||
* @return the {@link SearchHit}s from the search result.
|
||||
*/
|
||||
|
||||
@@ -17,14 +17,11 @@ package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import reactor.core.publisher.Flux;
|
||||
|
||||
import java.time.Duration;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.suggest.response.Suggest;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
/**
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.4
|
||||
*/
|
||||
public class ReactiveSearchHitsImpl<T> implements ReactiveSearchHits<T> {
|
||||
@@ -61,11 +58,6 @@ public class ReactiveSearchHitsImpl<T> implements ReactiveSearchHits<T> {
|
||||
return delegate.getMaxScore();
|
||||
}
|
||||
|
||||
@Override
|
||||
public Duration getExecutionDuration() {
|
||||
return delegate.getExecutionDuration();
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean hasSearchHits() {
|
||||
return delegate.hasSearchHits();
|
||||
|
||||
@@ -15,7 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.ArrayList;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.LinkedList;
|
||||
@@ -48,7 +47,6 @@ import org.springframework.util.Assert;
|
||||
* @author Sascha Woo
|
||||
* @author Jakob Hoeper
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.0
|
||||
*/
|
||||
public class SearchHitMapping<T> {
|
||||
@@ -89,7 +87,6 @@ public class SearchHitMapping<T> {
|
||||
long totalHits = searchDocumentResponse.getTotalHits();
|
||||
SearchShardStatistics shardStatistics = searchDocumentResponse.getSearchShardStatistics();
|
||||
float maxScore = searchDocumentResponse.getMaxScore();
|
||||
Duration executionDuration = searchDocumentResponse.getExecutionDuration();
|
||||
String scrollId = searchDocumentResponse.getScrollId();
|
||||
String pointInTimeId = searchDocumentResponse.getPointInTimeId();
|
||||
|
||||
@@ -107,8 +104,8 @@ public class SearchHitMapping<T> {
|
||||
Suggest suggest = searchDocumentResponse.getSuggest();
|
||||
mapHitsInCompletionSuggestion(suggest);
|
||||
|
||||
return new SearchHitsImpl<>(totalHits, totalHitsRelation, maxScore, executionDuration, scrollId, pointInTimeId,
|
||||
searchHits, aggregations, suggest, shardStatistics);
|
||||
return new SearchHitsImpl<>(totalHits, totalHitsRelation, maxScore, scrollId, pointInTimeId, searchHits,
|
||||
aggregations, suggest, shardStatistics);
|
||||
}
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
@@ -241,7 +238,6 @@ public class SearchHitMapping<T> {
|
||||
return new SearchHitsImpl<>(searchHits.getTotalHits(),
|
||||
searchHits.getTotalHitsRelation(),
|
||||
searchHits.getMaxScore(),
|
||||
searchHits.getExecutionDuration(),
|
||||
scrollId,
|
||||
searchHits.getPointInTimeId(),
|
||||
convertedSearchHits,
|
||||
|
||||
@@ -15,7 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.Iterator;
|
||||
import java.util.List;
|
||||
|
||||
@@ -29,7 +28,6 @@ import org.springframework.lang.Nullable;
|
||||
* @param <T> the result data class.
|
||||
* @author Sascha Woo
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.0
|
||||
*/
|
||||
public interface SearchHits<T> extends Streamable<SearchHit<T>> {
|
||||
@@ -45,11 +43,6 @@ public interface SearchHits<T> extends Streamable<SearchHit<T>> {
|
||||
*/
|
||||
float getMaxScore();
|
||||
|
||||
/**
|
||||
* @return the execution duration it took to complete the request
|
||||
*/
|
||||
Duration getExecutionDuration();
|
||||
|
||||
/**
|
||||
* @param index position in List.
|
||||
* @return the {@link SearchHit} at position {index}
|
||||
|
||||
@@ -15,7 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.Collections;
|
||||
import java.util.List;
|
||||
|
||||
@@ -31,7 +30,6 @@ import org.springframework.util.Assert;
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Sascha Woo
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.0
|
||||
*/
|
||||
public class SearchHitsImpl<T> implements SearchScrollHits<T> {
|
||||
@@ -39,7 +37,6 @@ public class SearchHitsImpl<T> implements SearchScrollHits<T> {
|
||||
private final long totalHits;
|
||||
private final TotalHitsRelation totalHitsRelation;
|
||||
private final float maxScore;
|
||||
private final Duration executionDuration;
|
||||
@Nullable private final String scrollId;
|
||||
private final List<? extends SearchHit<T>> searchHits;
|
||||
private final Lazy<List<SearchHit<T>>> unmodifiableSearchHits;
|
||||
@@ -52,13 +49,12 @@ public class SearchHitsImpl<T> implements SearchScrollHits<T> {
|
||||
* @param totalHits the number of total hits for the search
|
||||
* @param totalHitsRelation the relation {@see TotalHitsRelation}, must not be {@literal null}
|
||||
* @param maxScore the maximum score
|
||||
* @param executionDuration the execution duration it took to complete the request
|
||||
* @param scrollId the scroll id if available
|
||||
* @param searchHits must not be {@literal null}
|
||||
* @param aggregations the aggregations if available
|
||||
*/
|
||||
public SearchHitsImpl(long totalHits, TotalHitsRelation totalHitsRelation, float maxScore, Duration executionDuration,
|
||||
@Nullable String scrollId, @Nullable String pointInTimeId, List<? extends SearchHit<T>> searchHits,
|
||||
public SearchHitsImpl(long totalHits, TotalHitsRelation totalHitsRelation, float maxScore, @Nullable String scrollId,
|
||||
@Nullable String pointInTimeId, List<? extends SearchHit<T>> searchHits,
|
||||
@Nullable AggregationsContainer<?> aggregations, @Nullable Suggest suggest,
|
||||
@Nullable SearchShardStatistics searchShardStatistics) {
|
||||
|
||||
@@ -67,7 +63,6 @@ public class SearchHitsImpl<T> implements SearchScrollHits<T> {
|
||||
this.totalHits = totalHits;
|
||||
this.totalHitsRelation = totalHitsRelation;
|
||||
this.maxScore = maxScore;
|
||||
this.executionDuration = executionDuration;
|
||||
this.scrollId = scrollId;
|
||||
this.pointInTimeId = pointInTimeId;
|
||||
this.searchHits = searchHits;
|
||||
@@ -93,11 +88,6 @@ public class SearchHitsImpl<T> implements SearchScrollHits<T> {
|
||||
return maxScore;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Duration getExecutionDuration() {
|
||||
return executionDuration;
|
||||
}
|
||||
|
||||
@Override
|
||||
@Nullable
|
||||
public String getScrollId() {
|
||||
@@ -143,7 +133,6 @@ public class SearchHitsImpl<T> implements SearchScrollHits<T> {
|
||||
"totalHits=" + totalHits + //
|
||||
", totalHitsRelation=" + totalHitsRelation + //
|
||||
", maxScore=" + maxScore + //
|
||||
", executionDuration=" + executionDuration + //
|
||||
", scrollId='" + scrollId + '\'' + //
|
||||
", pointInTimeId='" + pointInTimeId + '\'' + //
|
||||
", searchHits={" + searchHits.size() + " elements}" + //
|
||||
|
||||
@@ -15,8 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import java.time.Duration;
|
||||
|
||||
import org.springframework.data.util.CloseableIterator;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
@@ -25,7 +23,6 @@ import org.springframework.lang.Nullable;
|
||||
* {@link java.util.stream.Stream}.
|
||||
*
|
||||
* @author Sascha Woo
|
||||
* @author Mohamed El Harrougui
|
||||
* @param <T>
|
||||
* @since 4.0
|
||||
*/
|
||||
@@ -42,11 +39,6 @@ public interface SearchHitsIterator<T> extends CloseableIterator<SearchHit<T>> {
|
||||
*/
|
||||
float getMaxScore();
|
||||
|
||||
/**
|
||||
* @return the execution duration it took to complete the request
|
||||
*/
|
||||
Duration getExecutionDuration();
|
||||
|
||||
/**
|
||||
* @return the number of total hits.
|
||||
*/
|
||||
|
||||
@@ -15,7 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.Iterator;
|
||||
import java.util.List;
|
||||
import java.util.NoSuchElementException;
|
||||
@@ -32,7 +31,6 @@ import org.springframework.util.Assert;
|
||||
*
|
||||
* @author Mark Paluch
|
||||
* @author Sascha Woo
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 3.2
|
||||
*/
|
||||
abstract class StreamQueries {
|
||||
@@ -58,7 +56,6 @@ abstract class StreamQueries {
|
||||
|
||||
AggregationsContainer<?> aggregations = searchHits.getAggregations();
|
||||
float maxScore = searchHits.getMaxScore();
|
||||
Duration executionDuration = searchHits.getExecutionDuration();
|
||||
long totalHits = searchHits.getTotalHits();
|
||||
TotalHitsRelation totalHitsRelation = searchHits.getTotalHitsRelation();
|
||||
|
||||
@@ -89,11 +86,6 @@ abstract class StreamQueries {
|
||||
return maxScore;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Duration getExecutionDuration() {
|
||||
return executionDuration;
|
||||
}
|
||||
|
||||
@Override
|
||||
public long getTotalHits() {
|
||||
return totalHits;
|
||||
|
||||
+3
-3
@@ -19,14 +19,14 @@ import java.time.temporal.TemporalAccessor;
|
||||
|
||||
/**
|
||||
* Interface to convert from and to {@link TemporalAccessor}s.
|
||||
*
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @since 4.2
|
||||
*/
|
||||
public interface DateFormatter {
|
||||
/**
|
||||
* Formats a {@link TemporalAccessor} into a String.
|
||||
*
|
||||
*
|
||||
* @param accessor must not be {@literal null}
|
||||
* @return the formatted String
|
||||
*/
|
||||
@@ -34,7 +34,7 @@ public interface DateFormatter {
|
||||
|
||||
/**
|
||||
* Parses a String into a {@link TemporalAccessor}.
|
||||
*
|
||||
*
|
||||
* @param input the String to parse, must not be {@literal null}
|
||||
* @param type the class of T
|
||||
* @param <T> the {@link TemporalAccessor} implementation
|
||||
|
||||
+2
-10
@@ -15,7 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.document;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.List;
|
||||
import java.util.concurrent.CompletableFuture;
|
||||
import java.util.function.Function;
|
||||
@@ -30,7 +29,6 @@ import org.springframework.lang.Nullable;
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 4.0
|
||||
*/
|
||||
public class SearchDocumentResponse {
|
||||
@@ -38,7 +36,6 @@ public class SearchDocumentResponse {
|
||||
private final long totalHits;
|
||||
private final String totalHitsRelation;
|
||||
private final float maxScore;
|
||||
private final Duration executionDuration;
|
||||
@Nullable private final String scrollId;
|
||||
private final List<SearchDocument> searchDocuments;
|
||||
@Nullable private final AggregationsContainer<?> aggregations;
|
||||
@@ -47,14 +44,13 @@ public class SearchDocumentResponse {
|
||||
@Nullable String pointInTimeId;
|
||||
@Nullable private final SearchShardStatistics searchShardStatistics;
|
||||
|
||||
public SearchDocumentResponse(long totalHits, String totalHitsRelation, float maxScore, Duration executionDuration,
|
||||
@Nullable String scrollId, @Nullable String pointInTimeId, List<SearchDocument> searchDocuments,
|
||||
public SearchDocumentResponse(long totalHits, String totalHitsRelation, float maxScore, @Nullable String scrollId,
|
||||
@Nullable String pointInTimeId, List<SearchDocument> searchDocuments,
|
||||
@Nullable AggregationsContainer<?> aggregationsContainer, @Nullable Suggest suggest,
|
||||
@Nullable SearchShardStatistics searchShardStatistics) {
|
||||
this.totalHits = totalHits;
|
||||
this.totalHitsRelation = totalHitsRelation;
|
||||
this.maxScore = maxScore;
|
||||
this.executionDuration = executionDuration;
|
||||
this.scrollId = scrollId;
|
||||
this.pointInTimeId = pointInTimeId;
|
||||
this.searchDocuments = searchDocuments;
|
||||
@@ -75,10 +71,6 @@ public class SearchDocumentResponse {
|
||||
return maxScore;
|
||||
}
|
||||
|
||||
public Duration getExecutionDuration() {
|
||||
return executionDuration;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getScrollId() {
|
||||
return scrollId;
|
||||
|
||||
+4
-18
@@ -69,7 +69,6 @@ import com.fasterxml.jackson.databind.util.RawValue;
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Xiao Yu
|
||||
* @author Subhobrata Dey
|
||||
* @author Andriy Redko
|
||||
*/
|
||||
public class MappingBuilder {
|
||||
|
||||
@@ -176,9 +175,7 @@ public class MappingBuilder {
|
||||
.findAnnotation(org.springframework.data.elasticsearch.annotations.Document.class);
|
||||
var dynamicMapping = docAnnotation != null ? docAnnotation.dynamic() : null;
|
||||
|
||||
final FieldType fieldType = FieldType.Auto;
|
||||
mapEntity(objectNode, entity, true, "", false, fieldType, fieldType.getMappedName(), null, dynamicMapping,
|
||||
runtimeFields);
|
||||
mapEntity(objectNode, entity, true, "", false, FieldType.Auto, null, dynamicMapping, runtimeFields);
|
||||
|
||||
if (!excludeFromSource.isEmpty()) {
|
||||
ObjectNode sourceNode = objectNode.putObject(SOURCE);
|
||||
@@ -214,7 +211,6 @@ public class MappingBuilder {
|
||||
|
||||
private void mapEntity(ObjectNode objectNode, @Nullable ElasticsearchPersistentEntity<?> entity,
|
||||
boolean isRootObject, String nestedObjectFieldName, boolean nestedOrObjectField, FieldType fieldType,
|
||||
String fieldTypeMappedName,
|
||||
@Nullable Field parentFieldAnnotation, @Nullable Dynamic dynamicMapping, @Nullable Document runtimeFields)
|
||||
throws IOException {
|
||||
|
||||
@@ -248,7 +244,7 @@ public class MappingBuilder {
|
||||
boolean writeNestedProperties = !isRootObject && (isAnyPropertyAnnotatedWithField(entity) || nestedOrObjectField);
|
||||
if (writeNestedProperties) {
|
||||
|
||||
String type = nestedOrObjectField ? fieldTypeMappedName : FieldType.Object.getMappedName();
|
||||
String type = nestedOrObjectField ? fieldType.getMappedName() : FieldType.Object.getMappedName();
|
||||
|
||||
ObjectNode nestedObjectNode = objectMapper.createObjectNode();
|
||||
nestedObjectNode.put(FIELD_PARAM_TYPE, type);
|
||||
@@ -376,7 +372,7 @@ public class MappingBuilder {
|
||||
nestedPropertyPrefix = nestedPropertyPath;
|
||||
|
||||
mapEntity(propertiesNode, persistentEntity, false, property.getFieldName(), true, fieldAnnotation.type(),
|
||||
getMappedTypeName(fieldAnnotation), fieldAnnotation, dynamicMapping, null);
|
||||
fieldAnnotation, dynamicMapping, null);
|
||||
|
||||
nestedPropertyPrefix = currentNestedPropertyPrefix;
|
||||
return;
|
||||
@@ -477,7 +473,7 @@ public class MappingBuilder {
|
||||
}
|
||||
|
||||
propertiesNode.set(property.getFieldName(), objectMapper.createObjectNode() //
|
||||
.put(FIELD_PARAM_TYPE, getMappedTypeName(field)) //
|
||||
.put(FIELD_PARAM_TYPE, field.type().getMappedName()) //
|
||||
.put(MAPPING_ENABLED, false) //
|
||||
);
|
||||
|
||||
@@ -486,16 +482,6 @@ public class MappingBuilder {
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Return the mapping type name to be used for the {@link Field}
|
||||
*
|
||||
* @param field field to return the mapping type name for
|
||||
* @return the mapping type name
|
||||
*/
|
||||
private String getMappedTypeName(Field field) {
|
||||
return StringUtils.hasText(field.mappedTypeName()) ? field.mappedTypeName() : field.type().getMappedName();
|
||||
}
|
||||
|
||||
/**
|
||||
* Add mapping for @Field annotation
|
||||
*
|
||||
|
||||
+10
-61
@@ -23,7 +23,15 @@ import java.util.Collections;
|
||||
import java.util.List;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
import org.springframework.data.elasticsearch.annotations.*;
|
||||
import org.springframework.data.elasticsearch.annotations.DateFormat;
|
||||
import org.springframework.data.elasticsearch.annotations.Field;
|
||||
import org.springframework.data.elasticsearch.annotations.FieldType;
|
||||
import org.springframework.data.elasticsearch.annotations.IndexOptions;
|
||||
import org.springframework.data.elasticsearch.annotations.IndexPrefixes;
|
||||
import org.springframework.data.elasticsearch.annotations.InnerField;
|
||||
import org.springframework.data.elasticsearch.annotations.NullValueType;
|
||||
import org.springframework.data.elasticsearch.annotations.Similarity;
|
||||
import org.springframework.data.elasticsearch.annotations.TermVector;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
import org.springframework.util.StringUtils;
|
||||
@@ -41,7 +49,6 @@ import com.fasterxml.jackson.databind.node.TextNode;
|
||||
* @author Brian Kimmig
|
||||
* @author Morgan Lutz
|
||||
* @author Sascha Woo
|
||||
* @author Haibo Liu
|
||||
* @since 4.0
|
||||
*/
|
||||
public final class MappingParameters {
|
||||
@@ -71,10 +78,6 @@ public final class MappingParameters {
|
||||
static final String FIELD_PARAM_ORIENTATION = "orientation";
|
||||
static final String FIELD_PARAM_POSITIVE_SCORE_IMPACT = "positive_score_impact";
|
||||
static final String FIELD_PARAM_DIMS = "dims";
|
||||
static final String FIELD_PARAM_ELEMENT_TYPE = "element_type";
|
||||
static final String FIELD_PARAM_M = "m";
|
||||
static final String FIELD_PARAM_EF_CONSTRUCTION = "ef_construction";
|
||||
static final String FIELD_PARAM_CONFIDENCE_INTERVAL = "confidence_interval";
|
||||
static final String FIELD_PARAM_SCALING_FACTOR = "scaling_factor";
|
||||
static final String FIELD_PARAM_SEARCH_ANALYZER = "search_analyzer";
|
||||
static final String FIELD_PARAM_STORE = "store";
|
||||
@@ -107,16 +110,12 @@ public final class MappingParameters {
|
||||
private final Integer positionIncrementGap;
|
||||
private final boolean positiveScoreImpact;
|
||||
private final Integer dims;
|
||||
private final String elementType;
|
||||
private final KnnSimilarity knnSimilarity;
|
||||
@Nullable private final KnnIndexOptions knnIndexOptions;
|
||||
private final String searchAnalyzer;
|
||||
private final double scalingFactor;
|
||||
private final String similarity;
|
||||
private final boolean store;
|
||||
private final TermVector termVector;
|
||||
private final FieldType type;
|
||||
private final String mappedTypeName;
|
||||
|
||||
/**
|
||||
* extracts the mapping parameters from the relevant annotations.
|
||||
@@ -142,7 +141,6 @@ public final class MappingParameters {
|
||||
store = field.store();
|
||||
fielddata = field.fielddata();
|
||||
type = field.type();
|
||||
mappedTypeName = StringUtils.hasText(field.mappedTypeName()) ? field.mappedTypeName() : type.getMappedName();
|
||||
dateFormats = field.format();
|
||||
dateFormatPatterns = field.pattern();
|
||||
analyzer = field.analyzer();
|
||||
@@ -176,9 +174,6 @@ public final class MappingParameters {
|
||||
Assert.isTrue(dims >= 1 && dims <= 4096,
|
||||
"Invalid required parameter! Dense_Vector value \"dims\" must be between 1 and 4096.");
|
||||
}
|
||||
elementType = field.elementType();
|
||||
knnSimilarity = field.knnSimilarity();
|
||||
knnIndexOptions = field.knnIndexOptions().length > 0 ? field.knnIndexOptions()[0] : null;
|
||||
Assert.isTrue(field.enabled() || type == FieldType.Object, "enabled false is only allowed for field type object");
|
||||
enabled = field.enabled();
|
||||
eagerGlobalOrdinals = field.eagerGlobalOrdinals();
|
||||
@@ -189,7 +184,6 @@ public final class MappingParameters {
|
||||
store = field.store();
|
||||
fielddata = field.fielddata();
|
||||
type = field.type();
|
||||
mappedTypeName = StringUtils.hasText(field.mappedTypeName()) ? field.mappedTypeName() : type.getMappedName();
|
||||
dateFormats = field.format();
|
||||
dateFormatPatterns = field.pattern();
|
||||
analyzer = field.analyzer();
|
||||
@@ -223,9 +217,6 @@ public final class MappingParameters {
|
||||
Assert.isTrue(dims >= 1 && dims <= 4096,
|
||||
"Invalid required parameter! Dense_Vector value \"dims\" must be between 1 and 4096.");
|
||||
}
|
||||
elementType = field.elementType();
|
||||
knnSimilarity = field.knnSimilarity();
|
||||
knnIndexOptions = field.knnIndexOptions().length > 0 ? field.knnIndexOptions()[0] : null;
|
||||
enabled = true;
|
||||
eagerGlobalOrdinals = field.eagerGlobalOrdinals();
|
||||
}
|
||||
@@ -248,7 +239,7 @@ public final class MappingParameters {
|
||||
}
|
||||
|
||||
if (type != FieldType.Auto) {
|
||||
objectNode.put(FIELD_PARAM_TYPE, mappedTypeName);
|
||||
objectNode.put(FIELD_PARAM_TYPE, type.getMappedName());
|
||||
|
||||
if (type == FieldType.Date || type == FieldType.Date_Nanos || type == FieldType.Date_Range) {
|
||||
List<String> formats = new ArrayList<>();
|
||||
@@ -365,48 +356,6 @@ public final class MappingParameters {
|
||||
|
||||
if (type == FieldType.Dense_Vector) {
|
||||
objectNode.put(FIELD_PARAM_DIMS, dims);
|
||||
|
||||
if (!FieldElementType.DEFAULT.equals(elementType)) {
|
||||
objectNode.put(FIELD_PARAM_ELEMENT_TYPE, elementType);
|
||||
}
|
||||
|
||||
if (knnSimilarity != KnnSimilarity.DEFAULT) {
|
||||
objectNode.put(FIELD_PARAM_SIMILARITY, knnSimilarity.getSimilarity());
|
||||
}
|
||||
|
||||
if (knnSimilarity != KnnSimilarity.DEFAULT) {
|
||||
Assert.isTrue(index, "knn similarity can only be specified when 'index' is true.");
|
||||
objectNode.put(FIELD_PARAM_SIMILARITY, knnSimilarity.getSimilarity());
|
||||
}
|
||||
|
||||
if (knnIndexOptions != null) {
|
||||
Assert.isTrue(index, "knn index options can only be specified when 'index' is true.");
|
||||
ObjectNode indexOptionsNode = objectNode.putObject(FIELD_PARAM_INDEX_OPTIONS);
|
||||
KnnAlgorithmType algoType = knnIndexOptions.type();
|
||||
if (algoType != KnnAlgorithmType.DEFAULT) {
|
||||
if (algoType == KnnAlgorithmType.INT8_HNSW || algoType == KnnAlgorithmType.INT8_FLAT) {
|
||||
Assert.isTrue(!FieldElementType.BYTE.equals(elementType),
|
||||
"'element_type' can only be float when using vector quantization.");
|
||||
}
|
||||
indexOptionsNode.put(FIELD_PARAM_TYPE, algoType.getType());
|
||||
}
|
||||
if (knnIndexOptions.m() >= 0) {
|
||||
Assert.isTrue(algoType == KnnAlgorithmType.HNSW || algoType == KnnAlgorithmType.INT8_HNSW,
|
||||
"knn 'm' parameter can only be applicable to hnsw and int8_hnsw index types.");
|
||||
indexOptionsNode.put(FIELD_PARAM_M, knnIndexOptions.m());
|
||||
}
|
||||
if (knnIndexOptions.efConstruction() >= 0) {
|
||||
Assert.isTrue(algoType == KnnAlgorithmType.HNSW || algoType == KnnAlgorithmType.INT8_HNSW,
|
||||
"knn 'ef_construction' can only be applicable to hnsw and int8_hnsw index types.");
|
||||
indexOptionsNode.put(FIELD_PARAM_EF_CONSTRUCTION, knnIndexOptions.efConstruction());
|
||||
}
|
||||
if (knnIndexOptions.confidenceInterval() >= 0) {
|
||||
Assert.isTrue(algoType == KnnAlgorithmType.INT8_HNSW
|
||||
|| algoType == KnnAlgorithmType.INT8_FLAT,
|
||||
"knn 'confidence_interval' can only be applicable to int8_hnsw and int8_flat index types.");
|
||||
indexOptionsNode.put(FIELD_PARAM_CONFIDENCE_INTERVAL, knnIndexOptions.confidenceInterval());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (!enabled) {
|
||||
|
||||
@@ -1,218 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.mapping;
|
||||
|
||||
import java.util.Objects;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.query.Query;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
|
||||
/**
|
||||
* Immutable Value object encapsulating index alias(es).
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
* @since 5.4
|
||||
*/
|
||||
public class Alias {
|
||||
/**
|
||||
* Alias name for the index.
|
||||
*/
|
||||
private final String alias;
|
||||
|
||||
/**
|
||||
* Query used to limit documents the alias can access.
|
||||
*/
|
||||
@Nullable private final Query filter;
|
||||
|
||||
/**
|
||||
* Used to route indexing operations to a specific shard.
|
||||
*/
|
||||
@Nullable private final String indexRouting;
|
||||
|
||||
/**
|
||||
* Used to route search operations to a specific shard.
|
||||
*/
|
||||
@Nullable private final String searchRouting;
|
||||
|
||||
/**
|
||||
* Used to route indexing and search operations to a specific shard.
|
||||
*/
|
||||
@Nullable private final String routing;
|
||||
|
||||
/**
|
||||
* The alias is hidden? By default, this is set to {@code false}.
|
||||
*/
|
||||
@Nullable private final Boolean isHidden;
|
||||
|
||||
/**
|
||||
* The index is the 'write index' for the alias? By default, this is set to {@code false}.
|
||||
*/
|
||||
@Nullable private final Boolean isWriteIndex;
|
||||
|
||||
private Alias(Builder builder) {
|
||||
this.alias = builder.alias;
|
||||
|
||||
this.filter = builder.filter;
|
||||
|
||||
this.indexRouting = builder.indexRouting;
|
||||
this.searchRouting = builder.searchRouting;
|
||||
this.routing = builder.routing;
|
||||
|
||||
this.isHidden = builder.isHidden;
|
||||
this.isWriteIndex = builder.isWriteIndex;
|
||||
}
|
||||
|
||||
public String getAlias() {
|
||||
return alias;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Query getFilter() {
|
||||
return filter;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getIndexRouting() {
|
||||
return indexRouting;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getSearchRouting() {
|
||||
return searchRouting;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getRouting() {
|
||||
return routing;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getHidden() {
|
||||
return isHidden;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getWriteIndex() {
|
||||
return isWriteIndex;
|
||||
}
|
||||
|
||||
public static Builder builder(String alias) {
|
||||
return new Builder(alias);
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean equals(Object o) {
|
||||
if (this == o)
|
||||
return true;
|
||||
if (!(o instanceof Alias that))
|
||||
return false;
|
||||
|
||||
return Objects.equals(alias, that.alias) && Objects.equals(filter, that.filter)
|
||||
&& Objects.equals(indexRouting, that.indexRouting)
|
||||
&& Objects.equals(searchRouting, that.searchRouting)
|
||||
&& Objects.equals(routing, that.routing)
|
||||
&& Objects.equals(isHidden, that.isHidden)
|
||||
&& Objects.equals(isWriteIndex, that.isWriteIndex);
|
||||
}
|
||||
|
||||
@Override
|
||||
public int hashCode() {
|
||||
return Objects.hash(alias, filter, indexRouting, searchRouting, routing, isHidden, isWriteIndex);
|
||||
}
|
||||
|
||||
public static class Builder {
|
||||
private final String alias;
|
||||
|
||||
@Nullable private Query filter;
|
||||
|
||||
@Nullable private String indexRouting;
|
||||
@Nullable private String searchRouting;
|
||||
@Nullable private String routing;
|
||||
|
||||
@Nullable private Boolean isHidden;
|
||||
@Nullable private Boolean isWriteIndex;
|
||||
|
||||
public Builder(String alias) {
|
||||
Assert.notNull(alias, "alias must not be null");
|
||||
this.alias = alias;
|
||||
}
|
||||
|
||||
/**
|
||||
* Query used to limit documents the alias can access.
|
||||
*/
|
||||
public Builder withFilter(@Nullable Query filter) {
|
||||
this.filter = filter;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Used to route indexing operations to a specific shard.
|
||||
*/
|
||||
public Builder withIndexRouting(@Nullable String indexRouting) {
|
||||
if (indexRouting != null && !indexRouting.trim().isEmpty()) {
|
||||
this.indexRouting = indexRouting;
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Used to route search operations to a specific shard.
|
||||
*/
|
||||
public Builder withSearchRouting(@Nullable String searchRouting) {
|
||||
if (searchRouting != null && !searchRouting.trim().isEmpty()) {
|
||||
this.searchRouting = searchRouting;
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Used to route indexing and search operations to a specific shard.
|
||||
*/
|
||||
public Builder withRouting(@Nullable String routing) {
|
||||
if (routing != null && !routing.trim().isEmpty()) {
|
||||
this.routing = routing;
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* The alias is hidden? By default, this is set to {@code false}.
|
||||
*/
|
||||
public Builder withHidden(@Nullable Boolean hidden) {
|
||||
isHidden = hidden;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* The index is the 'write index' for the alias? By default, this is set to {@code false}.
|
||||
*/
|
||||
public Builder withWriteIndex(@Nullable Boolean writeIndex) {
|
||||
isWriteIndex = writeIndex;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public Alias build() {
|
||||
return new Alias(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
-114
@@ -1,114 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.mapping;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.document.Document;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
|
||||
/**
|
||||
* Encapsulating index mapping fields, settings, and index alias(es).
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
* @since 5.3
|
||||
*/
|
||||
public class CreateIndexSettings {
|
||||
private final IndexCoordinates indexCoordinates;
|
||||
private final Set<Alias> aliases;
|
||||
|
||||
@Nullable private final Map<String, Object> settings;
|
||||
|
||||
@Nullable private final Document mapping;
|
||||
|
||||
private CreateIndexSettings(Builder builder) {
|
||||
this.indexCoordinates = builder.indexCoordinates;
|
||||
this.aliases = builder.aliases;
|
||||
|
||||
this.settings = builder.settings;
|
||||
this.mapping = builder.mapping;
|
||||
}
|
||||
|
||||
public static Builder builder(IndexCoordinates indexCoordinates) {
|
||||
return new Builder(indexCoordinates);
|
||||
}
|
||||
|
||||
public IndexCoordinates getIndexCoordinates() {
|
||||
return indexCoordinates;
|
||||
}
|
||||
|
||||
public Alias[] getAliases() {
|
||||
return aliases.toArray(Alias[]::new);
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Map<String, Object> getSettings() {
|
||||
return settings;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Document getMapping() {
|
||||
return mapping;
|
||||
}
|
||||
|
||||
public static class Builder {
|
||||
private final IndexCoordinates indexCoordinates;
|
||||
private final Set<Alias> aliases = new HashSet<>();
|
||||
|
||||
@Nullable private Map<String, Object> settings;
|
||||
|
||||
@Nullable private Document mapping;
|
||||
|
||||
public Builder(IndexCoordinates indexCoordinates) {
|
||||
Assert.notNull(indexCoordinates, "indexCoordinates must not be null");
|
||||
this.indexCoordinates = indexCoordinates;
|
||||
}
|
||||
|
||||
public Builder withAlias(Alias alias) {
|
||||
Assert.notNull(alias, "alias must not be null");
|
||||
this.aliases.add(alias);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder withAliases(Set<Alias> aliases) {
|
||||
Assert.notNull(aliases, "aliases must not be null");
|
||||
this.aliases.addAll(aliases);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder withSettings(Map<String, Object> settings) {
|
||||
Assert.notNull(settings, "settings must not be null");
|
||||
this.settings = settings;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder withMapping(@Nullable Document mapping) {
|
||||
this.mapping = mapping;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public CreateIndexSettings build() {
|
||||
return new CreateIndexSettings(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
+2
-12
@@ -15,8 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.mapping;
|
||||
|
||||
import java.util.Set;
|
||||
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.annotations.Dynamic;
|
||||
import org.springframework.data.elasticsearch.annotations.Field;
|
||||
@@ -44,14 +42,6 @@ public interface ElasticsearchPersistentEntity<T> extends PersistentEntity<T, El
|
||||
|
||||
IndexCoordinates getIndexCoordinates();
|
||||
|
||||
/**
|
||||
* Retrieves the aliases associated with the current entity.
|
||||
*
|
||||
* @return Returns a set of aliases of the {@link PersistentEntity}.
|
||||
* @since 5.4
|
||||
*/
|
||||
Set<Alias> getAliases();
|
||||
|
||||
short getShards();
|
||||
|
||||
short getReplicas();
|
||||
@@ -76,7 +66,7 @@ public interface ElasticsearchPersistentEntity<T> extends PersistentEntity<T, El
|
||||
boolean isCreateIndexAndMapping();
|
||||
|
||||
/**
|
||||
* returns the {@link ElasticsearchPersistentProperty} with the given fieldName (can be set by the {@link Field})
|
||||
* returns the {@link ElasticsearchPersistentProperty} with the given fieldName (may be set by the {@link Field}
|
||||
* annotation.
|
||||
*
|
||||
* @param fieldName to field name for the search, must not be {@literal null}
|
||||
@@ -199,7 +189,7 @@ public interface ElasticsearchPersistentEntity<T> extends PersistentEntity<T, El
|
||||
boolean storeVersionInSource();
|
||||
|
||||
/**
|
||||
* @return if the mapping should be written to the index on repository bootstrap even if the index already exists.
|
||||
* @return if the mapping should be written to the index on repositry bootstrap even if the index already exists.
|
||||
* @since 5.2
|
||||
*/
|
||||
boolean isAlwaysWriteMapping();
|
||||
|
||||
+1
-1
@@ -34,12 +34,12 @@ public class IndexCoordinates {
|
||||
private final String[] indexNames;
|
||||
|
||||
public static IndexCoordinates of(String... indexNames) {
|
||||
Assert.notNull(indexNames, "indexNames must not be null");
|
||||
return new IndexCoordinates(indexNames);
|
||||
}
|
||||
|
||||
private IndexCoordinates(String... indexNames) {
|
||||
Assert.notEmpty(indexNames, "indexNames may not be null or empty");
|
||||
Assert.noNullElements(indexNames, "indexNames may not contain null elements");
|
||||
this.indexNames = indexNames;
|
||||
}
|
||||
|
||||
|
||||
+2
-44
@@ -15,9 +15,7 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.mapping;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.concurrent.atomic.AtomicReference;
|
||||
|
||||
@@ -33,8 +31,6 @@ import org.springframework.data.elasticsearch.annotations.Routing;
|
||||
import org.springframework.data.elasticsearch.annotations.Setting;
|
||||
import org.springframework.data.elasticsearch.core.index.Settings;
|
||||
import org.springframework.data.elasticsearch.core.join.JoinField;
|
||||
import org.springframework.data.elasticsearch.core.query.Query;
|
||||
import org.springframework.data.elasticsearch.core.query.StringQuery;
|
||||
import org.springframework.data.mapping.MappingException;
|
||||
import org.springframework.data.mapping.PropertyHandler;
|
||||
import org.springframework.data.mapping.model.BasicPersistentEntity;
|
||||
@@ -84,7 +80,6 @@ public class SimpleElasticsearchPersistentEntity<T> extends BasicPersistentEntit
|
||||
private final ConcurrentHashMap<String, Expression> routingExpressions = new ConcurrentHashMap<>();
|
||||
private @Nullable String routing;
|
||||
private final ContextConfiguration contextConfiguration;
|
||||
private final Set<Alias> aliases = new HashSet<>();
|
||||
|
||||
private final ConcurrentHashMap<String, Expression> indexNameExpressions = new ConcurrentHashMap<>();
|
||||
private final Lazy<EvaluationContext> indexNameEvaluationContext = Lazy.of(this::getIndexNameEvaluationContext);
|
||||
@@ -117,7 +112,6 @@ public class SimpleElasticsearchPersistentEntity<T> extends BasicPersistentEntit
|
||||
this.dynamic = document.dynamic();
|
||||
this.storeIdInSource = document.storeIdInSource();
|
||||
this.storeVersionInSource = document.storeVersionInSource();
|
||||
buildAliases();
|
||||
} else {
|
||||
this.dynamic = Dynamic.INHERIT;
|
||||
this.storeIdInSource = true;
|
||||
@@ -144,11 +138,6 @@ public class SimpleElasticsearchPersistentEntity<T> extends BasicPersistentEntit
|
||||
return resolve(IndexCoordinates.of(getIndexName()));
|
||||
}
|
||||
|
||||
@Override
|
||||
public Set<Alias> getAliases() {
|
||||
return aliases;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
@Override
|
||||
public String getIndexStoreType() {
|
||||
@@ -258,12 +247,12 @@ public class SimpleElasticsearchPersistentEntity<T> extends BasicPersistentEntit
|
||||
if (property.isIndexedIndexNameProperty()) {
|
||||
|
||||
if (!property.getActualType().isAssignableFrom(String.class)) {
|
||||
throw new MappingException("@IndexedIndexName annotation must be put on String property");
|
||||
throw new MappingException(String.format("@IndexedIndexName annotation must be put on String property"));
|
||||
}
|
||||
|
||||
if (indexedIndexNameProperty != null) {
|
||||
throw new MappingException(
|
||||
"@IndexedIndexName annotation can only be put on one property in an entity");
|
||||
String.format("@IndexedIndexName annotation can only be put on one property in an entity"));
|
||||
}
|
||||
|
||||
this.indexedIndexNameProperty = property;
|
||||
@@ -626,35 +615,4 @@ public class SimpleElasticsearchPersistentEntity<T> extends BasicPersistentEntit
|
||||
public Dynamic dynamic() {
|
||||
return dynamic;
|
||||
}
|
||||
|
||||
/**
|
||||
* Building once the aliases for the current document.
|
||||
*/
|
||||
private void buildAliases() {
|
||||
// Clear the existing aliases.
|
||||
aliases.clear();
|
||||
|
||||
if (document != null) {
|
||||
for (org.springframework.data.elasticsearch.annotations.Alias alias : document.aliases()) {
|
||||
if (alias.value().isEmpty()) {
|
||||
continue;
|
||||
}
|
||||
|
||||
Query query = null;
|
||||
if (!alias.filter().value().isEmpty()) {
|
||||
query = new StringQuery(alias.filter().value());
|
||||
}
|
||||
|
||||
aliases.add(
|
||||
Alias.builder(alias.value())
|
||||
.withFilter(query)
|
||||
.withIndexRouting(alias.indexRouting())
|
||||
.withSearchRouting(alias.searchRouting())
|
||||
.withRouting(alias.routing())
|
||||
.withHidden(alias.isHidden())
|
||||
.withWriteIndex(alias.isWriteIndex())
|
||||
.build());
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
+2
-5
@@ -98,7 +98,6 @@ public class SimpleElasticsearchPersistentProperty extends
|
||||
this.isSeqNoPrimaryTerm = SeqNoPrimaryTerm.class.isAssignableFrom(getRawType());
|
||||
|
||||
boolean isField = isAnnotationPresent(Field.class);
|
||||
boolean isMultiField = isAnnotationPresent(MultiField.class);
|
||||
|
||||
if (isVersionProperty() && !getType().equals(Long.class)) {
|
||||
throw new MappingException(String.format("Version property %s must be of type Long!", property.getName()));
|
||||
@@ -110,10 +109,8 @@ public class SimpleElasticsearchPersistentProperty extends
|
||||
|
||||
initPropertyValueConverter();
|
||||
|
||||
storeNullValue = isField ? getRequiredAnnotation(Field.class).storeNullValue()
|
||||
: isMultiField && getRequiredAnnotation(MultiField.class).mainField().storeNullValue();
|
||||
storeEmptyValue = isField ? getRequiredAnnotation(Field.class).storeEmptyValue()
|
||||
: !isMultiField || getRequiredAnnotation(MultiField.class).mainField().storeEmptyValue();
|
||||
storeNullValue = isField && getRequiredAnnotation(Field.class).storeNullValue();
|
||||
storeEmptyValue = isField ? getRequiredAnnotation(Field.class).storeEmptyValue() : true;
|
||||
}
|
||||
|
||||
@Override
|
||||
|
||||
@@ -1,433 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.query;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import java.util.TimeZone;
|
||||
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.util.Assert;
|
||||
|
||||
/**
|
||||
* Defines an SQL request.
|
||||
*
|
||||
* @author Aouichaoui Youssef
|
||||
* @see <a href= "https://www.elastic.co/guide/en/elasticsearch/reference/current/sql-search-api.html">docs</a>
|
||||
* @since 5.4
|
||||
*/
|
||||
public class SqlQuery {
|
||||
|
||||
/**
|
||||
* If true, returns partial results if there are shard request timeouts or shard failures.
|
||||
* <p>
|
||||
* Default, this is set to {@code false}.
|
||||
*/
|
||||
@Nullable private final Boolean allowPartialSearchResults;
|
||||
|
||||
/**
|
||||
* Default catalog/cluster for queries. If unspecified, the queries are executed on the data in the local cluster
|
||||
* only.
|
||||
*/
|
||||
@Nullable private final String catalog;
|
||||
|
||||
/**
|
||||
* If true, returns results in a columnar format.
|
||||
* <p>
|
||||
* Default, this is set to {@code false}.
|
||||
*/
|
||||
@Nullable private final Boolean columnar;
|
||||
|
||||
/**
|
||||
* To retrieve a set of paginated results, ignore other request body parameters when specifying a cursor and using the
|
||||
* {@link #columnar} and {@link #timeZone} parameters.
|
||||
*/
|
||||
@Nullable private final String cursor;
|
||||
|
||||
/**
|
||||
* Maximum number of rows to return in the response.
|
||||
* <p>
|
||||
* Default, this is set to {@code 1000}.
|
||||
*/
|
||||
@Nullable private final Integer fetchSize;
|
||||
|
||||
/**
|
||||
* If false, the API returns an error for fields containing array values.
|
||||
* <p>
|
||||
* Default, this is set to {@code false}.
|
||||
*/
|
||||
@Nullable private final Boolean fieldMultiValueLeniency;
|
||||
|
||||
/**
|
||||
* Query that filter documents for the SQL search.
|
||||
*/
|
||||
@Nullable private final Query filter;
|
||||
|
||||
/**
|
||||
* If true, the search can run on frozen indices.
|
||||
* <p>
|
||||
* Default, this is set to {@code false}.
|
||||
*/
|
||||
@Nullable private final Boolean indexIncludeFrozen;
|
||||
|
||||
/**
|
||||
* Retention period for an async or saved synchronous search.
|
||||
* <p>
|
||||
* Default, this is set to {@code 5 days}.
|
||||
*/
|
||||
@Nullable private final Duration keepAlive;
|
||||
|
||||
/**
|
||||
* If it is true, it will store synchronous searches when the {@link #waitForCompletionTimeout} parameter is
|
||||
* specified.
|
||||
*/
|
||||
@Nullable private final Boolean keepOnCompletion;
|
||||
|
||||
/**
|
||||
* Minimum retention period for the scroll cursor.
|
||||
* <p>
|
||||
* Default, this is set to {@code 45 seconds}.
|
||||
*/
|
||||
@Nullable private final Duration pageTimeout;
|
||||
|
||||
/**
|
||||
* Timeout before the request fails.
|
||||
* <p>
|
||||
* Default, this is set to {@code 90 seconds}.
|
||||
*/
|
||||
@Nullable private final Duration requestTimeout;
|
||||
|
||||
/**
|
||||
* Values for parameters in the query.
|
||||
*/
|
||||
@Nullable private final List<Object> params;
|
||||
|
||||
/**
|
||||
* SQL query to run.
|
||||
*/
|
||||
private final String query;
|
||||
|
||||
/**
|
||||
* Time zone ID for the search.
|
||||
* <p>
|
||||
* Default, this is set to {@code UTC}.
|
||||
*/
|
||||
@Nullable private final TimeZone timeZone;
|
||||
|
||||
/**
|
||||
* Period to wait for complete results.
|
||||
* <p>
|
||||
* Default, this is set to no timeout.
|
||||
*/
|
||||
@Nullable private final Duration waitForCompletionTimeout;
|
||||
|
||||
private SqlQuery(Builder builder) {
|
||||
this.allowPartialSearchResults = builder.allowPartialSearchResults;
|
||||
|
||||
this.catalog = builder.catalog;
|
||||
this.columnar = builder.columnar;
|
||||
this.cursor = builder.cursor;
|
||||
|
||||
this.fetchSize = builder.fetchSize;
|
||||
this.fieldMultiValueLeniency = builder.fieldMultiValueLeniency;
|
||||
|
||||
this.filter = builder.filter;
|
||||
|
||||
this.indexIncludeFrozen = builder.indexIncludeFrozen;
|
||||
this.keepAlive = builder.keepAlive;
|
||||
this.keepOnCompletion = builder.keepOnCompletion;
|
||||
|
||||
this.pageTimeout = builder.pageTimeout;
|
||||
this.requestTimeout = builder.requestTimeout;
|
||||
|
||||
this.params = builder.params;
|
||||
this.query = builder.query;
|
||||
|
||||
this.timeZone = builder.timeZone;
|
||||
this.waitForCompletionTimeout = builder.waitForCompletionTimeout;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getAllowPartialSearchResults() {
|
||||
return allowPartialSearchResults;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getCatalog() {
|
||||
return catalog;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getColumnar() {
|
||||
return columnar;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getCursor() {
|
||||
return cursor;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Integer getFetchSize() {
|
||||
return fetchSize;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getFieldMultiValueLeniency() {
|
||||
return fieldMultiValueLeniency;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Query getFilter() {
|
||||
return filter;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getIndexIncludeFrozen() {
|
||||
return indexIncludeFrozen;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Duration getKeepAlive() {
|
||||
return keepAlive;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Boolean getKeepOnCompletion() {
|
||||
return keepOnCompletion;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Duration getPageTimeout() {
|
||||
return pageTimeout;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Duration getRequestTimeout() {
|
||||
return requestTimeout;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public List<Object> getParams() {
|
||||
return params;
|
||||
}
|
||||
|
||||
public String getQuery() {
|
||||
return query;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public TimeZone getTimeZone() {
|
||||
return timeZone;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public Duration getWaitForCompletionTimeout() {
|
||||
return waitForCompletionTimeout;
|
||||
}
|
||||
|
||||
public static Builder builder(String query) {
|
||||
return new Builder(query);
|
||||
}
|
||||
|
||||
public static class Builder {
|
||||
@Nullable private Boolean allowPartialSearchResults;
|
||||
|
||||
@Nullable private String catalog;
|
||||
@Nullable private Boolean columnar;
|
||||
@Nullable private String cursor;
|
||||
|
||||
@Nullable private Integer fetchSize;
|
||||
@Nullable private Boolean fieldMultiValueLeniency;
|
||||
|
||||
@Nullable private Query filter;
|
||||
|
||||
@Nullable private Boolean indexIncludeFrozen;
|
||||
|
||||
@Nullable private Duration keepAlive;
|
||||
@Nullable private Boolean keepOnCompletion;
|
||||
|
||||
@Nullable private Duration pageTimeout;
|
||||
@Nullable private Duration requestTimeout;
|
||||
|
||||
@Nullable private List<Object> params;
|
||||
private final String query;
|
||||
|
||||
@Nullable private TimeZone timeZone;
|
||||
@Nullable private Duration waitForCompletionTimeout;
|
||||
|
||||
private Builder(String query) {
|
||||
Assert.notNull(query, "query must not be null");
|
||||
|
||||
this.query = query;
|
||||
}
|
||||
|
||||
/**
|
||||
* If true, returns partial results if there are shard request timeouts or shard failures.
|
||||
*/
|
||||
public Builder withAllowPartialSearchResults(Boolean allowPartialSearchResults) {
|
||||
this.allowPartialSearchResults = allowPartialSearchResults;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Default catalog/cluster for queries. If unspecified, the queries are executed on the data in the local cluster
|
||||
* only.
|
||||
*/
|
||||
public Builder withCatalog(String catalog) {
|
||||
this.catalog = catalog;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* If true, returns results in a columnar format.
|
||||
*/
|
||||
public Builder withColumnar(Boolean columnar) {
|
||||
this.columnar = columnar;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* To retrieve a set of paginated results, ignore other request body parameters when specifying a cursor and using
|
||||
* the {@link #columnar} and {@link #timeZone} parameters.
|
||||
*/
|
||||
public Builder withCursor(String cursor) {
|
||||
this.cursor = cursor;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Maximum number of rows to return in the response.
|
||||
*/
|
||||
public Builder withFetchSize(Integer fetchSize) {
|
||||
this.fetchSize = fetchSize;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* If false, the API returns an error for fields containing array values.
|
||||
*/
|
||||
public Builder withFieldMultiValueLeniency(Boolean fieldMultiValueLeniency) {
|
||||
this.fieldMultiValueLeniency = fieldMultiValueLeniency;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Query that filter documents for the SQL search.
|
||||
*/
|
||||
public Builder setFilter(Query filter) {
|
||||
this.filter = filter;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* If true, the search can run on frozen indices.
|
||||
*/
|
||||
public Builder withIndexIncludeFrozen(Boolean indexIncludeFrozen) {
|
||||
this.indexIncludeFrozen = indexIncludeFrozen;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Retention period for an async or saved synchronous search.
|
||||
*/
|
||||
public Builder setKeepAlive(Duration keepAlive) {
|
||||
this.keepAlive = keepAlive;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* If it is true, it will store synchronous searches when the {@link #waitForCompletionTimeout} parameter is
|
||||
* specified.
|
||||
*/
|
||||
public Builder withKeepOnCompletion(Boolean keepOnCompletion) {
|
||||
this.keepOnCompletion = keepOnCompletion;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Minimum retention period for the scroll cursor.
|
||||
*/
|
||||
public Builder withPageTimeout(Duration pageTimeout) {
|
||||
this.pageTimeout = pageTimeout;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Timeout before the request fails.
|
||||
*/
|
||||
public Builder withRequestTimeout(Duration requestTimeout) {
|
||||
this.requestTimeout = requestTimeout;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Values for parameters in the query.
|
||||
*/
|
||||
public Builder withParams(List<Object> params) {
|
||||
this.params = params;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Value for parameters in the query.
|
||||
*/
|
||||
public Builder withParam(Object param) {
|
||||
if (this.params == null) {
|
||||
this.params = new ArrayList<>();
|
||||
}
|
||||
this.params.add(param);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Time zone ID for the search.
|
||||
*/
|
||||
public Builder withTimeZone(TimeZone timeZone) {
|
||||
this.timeZone = timeZone;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Period to wait for complete results.
|
||||
*/
|
||||
public Builder withWaitForCompletionTimeout(Duration waitForCompletionTimeout) {
|
||||
this.waitForCompletionTimeout = waitForCompletionTimeout;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public SqlQuery build() {
|
||||
return new SqlQuery(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
-37
@@ -1,37 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.sql;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.query.SqlQuery;
|
||||
|
||||
import reactor.core.publisher.Mono;
|
||||
|
||||
/**
|
||||
* The reactive version of operations for the
|
||||
* <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/sql-search-api.html">SQL search API</a>.
|
||||
*
|
||||
* @author Aouichaoui Youssef
|
||||
* @since 5.4
|
||||
*/
|
||||
public interface ReactiveSqlOperations {
|
||||
/**
|
||||
* Execute the sql {@code query} against elasticsearch and return result as {@link SqlResponse}
|
||||
*
|
||||
* @param query the query to execute
|
||||
* @return {@link SqlResponse} containing the list of found objects
|
||||
*/
|
||||
Mono<SqlResponse> search(SqlQuery query);
|
||||
}
|
||||
@@ -1,35 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.sql;
|
||||
|
||||
import org.springframework.data.elasticsearch.core.query.SqlQuery;
|
||||
|
||||
/**
|
||||
* The operations for the
|
||||
* <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/sql-search-api.html">SQL search API</a>.
|
||||
*
|
||||
* @author Aouichaoui Youssef
|
||||
* @since 5.4
|
||||
*/
|
||||
public interface SqlOperations {
|
||||
/**
|
||||
* Execute the sql {@code query} against elasticsearch and return result as {@link SqlResponse}
|
||||
*
|
||||
* @param query the query to execute
|
||||
* @return {@link SqlResponse} containing the list of found objects
|
||||
*/
|
||||
SqlResponse search(SqlQuery query);
|
||||
}
|
||||
@@ -1,217 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.sql;
|
||||
|
||||
import static java.util.Collections.*;
|
||||
|
||||
import jakarta.json.JsonValue;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.Iterator;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
import org.springframework.lang.NonNull;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
/**
|
||||
* Defines an SQL response.
|
||||
*
|
||||
* @author Aouichaoui Youssef
|
||||
* @see <a href= "https://www.elastic.co/guide/en/elasticsearch/reference/current/sql-search-api.html">docs</a>
|
||||
* @since 5.4
|
||||
*/
|
||||
public class SqlResponse {
|
||||
/**
|
||||
* If {@code true}, the search is still running.
|
||||
*/
|
||||
private final boolean running;
|
||||
|
||||
/**
|
||||
* If {@code true}, the response does not contain complete search results.
|
||||
*/
|
||||
private final boolean partial;
|
||||
|
||||
/**
|
||||
* Cursor for the next set of paginated results.
|
||||
*/
|
||||
@Nullable private final String cursor;
|
||||
|
||||
/**
|
||||
* Column headings for the search results.
|
||||
*/
|
||||
private final List<Column> columns;
|
||||
|
||||
/**
|
||||
* Values for the search results.
|
||||
*/
|
||||
private final List<Row> rows;
|
||||
|
||||
private SqlResponse(Builder builder) {
|
||||
this.running = builder.running;
|
||||
this.partial = builder.partial;
|
||||
|
||||
this.cursor = builder.cursor;
|
||||
|
||||
this.columns = unmodifiableList(builder.columns);
|
||||
this.rows = unmodifiableList(builder.rows);
|
||||
}
|
||||
|
||||
public boolean isRunning() {
|
||||
return running;
|
||||
}
|
||||
|
||||
public boolean isPartial() {
|
||||
return partial;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getCursor() {
|
||||
return cursor;
|
||||
}
|
||||
|
||||
public List<Column> getColumns() {
|
||||
return columns;
|
||||
}
|
||||
|
||||
public List<Row> getRows() {
|
||||
return rows;
|
||||
}
|
||||
|
||||
public static Builder builder() {
|
||||
return new Builder();
|
||||
}
|
||||
|
||||
public record Column(String name, String type) {
|
||||
}
|
||||
|
||||
public static class Row implements Iterable<Map.Entry<Column, JsonValue>> {
|
||||
private final Map<Column, JsonValue> row;
|
||||
|
||||
private Row(Builder builder) {
|
||||
this.row = builder.row;
|
||||
}
|
||||
|
||||
public static Builder builder() {
|
||||
return new Builder();
|
||||
}
|
||||
|
||||
@NonNull
|
||||
@Override
|
||||
public Iterator<Map.Entry<Column, JsonValue>> iterator() {
|
||||
return row.entrySet().iterator();
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public JsonValue get(Column column) {
|
||||
return row.get(column);
|
||||
}
|
||||
|
||||
public static class Builder {
|
||||
private final Map<Column, JsonValue> row = new HashMap<>();
|
||||
|
||||
public Builder withValue(Column column, JsonValue value) {
|
||||
this.row.put(column, value);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public Row build() {
|
||||
return new Row(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public static class Builder {
|
||||
private boolean running;
|
||||
private boolean partial;
|
||||
|
||||
@Nullable private String cursor;
|
||||
|
||||
private final List<Column> columns = new ArrayList<>();
|
||||
private final List<Row> rows = new ArrayList<>();
|
||||
|
||||
private Builder() {}
|
||||
|
||||
/**
|
||||
* If {@code true}, the search is still running.
|
||||
*/
|
||||
public Builder withRunning(boolean running) {
|
||||
this.running = running;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* If {@code true}, the response does not contain complete search results.
|
||||
*/
|
||||
public Builder withPartial(boolean partial) {
|
||||
this.partial = partial;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Cursor for the next set of paginated results.
|
||||
*/
|
||||
public Builder withCursor(@Nullable String cursor) {
|
||||
this.cursor = cursor;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Column headings for the search results.
|
||||
*/
|
||||
public Builder withColumns(List<Column> columns) {
|
||||
this.columns.addAll(columns);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Column heading for the search results.
|
||||
*/
|
||||
public Builder withColumn(Column column) {
|
||||
this.columns.add(column);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Values for the search results.
|
||||
*/
|
||||
public Builder withRows(List<Row> rows) {
|
||||
this.rows.addAll(rows);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
/**
|
||||
* Value for the search results.
|
||||
*/
|
||||
public Builder withRow(Row row) {
|
||||
this.rows.add(row);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public SqlResponse build() {
|
||||
return new SqlResponse(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,6 +0,0 @@
|
||||
/**
|
||||
* Classes and interfaces to access to SQL API of Elasticsearch.
|
||||
*/
|
||||
@org.springframework.lang.NonNullApi
|
||||
@org.springframework.lang.NonNullFields
|
||||
package org.springframework.data.elasticsearch.core.sql;
|
||||
@@ -1,4 +1,4 @@
|
||||
Spring Data Elasticsearch 5.4.2 (2024.1.2)
|
||||
Spring Data Elasticsearch 5.3.8 (2024.0.8)
|
||||
Copyright (c) [2013-2022] Pivotal Software, Inc.
|
||||
|
||||
This product is licensed to you under the Apache License, Version 2.0 (the "License").
|
||||
@@ -25,5 +25,8 @@ conditions of the subcomponent's license, as noted in the LICENSE file.
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
-76
@@ -15,8 +15,6 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch;
|
||||
|
||||
import static co.elastic.clients.elasticsearch._types.query_dsl.QueryBuilders.*;
|
||||
import static java.util.UUID.*;
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
import static org.springframework.data.elasticsearch.utils.IdGenerator.*;
|
||||
|
||||
@@ -30,7 +28,6 @@ import java.util.Map;
|
||||
|
||||
import org.jetbrains.annotations.NotNull;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.DisplayName;
|
||||
import org.junit.jupiter.api.Order;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
@@ -40,7 +37,6 @@ import org.springframework.data.elasticsearch.annotations.Field;
|
||||
import org.springframework.data.elasticsearch.annotations.FieldType;
|
||||
import org.springframework.data.elasticsearch.annotations.InnerField;
|
||||
import org.springframework.data.elasticsearch.annotations.MultiField;
|
||||
import org.springframework.data.elasticsearch.client.elc.NativeQuery;
|
||||
import org.springframework.data.elasticsearch.core.ElasticsearchOperations;
|
||||
import org.springframework.data.elasticsearch.core.IndexOperations;
|
||||
import org.springframework.data.elasticsearch.core.SearchHits;
|
||||
@@ -377,42 +373,6 @@ public abstract class NestedObjectIntegrationTests {
|
||||
assertThat(books.getSearchHit(0).getContent().getId()).isEqualTo(book2.getId());
|
||||
}
|
||||
|
||||
@Test // #2952
|
||||
@DisplayName("should handle null and empty field parameters in the mapping process")
|
||||
void shouldSupportMappingNullAndEmptyFieldParameter() {
|
||||
// Given
|
||||
operations.indexOps(MultiFieldWithNullEmptyParameters.class).createWithMapping();
|
||||
List<IndexQuery> indexQueries = new ArrayList<>();
|
||||
MultiFieldWithNullEmptyParameters nullObj = new MultiFieldWithNullEmptyParameters();
|
||||
nullObj.addFieldWithInner(randomUUID().toString());
|
||||
MultiFieldWithNullEmptyParameters objWithValue = new MultiFieldWithNullEmptyParameters();
|
||||
objWithValue.addEmptyField(randomUUID().toString());
|
||||
|
||||
IndexQuery indexQuery1 = new IndexQuery();
|
||||
indexQuery1.setId(nextIdAsString());
|
||||
indexQuery1.setObject(nullObj);
|
||||
indexQueries.add(indexQuery1);
|
||||
|
||||
IndexQuery indexQuery2 = new IndexQuery();
|
||||
indexQuery2.setId(nextIdAsString());
|
||||
indexQuery2.setObject(objWithValue);
|
||||
indexQueries.add(indexQuery2);
|
||||
|
||||
// When
|
||||
operations.bulkIndex(indexQueries, MultiFieldWithNullEmptyParameters.class);
|
||||
|
||||
// Then
|
||||
SearchHits<MultiFieldWithNullEmptyParameters> nullResults = operations.search(
|
||||
NativeQuery.builder().withQuery(match(bm -> bm.field("empty-field").query("EMPTY"))).build(),
|
||||
MultiFieldWithNullEmptyParameters.class);
|
||||
assertThat(nullResults.getSearchHits()).hasSize(1);
|
||||
|
||||
nullResults = operations.search(
|
||||
NativeQuery.builder().withQuery(match(bm -> bm.field("inner-field.prefix").query("EMPTY"))).build(),
|
||||
MultiFieldWithNullEmptyParameters.class);
|
||||
assertThat(nullResults.getSearchHits()).hasSize(1);
|
||||
}
|
||||
|
||||
@NotNull
|
||||
abstract protected Query getNestedQuery4();
|
||||
|
||||
@@ -662,40 +622,4 @@ public abstract class NestedObjectIntegrationTests {
|
||||
}
|
||||
}
|
||||
|
||||
@Document(indexName = "#{@indexNameProvider.indexName()}-multi-field")
|
||||
static class MultiFieldWithNullEmptyParameters {
|
||||
@Nullable
|
||||
@MultiField(mainField = @Field(name = "empty-field", type = FieldType.Keyword, nullValue = "EMPTY",
|
||||
storeNullValue = true)) private List<String> emptyField;
|
||||
|
||||
@Nullable
|
||||
@MultiField(mainField = @Field(name = "inner-field", type = FieldType.Text, storeNullValue = true),
|
||||
otherFields = { @InnerField(suffix = "prefix", type = FieldType.Keyword,
|
||||
nullValue = "EMPTY") }) private List<String> fieldWithInner;
|
||||
|
||||
public List<String> getEmptyField() {
|
||||
if (emptyField == null) {
|
||||
emptyField = new ArrayList<>();
|
||||
}
|
||||
|
||||
return emptyField;
|
||||
}
|
||||
|
||||
public void addEmptyField(String value) {
|
||||
getEmptyField().add(value);
|
||||
}
|
||||
|
||||
public List<String> getFieldWithInner() {
|
||||
if (fieldWithInner == null) {
|
||||
fieldWithInner = new ArrayList<>();
|
||||
}
|
||||
|
||||
return fieldWithInner;
|
||||
}
|
||||
|
||||
public void addFieldWithInner(@Nullable String value) {
|
||||
getFieldWithInner().add(value);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -22,8 +22,6 @@ import co.elastic.clients.elasticsearch._types.FieldValue;
|
||||
import co.elastic.clients.elasticsearch._types.mapping.TypeMapping;
|
||||
import co.elastic.clients.elasticsearch.cluster.HealthRequest;
|
||||
import co.elastic.clients.elasticsearch.cluster.HealthResponse;
|
||||
import co.elastic.clients.elasticsearch.core.CountRequest;
|
||||
import co.elastic.clients.elasticsearch.core.CountResponse;
|
||||
import co.elastic.clients.elasticsearch.core.IndexRequest;
|
||||
import co.elastic.clients.elasticsearch.core.IndexResponse;
|
||||
import co.elastic.clients.elasticsearch.core.SearchRequest;
|
||||
@@ -64,7 +62,6 @@ import org.springframework.lang.Nullable;
|
||||
* on port 9200 and an intercepting proxy on port 8080.
|
||||
*
|
||||
* @author Peter-Josef Meisch
|
||||
* @author maryantocinn
|
||||
*/
|
||||
@Disabled
|
||||
@TestMethodOrder(MethodOrderer.OrderAnnotation.class)
|
||||
@@ -355,43 +352,6 @@ public class DevTests {
|
||||
private ResponseBody<EntityAsMap> searchReactive(SearchRequest searchRequest) {
|
||||
return Objects.requireNonNull(reactiveElasticsearchClient.search(searchRequest, EntityAsMap.class).block());
|
||||
}
|
||||
|
||||
// endregion
|
||||
// region count
|
||||
@Test
|
||||
@Order(40)
|
||||
void count() {
|
||||
|
||||
CountRequest countRequest = new CountRequest.Builder().index(INDEX)
|
||||
.query(query -> query.match(matchQuery -> matchQuery.field("content").query(FieldValue.of("content1"))))
|
||||
.build();
|
||||
|
||||
CountResponse countResponse = null;
|
||||
|
||||
try {
|
||||
countResponse = countImperative(countRequest);
|
||||
assertThat(countResponse).isNotNull();
|
||||
assertThat(countResponse.count()).isEqualTo(1);
|
||||
} catch (IOException e) {
|
||||
LOGGER.error("error", e);
|
||||
}
|
||||
|
||||
try {
|
||||
countResponse = countReactive(countRequest);
|
||||
assertThat(countResponse).isNotNull();
|
||||
assertThat(countResponse.count()).isEqualTo(1);
|
||||
} catch (Exception e) {
|
||||
LOGGER.error("error", e);
|
||||
}
|
||||
}
|
||||
|
||||
private CountResponse countImperative(CountRequest countRequest) throws IOException {
|
||||
return imperativeElasticsearchClient.count(countRequest);
|
||||
}
|
||||
|
||||
private CountResponse countReactive(CountRequest countRequest) {
|
||||
return Objects.requireNonNull(reactiveElasticsearchClient.count(countRequest).block());
|
||||
}
|
||||
// endregion
|
||||
|
||||
private ClientConfiguration clientConfiguration() {
|
||||
|
||||
+52
-21
@@ -44,7 +44,6 @@ import com.google.common.collect.ImmutableMap;
|
||||
*
|
||||
* @author Sébastien Comeau
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
* @since 5.2
|
||||
*/
|
||||
class SearchDocumentResponseBuilderUnitTests {
|
||||
@@ -55,21 +54,35 @@ class SearchDocumentResponseBuilderUnitTests {
|
||||
void shouldGetPhraseSuggestion() throws JSONException {
|
||||
// arrange
|
||||
final var hitsMetadata = new HitsMetadata.Builder<EntityAsMap>()
|
||||
.total(total -> total.value(0).relation(TotalHitsRelation.Eq)).hits(new ArrayList<>()).build();
|
||||
.total(total -> total
|
||||
.value(0)
|
||||
.relation(TotalHitsRelation.Eq))
|
||||
.hits(new ArrayList<>())
|
||||
.build();
|
||||
|
||||
final var suggestionTest = new Suggestion.Builder<EntityAsMap>().phrase(phrase -> phrase.text("National").offset(0)
|
||||
.length(8)
|
||||
.options(
|
||||
option -> option.text("nations").highlighted("highlighted-nations").score(0.11480146).collateMatch(false))
|
||||
.options(option -> option.text("national").highlighted("highlighted-national").score(0.08063514)
|
||||
.collateMatch(false)))
|
||||
final var suggestionTest = new Suggestion.Builder<EntityAsMap>()
|
||||
.phrase(phrase -> phrase
|
||||
.text("National")
|
||||
.offset(0)
|
||||
.length(8)
|
||||
.options(option -> option
|
||||
.text("nations")
|
||||
.highlighted("highlighted-nations")
|
||||
.score(0.11480146)
|
||||
.collateMatch(false))
|
||||
.options(option -> option
|
||||
.text("national")
|
||||
.highlighted("highlighted-national")
|
||||
.score(0.08063514)
|
||||
.collateMatch(false)))
|
||||
.build();
|
||||
|
||||
final var sortProperties = ImmutableMap.<String, List<Suggestion<EntityAsMap>>> builder()
|
||||
.put("suggestionTest", ImmutableList.of(suggestionTest)).build();
|
||||
.put("suggestionTest", ImmutableList.of(suggestionTest))
|
||||
.build();
|
||||
|
||||
// act
|
||||
final var actual = SearchDocumentResponseBuilder.from(hitsMetadata, null, null, null, 0, null, sortProperties, null,
|
||||
final var actual = SearchDocumentResponseBuilder.from(hitsMetadata, null, null, null, null, sortProperties, null,
|
||||
jsonpMapper);
|
||||
|
||||
// assert
|
||||
@@ -109,19 +122,35 @@ class SearchDocumentResponseBuilderUnitTests {
|
||||
void shouldGetShardStatisticsInfo() {
|
||||
// arrange
|
||||
HitsMetadata<EntityAsMap> hitsMetadata = new HitsMetadata.Builder<EntityAsMap>()
|
||||
.total(t -> t.value(0).relation(TotalHitsRelation.Eq)).hits(new ArrayList<>()).build();
|
||||
.total(t -> t
|
||||
.value(0)
|
||||
.relation(TotalHitsRelation.Eq))
|
||||
.hits(new ArrayList<>())
|
||||
.build();
|
||||
|
||||
ShardStatistics shards = new ShardStatistics.Builder().total(15).successful(14).skipped(0).failed(1)
|
||||
.failures(List.of(ShardFailure.of(sfb -> sfb.index("test-index").node("test-node").shard(1)
|
||||
.reason(rb -> rb.reason("this is a mock failure in shards")
|
||||
.causedBy(cbb -> cbb.reason("inner reason").metadata(Map.of("hello", JsonData.of("world"))))
|
||||
.type("reason-type")
|
||||
ShardStatistics shards = new ShardStatistics.Builder()
|
||||
.total(15)
|
||||
.successful(14)
|
||||
.skipped(0)
|
||||
.failed(1)
|
||||
.failures(List.of(
|
||||
ShardFailure.of(sfb -> sfb
|
||||
.index("test-index")
|
||||
.node("test-node")
|
||||
.shard(1)
|
||||
.reason(rb -> rb
|
||||
.reason("this is a mock failure in shards")
|
||||
.causedBy(cbb -> cbb.reason("inner reason")
|
||||
.metadata(Map.of("hello", JsonData.of("world"))))
|
||||
.type("reason-type")
|
||||
|
||||
).status("fail")))).build();
|
||||
)
|
||||
.status("fail"))))
|
||||
.build();
|
||||
|
||||
// act
|
||||
SearchDocumentResponse response = SearchDocumentResponseBuilder.from(hitsMetadata, shards, null, null, 0, null,
|
||||
null, null, jsonpMapper);
|
||||
SearchDocumentResponse response = SearchDocumentResponseBuilder.from(hitsMetadata, shards, null, null,
|
||||
null, null, null, jsonpMapper);
|
||||
|
||||
// assert
|
||||
SearchShardStatistics shardStatistics = response.getSearchShardStatistics();
|
||||
@@ -135,9 +164,11 @@ class SearchDocumentResponseBuilderUnitTests {
|
||||
assertThat(failures.size()).isEqualTo(1);
|
||||
assertThat(failures).extracting(SearchShardStatistics.Failure::getIndex).containsExactly("test-index");
|
||||
assertThat(failures).extracting(SearchShardStatistics.Failure::getElasticsearchErrorCause)
|
||||
.extracting(ElasticsearchErrorCause::getReason).containsExactly("this is a mock failure in shards");
|
||||
.extracting(ElasticsearchErrorCause::getReason)
|
||||
.containsExactly("this is a mock failure in shards");
|
||||
assertThat(failures).extracting(SearchShardStatistics.Failure::getElasticsearchErrorCause)
|
||||
.extracting(ElasticsearchErrorCause::getCausedBy).extracting(ElasticsearchErrorCause::getReason)
|
||||
.extracting(ElasticsearchErrorCause::getCausedBy)
|
||||
.extracting(ElasticsearchErrorCause::getReason)
|
||||
.containsExactly("inner reason");
|
||||
}
|
||||
}
|
||||
|
||||
+37
-35
@@ -190,42 +190,44 @@ public class ElasticsearchELCIntegrationTests extends ElasticsearchIntegrationTe
|
||||
@Override
|
||||
protected Query getQueryWithRescorer() {
|
||||
|
||||
return NativeQuery.builder()
|
||||
.withQuery(q -> q
|
||||
.bool(b -> b
|
||||
.filter(f -> f.exists(e -> e.field("rate")))
|
||||
.should(s -> s.term(t -> t.field("message").value("message")))))
|
||||
.withRescorerQuery(
|
||||
new RescorerQuery(NativeQuery.builder()
|
||||
.withQuery(q -> q
|
||||
.functionScore(fs -> fs
|
||||
.functions(f1 -> f1
|
||||
.filter(matchAllQueryAsQuery())
|
||||
.weight(1.0)
|
||||
.gauss(d -> d
|
||||
.untyped(ut -> ut
|
||||
.field("rate")
|
||||
.placement(dp -> dp
|
||||
.origin(JsonData.of(0))
|
||||
.scale(JsonData.of(10))
|
||||
.decay(0.5)))))
|
||||
.functions(f2 -> f2
|
||||
.filter(matchAllQueryAsQuery()).weight(100.0)
|
||||
.gauss(d -> d
|
||||
.untyped(ut -> ut
|
||||
.field("rate")
|
||||
.placement(dp -> dp
|
||||
.origin(JsonData.of(0))
|
||||
.scale(JsonData.of(10))
|
||||
.decay(0.5)))
|
||||
return NativeQuery.builder() //
|
||||
.withQuery(q -> q //
|
||||
.bool(b -> b //
|
||||
.filter(f -> f.exists(e -> e.field("rate"))) //
|
||||
.should(s -> s.term(t -> t.field("message").value("message"))) //
|
||||
)) //
|
||||
.withRescorerQuery( //
|
||||
new RescorerQuery(NativeQuery.builder() //
|
||||
.withQuery(q -> q //
|
||||
.functionScore(fs -> fs //
|
||||
.functions(f1 -> f1 //
|
||||
.filter(matchAllQueryAsQuery()) //
|
||||
.weight(1.0) //
|
||||
.gauss(d -> d //
|
||||
.field("rate") //
|
||||
.placement(dp -> dp //
|
||||
.origin(JsonData.of(0)) //
|
||||
.scale(JsonData.of(10)) //
|
||||
.decay(0.5)) //
|
||||
)) //
|
||||
.functions(f2 -> f2 //
|
||||
.filter(matchAllQueryAsQuery()).weight(100.0) //
|
||||
.gauss(d -> d //
|
||||
.field("rate") //
|
||||
.placement(dp -> dp //
|
||||
.origin(JsonData.of(0)) //
|
||||
.scale(JsonData.of(10)) //
|
||||
.decay(0.5)) //
|
||||
|
||||
))
|
||||
.scoreMode(FunctionScoreMode.Sum)
|
||||
.maxBoost(80.0)
|
||||
.boostMode(FunctionBoostMode.Replace)))
|
||||
.build())
|
||||
.withScoreMode(RescorerQuery.ScoreMode.Max)
|
||||
.withWindowSize(100))
|
||||
)) //
|
||||
.scoreMode(FunctionScoreMode.Sum) //
|
||||
.maxBoost(80.0) //
|
||||
.boostMode(FunctionBoostMode.Replace)) //
|
||||
) //
|
||||
.build() //
|
||||
) //
|
||||
.withScoreMode(RescorerQuery.ScoreMode.Max) //
|
||||
.withWindowSize(100)) //
|
||||
.build();
|
||||
}
|
||||
}
|
||||
|
||||
+1
-4
@@ -24,7 +24,6 @@ import static org.springframework.data.elasticsearch.core.query.StringQuery.*;
|
||||
import static org.springframework.data.elasticsearch.utils.IdGenerator.*;
|
||||
import static org.springframework.data.elasticsearch.utils.IndexBuilder.*;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.*;
|
||||
import java.util.stream.Collectors;
|
||||
import java.util.stream.IntStream;
|
||||
@@ -100,7 +99,6 @@ import org.springframework.lang.Nullable;
|
||||
* @author scoobyzhang
|
||||
* @author Hamid Rahimi
|
||||
* @author Illia Ulianov
|
||||
* @author Mohamed El Harrougui
|
||||
*/
|
||||
@SpringIntegrationTest
|
||||
public abstract class ElasticsearchIntegrationTests {
|
||||
@@ -1857,7 +1855,7 @@ public abstract class ElasticsearchIntegrationTests {
|
||||
protected abstract Query getBoolQueryWithWildcardsFirstMustSecondShouldAndMinScore(String firstField,
|
||||
String firstValue, String secondField, String secondValue, float minScore);
|
||||
|
||||
@Test // DATAES-462, #2986
|
||||
@Test // DATAES-462
|
||||
public void shouldReturnScores() {
|
||||
|
||||
List<IndexQuery> indexQueries = new ArrayList<>();
|
||||
@@ -1874,7 +1872,6 @@ public abstract class ElasticsearchIntegrationTests {
|
||||
IndexCoordinates.of(indexNameProvider.indexName()));
|
||||
|
||||
assertThat(searchHits.getMaxScore()).isGreaterThan(0f);
|
||||
assertThat(searchHits.getExecutionDuration().toMillis()).isGreaterThan(0);
|
||||
assertThat(searchHits.getSearchHit(0).getScore()).isGreaterThan(0f);
|
||||
}
|
||||
|
||||
|
||||
+1
-2
@@ -23,12 +23,11 @@ import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
/**
|
||||
* @author Peter-Josef Meisch
|
||||
*/
|
||||
@SuppressWarnings("DataFlowIssue")
|
||||
class IndexCoordinatesUnitTests {
|
||||
|
||||
@Test
|
||||
void cannotBeInitializedWithNullIndexName() {
|
||||
assertThatThrownBy(() -> IndexCoordinates.of((String) null)).isInstanceOf(IllegalArgumentException.class);
|
||||
assertThatThrownBy(() -> IndexCoordinates.of(null)).isInstanceOf(IllegalArgumentException.class);
|
||||
}
|
||||
|
||||
@Test
|
||||
|
||||
+7
-8
@@ -54,13 +54,12 @@ public class LogEntityELCIntegrationTests extends LogEntityIntegrationTests {
|
||||
|
||||
@Override
|
||||
Query rangeQueryForIp(String from, String to) {
|
||||
return NativeQuery.builder()
|
||||
.withQuery(qb -> qb
|
||||
.range(rqb -> rqb
|
||||
.untyped(ut -> ut
|
||||
.field("ip")
|
||||
.gte(JsonData.of(from))
|
||||
.lte(JsonData.of(to)))))
|
||||
.build();
|
||||
return NativeQuery.builder() //
|
||||
.withQuery(qb -> qb //
|
||||
.range(rqb -> rqb //
|
||||
.field("ip") //
|
||||
.gte(JsonData.of(from))//
|
||||
.lte(JsonData.of(to))//
|
||||
)).build();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -19,7 +19,6 @@ import static java.util.Collections.*;
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
import static org.mockito.Mockito.*;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
import java.util.Iterator;
|
||||
@@ -34,7 +33,6 @@ import org.springframework.data.util.CloseableIterator;
|
||||
* @author Roman Puchkovskiy
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
*/
|
||||
class SearchHitSupportTest {
|
||||
|
||||
@@ -67,8 +65,8 @@ class SearchHitSupportTest {
|
||||
hits.add(new SearchHit<>(null, null, null, 0, null, null, null, null, null, null, "four"));
|
||||
hits.add(new SearchHit<>(null, null, null, 0, null, null, null, null, null, null, "five"));
|
||||
|
||||
SearchHits<String> originalSearchHits = new SearchHitsImpl<>(hits.size(), TotalHitsRelation.EQUAL_TO, 0,
|
||||
Duration.ofMillis(1), "scroll", null, hits, null, null, null);
|
||||
SearchHits<String> originalSearchHits = new SearchHitsImpl<>(hits.size(), TotalHitsRelation.EQUAL_TO, 0, "scroll",
|
||||
null, hits, null, null, null);
|
||||
|
||||
SearchPage<String> searchPage = SearchHitSupport.searchPageFor(originalSearchHits, PageRequest.of(0, 3));
|
||||
SearchHits<String> searchHits = searchPage.getSearchHits();
|
||||
@@ -91,11 +89,6 @@ class SearchHitSupportTest {
|
||||
return 0;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Duration getExecutionDuration() {
|
||||
return Duration.ofMillis(1);
|
||||
}
|
||||
|
||||
@Override
|
||||
public long getTotalHits() {
|
||||
return 2;
|
||||
|
||||
@@ -17,7 +17,6 @@ package org.springframework.data.elasticsearch.core;
|
||||
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
import java.util.Collections;
|
||||
@@ -33,7 +32,6 @@ import org.springframework.data.util.StreamUtils;
|
||||
* @author Sascha Woo
|
||||
* @author Peter-Josef Meisch
|
||||
* @author Haibo Liu
|
||||
* @author Mohamed El Harrougui
|
||||
*/
|
||||
public class StreamQueriesTest {
|
||||
|
||||
@@ -183,7 +181,6 @@ public class StreamQueriesTest {
|
||||
}
|
||||
|
||||
private SearchScrollHits<String> newSearchScrollHits(List<SearchHit<String>> hits, String scrollId) {
|
||||
return new SearchHitsImpl<>(hits.size(), TotalHitsRelation.EQUAL_TO, 0, Duration.ofMillis(1), scrollId, null, hits,
|
||||
null, null, null);
|
||||
return new SearchHitsImpl<>(hits.size(), TotalHitsRelation.EQUAL_TO, 0, scrollId, null, hits, null, null, null);
|
||||
}
|
||||
}
|
||||
|
||||
+2
-62
@@ -15,15 +15,12 @@
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.index;
|
||||
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
import static org.springframework.data.elasticsearch.annotations.FieldType.*;
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
|
||||
import org.assertj.core.api.InstanceOfAssertFactories;
|
||||
import org.assertj.core.api.SoftAssertions;
|
||||
import org.json.JSONException;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
@@ -33,18 +30,13 @@ import org.junit.jupiter.api.Test;
|
||||
import org.skyscreamer.jsonassert.JSONAssert;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.elasticsearch.annotations.Alias;
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.annotations.Field;
|
||||
import org.springframework.data.elasticsearch.annotations.Filter;
|
||||
import org.springframework.data.elasticsearch.annotations.Mapping;
|
||||
import org.springframework.data.elasticsearch.annotations.Setting;
|
||||
import org.springframework.data.elasticsearch.client.elc.Queries;
|
||||
import org.springframework.data.elasticsearch.core.ElasticsearchOperations;
|
||||
import org.springframework.data.elasticsearch.core.IndexInformation;
|
||||
import org.springframework.data.elasticsearch.core.IndexOperations;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.data.elasticsearch.core.query.StringQuery;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.SpringIntegrationTest;
|
||||
import org.springframework.data.elasticsearch.utils.IndexNameProvider;
|
||||
import org.springframework.lang.Nullable;
|
||||
@@ -71,7 +63,7 @@ public abstract class IndexOperationsIntegrationTests {
|
||||
@Test
|
||||
@Order(java.lang.Integer.MAX_VALUE)
|
||||
void cleanup() {
|
||||
operations.indexOps(IndexCoordinates.of(indexNameProvider.getPrefix() + '*')).delete();
|
||||
operations.indexOps(IndexCoordinates.of(indexNameProvider.getPrefix() + "*")).delete();
|
||||
}
|
||||
|
||||
@Test // #1646, #1718
|
||||
@@ -179,29 +171,6 @@ public abstract class IndexOperationsIntegrationTests {
|
||||
softly.assertAll();
|
||||
}
|
||||
|
||||
@Test
|
||||
void shouldCreateIndexWithAliases() {
|
||||
// Given
|
||||
indexNameProvider.increment();
|
||||
String indexName = indexNameProvider.indexName();
|
||||
indexOperations = operations.indexOps(EntityWithAliases.class);
|
||||
indexOperations.createWithMapping();
|
||||
|
||||
// When
|
||||
Map<String, Set<AliasData>> aliases = indexOperations.getAliasesForIndex(indexName);
|
||||
|
||||
// Then
|
||||
AliasData result = aliases.values().stream().findFirst().orElse(new HashSet<>()).stream().findFirst().orElse(null);
|
||||
assertThat(result).isNotNull();
|
||||
assertThat(result.getAlias()).isEqualTo("first_alias");
|
||||
assertThat(result.getFilterQuery()).asInstanceOf(InstanceOfAssertFactories.type(StringQuery.class))
|
||||
.extracting(StringQuery::getSource)
|
||||
.asString()
|
||||
.contains(Queries.wrapperQuery("""
|
||||
{"bool" : {"must" : {"term" : {"type" : "abc"}}}}
|
||||
""").query());
|
||||
}
|
||||
|
||||
@Document(indexName = "#{@indexNameProvider.indexName()}")
|
||||
@Setting(settingPath = "settings/test-settings.json")
|
||||
@Mapping(mappingPath = "mappings/test-mappings.json")
|
||||
@@ -217,33 +186,4 @@ public abstract class IndexOperationsIntegrationTests {
|
||||
this.id = id;
|
||||
}
|
||||
}
|
||||
|
||||
@Document(indexName = "#{@indexNameProvider.indexName()}", aliases = {
|
||||
@Alias(value = "first_alias", filter = @Filter("""
|
||||
{"bool" : {"must" : {"term" : {"type" : "abc"}}}}
|
||||
"""))
|
||||
})
|
||||
private static class EntityWithAliases {
|
||||
@Nullable private @Id String id;
|
||||
@Nullable
|
||||
@Field(type = Text) private String type;
|
||||
|
||||
@Nullable
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(@Nullable String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getType() {
|
||||
return type;
|
||||
}
|
||||
|
||||
public void setType(String type) {
|
||||
this.type = type;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
+1
-9
@@ -58,8 +58,6 @@ import org.springframework.lang.Nullable;
|
||||
* @author Roman Puchkovskiy
|
||||
* @author Brian Kimmig
|
||||
* @author Morgan Lutz
|
||||
* @author Haibo Liu
|
||||
* @author Andriy Redko
|
||||
*/
|
||||
@SpringIntegrationTest
|
||||
public abstract class MappingBuilderIntegrationTests extends MappingContextBaseTests {
|
||||
@@ -78,12 +76,6 @@ public abstract class MappingBuilderIntegrationTests extends MappingContextBaseT
|
||||
operations.indexOps(IndexCoordinates.of(indexNameProvider.getPrefix() + "*")).delete();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void shouldSupportAllTypes() {
|
||||
IndexOperations indexOperations = operations.indexOps(EntityWithAllTypes.class);
|
||||
indexOperations.createWithMapping();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void shouldNotFailOnCircularReference() {
|
||||
|
||||
@@ -916,7 +908,7 @@ public abstract class MappingBuilderIntegrationTests extends MappingContextBaseT
|
||||
@Nullable
|
||||
@Id private String id;
|
||||
|
||||
@Field(type = FieldType.Dense_Vector, dims = 42, knnSimilarity = KnnSimilarity.COSINE) private double[] denseVector;
|
||||
@Field(type = FieldType.Dense_Vector, dims = 42, similarity = "cosine") private double[] denseVector;
|
||||
}
|
||||
|
||||
@Mapping(aliases = {
|
||||
|
||||
-180
@@ -62,8 +62,6 @@ import org.springframework.lang.Nullable;
|
||||
* @author Roman Puchkovskiy
|
||||
* @author Brian Kimmig
|
||||
* @author Morgan Lutz
|
||||
* @author Haibo Liu
|
||||
* @author Andriy Redko
|
||||
*/
|
||||
public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
|
||||
@@ -697,32 +695,6 @@ public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
assertEquals(expected, mapping, false);
|
||||
}
|
||||
|
||||
@Test
|
||||
@DisplayName("should write dense_vector properties for knn search")
|
||||
void shouldWriteDenseVectorPropertiesWithKnnSearch() throws JSONException {
|
||||
String expected = """
|
||||
{
|
||||
"properties":{
|
||||
"my_vector":{
|
||||
"type":"dense_vector",
|
||||
"dims":16,
|
||||
"element_type":"float",
|
||||
"similarity":"dot_product",
|
||||
"index_options":{
|
||||
"type":"hnsw",
|
||||
"m":16,
|
||||
"ef_construction":100
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
""";
|
||||
|
||||
String mapping = getMappingBuilder().buildPropertyMapping(DenseVectorEntityWithKnnSearch.class);
|
||||
|
||||
assertEquals(expected, mapping, false);
|
||||
}
|
||||
|
||||
@Test // #1370
|
||||
@DisplayName("should not write mapping when enabled is false on entity")
|
||||
void shouldNotWriteMappingWhenEnabledIsFalseOnEntity() throws JSONException {
|
||||
@@ -769,14 +741,6 @@ public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
.isInstanceOf(MappingException.class);
|
||||
}
|
||||
|
||||
@Test
|
||||
@DisplayName("should match confidence interval parameter for dense_vector type")
|
||||
void shouldMatchConfidenceIntervalParameterForDenseVectorType() {
|
||||
|
||||
assertThatThrownBy(() -> getMappingBuilder().buildPropertyMapping(DenseVectorMisMatchConfidenceIntervalClass.class))
|
||||
.isInstanceOf(IllegalArgumentException.class);
|
||||
}
|
||||
|
||||
@Test // #1711
|
||||
@DisplayName("should write typeHint entries")
|
||||
void shouldWriteTypeHintEntries() throws JSONException {
|
||||
@@ -1254,91 +1218,6 @@ public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
|
||||
assertEquals(expected, mapping, true);
|
||||
}
|
||||
|
||||
@Test // #2942
|
||||
@DisplayName("should use custom mapped name")
|
||||
void shouldUseCustomMappedName() throws JSONException {
|
||||
|
||||
var expected = """
|
||||
{
|
||||
"properties": {
|
||||
"_class": {
|
||||
"type": "keyword",
|
||||
"index": false,
|
||||
"doc_values": false
|
||||
},
|
||||
"someText": {
|
||||
"type": "match_only_text"
|
||||
}
|
||||
}
|
||||
}
|
||||
""";
|
||||
String mapping = getMappingBuilder().buildPropertyMapping(FieldMappedNameEntity.class);
|
||||
|
||||
assertEquals(expected, mapping, true);
|
||||
}
|
||||
|
||||
@Test // #2942
|
||||
@DisplayName("should use custom mapped name for multifield")
|
||||
void shouldUseCustomMappedNameMultiField() throws JSONException {
|
||||
|
||||
var expected = """
|
||||
{
|
||||
"properties": {
|
||||
"_class": {
|
||||
"type": "keyword",
|
||||
"index": false,
|
||||
"doc_values": false
|
||||
},
|
||||
"description": {
|
||||
"type": "match_only_text",
|
||||
"fields": {
|
||||
"lower_case": {
|
||||
"type": "constant_keyword",
|
||||
"normalizer": "lower_case_normalizer"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
""";
|
||||
String mapping = getMappingBuilder().buildPropertyMapping(MultiFieldMappedNameEntity.class);
|
||||
|
||||
assertEquals(expected, mapping, true);
|
||||
}
|
||||
|
||||
@Test // #2952
|
||||
void shouldMapNullityParameters() throws JSONException {
|
||||
// Given
|
||||
String expected = """
|
||||
{
|
||||
"properties": {
|
||||
"_class": {
|
||||
"type": "keyword",
|
||||
"index": false,
|
||||
"doc_values": false
|
||||
},
|
||||
"empty-field": {
|
||||
"type": "keyword",
|
||||
"null_value": "EMPTY",
|
||||
"fields": {
|
||||
"suffix": {
|
||||
"type": "keyword",
|
||||
"null_value": "EMPTY_TEXT"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
""";
|
||||
|
||||
// When
|
||||
String result = getMappingBuilder().buildPropertyMapping(MultiFieldWithNullEmptyParameters.class);
|
||||
|
||||
// Then
|
||||
assertEquals(expected, result, true);
|
||||
}
|
||||
|
||||
// region entities
|
||||
|
||||
@Document(indexName = "ignore-above-index")
|
||||
@@ -2195,35 +2074,6 @@ public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
}
|
||||
}
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
static class DenseVectorEntityWithKnnSearch {
|
||||
@Nullable
|
||||
@Id private String id;
|
||||
|
||||
@Nullable
|
||||
@Field(type = FieldType.Dense_Vector, dims = 16, elementType = FieldElementType.FLOAT,
|
||||
knnIndexOptions = @KnnIndexOptions(type = KnnAlgorithmType.HNSW, m = 16, efConstruction = 100),
|
||||
knnSimilarity = KnnSimilarity.DOT_PRODUCT) private float[] my_vector;
|
||||
|
||||
@Nullable
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(@Nullable String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public float[] getMy_vector() {
|
||||
return my_vector;
|
||||
}
|
||||
|
||||
public void setMy_vector(@Nullable float[] my_vector) {
|
||||
this.my_vector = my_vector;
|
||||
}
|
||||
}
|
||||
|
||||
@Mapping(enabled = false)
|
||||
static class DisabledMappingEntity {
|
||||
@Nullable
|
||||
@@ -2276,12 +2126,6 @@ public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
}
|
||||
}
|
||||
|
||||
static class DenseVectorMisMatchConfidenceIntervalClass {
|
||||
@Field(type = Dense_Vector, dims = 16, elementType = FieldElementType.FLOAT,
|
||||
knnIndexOptions = @KnnIndexOptions(type = KnnAlgorithmType.HNSW, m = 16, confidenceInterval = 0.95F),
|
||||
knnSimilarity = KnnSimilarity.DOT_PRODUCT) private float[] dense_vector;
|
||||
}
|
||||
|
||||
static class DisabledMappingProperty {
|
||||
@Nullable
|
||||
@Id private String id;
|
||||
@@ -2602,29 +2446,5 @@ public class MappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
@Nullable
|
||||
@Field(type = Text) private String otherText;
|
||||
}
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static class FieldMappedNameEntity {
|
||||
@Nullable
|
||||
@Field(type = Text, mappedTypeName = "match_only_text") private String someText;
|
||||
}
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static class MultiFieldMappedNameEntity {
|
||||
@Nullable
|
||||
@MultiField(mainField = @Field(type = FieldType.Text, mappedTypeName = "match_only_text"),
|
||||
otherFields = { @InnerField(suffix = "lower_case",
|
||||
type = FieldType.Keyword, normalizer = "lower_case_normalizer",
|
||||
mappedTypeName = "constant_keyword") }) private String description;
|
||||
}
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static class MultiFieldWithNullEmptyParameters {
|
||||
@Nullable
|
||||
@MultiField(
|
||||
mainField = @Field(name = "empty-field", type = FieldType.Keyword, nullValue = "EMPTY", storeNullValue = true),
|
||||
otherFields = {
|
||||
@InnerField(suffix = "suffix", type = Keyword, nullValue = "EMPTY_TEXT") }) private List<String> emptyField;
|
||||
}
|
||||
// endregion
|
||||
}
|
||||
|
||||
-62
@@ -17,37 +17,30 @@ package org.springframework.data.elasticsearch.core.index;
|
||||
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
import static org.skyscreamer.jsonassert.JSONAssert.*;
|
||||
import static org.springframework.data.elasticsearch.annotations.FieldType.*;
|
||||
import static org.springframework.data.elasticsearch.core.IndexOperationsAdapter.*;
|
||||
|
||||
import reactor.core.publisher.Mono;
|
||||
import reactor.test.StepVerifier;
|
||||
|
||||
import java.time.LocalDate;
|
||||
import java.util.HashSet;
|
||||
import java.util.Set;
|
||||
|
||||
import org.assertj.core.api.InstanceOfAssertFactories;
|
||||
import org.json.JSONException;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.Order;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.elasticsearch.annotations.Alias;
|
||||
import org.springframework.data.elasticsearch.annotations.DateFormat;
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.annotations.Field;
|
||||
import org.springframework.data.elasticsearch.annotations.FieldType;
|
||||
import org.springframework.data.elasticsearch.annotations.Filter;
|
||||
import org.springframework.data.elasticsearch.annotations.Mapping;
|
||||
import org.springframework.data.elasticsearch.annotations.Setting;
|
||||
import org.springframework.data.elasticsearch.client.elc.Queries;
|
||||
import org.springframework.data.elasticsearch.core.IndexOperations;
|
||||
import org.springframework.data.elasticsearch.core.ReactiveElasticsearchOperations;
|
||||
import org.springframework.data.elasticsearch.core.ReactiveIndexOperations;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.data.elasticsearch.core.query.StringQuery;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.SpringIntegrationTest;
|
||||
import org.springframework.data.elasticsearch.utils.IndexNameProvider;
|
||||
import org.springframework.lang.Nullable;
|
||||
@@ -353,34 +346,6 @@ public abstract class ReactiveIndexOperationsIntegrationTests {
|
||||
.verifyComplete();
|
||||
}
|
||||
|
||||
@Test
|
||||
void shouldCreateIndexWithAliases() {
|
||||
// Given
|
||||
indexNameProvider.increment();
|
||||
String indexName = indexNameProvider.indexName();
|
||||
indexOperations = operations.indexOps(EntityWithAliases.class);
|
||||
blocking(indexOperations).createWithMapping();
|
||||
|
||||
// When
|
||||
|
||||
// Then
|
||||
indexOperations.getAliasesForIndex(indexName)
|
||||
.as(StepVerifier::create)
|
||||
.assertNext(aliases -> {
|
||||
AliasData result = aliases.values().stream().findFirst().orElse(new HashSet<>()).stream().findFirst()
|
||||
.orElse(null);
|
||||
|
||||
assertThat(result).isNotNull();
|
||||
assertThat(result.getAlias()).isEqualTo("first_alias");
|
||||
assertThat(result.getFilterQuery()).asInstanceOf(InstanceOfAssertFactories.type(StringQuery.class))
|
||||
.extracting(StringQuery::getSource)
|
||||
.asString()
|
||||
.contains(Queries.wrapperQuery("""
|
||||
{"bool" : {"must" : {"term" : {"type" : "abc"}}}}
|
||||
""").query());
|
||||
}).verifyComplete();
|
||||
}
|
||||
|
||||
@Document(indexName = "#{@indexNameProvider.indexName()}")
|
||||
@Setting(shards = 3, replicas = 2, refreshInterval = "4s")
|
||||
static class Entity {
|
||||
@@ -436,31 +401,4 @@ public abstract class ReactiveIndexOperationsIntegrationTests {
|
||||
this.id = id;
|
||||
}
|
||||
}
|
||||
|
||||
@Document(indexName = "#{@indexNameProvider.indexName()}", aliases = {
|
||||
@Alias(value = "first_alias", filter = @Filter("""
|
||||
{"bool" : {"must" : {"term" : {"type" : "abc"}}}}
|
||||
"""))
|
||||
})
|
||||
private static class EntityWithAliases {
|
||||
@Nullable private @Id String id;
|
||||
@Field(type = Text) private String type;
|
||||
|
||||
@Nullable
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(@Nullable String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
public String getType() {
|
||||
return type;
|
||||
}
|
||||
|
||||
public void setType(String type) {
|
||||
this.type = type;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
-48
@@ -22,7 +22,6 @@ import reactor.core.publisher.Mono;
|
||||
import reactor.core.scheduler.Schedulers;
|
||||
|
||||
import java.time.Instant;
|
||||
import java.util.List;
|
||||
|
||||
import org.json.JSONException;
|
||||
import org.junit.jupiter.api.DisplayName;
|
||||
@@ -31,10 +30,7 @@ import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.elasticsearch.annotations.DateFormat;
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.annotations.Field;
|
||||
import org.springframework.data.elasticsearch.annotations.FieldType;
|
||||
import org.springframework.data.elasticsearch.annotations.InnerField;
|
||||
import org.springframework.data.elasticsearch.annotations.Mapping;
|
||||
import org.springframework.data.elasticsearch.annotations.MultiField;
|
||||
import org.springframework.data.elasticsearch.core.MappingContextBaseTests;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
@@ -83,41 +79,6 @@ public class ReactiveMappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
assertEquals(expected, mapping, true);
|
||||
}
|
||||
|
||||
@Test // #2952
|
||||
void shouldMapNullityParameters() throws JSONException {
|
||||
// Given
|
||||
ReactiveMappingBuilder mappingBuilder = getReactiveMappingBuilder();
|
||||
String expected = """
|
||||
{
|
||||
"properties": {
|
||||
"_class": {
|
||||
"type": "keyword",
|
||||
"index": false,
|
||||
"doc_values": false
|
||||
},
|
||||
"empty-field": {
|
||||
"type": "keyword",
|
||||
"null_value": "EMPTY",
|
||||
"fields": {
|
||||
"suffix": {
|
||||
"type": "keyword",
|
||||
"null_value": "EMPTY_TEXT"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
""";
|
||||
|
||||
// When
|
||||
String result = Mono
|
||||
.defer(() -> mappingBuilder.buildReactivePropertyMapping(MultiFieldWithNullEmptyParameters.class))
|
||||
.subscribeOn(Schedulers.parallel()).block();
|
||||
|
||||
// Then
|
||||
assertEquals(expected, result, true);
|
||||
}
|
||||
|
||||
// region entities
|
||||
@Document(indexName = "runtime-fields")
|
||||
@Mapping(runtimeFieldsPath = "/mappings/runtime-fields.json")
|
||||
@@ -127,14 +88,5 @@ public class ReactiveMappingBuilderUnitTests extends MappingContextBaseTests {
|
||||
@Field(type = Date, format = DateFormat.epoch_millis, name = "@timestamp")
|
||||
@Nullable private Instant timestamp;
|
||||
}
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static class MultiFieldWithNullEmptyParameters {
|
||||
@Nullable
|
||||
@MultiField(
|
||||
mainField = @Field(name = "empty-field", type = FieldType.Keyword, nullValue = "EMPTY", storeNullValue = true),
|
||||
otherFields = {
|
||||
@InnerField(suffix = "suffix", type = Keyword, nullValue = "EMPTY_TEXT") }) private List<String> emptyField;
|
||||
}
|
||||
// endregion
|
||||
}
|
||||
|
||||
-124
@@ -1,124 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.sql;
|
||||
|
||||
import static org.springframework.data.elasticsearch.core.IndexOperationsAdapter.*;
|
||||
|
||||
import reactor.test.StepVerifier;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import org.junit.jupiter.api.AfterEach;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.DisplayName;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.context.annotation.Import;
|
||||
import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.core.ReactiveElasticsearchOperations;
|
||||
import org.springframework.data.elasticsearch.core.query.SqlQuery;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.ReactiveElasticsearchTemplateConfiguration;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.SpringIntegrationTest;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.test.context.ContextConfiguration;
|
||||
|
||||
/**
|
||||
* Testing the reactive querying using SQL syntax.
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
*/
|
||||
@SpringIntegrationTest
|
||||
@ContextConfiguration(classes = { ReactiveSqlOperationsIntegrationTests.Config.class })
|
||||
@DisplayName("Using Elasticsearch SQL Reactive Client")
|
||||
public class ReactiveSqlOperationsIntegrationTests {
|
||||
@Autowired ReactiveElasticsearchOperations operations;
|
||||
|
||||
@BeforeEach
|
||||
void setUp() {
|
||||
// create index
|
||||
blocking(operations.indexOps(EntityForSQL.class)).createWithMapping();
|
||||
|
||||
// add data
|
||||
operations
|
||||
.saveAll(List.of(EntityForSQL.builder().withViews(3).build(), EntityForSQL.builder().withViews(0).build()),
|
||||
EntityForSQL.class)
|
||||
.blockLast();
|
||||
}
|
||||
|
||||
@AfterEach
|
||||
void tearDown() {
|
||||
// delete index
|
||||
blocking(operations.indexOps(EntityForSQL.class)).delete();
|
||||
}
|
||||
|
||||
// begin configuration region
|
||||
@Configuration
|
||||
@Import({ ReactiveElasticsearchTemplateConfiguration.class })
|
||||
static class Config {}
|
||||
// end region
|
||||
|
||||
@Test // #2683
|
||||
void when_search_with_an_sql_query() {
|
||||
// Given
|
||||
SqlQuery query = SqlQuery.builder("SELECT * FROM entity_for_sql WHERE views = 0").build();
|
||||
|
||||
// When
|
||||
|
||||
// Then
|
||||
operations.search(query).as(StepVerifier::create).expectNextCount(1).verifyComplete();
|
||||
}
|
||||
|
||||
// begin region
|
||||
@Document(indexName = "entity_for_sql")
|
||||
static class EntityForSQL {
|
||||
@Id private String id;
|
||||
private final Integer views;
|
||||
|
||||
public EntityForSQL(EntityForSQL.Builder builder) {
|
||||
this.views = builder.views;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public Integer getViews() {
|
||||
return views;
|
||||
}
|
||||
|
||||
public static EntityForSQL.Builder builder() {
|
||||
return new EntityForSQL.Builder();
|
||||
}
|
||||
|
||||
static class Builder {
|
||||
private Integer views = 0;
|
||||
|
||||
public EntityForSQL.Builder withViews(Integer views) {
|
||||
this.views = views;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public EntityForSQL build() {
|
||||
return new EntityForSQL(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
// end region
|
||||
}
|
||||
-141
@@ -1,141 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.core.sql;
|
||||
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
import org.junit.jupiter.api.AfterEach;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.DisplayName;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.context.annotation.Import;
|
||||
import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.core.ElasticsearchOperations;
|
||||
import org.springframework.data.elasticsearch.core.IndexOperations;
|
||||
import org.springframework.data.elasticsearch.core.query.SqlQuery;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.ElasticsearchTemplateConfiguration;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.SpringIntegrationTest;
|
||||
import org.springframework.lang.Nullable;
|
||||
import org.springframework.test.context.ContextConfiguration;
|
||||
|
||||
/**
|
||||
* Testing the querying using SQL syntax.
|
||||
*
|
||||
* @author Youssef Aouichaoui
|
||||
*/
|
||||
@SpringIntegrationTest
|
||||
@ContextConfiguration(classes = { SqlOperationsIntegrationTests.Config.class })
|
||||
@DisplayName("Using Elasticsearch SQL Client")
|
||||
class SqlOperationsIntegrationTests {
|
||||
@Autowired ElasticsearchOperations operations;
|
||||
@Nullable IndexOperations indexOps;
|
||||
|
||||
@BeforeEach
|
||||
void setUp() {
|
||||
// create index
|
||||
indexOps = operations.indexOps(EntityForSQL.class);
|
||||
indexOps.createWithMapping();
|
||||
|
||||
// add data
|
||||
operations.save(EntityForSQL.builder().withViews(3).build(), EntityForSQL.builder().withViews(0).build());
|
||||
}
|
||||
|
||||
@AfterEach
|
||||
void tearDown() {
|
||||
// delete index
|
||||
if (indexOps != null) {
|
||||
indexOps.delete();
|
||||
}
|
||||
}
|
||||
|
||||
// begin configuration region
|
||||
@Configuration
|
||||
@Import({ ElasticsearchTemplateConfiguration.class })
|
||||
static class Config {}
|
||||
// end region
|
||||
|
||||
@Test // #2683
|
||||
void when_search_with_an_sql_query() {
|
||||
// Given
|
||||
SqlQuery query = SqlQuery.builder("SELECT * FROM entity_for_sql WHERE views = 0").build();
|
||||
|
||||
// When
|
||||
|
||||
// Then
|
||||
SqlResponse response = operations.search(query);
|
||||
assertNotNull(response);
|
||||
assertFalse(response.getRows().isEmpty());
|
||||
assertEquals(1, response.getRows().size());
|
||||
}
|
||||
|
||||
@Test // #2683
|
||||
void when_search_with_an_sql_query_that_has_aggregated_column() {
|
||||
// Given
|
||||
SqlQuery query = SqlQuery.builder("SELECT SUM(views) AS TOTAL FROM entity_for_sql").build();
|
||||
|
||||
// When
|
||||
|
||||
// Then
|
||||
SqlResponse response = operations.search(query);
|
||||
assertThat(response.getColumns()).first().extracting(SqlResponse.Column::name).isEqualTo("TOTAL");
|
||||
assertThat(response.getRows()).hasSize(1).first().extracting(row -> row.get(response.getColumns().get(0)))
|
||||
.hasToString("3");
|
||||
}
|
||||
|
||||
// begin region
|
||||
@Document(indexName = "entity_for_sql")
|
||||
static class EntityForSQL {
|
||||
@Id private String id;
|
||||
private final Integer views;
|
||||
|
||||
public EntityForSQL(Builder builder) {
|
||||
this.views = builder.views;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public Integer getViews() {
|
||||
return views;
|
||||
}
|
||||
|
||||
public static Builder builder() {
|
||||
return new Builder();
|
||||
}
|
||||
|
||||
static class Builder {
|
||||
private Integer views = 0;
|
||||
|
||||
public Builder withViews(Integer views) {
|
||||
this.views = views;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
public EntityForSQL build() {
|
||||
return new EntityForSQL(this);
|
||||
}
|
||||
}
|
||||
}
|
||||
// end region
|
||||
|
||||
}
|
||||
-44
@@ -1,44 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.repositories.knn;
|
||||
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.context.annotation.Import;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.ElasticsearchTemplateConfiguration;
|
||||
import org.springframework.data.elasticsearch.repository.config.EnableElasticsearchRepositories;
|
||||
import org.springframework.data.elasticsearch.utils.IndexNameProvider;
|
||||
import org.springframework.test.context.ContextConfiguration;
|
||||
|
||||
/**
|
||||
* @author Haibo Liu
|
||||
* @since 5.4
|
||||
*/
|
||||
@ContextConfiguration(classes = { KnnSearchELCIntegrationTests.Config.class })
|
||||
public class KnnSearchELCIntegrationTests extends KnnSearchIntegrationTests {
|
||||
|
||||
@Configuration
|
||||
@Import({ ElasticsearchTemplateConfiguration.class })
|
||||
@EnableElasticsearchRepositories(
|
||||
basePackages = { "org.springframework.data.elasticsearch.repositories.knn" },
|
||||
considerNestedRepositories = true)
|
||||
static class Config {
|
||||
@Bean
|
||||
IndexNameProvider indexNameProvider() {
|
||||
return new IndexNameProvider("knn-repository");
|
||||
}
|
||||
}
|
||||
}
|
||||
-177
@@ -1,177 +0,0 @@
|
||||
/*
|
||||
* Copyright 2024-2025 the original author or authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.springframework.data.elasticsearch.repositories.knn;
|
||||
|
||||
import static org.assertj.core.api.Assertions.*;
|
||||
import static org.springframework.data.elasticsearch.annotations.FieldType.*;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import java.util.UUID;
|
||||
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.domain.Pageable;
|
||||
import org.springframework.data.elasticsearch.annotations.Document;
|
||||
import org.springframework.data.elasticsearch.annotations.Field;
|
||||
import org.springframework.data.elasticsearch.annotations.FieldElementType;
|
||||
import org.springframework.data.elasticsearch.annotations.FieldType;
|
||||
import org.springframework.data.elasticsearch.annotations.KnnAlgorithmType;
|
||||
import org.springframework.data.elasticsearch.annotations.KnnIndexOptions;
|
||||
import org.springframework.data.elasticsearch.annotations.KnnSimilarity;
|
||||
import org.springframework.data.elasticsearch.client.elc.NativeQuery;
|
||||
import org.springframework.data.elasticsearch.client.elc.NativeQueryBuilder;
|
||||
import org.springframework.data.elasticsearch.core.ElasticsearchOperations;
|
||||
import org.springframework.data.elasticsearch.core.SearchHit;
|
||||
import org.springframework.data.elasticsearch.core.SearchHits;
|
||||
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
|
||||
import org.springframework.data.elasticsearch.junit.jupiter.SpringIntegrationTest;
|
||||
import org.springframework.data.elasticsearch.repository.ElasticsearchRepository;
|
||||
import org.springframework.data.elasticsearch.utils.IndexNameProvider;
|
||||
import org.springframework.lang.Nullable;
|
||||
|
||||
/**
|
||||
* @author Haibo Liu
|
||||
* @since 5.4
|
||||
*/
|
||||
@SpringIntegrationTest
|
||||
public abstract class KnnSearchIntegrationTests {
|
||||
|
||||
@Autowired ElasticsearchOperations operations;
|
||||
@Autowired private IndexNameProvider indexNameProvider;
|
||||
@Autowired private VectorEntityRepository vectorEntityRepository;
|
||||
|
||||
@BeforeEach
|
||||
public void before() {
|
||||
indexNameProvider.increment();
|
||||
operations.indexOps(VectorEntity.class).createWithMapping();
|
||||
}
|
||||
|
||||
@Test
|
||||
@org.junit.jupiter.api.Order(java.lang.Integer.MAX_VALUE)
|
||||
void cleanup() {
|
||||
operations.indexOps(IndexCoordinates.of(indexNameProvider.getPrefix() + "*")).delete();
|
||||
}
|
||||
|
||||
private List<VectorEntity> createVectorEntities(int n) {
|
||||
List<VectorEntity> entities = new ArrayList<>();
|
||||
float increment = 1.0f / n;
|
||||
for (int i = 0; i < n; i++) {
|
||||
VectorEntity entity = new VectorEntity();
|
||||
entity.setId(UUID.randomUUID().toString());
|
||||
entity.setMessage("top" + (i + 1));
|
||||
|
||||
// The generated vector is always in the first quadrant, from the x-axis direction to the y-axis direction
|
||||
float[] vector = new float[] { 1.0f - i * increment, increment };
|
||||
entity.setVector(vector);
|
||||
entities.add(entity);
|
||||
}
|
||||
|
||||
return entities;
|
||||
}
|
||||
|
||||
@Test
|
||||
public void shouldReturnXAxisVector() {
|
||||
|
||||
// given
|
||||
List<VectorEntity> entities = createVectorEntities(5);
|
||||
vectorEntityRepository.saveAll(entities);
|
||||
List<Float> xAxisVector = List.of(100f, 0f);
|
||||
|
||||
// when
|
||||
NativeQuery query = new NativeQueryBuilder()
|
||||
.withKnnSearches(ksb -> ksb.queryVector(xAxisVector).k(3).field("vector"))
|
||||
.withPageable(Pageable.ofSize(2))
|
||||
.build();
|
||||
SearchHits<VectorEntity> result = operations.search(query, VectorEntity.class);
|
||||
|
||||
List<VectorEntity> vectorEntities = result.getSearchHits().stream().map(SearchHit::getContent).toList();
|
||||
|
||||
// then
|
||||
assertThat(result).isNotNull();
|
||||
assertThat(result.getTotalHits()).isEqualTo(3L);
|
||||
// should return the first vector, because it's near x-axis
|
||||
assertThat(vectorEntities.get(0).getMessage()).isEqualTo("top1");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void shouldReturnYAxisVector() {
|
||||
|
||||
// given
|
||||
List<VectorEntity> entities = createVectorEntities(10);
|
||||
vectorEntityRepository.saveAll(entities);
|
||||
List<Float> yAxisVector = List.of(0f, 100f);
|
||||
|
||||
// when
|
||||
NativeQuery query = new NativeQueryBuilder()
|
||||
.withKnnSearches(ksb -> ksb.queryVector(yAxisVector).k(3).field("vector"))
|
||||
.withPageable(Pageable.ofSize(2))
|
||||
.build();
|
||||
SearchHits<VectorEntity> result = operations.search(query, VectorEntity.class);
|
||||
|
||||
List<VectorEntity> vectorEntities = result.getSearchHits().stream().map(SearchHit::getContent).toList();
|
||||
|
||||
// then
|
||||
assertThat(result).isNotNull();
|
||||
assertThat(result.getTotalHits()).isEqualTo(3L);
|
||||
// should return the last vector, because it's near y-axis
|
||||
assertThat(vectorEntities.get(0).getMessage()).isEqualTo("top10");
|
||||
}
|
||||
|
||||
public interface VectorEntityRepository extends ElasticsearchRepository<VectorEntity, String> {}
|
||||
|
||||
@Document(indexName = "#{@indexNameProvider.indexName()}")
|
||||
static class VectorEntity {
|
||||
@Nullable
|
||||
@Id private String id;
|
||||
|
||||
@Nullable
|
||||
@Field(type = Keyword) private String message;
|
||||
|
||||
@Field(type = FieldType.Dense_Vector, dims = 2, elementType = FieldElementType.FLOAT,
|
||||
knnIndexOptions = @KnnIndexOptions(type = KnnAlgorithmType.HNSW, m = 16, efConstruction = 100),
|
||||
knnSimilarity = KnnSimilarity.COSINE) private float[] vector;
|
||||
|
||||
@Nullable
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(@Nullable String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
public void setMessage(@Nullable String message) {
|
||||
this.message = message;
|
||||
}
|
||||
|
||||
@Nullable
|
||||
public float[] getVector() {
|
||||
return vector;
|
||||
}
|
||||
|
||||
public void setVector(@Nullable float[] vector) {
|
||||
this.vector = vector;
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -15,7 +15,7 @@
|
||||
#
|
||||
#
|
||||
sde.testcontainers.image-name=docker.elastic.co/elasticsearch/elasticsearch
|
||||
sde.testcontainers.image-version=8.15.5
|
||||
sde.testcontainers.image-version=8.13.4
|
||||
#
|
||||
#
|
||||
# needed as we do a DELETE /* at the end of the tests, will be required from 8.0 on, produces a warning since 7.13
|
||||
|
||||
Reference in New Issue
Block a user