0
0

Elasticsearch8搭建及Springboot中集成使用

1.搭建

1.1.下载地址

Elasticsearch：https://www.elastic.co/cn/downloads/elasticsearch
Kibana：https://www.elastic.co/cn/downloads/kibana

1.2.具体过程

下载安装包：访问上述链接，下载适合你操作系统的Elasticsearch和Kibana安装包。

1.3.安装Elasticsearch

解压下载的安装包。
进入解压后的目录。
如果是Windows系统，直接进入bin目录，双击elasticsearch.bat文件。看到命令行中打印日志中出现“started”，说明Elasticsearch启动完成。

linux中进入bin目录，然后执行./elasticsearch命令

详情参见linux系统安装elasticsearch教程_linux安装es-CSDN博客

1.4.配置Elasticsearch集群

修改elasticsearch.yml文件，设置集群名称、节点名称、网络主机和种子节点等。
对于集群中的其他节点，重复上述步骤，并确保每个节点的配置文件中都有所有节点的IP地址。

启动其他节点：在每个节点上重复上述安装步骤，并启动Elasticsearch服务。

检查集群健康状态：通过访问Elasticsearch的API或使用Kibana界面，查看集群的健康状态。

请注意，这只是一个基本的搭建指南。在生产环境中，你可能需要更详细的配置和优化。此外，确保你的网络设置允许Elasticsearch集群通信所需的端口。

1.5.注意点

1.不能用root权限启动，需要新建用户，如：

更改文件夹的用户为user1 chown -R user1:user1 /local
修改user1对文件夹的权限 chmod 777 /local

2.获取账号密码

elasticsearch的bin目录下，输入命令行：elasticsearch-reset-password -u elastic

2.springboot中集成ES8

2.1.依赖

  1. <dependency>
  2.     <groupId>co.elastic.clients</groupId>
  3.     <artifactId>elasticsearch-java</artifactId>
  4.     <version>8.1.0</version>
  5. </dependency>
  6. <dependency>
  7.     <groupId>com.fasterxml.jackson.core</groupId>
  8.     <artifactId>jackson-databind</artifactId>
  9.     <version>2.12.3</version>
  10. </dependency>
  11. <dependency>
  12.     <groupId>jakarta.json</groupId>
  13.     <artifactId>jakarta.json-api</artifactId>
  14.     <version>2.0.1</version>
  15. </dependency>

2.2.elasticsearch.properties

  1. spring.elasticsearch.uris = IP:port
  2. spring.elasticsearch.username = 用户名
  3. spring.elasticsearch.password = 密码

2.3.ElasticSearchConfig

  1. @Configuration
  2. public class ElasticSearchConfig {
  4.     @Value("${spring.elasticsearch.uris}")
  5.     private String hosts;
  7.     @Value("${spring.elasticsearch.username}")
  8.     private String userName;
  10.     @Value("${spring.elasticsearch.password}")
  11.     private String passWord;
  13.     @Bean(name="elasticsearchClient")
  14.     public ElasticsearchClient elasticsearchClient(){
  15.         HttpHost[] httpHosts = toHttpHost();
  16.         final CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
  17.         credentialsProvider.setCredentials(
  18.                 AuthScope.ANY, new UsernamePasswordCredentials(userName, passWord));
  20.         RestClientBuilder builder = RestClient.builder(httpHosts);
  21.         builder.setRequestConfigCallback(
  22.                 new RestClientBuilder.RequestConfigCallback() {
  23.                     @Override
  24.                     public RequestConfig.Builder customizeRequestConfig(
  25.                             RequestConfig.Builder requestConfigBuilder) {
  26.                         return requestConfigBuilder.setSocketTimeout(60000).setConnectTimeout(5000);
  27.                     }
  28.                 });
  29.         builder.setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
  30.             @Override
  31.             public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpAsyncClientBuilder) {
  33.                 return httpAsyncClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
  34.             }
  35.         });
  36.         RestClient restClient = builder.build();
  37.         ElasticsearchTransport transport = new RestClientTransport(restClient,new JacksonJsonpMapper());
  38.         return new ElasticsearchClient(transport);
  39.     }
  41.     private HttpHost[] toHttpHost() {
  42.         if (!StringUtils.hasLength(hosts)) {
  43.             throw new RuntimeException("invalid elasticsearch configuration. elasticsearch.hosts不能为空！");
  44.         }
  45.         // 多个IP逗号隔开
  46.         String[] hostArray = hosts.split(",");
  47.         HttpHost[] httpHosts = new HttpHost[hostArray.length];
  48.         HttpHost httpHost;
  49.         for (int i = 0; i < hostArray.length; i++) {
  50.             String[] strings = hostArray[i].split(":");
  51.             httpHost = new HttpHost(strings[0], Integer.parseInt(strings[1]), "http");
  52.             httpHosts[i] = httpHost;
  53.         }
  54.         return httpHosts;
  55.     }
  56. }

2.4.通用类

2.4.1.枚举类，ES实体类注解

  1. @Target({ElemantType.METHOD, ElementType.TYPE})
  2. @Retention(RetentionPolicy.RUNTIME)
  3. public @interface ElasticSearchDocument {
  4.    String index() default "";
  5.    int shards() default 0;
  6.    int replicas() default 0;
  7. }

2.4.2.查询实体类

  1. @Data
  2. public class EsQueryDTO {
  4.     private String indexName;//索引名称
  5.     private String field;//关键字属性
  6.     private String word;//关键字值
  7.     private List<String> words;//关键字值数组
  8.     private Integer from;//起始行
  9.     private Integer index;//当前页
  10.     private Integer size;//分页条数
  11.     private String order;//排序字段
  12.     private String orderType;//排序方式 Asc/Desc
  13.     private String dateField;//时间字段
  14.     private String startTime;//时间范围-开始时间
  15.     private String endTime;//时间范围-开始时间
  17.     public String getOrderType() {
  18.         if (StringUtils.isBlank(orderType)) {
  19.             orderType = SortOrder.Desc.name();
  20.         }
  21.         return orderType;
  22.     }
  24.     public Integer getSize() {
  25.         return size == 0 ? 30 : size;
  26.     }
  28.     public Integer getFrom() {
  29.         return getIndex() != 0 ? ((getIndex() - 1) * getSize()) : 0;
  30.     }
  32.     public Integer getIndex() {
  33.         return null == index ? 0 : index;
  34.     }
  36.     public String getStartTime(int offset) {
  37.         if (StringUtils.isBlank(startTime)) {
  38.             startTime = DateUtil.format(DateUtil.offsetDay(new Date(), offset), "yyyy-MM-dd 00:00:00");
  39.             return String.valueOf(DateUtil.parse(startTime, "yyyy-MM-dd 00:00:00").getTime());
  40.         }
  41.         return startTime;
  42.     }
  44.     public String getEndTime() {
  45.         if (StringUtils.isBlank(endTime)) {
  46.             endTime = String.valueOf(System.currentTimeMillis());
  47.         }
  48.         return endTime;
  49.     }
  50. }

2.4.3.查询工具类

  1. @Component
  2. public class ElasticClientUtils<T> {
  4.     /**
  5.      * @param
  6.      * @param client
  7.      * @param dto
  8.      * @param target
  9.      * @return java.util.List<T>
  10.      * @author liuch
  11.      * @description 根据关键字查询
  12.      * @date 2022/4/2 17:15
  13.      */
  14.     public List<T> queryByFiled(ElasticsearchClient client, EsQueryDTO dto, Class<T> target) throws Exception {
  15.         List<T> result = new ArrayList<>();
  16.         List<SortOptions> sorts = new ArrayList<>();
  17.         if (StringUtils.isNotBlank(dto.getOrder())) {
  18.             SortOptions sortOptions = SortOptions.of(s -> s.field(f -> f.field(dto.getOrder()).order(SortOrder.valueOf(dto.getOrderType()))));
  19.             sorts.add(sortOptions);
  20.         }
  21.         SearchResponse<HashMap> search = client.search(s -> s
  22.                         .index(dto.getIndexName())
  23.                         .query(q -> q.term(t -> t
  24.                                 .field(dto.getField())
  25.                                 .value(dto.getWord())
  26.                         )).sort(sorts),
  27.                 HashMap.class);
  28.         return getResult(target, result, search);
  29.     }
  31.     /**
  32.      * @param
  33.      * @param client
  34.      * @param dto
  35.      * @param target
  36.      * @return java.util.List<T>
  37.      * @author liuch
  38.      * @description 根据关键字查询，基于游标查询scroll
  39.      * @date 2022/4/2 17:15
  40.      */
  41.     public List<T> queryByFileds(ElasticsearchClient client, EsQueryDTO dto, List<Query> queries, Class<T> target) throws Exception {
  42.         List<T> result = new ArrayList<>();
  43.         List<SortOptions> sorts = new ArrayList<>();
  44.         if (StringUtils.isNotBlank(dto.getOrder())) {
  45.             SortOptions sortOptions = SortOptions.of(s -> s.field(f -> f.field(dto.getOrder()).order(SortOrder.valueOf(dto.getOrderType()))));
  46.             sorts.add(sortOptions);
  47.         }
  48.         getFieldValues(dto, queries);
  49.         //使用scroll深度分页查询
  50.         SearchResponse<HashMap> search = client.search(s -> s
  51.                         .index(dto.getIndexName()).query(q -> q.bool(b -> b.must(queries))).size(5000).scroll(t -> t.time("5s"))
  52.                         .sort(sorts),
  53.                 HashMap.class);
  54.         StringBuffer scrollId = new StringBuffer(search.scrollId());
  55.         //循环查询，直到查不到数据
  56.         do {
  57.             getResult(target, result, search);
  58.             StringBuffer finalScrollId = scrollId;
  59.             search = client.scroll(s -> s.scrollId(finalScrollId.toString()).scroll(t -> t.time("5s")), HashMap.class);
  60.             scrollId = new StringBuffer(search.scrollId());
  61.         } while (!search.hits().hits().isEmpty());
  62.         //getResult(target, result, search)
  63.         return result;
  64.     }
  66.     /**
  67.      * @param
  68.      * @param client
  69.      * @param dto
  70.      * @param target
  71.      * @return java.util.List<T>
  72.      * @author liuch
  73.      * @description 根据关键字分页查询
  74.      * @date 2022/4/2 17:15
  75.      */
  76.     public List<T> queryByFiledWithPage(ElasticsearchClient client, EsQueryDTO dto, Class<T> target) throws Exception {
  77.         List<T> result = new ArrayList<>();
  78.         List<SortOptions> sorts = new ArrayList<>();
  79.         if (StringUtils.isNotBlank(dto.getOrder())) {
  80.             SortOptions sortOptions = SortOptions.of(s -> s.field(f -> f.field(dto.getOrder()).order(SortOrder.valueOf(dto.getOrderType()))));
  81.             sorts.add(sortOptions);
  82.         }
  83.         SearchResponse<HashMap> search = client.search(s -> s
  84.                         .index(dto.getIndexName())
  85.                         .query(q -> q.term(t -> t
  86.                                 .field(dto.getField())
  87.                                 .value(dto.getWord())
  88.                         )).sort(sorts).from(dto.getFrom()).size(dto.getSize()),
  89.                 HashMap.class);
  90.         return getResult(target, result, search);
  91.     }
  93.     private List<T> getResult(Class<T> target, List<T> result, SearchResponse<HashMap> search) {
  94.         List<Hit<HashMap>> hits = search.hits().hits();
  95.         Iterator<Hit<HashMap>> iterator = hits.iterator();
  96.         while (iterator.hasNext()) {
  97.             Hit<HashMap> decodeBeanHit = iterator.next();
  98.             Map<String, Object> docMap = decodeBeanHit.source();
  99.             docMap.put("id", decodeBeanHit.id());
  100.             String json = JSON.toJSONString(docMap);
  101.             T obj = JSON.parseObject(json, target);
  102.             result.add(obj);
  103.         }
  104.         return result;
  105.     }
  107.     /**
  108.      * @param
  109.      * @param client
  110.      * @param dto
  111.      * @return long
  112.      * @author liuch
  113.      * @description 根据关键字查询总条数
  114.      * @date 2022/4/2 17:15
  115.      */
  116.     public static long queryCountByFiled(ElasticsearchClient client, EsQueryDTO dto) throws Exception {
  117.         CountResponse count = client.count(c -> c.index(dto.getIndexName()).query(q -> q.term(t -> t
  118.                 .field(dto.getField())
  119.                 .value(dto.getWord())
  120.         )));
  121.         long total = count.count();
  122.         return total;
  123.     }
  125.     /**
  126.      * @param
  127.      * @param client
  128.      * @param dto
  129.      * @return long
  130.      * @author liuch
  131.      * @description 根据关键字查询总条数-复合查询
  132.      * @date 2022/4/2 17:15
  133.      */
  134.     public static long queryCountByFileds(ElasticsearchClient client, List<Query> queries, EsQueryDTO dto) throws Exception {
  135.         getFieldValues(dto, queries);
  136.         CountResponse count = client.count(c -> c.index(dto.getIndexName()).query(q -> q.bool(b -> b.must(queries))));
  137.         long total = count.count();
  138.         return total;
  139.     }
  141.     /**
  142.      * @param client
  143.      * @param dto
  144.      * @param target
  145.      * @return java.util.List<T>
  146.      * @author liuch
  147.      * @description 根据关键字分页查询- 复合查询  must
  148.      * @date 2022/4/2 17:15
  149.      */
  150.     public List<T> queryMustByFiledsWithPage(ElasticsearchClient client, EsQueryDTO dto, List<Query> queries, Class<T> target) throws Exception {
  151.         List<T> result = new ArrayList<>();
  152.         List<SortOptions> sorts = new ArrayList<>();
  153.         if (StringUtils.isNotBlank(dto.getOrder())) {
  154.             SortOptions sortOptions = SortOptions.of(s -> s
  155.                     .field(f -> f.field(dto.getOrder()).order(SortOrder.valueOf(dto.getOrderType()))));
  156.             sorts.add(sortOptions);
  157.         }
  158.         SearchResponse<HashMap> search = client.search(s -> s
  159.                         .index(dto.getIndexName())
  160.                         .query(q -> q.bool(b -> b.must(queries)))
  161.                         .sort(sorts).from(dto.getFrom()).size(dto.getSize()),
  162.                 HashMap.class);
  163.         return getResult(target, result, search);
  164.     }
  166. /**
  167.      * @param client
  168.      * @param dto
  169.      * @param target
  170.      * @return java.util.List<T>
  171.      * @author liuch
  172.      * @description 根据关键字分页查询- 复合查询  must 过滤
  173.      * @date 2022/4/2 17:15
  174.      */
  175.     public List<T> queryMustByFiledsWithPage(ElasticsearchClient client, EsQueryDTO dto, List<Query> queries, List<Query> filters, Class<T> target) throws Exception {
  176.         List<T> result = new ArrayList<>();
  177.         List<SortOptions> sorts = new ArrayList<>();
  178.         if (StringUtils.isNotBlank(dto.getOrder())) {
  179.             SortOptions sortOptions = SortOptions.of(s -> s
  180.                     .field(f -> f.field(dto.getOrder()).order(SortOrder.valueOf(dto.getOrderType()))));
  181.             sorts.add(sortOptions);
  182.         }
  183.         SearchResponse<HashMap> search = client.search(s -> s
  184.                         .index(dto.getIndexName())
  185.                         .query(q -> q.bool(b -> b.must(queries).filter(filters)))
  186.                         .sort(sorts).from(dto.getFrom()).size(dto.getSize()),
  187.                 HashMap.class);
  188.         return getResult(target, result, search);
  189.     }
  191.     /**
  192.      * @param client
  193.      * @param dto
  194.      * @param target
  195.      * @return java.util.List<T>
  196.      * @author liuch
  197.      * @description 根据关键字分页查询- 复合查询  should
  198.      * @date 2022/4/2 17:15
  199.      */
  200.     public List<T> queryShouldByFiledsWithPage(ElasticsearchClient client, EsQueryDTO dto, List<Query> queries, Class<T> target) throws Exception {
  201.         List<T> result = new ArrayList<>();
  202.         List<SortOptions> sorts = new ArrayList<>();
  203.         if (StringUtils.isNotBlank(dto.getOrder())) {
  204.             SortOptions sortOptions = SortOptions.of(s -> s
  205.                     .field(f -> f.field(dto.getOrder()).order(SortOrder.valueOf(dto.getOrderType()))));
  206.             sorts.add(sortOptions);
  207.         }
  208.         SearchResponse<HashMap> search = client.search(s -> s
  209.                         .index(dto.getIndexName())
  210.                         .query(q -> q.bool(b -> b.should(queries)))
  211.                         .sort(sorts).from(dto.getFrom()).size(dto.getSize()),
  212.                 HashMap.class);
  213.         return getResult(target, result, search);
  214.     }
  216.     /**
  217.      * 构件复合查询条件
  218.      *
  219.      * @param dto
  220.      * @param queries
  221.      */
  222.     private static void getFieldValues(EsQueryDTO dto, List<Query> queries) {
  223.         List<FieldValue> fieldValues = new ArrayList<>();
  224.         //根据关键字列表构件复合查询的值
  225.         dto.getWords().stream().forEach(word -> fieldValues.add(FieldValue.of(word)));
  226.         //查询条件列表
  227.         queries.add(Query.of(q -> q.terms(t -> t.field(dto.getField()).terms(v -> v.value(fieldValues)))));
  228.     }
  230.     /**
  231.      * @param
  232.      * @param client
  233.      * @param dto
  234.      * @param target
  235.      * @return java.lang.Object
  236.      * @author liuch
  237.      * @description 根据文档id查询
  238.      * @date 2022/4/2 17:16
  239.      */
  240.     public Object queryByDocumentId(ElasticsearchClient client, EsQueryDTO dto, Class<T> target) throws Exception {
  241.         GetResponse<HashMap> getResponse = client.get(s -> s
  242.                         .index(dto.getIndexName()).id(dto.getWord()),
  243.                 HashMap.class);
  244.         getResponse.source();
  245.         Map<String, Object> docMap = getResponse.source();
  246.         String json = JSON.toJSONString(docMap);
  247.         T obj = JSON.parseObject(json, target);
  248.         return obj;
  249.     }
  251. }

2.4.4.基础操作接口

  1. /**
  2.  * 基础操作---接口
  3.  */
  4. public interface IElasticSearchIRepository<T, V> {
  6.     int delete(V id);
  8.     int update(T entity);
  10.     T getById(V id);
  11.    
  12.     List<T> getAll();
  14.     long count();
  16.     PageInfo<T> getListByPage(int pageIndex, int pageSize);
  18.     /**
  19.      * 新增一个文档
  20.      *
  21.      * @param entity 实体类
  22.      * @return
  23.      */
  24.     IndexResponse createByFluentDSL(T entity);
  26.     /**
  27.      * 新增一个文档
  28.      *
  29.      * @param entity 实体类
  30.      * @return
  31.      */
  32.     IndexResponse createByBuilderPattern(T entity);
  34.     /**
  35.      * 批量增加文档
  36.      *
  37.      * @param list 对象集合
  38.      * @return 批量操作的结果
  39.      */
  40.     BulkResponse bulkCreate(List<T> list);
  42.    /**
  43.      * 根据文档id查找文档，返回类型是ObjectNode
  44.      *
  45.      * @param id  文档id
  46.      * @return ObjectNode类型的查找结果
  47.      */
  48.     ObjectNode getObjectNodeById(V id);
  50.     /**
  51.      * 批量删除文档
  52.      *
  53.      * @param docIds  要删除的文档id集合
  54.      * @return
  55.      * @throws Exception
  56.      */
  57.     BulkResponse bulkDeleteByIds(List<V> docIds);
  59.     /**
  60.      * 根据文档id删除文档
  61.      *
  62.      * @param idxName 索引名
  63.      * @param docId   文档id
  64.      * @return Object类型的查找结果
  65.      * @throws Exception
  66.      */
  67.     Boolean deleteById(String idxName, String docId) throws IOException;
  69.     
  70.     /**
  71.      * 新建索引，指定索引名称
  72.      *
  73.      */
  74.     Boolean createIndex();
  76.     /**
  77.      * 创建索引，指定索引名称和setting和mapping
  78.      *
  79.      * @param settingFn - 索引参数
  80.      * @param mappingFn - 索引结构
  81.      */
  82.     Boolean createIndex(Function<IndexSettings.Builder, ObjectBuilder<IndexSettings>> settingFn,
  83.                      Function<TypeMapping.Builder, ObjectBuilder<TypeMapping>> mappingFn);
  85.     /**
  86.      * 删除索引
  87.      * @throws IOException
  88.      */
  89.     Boolean deleteIndex();
  91.     /**
  92.      * 修改索引字段信息 <br/>
  93.      * 字段可以新增，已有的字段只能修改字段的 search_analyzer 属性。
  94.      *
  95.      * @param propertyMap - 索引字段，每个字段都有自己的property
  96.      * @throws IOException
  97.      */
  98.     Boolean updateIndexProperty(HashMap<String, Property> propertyMap);
  100.     
  102.     /**
  103.      * 查询索引列表
  104.      *
  105.      * @return
  106.      * @throws IOException
  107.      */
  108.     GetIndexResponse getIndexList();
  110.     /**
  111.      * 查询索引详情
  112.      *
  113.      * @return
  114.      * @throws IOException
  115.      */
  116.     GetIndexResponse getIndexDetail();
  118.     /**
  119.      * 检查指定名称的索引是否存在
  120.      *
  121.      * @return - true：存在
  122.      * @throws IOException
  123.      */
  124.     boolean indexExists();
  126. }

2.4.5.基础操作接口实现类

  1. public abstract class ElasticSearchIRepository<T,V> implements IElasticSearchIRepository<T,V> {
  3.     @Autowired(required =false)
  4.     @Qualifier("elasticsearchClient")
  5.     private ElasticsearchClient elasticsearchClient;
  7.     protected ElasticSearchDocument getEntityProperties() {
  8.         Class<T> cls = getEntityClass();
  9.         ElasticSearchDocument esDoc = cls.getAnnotation(ElasticSearchDocument .calss);
  10.         return esDoc;
  11.     }
  13.     /**设置索引全局配置*/
  14.     protected abstract Function<IndexSettings.builder, ObjectBuilder<IndexSettings>> getIndexSettings();
  16.     /**手动设置映射（不手动设置会自动创建映射，同时在插入时若手动映射时没有的字段也会自动创建）*/
  17.     protected abstract Function<TypeMapping.builder, ObjectBuilder<TypeMapping>> getIndexMappings();
  19.     protected abstract Class<T> getEntityClass();
  21.     @Override
  22.     public int update(T entity) {
  23.          try {
  24.             ElasticSearchDocument doc = getEntityProperties();
  25.             UpdateRequest updateRequest = new UpdateRequest.Builder()
  26.                     .index(doc.index())
  27.                     .id(entity.getId().toString())
  28.                     .doc(entity)
  29.                     .build();
  30.             UpdateResponse updateResponse = elasticsearchClient.update(updateRequest, entity.getClass());
  31.             return updateResponse != null && StringUtils.isNotEmpty(updateResponse.id()) ? 1 : 0;
  32.          }
  33.          catch (IOException e) {
  34.             log.error(e);
  35.          }
  36.          return 0;
  37.     }
  39.    @Override
  40.     public PageInfo<T> getListByPage(int pageIndex, int pageSize) {
  41.          List<T> list = new ArrayList<>();
  42.          try {
  43.             ElasticSearchDocument doc = getEntityProperties();
  44.             ElasticClientUtils elasticClientUtils = new ElasticClientUtils();
  45.             EsQueryDTO dto = new EsQueryDTO();
  46.             dto.setIndex(paeIndex);
  47.             dto.setSize(pageSize);
  48.             dto.setIndexName(doc.index());
  49.             list = elasticClientUtils.queryPage(elasticsearchClient, dto, getEntityClass());
  50.             return new PageInde<T>(pageIndex, pageSize, (long)list.size(), list);
  51.          }
  52.          catch (IOException e) {
  53.             log.error(e);
  54.          }
  55.          return new PageInde<T>(pageIndex, pageSize, 0L, list);
  56.     }
  58.    @Override
  59.     public int delete(V id) {
  60.          try {
  61.             ElasticSearchDocument doc = getEntityProperties();
  62.             DeleteResponse delete = elasticsearchClient.delete(d -> d
  63.                     .index(doc.index())
  64.                     .id(id.toString()));
  65.             return delete.forcedRefresh() ? 1 : 0;
  66.          }
  67.          catch (IOException e) {
  68.             log.error(e);
  69.          }
  70.          return 0;
  71.     }
  73.     @Override
  74.     public List<T> getAll() {
  75.          try {
  76.             ElasticSearchDocument doc = getEntityProperties();
  77.             ElasticClientUtils elasticClientUtils = new ElasticClientUtils();
  78.             EsQueryDTO dto = new EsQueryDTO();
  79.             dto.setIndexName(doc.index());
  80.             return elasticClientUtils.queryAll(elasticsearchClient, dto, getEntityClass());
  81.          }
  82.          catch (IOException e) {
  83.             log.error(e);
  84.          }
  85.          return null;
  86.     }
  88.     @Override
  89.     public long count() {
  90.          try {
  91.             ElasticSearchDocument doc = getEntityProperties();
  92.             EsQueryDTO dto = new EsQueryDTO();
  93.             dto.setIndexName(doc.index());
  94.             return ElasticClientUtils.queryCountByFiled(elasticsearchClient, dto);
  95.          }
  96.          catch (IOException e) {
  97.             log.error(e);
  98.          }
  99.          return 0;
  100.     }
  102.     @Override
  103.     public IndexResponse createByFluentDSL(T entity) {
  104.         try {
  105.             ElasticSearchDocument doc = getEntityProperties();
  106.             IndexResponse response = elasticsearchClient.index(index -> idx
  107.                      .index(doc.index())
  108.                      .id(entity.getId().toString())
  109.                      .document(entity));
  110.             return response;
  111.          }
  112.          catch (IOException e) {
  113.             log.error(e);
  114.          }
  115.          return null;
  116.     }
  118.     @Override
  119.     public IndexResponse createByBuilderPattern(T entity) {
  120.         try {
  121.             ElasticSearchDocument doc = getEntityProperties();
  122.             IndexRequest.Builder<Object> indexReqBuilder = new IndexRequest.Builder<>();
  124.             indexReqBuilder.index(doc.index());
  125.             indexReqBuilder.id(entity.getId().toString());
  126.             indexReqBuilder.document(entity);
  127.             return elasticsearchClient.index(indexReqBuilder.build());
  128.          }
  129.          catch (IOException e) {
  130.             log.error(e);
  131.          }
  132.          return null;
  133.     }
  135.     @Override
  136.     public BulkResponse bulkCreate(List<T> documents) {
  137.         try {
  138.             ElasticSearchDocument doc = getEntityProperties();
  139.             BulkRequest.Builder br = new BulkRequest.Builder();
  140.             documents.stream()
  141.                 .forEach(esDocument -> br
  142.                         .operations(op -> op
  143.                                 .index(idx -> idx
  144.                                         .index(doc.index())
  145.                                         .id(esDocument.getId().toString())
  146.                                         .document(esDocument))));
  148.             return elasticsearchClient.bulk(br.build());
  149.          }
  150.          catch (IOException e) {
  151.             log.error(e);
  152.          }
  153.          return null;
  154.     }
  156.     @Override
  157.     public T getById(V id) {
  158.         try {
  159.             ElasticSearchDocument doc = getEntityProperties();
  160.             GetResponse<Object> response = elasticsearchClient.get(g -> g
  161.                         .index(doc.index())
  162.                         .id(id.toString()),
  163.                 Object.class);
  164.         return response.found() ? FastJsonUtil.fromJson(response.source().toString(), getEntityClass()) : null;
  165.          }
  166.          catch (IOException e) {
  167.             log.error(e);
  168.          }
  169.          return null;
  170.     }
  172.     @Override
  173.     public ObjectNode getObjectNodeById(V id) {
  174.         try {
  175.             ElasticSearchDocument doc = getEntityProperties();
  176.             GetResponse<ObjectNode> response = elasticsearchClient.get(g -> g
  177.                         .index(doc.index())
  178.                         .id(id.toString()),
  179.                 ObjectNode.class);
  181.         return response.found() ? response.source() : null;
  182.          }
  183.          catch (IOException e) {
  184.             log.error(e);
  185.          }
  186.          return null;
  187.     }
  189.    
  191.     @Override
  192.     public BulkResponse bulkDeleteByIds(List<V> docIds) {
  194.         try {
  195.             ElasticSearchDocument doc = getEntityProperties();
  196.             BulkRequest.Builder br = new BulkRequest.Builder();
  198.              // 将每一个对象都放入builder中
  199.              docIds.stream().forEach(id -> br
  200.                 .operations(op -> op
  201.                         .delete(d -> d
  202.                                 .index(doc.index())
  203.                                 .id(id.toString()))));
  205.              return elasticsearchClient.bulk(br.build());
  206.          }
  207.          catch (IOException e) {
  208.             log.error(e);
  209.          }
  210.          return null;
  211.     }
  213.    /**自动创建映射*/
  214.     @Override
  215.     public Boolean createIndex() {
  216.         try {
  217.             ElasticSearchDocument doc = getEntityProperties();
  218.             CreateIndexResponse response = elasticsearchClient.indices().create(c -> c.index(doc.index()));
  219.         log.info("createIndex方法，acknowledged={}", response.acknowledged());
  220.         return response.acknowledged();
  221.          }
  222.          catch (IOException e) {
  223.             log.error(e);
  224.          }
  225.          return false;
  226.     }
  228.     /**手动创建映射*/
  229.     @Override
  230.     public Boolean createIndex(Function<IndexSettings.Builder, ObjectBuilder<IndexSettings>> settingFn,
  231.                             Function<TypeMapping.Builder, ObjectBuilder<TypeMapping>> mappingFn) {
  233.         try {
  234.             ElasticSearchDocument doc = getEntityProperties();
  235.             CreateIndexResponse response = elasticsearchClient
  236.                 .indices()
  237.                 .create(c -> c
  238.                         .index(doc.index())
  239.                         .settings(settingFn)
  240.                         .mappings(mappingFn)
  241.                 );
  242.         log.info("createIndex方法，acknowledged={}", response.acknowledged());
  243.           return response.acknowledged();
  244.          }
  245.          catch (IOException e) {
  246.             log.error(e);
  247.          }
  248.          return false;
  249.         
  250.     }
  252.     @Override
  253.     public Boolean deleteIndex() {
  254.         try {
  255.             ElasticSearchDocument doc = getEntityProperties();
  256.             DeleteIndexResponse response = elasticsearchClient.indices().delete(c -> c.index(doc.index()));
  257.         log.info("deleteIndex方法，acknowledged={}", response.acknowledged());
  258.         return response.acknowledged();
  259.          }
  260.          catch (IOException e) {
  261.             log.error(e);
  262.          }
  263.          return false;
  264.         
  265.     }
  267.     @Override
  268.     public Boolean updateIndexProperty(HashMap<String, Property> propertyMap) {
  269.         try {
  270.             ElasticSearchDocument doc = getEntityProperties();
  271.             PutMappingResponse response = elasticsearchClient.indices()
  272.                 .putMapping(typeMappingBuilder ->
  273.                         typeMappingBuilder
  274.                                 .index(doc.index())
  275.                                 .properties(propertyMap)
  276.                 );
  277.         log.info("updateIndexMapping方法，acknowledged={}", response.acknowledged());
  278.         return response.acknowledged();
  279.          }
  280.          catch (IOException e) {
  281.             log.error(e);
  282.          }
  283.          return false;
  284.     }
  286.     @Override
  287.     public GetIndexResponse getIndexList() {
  288.         try {
  289.             ElasticSearchDocument doc = getEntityProperties();
  290.             //使用 * 或者 _all都可以
  291.         GetIndexResponse response = elasticsearchClient.indices().get(builder -> builder.index("_all"));
  292.         log.info("getIndexList方法，response.result()={}", response.result().toString());
  293.         return response;
  294.          }
  295.          catch (IOException e) {
  296.             log.error(e);
  297.          }
  298.          return null;
  299.     }
  301.     @Override
  302.     public GetIndexResponse getIndexDetail() {
  303.         try {
  304.             ElasticSearchDocument doc = getEntityProperties();
  305.             GetIndexResponse response = elasticsearchClient.indices().get(builder -> builder.index(doc.index()));
  306.         log.info("getIndexDetail方法，response.result()={}", response.result().toString());
  307.         return response;
  308.          }
  309.          catch (IOException e) {
  310.             log.error(e);
  311.          }
  312.          return null;
  313.         
  314.     }
  316.     @Override
  317.     public boolean indexExists() {
  318.         try {
  319.             ElasticSearchDocument doc = getEntityProperties();
  320.             return elasticsearchClient.indices().exists(b -> b.index(doc.index())).value();
  321.          }
  322.          catch (IOException e) {
  323.             log.error(e);
  324.          }
  325.          return null;
  326.     }  
  328. }

2.5.业务

2.5.1.接口

  1. pulbic interface testRepo extends IElasticSearchIRepository<TestESDO, Long> {
  3. }

2.5.2. 实现类

  1. @component
  2. pulbic calss testRepo extends ElasticSearchIRepository<TestESDO, Long> implements testRepo{
  3.     /**设置索引全局配置*/
  4.     @Override
  5.     protected Function<IndexSettings.builder, ObjectBuilder<IndexSettings>> getIndexSettings() {
  6.         return builder -> builder.numberOfShards("3").numberOfReplicas("1");
  7.      }
  9.     /**手动设置映射（不手动设置会自动创建映射，同时在插入时若手动映射时没有的字段也会自动创建）*/
  10.     @Override
  11.     protected Function<TypeMapping.builder, ObjectBuilder<TypeMapping>> getIndexMappings() {
  12.     return builder -> {
  13.         HashMap<String, Property> propertiesMap = new HashMap<>();
  14.         propertiesMap.put("id", new Property.Builder().Long_(new LongNumberProperty.Builder().build()).build());
  15.         return builder.properties(propertiesMap);
  16.     }
  17.  }
  19.     @Override
  20.     protected Class<T> getEntityClass() {
  21.     return TestESDO.clas;    
  22. }
  23. }

2.5.3. 实体类

  1. @Data
  2. @ElasticSearchCocument(index="test")
  3. public class TestESDO {
  4.  
  5.    private Long id;
  6. }

2.5.4. 常见查询方法

1.使用MultiMatch可以多字段，如果想要把搜索词当成一个整体来匹配查询还需要增加TextQueryType.Phrase，如

  1. //must复合查询
  2. List<Query> queries = new ArrayLict<>();
  3. MultiMatchQuery multiMatchQuery = new MultiMatchQuery.Builder()
  4.         .query("搜索词")
  5.          .type(TextQueryType.Phrase)
  6.          .fields("字段1", "字段2")
  7.          .build();
  8. Query query = new Query.Builder()
  9.          .multiMatch(multiMatchQuery).build();
  10. queries.add(multiMatchQuery);

2.使用TermsQuery进行数组过滤，如对某个字段[1,2,3,4]进行过滤，要求只有搜索词中包含这些数字就进行匹配，如4,5或者1,2,3或者1，代码如下

  1. //过滤
  2. List<Query> filters = new ArrayLict<>();
  3. List<FieldValue> fieldValueList = new ArrayList<>();
  4. fieldValueList.add(new FieldValue.Builder().longValue(1).buld());
  5. TermsQuery termsQuery = new TermsQuery .Builder()
  6.          .field("字段1")
  7.          .terms(new TermsQueryField.Builder().value(fieldValueList).build())
  8.          .build();
  9. Query filter = new Query.Builder()
  10.          .terms(termsQuery).build();
  11. filters.add(filter);

3.更多查询参见：ElasticSearch使用教程、设计到实战-CSDN博客

标签： elasticsearch jenkins 大数据
本文转载自: https://blog.csdn.net/qq_42217201/article/details/136843356
版权归原作者 浮生%未歇 所有， 如有侵权，请联系我们删除。
登录后发布评论

“Elasticsearch8搭建及Springboot中集成使用”的评论:

还没有评论
关于作者
...
overfit同步小助手
文章同步
相关阅读

网络安全法-网络运行安全

使用selenium/drissionpage时如何阻止chrome自动跳转http到https

docker desktop 里部署的Open WebUI 管理员密码忘记了的处理方法

在ubuntu20.04中搭建onsite比赛运行环境

利用开源的低代码表单设计器FcDesigner高效管理和渲染复杂表单结构

Kafka学习笔记

【前端】浏览器输入url到页面呈现发生了什么？