diff --git a/src/main/java/com/pancm/elasticsearch/EsAggregationSearchTest.java b/src/main/java/com/pancm/elasticsearch/EsAggregationSearchTest.java index 440764a..8559dd4 100644 --- a/src/main/java/com/pancm/elasticsearch/EsAggregationSearchTest.java +++ b/src/main/java/com/pancm/elasticsearch/EsAggregationSearchTest.java @@ -1,16 +1,25 @@ package com.pancm.elasticsearch; import org.apache.http.HttpHost; +import org.elasticsearch.action.admin.indices.alias.Alias; +import org.elasticsearch.action.admin.indices.create.CreateIndexRequest; +import org.elasticsearch.action.admin.indices.create.CreateIndexResponse; +import org.elasticsearch.action.admin.indices.get.GetIndexRequest; +import org.elasticsearch.action.bulk.BulkRequest; import org.elasticsearch.action.search.SearchRequest; import org.elasticsearch.action.search.SearchResponse; +import org.elasticsearch.action.update.UpdateRequest; import org.elasticsearch.client.RequestOptions; import org.elasticsearch.client.RestClient; import org.elasticsearch.client.RestClientBuilder; import org.elasticsearch.client.RestHighLevelClient; +import org.elasticsearch.common.xcontent.XContentType; import org.elasticsearch.rest.RestStatus; +import org.elasticsearch.search.aggregations.Aggregation; import org.elasticsearch.search.aggregations.AggregationBuilder; import org.elasticsearch.search.aggregations.AggregationBuilders; import org.elasticsearch.search.aggregations.Aggregations; +import org.elasticsearch.search.aggregations.bucket.histogram.DateHistogramInterval; import org.elasticsearch.search.aggregations.bucket.terms.Terms; import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder; import org.elasticsearch.search.aggregations.metrics.avg.Avg; @@ -21,8 +30,15 @@ import org.elasticsearch.search.aggregations.metrics.tophits.TopHits; import org.elasticsearch.search.builder.SearchSourceBuilder; import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import org.springframework.beans.BeanUtils; import java.io.IOException; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; /** * @author pancm @@ -49,6 +65,9 @@ public class EsAggregationSearchTest { try { init(); + createIndex(); + bulk(); + groupbySearch(); avgSearch(); maxSearch(); sumSearch(); @@ -64,13 +83,13 @@ public class EsAggregationSearchTest { } + /* * 初始化服务 */ private static void init() { RestClientBuilder restClientBuilder = RestClient.builder(new HttpHost(elasticIp, elasticPort)); client = new RestHighLevelClient(restClientBuilder); - } /* @@ -88,6 +107,149 @@ public class EsAggregationSearchTest { } } + /** + * 创建索引 + * + * @throws IOException + */ + private static void createIndex() throws IOException { + + // 类型 + String type = "_doc"; + String index = "student"; + // setting 的值 + Map setmapping = new HashMap<>(); + // 分区数、副本数、缓存刷新时间 + setmapping.put("number_of_shards", 10); + setmapping.put("number_of_replicas", 1); + setmapping.put("refresh_interval", "5s"); + Map keyword = new HashMap<>(); + //设置类型 + keyword.put("type", "keyword"); + Map lon = new HashMap<>(); + //设置类型 + lon.put("type", "long"); + Map date = new HashMap<>(); + //设置类型 + date.put("type", "date"); + date.put("format", "yyyy-MM-dd"); + + Map date2 = new HashMap<>(); + //设置类型 + date2.put("type", "date"); + date2.put("format", "yyyy-MM-dd HH:mm:ss.SSS"); + Map jsonMap2 = new HashMap<>(); + Map properties = new HashMap<>(); + //设置字段message信息 + properties.put("uid", lon); + properties.put("grade", lon); + properties.put("class", lon); + properties.put("age", lon); + properties.put("name", keyword); + properties.put("createtm", date); + properties.put("updatetm", date2); + Map mapping = new HashMap<>(); + mapping.put("properties", properties); + jsonMap2.put(type, mapping); + + GetIndexRequest getRequest = new GetIndexRequest(); + getRequest.indices(index); + getRequest.types(type); + getRequest.local(false); + getRequest.humanReadable(true); + boolean exists2 = client.indices().exists(getRequest, RequestOptions.DEFAULT); + //如果存在就不创建了 + if(exists2) { + System.out.println(index+"索引库已经存在!"); + return; + } + // 开始创建库 + CreateIndexRequest request = new CreateIndexRequest(index); + try { + // 加载数据类型 + request.settings(setmapping); + //设置mapping参数 + request.mapping(type, jsonMap2); + //设置别名 + request.alias(new Alias("pancm_alias")); + CreateIndexResponse createIndexResponse = client.indices().create(request, RequestOptions.DEFAULT); + boolean falg = createIndexResponse.isAcknowledged(); + if(falg){ + System.out.println("创建索引库:"+index+"成功！" ); + } + } catch (IOException e) { + e.printStackTrace(); + } + + } + + + + /** + * 批量操作示例 + * + * @throws InterruptedException + */ + private static void bulk() throws IOException{ + // 类型 + String type = "_doc"; + String index = "student"; + + BulkRequest request = new BulkRequest(); + int k =10; + List> mapList = new ArrayList<>(); + LocalDateTime ldt = LocalDateTime.now(); + for (int i = 1; i <=k ; i++) { + Map map = new HashMap<>(); + map.put("uid",i); + map.put("age",i); + map.put("name","虚无境"+(i%3)); + map.put("class",i%10); + map.put("grade",400+i); + map.put("createtm",ldt.plusDays(i).format(DateTimeFormatter.ofPattern("yyyy-MM-dd"))); + map.put("updatetm",ldt.plusDays(i).format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss.SSS"))); + if(i==5){ + map.put("updatetm","2019-11-31 21:04:55.268"); + } + mapList.add(map); + } + + + for (int i = 0; i map = mapList.get(i); + String id = map.get("uid").toString(); + // 可以进行修改/删除/新增 操作 + //docAsUpsert 为true表示存在更新，不存在插入，为false表示不存在就是不做更新 + request.add(new UpdateRequest(index, type, id).doc(map, XContentType.JSON).docAsUpsert(true).retryOnConflict(5)); + } + + client.bulk(request, RequestOptions.DEFAULT); + System.out.println("批量执行成功！"); + } + + /** + * @Author pancm + * @Description 多个聚合条件测试 + * SQL: select age, name, count(*) as count1 from student group by age, name; + * @Date 2019/7/3 + * @Param [] + * @return void + **/ + private static void groupbySearch() throws IOException{ + String buk="group"; + AggregationBuilder aggregation = AggregationBuilders.terms("age").field("age"); + AggregationBuilder aggregation2 = AggregationBuilders.terms("name").field("name"); + //根据创建时间按天分组 + AggregationBuilder aggregation3 = AggregationBuilders.dateHistogram("createtm") + .field("createtm") + .format("yyyy-MM-dd") + .dateHistogramInterval(DateHistogramInterval.DAY); + + aggregation2.subAggregation(aggregation3); + aggregation.subAggregation(aggregation2); + agg(aggregation,buk); + } + /** * @Author pancm * @Description 平均聚合查询测试用例 @@ -192,17 +354,47 @@ public class EsAggregationSearchTest { Sum ba = aggregations.get(buk); logger.info(buk+":" + ba.getValue()); logger.info("------------------------------------"); - }else{ - //取子聚合 + }else if(buk.contains("top")){ + //取子聚合TopHits TopHits ba = aggregations.get(buk); logger.info(buk+":" + ba.getHits().totalHits); logger.info("------------------------------------"); + }else if (buk.contains("group")){ + Map map = new HashMap<>(); + List> list = new ArrayList<>(); + agg(map,list,aggregations); + logger.info("聚合查询结果:"+list); + logger.info("------------------------------------"); } - } } + private static void agg(Map map, List> list, Aggregations aggregations) { + aggregations.forEach(aggregation -> { + String name = aggregation.getName(); + Terms genders = aggregations.get(name); + for (Terms.Bucket entry : genders.getBuckets()) { + String key = entry.getKey().toString(); + long t = entry.getDocCount(); + map.put(name,key); + map.put(name+"_"+"count",t); + + //判断里面是否还有嵌套的数据 + List list2 = entry.getAggregations().asList(); + if (list2.isEmpty()) { + Map map2 = new HashMap<>(); + BeanUtils.copyProperties(map,map2); + list.add(map2); + }else{ + agg(map, list, entry.getAggregations()); + } + } + }); + } + + + private static SearchResponse search(AggregationBuilder aggregation) throws IOException { SearchRequest searchRequest = new SearchRequest(); searchRequest.indices("student");